2024-04-24T02:14:08.940 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-24T02:14:08.940 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --name teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi --owner scheduled_teuthology@teuthology --description upgrade:pacific-x/parallel/{0-random-distro$/{centos_8.stream_container_tools_crun} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --archive /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879 -- /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879/orig.config.yaml 2024-04-24T02:14:08.988 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-24T02:14:09.075 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879 branch: reef description: upgrade:pacific-x/parallel/{0-random-distro$/{centos_8.stream_container_tools_crun} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7670879' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: 19b26365dac54ee709df8c5dc2a7b7e89a50aba5 owner: scheduled_teuthology@teuthology priority: 830 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 9676 sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d sleep_before_teardown: 0 subset: 0/1 suite: upgrade:pacific-x suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_19b26365dac54ee709df8c5dc2a7b7e89a50aba5/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 19b26365dac54ee709df8c5dc2a7b7e89a50aba5 targets: smithi016.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJv1rU4U3HbJ9WT7290+nDxa7Di5pIOFT1tY118Xkm3CoQLFQ57Ug3bAbqRFv9QlhqFllHxe9WeL6iPj6WSHokg= smithi063.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNGVYCzoAI6CN0+1pS37NTvpVjBzwq/BZLvKW10pwg3gUIAKJF4cLdl2+3Qt6h0ByiIu0lrq16zjO1C+omDVA/M= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - sudo sed -i 's/runtime = "runc"/#runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/#runtime = "crun"/runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: pacific exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing pacific cephadm ...' - cephadm: cephadm_branch: pacific cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:pacific - print: '**** done end installing pacific cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry pacific...' - workunit: clients: client.0: - test_telemetry_pacific.sh - print: '**** done end telemetry pacific...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_pacific_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-24_01:08:04 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: pacific clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: pacific clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: pacific clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: pacific clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: pacific clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-24T02:14:09.076 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_19b26365dac54ee709df8c5dc2a7b7e89a50aba5/qa; will attempt to use it 2024-04-24T02:14:09.076 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_19b26365dac54ee709df8c5dc2a7b7e89a50aba5/qa/tasks 2024-04-24T02:14:09.077 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-24T02:14:09.078 INFO:teuthology.task.internal:Checking packages... 2024-04-24T02:14:09.102 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '646b8c7d293d8ec31a40c69f7b3237b19c1be24d' 2024-04-24T02:14:09.103 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T02:14:09.103 INFO:teuthology.packaging:ref: None 2024-04-24T02:14:09.103 INFO:teuthology.packaging:tag: None 2024-04-24T02:14:09.103 INFO:teuthology.packaging:branch: reef 2024-04-24T02:14:09.103 INFO:teuthology.packaging:sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:14:09.103 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2024-04-24T02:14:09.428 INFO:teuthology.task.internal:Found packages for ceph version 18.2.2-0 2024-04-24T02:14:09.429 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-24T02:14:09.438 INFO:teuthology.task.internal:no buildpackages task found 2024-04-24T02:14:09.438 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-24T02:14:09.444 INFO:teuthology.task.internal:Saving configuration 2024-04-24T02:14:09.463 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-24T02:14:09.469 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-24T02:14:09.490 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-24 02:09:00.263570', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJv1rU4U3HbJ9WT7290+nDxa7Di5pIOFT1tY118Xkm3CoQLFQ57Ug3bAbqRFv9QlhqFllHxe9WeL6iPj6WSHokg='} 2024-04-24T02:14:09.508 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi063.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-24 02:09:00.261988', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNGVYCzoAI6CN0+1pS37NTvpVjBzwq/BZLvKW10pwg3gUIAKJF4cLdl2+3Qt6h0ByiIu0lrq16zjO1C+omDVA/M='} 2024-04-24T02:14:09.508 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-24T02:14:09.513 INFO:teuthology.task.internal:roles: ubuntu@smithi016.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-24T02:14:09.514 INFO:teuthology.task.internal:roles: ubuntu@smithi063.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-24T02:14:09.514 INFO:teuthology.run_tasks:Running task console_log... 2024-04-24T02:14:09.588 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f55ece99160>, signals=[15]) 2024-04-24T02:14:09.588 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-24T02:14:09.594 INFO:teuthology.task.internal:Opening connections... 2024-04-24T02:14:09.594 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi016.front.sepia.ceph.com 2024-04-24T02:14:09.595 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:14:09.677 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi063.front.sepia.ceph.com 2024-04-24T02:14:09.678 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:14:09.768 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-24T02:14:09.775 DEBUG:teuthology.orchestra.run.smithi016:> uname -m 2024-04-24T02:14:09.799 INFO:teuthology.orchestra.run.smithi016.stdout:x86_64 2024-04-24T02:14:09.799 DEBUG:teuthology.orchestra.run.smithi016:> cat /etc/os-release 2024-04-24T02:14:09.862 INFO:teuthology.orchestra.run.smithi016.stdout:NAME="CentOS Stream" 2024-04-24T02:14:09.862 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION="8" 2024-04-24T02:14:09.862 INFO:teuthology.orchestra.run.smithi016.stdout:ID="centos" 2024-04-24T02:14:09.863 INFO:teuthology.orchestra.run.smithi016.stdout:ID_LIKE="rhel fedora" 2024-04-24T02:14:09.863 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION_ID="8" 2024-04-24T02:14:09.863 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM_ID="platform:el8" 2024-04-24T02:14:09.863 INFO:teuthology.orchestra.run.smithi016.stdout:PRETTY_NAME="CentOS Stream 8" 2024-04-24T02:14:09.863 INFO:teuthology.orchestra.run.smithi016.stdout:ANSI_COLOR="0;31" 2024-04-24T02:14:09.863 INFO:teuthology.orchestra.run.smithi016.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2024-04-24T02:14:09.864 INFO:teuthology.orchestra.run.smithi016.stdout:HOME_URL="https://centos.org/" 2024-04-24T02:14:09.864 INFO:teuthology.orchestra.run.smithi016.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-24T02:14:09.864 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2024-04-24T02:14:09.864 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-24T02:14:09.865 INFO:teuthology.lock.ops:Updating smithi016.front.sepia.ceph.com on lock server 2024-04-24T02:14:09.888 DEBUG:teuthology.orchestra.run.smithi063:> uname -m 2024-04-24T02:14:09.911 INFO:teuthology.orchestra.run.smithi063.stdout:x86_64 2024-04-24T02:14:09.911 DEBUG:teuthology.orchestra.run.smithi063:> cat /etc/os-release 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:NAME="CentOS Stream" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION="8" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:ID="centos" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:ID_LIKE="rhel fedora" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION_ID="8" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:PLATFORM_ID="platform:el8" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:PRETTY_NAME="CentOS Stream 8" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:ANSI_COLOR="0;31" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2024-04-24T02:14:09.972 INFO:teuthology.orchestra.run.smithi063.stdout:HOME_URL="https://centos.org/" 2024-04-24T02:14:09.973 INFO:teuthology.orchestra.run.smithi063.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-24T02:14:09.973 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2024-04-24T02:14:09.973 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-24T02:14:09.973 INFO:teuthology.lock.ops:Updating smithi063.front.sepia.ceph.com on lock server 2024-04-24T02:14:09.996 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-24T02:14:10.005 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-24T02:14:10.038 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-24T02:14:10.038 DEBUG:teuthology.orchestra.run.smithi016:> test '!' -e /home/ubuntu/cephtest 2024-04-24T02:14:10.041 DEBUG:teuthology.orchestra.run.smithi063:> test '!' -e /home/ubuntu/cephtest 2024-04-24T02:14:10.060 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-24T02:14:10.066 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-24T02:14:10.066 DEBUG:teuthology.orchestra.run.smithi016:> test -z $(ls -A /var/lib/ceph) 2024-04-24T02:14:10.102 DEBUG:teuthology.orchestra.run.smithi063:> test -z $(ls -A /var/lib/ceph) 2024-04-24T02:14:10.132 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-24T02:14:10.187 INFO:teuthology.run_tasks:Running task kernel... 2024-04-24T02:14:10.201 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-24T02:14:10.201 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-24T02:14:10.201 DEBUG:teuthology.orchestra.run.smithi016:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-24T02:14:10.202 DEBUG:teuthology.orchestra.run.smithi063:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-24T02:14:10.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T02:14:10.222 DEBUG:teuthology.orchestra.run.smithi063:> uname -r 2024-04-24T02:14:10.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T02:14:10.223 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-04-24T02:14:10.284 INFO:teuthology.orchestra.run.smithi063.stdout:4.18.0-489.el8.x86_64 2024-04-24T02:14:10.284 INFO:teuthology.task.kernel:Running kernel on smithi063: 4.18.0-489.el8.x86_64 2024-04-24T02:14:10.284 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum install -y kernel 2024-04-24T02:14:10.285 INFO:teuthology.orchestra.run.smithi016.stdout:4.18.0-489.el8.x86_64 2024-04-24T02:14:10.285 INFO:teuthology.task.kernel:Running kernel on smithi016: 4.18.0-489.el8.x86_64 2024-04-24T02:14:10.286 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum install -y kernel 2024-04-24T02:15:53.349 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - AppStream 284 kB/s | 28 MB 01:40 2024-04-24T02:15:59.631 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - BaseOS 12 MB/s | 10 MB 00:00 2024-04-24T02:16:01.498 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras 109 kB/s | 18 kB 00:00 2024-04-24T02:16:02.116 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras common packages 15 kB/s | 7.7 kB 00:00 2024-04-24T02:16:02.443 INFO:teuthology.orchestra.run.smithi016.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2024-04-24T02:16:04.054 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2024-04-24T02:16:06.324 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - AppStream 252 kB/s | 28 MB 01:53 2024-04-24T02:16:08.051 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 334 kB/s | 24 kB 00:00 2024-04-24T02:16:11.307 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2024-04-24T02:16:11.307 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2024-04-24T02:16:11.428 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout: Package Architecture Version Repository Size 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout: kernel x86_64 4.18.0-552.el8 baseos 10 M 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core x86_64 4.18.0-552.el8 baseos 44 M 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules x86_64 4.18.0-552.el8 baseos 36 M 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:16:11.429 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-24T02:16:11.430 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:16:11.430 INFO:teuthology.orchestra.run.smithi016.stdout:Install 3 Packages 2024-04-24T02:16:11.430 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:16:11.430 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 90 M 2024-04-24T02:16:11.430 INFO:teuthology.orchestra.run.smithi016.stdout:Installed size: 96 M 2024-04-24T02:16:11.430 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-24T02:16:12.511 INFO:teuthology.orchestra.run.smithi016.stdout:(1/3): kernel-4.18.0-552.el8.x86_64.rpm 12 MB/s | 10 MB 00:00 2024-04-24T02:16:12.516 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - BaseOS 11 MB/s | 10 MB 00:00 2024-04-24T02:16:13.837 INFO:teuthology.orchestra.run.smithi016.stdout:(2/3): kernel-modules-4.18.0-552.el8.x86_64.rpm 16 MB/s | 36 MB 00:02 2024-04-24T02:16:14.346 INFO:teuthology.orchestra.run.smithi016.stdout:(3/3): kernel-core-4.18.0-552.el8.x86_64.rpm 16 MB/s | 44 MB 00:02 2024-04-24T02:16:14.346 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-24T02:16:14.346 INFO:teuthology.orchestra.run.smithi016.stdout:Total 31 MB/s | 90 MB 00:02 2024-04-24T02:16:14.575 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - Extras 51 kB/s | 18 kB 00:00 2024-04-24T02:16:15.066 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-24T02:16:15.092 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - Extras common packages 19 kB/s | 7.7 kB 00:00 2024-04-24T02:16:15.444 INFO:teuthology.orchestra.run.smithi063.stdout:Copr repo for python3-asyncssh owned by ceph 14 kB/s | 3.5 kB 00:00 2024-04-24T02:16:15.515 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-24T02:16:15.515 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-24T02:16:16.840 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-24T02:16:16.867 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-24T02:16:17.097 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 10 MB/s | 16 MB 00:01 2024-04-24T02:16:19.792 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-24T02:16:20.286 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-24T02:16:21.136 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 301 kB/s | 24 kB 00:00 2024-04-24T02:16:24.040 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-24T02:16:24.444 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-24T02:16:24.542 INFO:teuthology.orchestra.run.smithi063.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2024-04-24T02:16:24.542 INFO:teuthology.orchestra.run.smithi063.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2024-04-24T02:16:24.668 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout: Package Architecture Version Repository Size 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout: kernel x86_64 4.18.0-552.el8 baseos 10 M 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-core x86_64 4.18.0-552.el8 baseos 44 M 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules x86_64 4.18.0-552.el8 baseos 36 M 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:16:24.669 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-04-24T02:16:24.670 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:16:24.670 INFO:teuthology.orchestra.run.smithi063.stdout:Install 3 Packages 2024-04-24T02:16:24.670 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:16:24.670 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 90 M 2024-04-24T02:16:24.670 INFO:teuthology.orchestra.run.smithi063.stdout:Installed size: 96 M 2024-04-24T02:16:24.670 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-04-24T02:16:25.387 INFO:teuthology.orchestra.run.smithi063.stdout:(1/3): kernel-4.18.0-552.el8.x86_64.rpm 20 MB/s | 10 MB 00:00 2024-04-24T02:16:26.338 INFO:teuthology.orchestra.run.smithi063.stdout:(2/3): kernel-core-4.18.0-552.el8.x86_64.rpm 30 MB/s | 44 MB 00:01 2024-04-24T02:16:26.947 INFO:teuthology.orchestra.run.smithi063.stdout:(3/3): kernel-modules-4.18.0-552.el8.x86_64.rpm 17 MB/s | 36 MB 00:02 2024-04-24T02:16:26.947 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-04-24T02:16:26.947 INFO:teuthology.orchestra.run.smithi063.stdout:Total 40 MB/s | 90 MB 00:02 2024-04-24T02:16:27.669 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-04-24T02:16:28.127 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-24T02:16:28.133 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-04-24T02:16:28.134 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-04-24T02:16:28.398 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:16:29.452 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-04-24T02:16:29.479 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-04-24T02:16:32.424 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-04-24T02:16:32.944 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-24T02:16:36.691 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 1/3 2024-04-24T02:16:37.061 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-24T02:16:40.740 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 2/3 2024-04-24T02:16:41.030 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:16:51.976 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:16:51.999 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:16:52.465 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:16:52.465 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-4.18.0-552.el8.x86_64 1/3 2024-04-24T02:16:52.465 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-core-4.18.0-552.el8.x86_64 2/3 2024-04-24T02:16:52.973 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:16:52.973 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:16:52.973 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-24T02:16:52.973 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-4.18.0-552.el8.x86_64 kernel-core-4.18.0-552.el8.x86_64 2024-04-24T02:16:52.973 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-4.18.0-552.el8.x86_64 2024-04-24T02:16:52.973 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:16:52.973 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-24T02:16:53.113 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T02:16:53.385 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-24T02:16:53.386 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-24T02:16:53.386 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-552.el8.x86_64 2024-04-24T02:16:53.386 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-24T02:16:53.386 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-24T02:16:53.386 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-24T02:16:53.386 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi016.front.sepia.ceph.com, path=None, version=distro) 2024-04-24T02:16:53.386 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T02:16:53.606 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-24T02:16:53.607 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-24T02:16:53.607 DEBUG:teuthology.orchestra.run.smithi016:> sudo rpm -qi grub2-tools 2024-04-24T02:16:53.641 INFO:teuthology.orchestra.run.smithi016.stdout:Name : grub2-tools 2024-04-24T02:16:53.641 INFO:teuthology.orchestra.run.smithi016.stdout:Epoch : 1 2024-04-24T02:16:53.641 INFO:teuthology.orchestra.run.smithi016.stdout:Version : 2.02 2024-04-24T02:16:53.641 INFO:teuthology.orchestra.run.smithi016.stdout:Release : 129.el8 2024-04-24T02:16:53.641 INFO:teuthology.orchestra.run.smithi016.stdout:Architecture: x86_64 2024-04-24T02:16:53.641 INFO:teuthology.orchestra.run.smithi016.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Group : System Environment/Base 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Size : 9265586 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:License : GPLv3+ 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Build Host : kbuilder.bsys.centos.org 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Relocations : (not relocatable) 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Packager : CentOS BuildSystem 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:Vendor : CentOS 2024-04-24T02:16:53.642 INFO:teuthology.orchestra.run.smithi016.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout:Summary : Support tools for GRUB. 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout:Description : 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout:hardware devices. 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:16:53.643 INFO:teuthology.orchestra.run.smithi016.stdout:This subpackage provides tools for support of all platforms. 2024-04-24T02:16:53.644 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-24T02:16:53.644 INFO:teuthology.task.kernel:Updating grub on smithi016 to boot 4.18.0-552.el8.x86_64 2024-04-24T02:16:53.644 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-24T02:16:55.122 INFO:teuthology.orchestra.run.smithi016.stderr:Generating grub configuration file ... 2024-04-24T02:16:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:done 2024-04-24T02:16:57.171 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2024-04-24T02:16:57.198 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.LFbc7fdtIC 2024-04-24T02:16:57.198 DEBUG:teuthology.orchestra.run.smithi016:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.LFbc7fdtIC 2024-04-24T02:16:57.270 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.LFbc7fdtIC 2024-04-24T02:16:57.413 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.LFbc7fdtIC is 6KB 2024-04-24T02:16:57.461 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.LFbc7fdtIC 2024-04-24T02:16:57.479 DEBUG:teuthology.orchestra.run.smithi016:> sudo /bin/ls /boot/loader/entries || true 2024-04-24T02:16:57.545 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2024-04-24T02:16:57.546 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2024-04-24T02:16:57.546 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2024-04-24T02:16:57.546 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64.conf 2024-04-24T02:16:57.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64 2024-04-24T02:16:57.716 DEBUG:teuthology.orchestra.run.smithi016:> sudo shutdown -r now 2024-04-24T02:17:04.283 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-core-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:17:04.306 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:17:04.677 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:17:04.677 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-4.18.0-552.el8.x86_64 1/3 2024-04-24T02:17:04.677 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-core-4.18.0-552.el8.x86_64 2/3 2024-04-24T02:17:05.181 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-modules-4.18.0-552.el8.x86_64 3/3 2024-04-24T02:17:05.181 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:17:05.181 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-04-24T02:17:05.182 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-4.18.0-552.el8.x86_64 kernel-core-4.18.0-552.el8.x86_64 2024-04-24T02:17:05.182 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules-4.18.0-552.el8.x86_64 2024-04-24T02:17:05.182 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:17:05.182 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-04-24T02:17:05.337 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T02:17:05.562 INFO:teuthology.orchestra.run.smithi063.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-24T02:17:05.562 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-24T02:17:05.562 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-552.el8.x86_64 2024-04-24T02:17:05.562 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-24T02:17:05.562 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-24T02:17:05.563 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-24T02:17:05.563 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi063.front.sepia.ceph.com, path=None, version=distro) 2024-04-24T02:17:05.563 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T02:17:05.783 INFO:teuthology.orchestra.run.smithi063.stdout:kernel-4.18.0-552.el8.x86_64 2024-04-24T02:17:05.784 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.el8.x86_64 2024-04-24T02:17:05.784 DEBUG:teuthology.orchestra.run.smithi063:> sudo rpm -qi grub2-tools 2024-04-24T02:17:05.818 INFO:teuthology.orchestra.run.smithi063.stdout:Name : grub2-tools 2024-04-24T02:17:05.819 INFO:teuthology.orchestra.run.smithi063.stdout:Epoch : 1 2024-04-24T02:17:05.819 INFO:teuthology.orchestra.run.smithi063.stdout:Version : 2.02 2024-04-24T02:17:05.819 INFO:teuthology.orchestra.run.smithi063.stdout:Release : 129.el8 2024-04-24T02:17:05.819 INFO:teuthology.orchestra.run.smithi063.stdout:Architecture: x86_64 2024-04-24T02:17:05.819 INFO:teuthology.orchestra.run.smithi063.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2024-04-24T02:17:05.819 INFO:teuthology.orchestra.run.smithi063.stdout:Group : System Environment/Base 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Size : 9265586 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:License : GPLv3+ 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Build Host : kbuilder.bsys.centos.org 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Relocations : (not relocatable) 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Packager : CentOS BuildSystem 2024-04-24T02:17:05.820 INFO:teuthology.orchestra.run.smithi063.stdout:Vendor : CentOS 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:Summary : Support tools for GRUB. 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:Description : 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:hardware devices. 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:17:05.821 INFO:teuthology.orchestra.run.smithi063.stdout:This subpackage provides tools for support of all platforms. 2024-04-24T02:17:05.823 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-24T02:17:05.823 INFO:teuthology.task.kernel:Updating grub on smithi063 to boot 4.18.0-552.el8.x86_64 2024-04-24T02:17:05.823 DEBUG:teuthology.orchestra.run.smithi063:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-24T02:17:07.118 INFO:teuthology.orchestra.run.smithi063.stderr:Generating grub configuration file ... 2024-04-24T02:17:09.162 INFO:teuthology.orchestra.run.smithi063.stderr:done 2024-04-24T02:17:09.164 DEBUG:teuthology.orchestra.run.smithi063:> mktemp 2024-04-24T02:17:09.185 INFO:teuthology.orchestra.run.smithi063.stdout:/tmp/tmp.TLSmuzWO9Q 2024-04-24T02:17:09.185 DEBUG:teuthology.orchestra.run.smithi063:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.TLSmuzWO9Q 2024-04-24T02:17:09.264 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0666 /tmp/tmp.TLSmuzWO9Q 2024-04-24T02:17:09.404 DEBUG:teuthology.orchestra.remote:smithi063:/tmp/tmp.TLSmuzWO9Q is 6KB 2024-04-24T02:17:09.452 DEBUG:teuthology.orchestra.run.smithi063:> rm -fr /tmp/tmp.TLSmuzWO9Q 2024-04-24T02:17:09.469 DEBUG:teuthology.orchestra.run.smithi063:> sudo /bin/ls /boot/loader/entries || true 2024-04-24T02:17:09.543 INFO:teuthology.orchestra.run.smithi063.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2024-04-24T02:17:09.543 INFO:teuthology.orchestra.run.smithi063.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2024-04-24T02:17:09.543 INFO:teuthology.orchestra.run.smithi063.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2024-04-24T02:17:09.543 INFO:teuthology.orchestra.run.smithi063.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64.conf 2024-04-24T02:17:09.544 DEBUG:teuthology.orchestra.run.smithi063:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-552.el8.x86_64 2024-04-24T02:17:09.727 DEBUG:teuthology.orchestra.run.smithi063:> sudo shutdown -r now 2024-04-24T02:17:27.734 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-24T02:17:27.735 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-24T02:17:27.736 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:17:39.737 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-24T02:17:39.738 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-04-24T02:17:39.738 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:18:02.398 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.16 2024-04-24T02:18:11.406 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-24T02:18:11.407 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:18:14.430 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-04-24T02:18:14.462 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.16 2024-04-24T02:18:23.439 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-04-24T02:18:23.440 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:18:26.466 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-24T02:18:26.467 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:18:41.826 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-04-24T02:18:53.838 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-04-24T02:18:53.839 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:18:54.419 DEBUG:teuthology.orchestra.run.smithi063:> true 2024-04-24T02:18:54.702 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-04-24T02:18:54.702 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-552.el8.x86_64"... 2024-04-24T02:18:54.702 DEBUG:teuthology.orchestra.run.smithi063:> uname -r 2024-04-24T02:18:54.720 INFO:teuthology.orchestra.run.smithi063.stdout:4.18.0-552.el8.x86_64 2024-04-24T02:18:54.720 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-552.el8.x86_64 vs 4.18.0-552.el8.x86_64 2024-04-24T02:18:54.720 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-24T02:18:54.720 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-24T02:18:55.721 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-24T02:18:55.721 DEBUG:teuthology.orchestra.run.smithi063:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-24T02:18:55.808 INFO:teuthology.orchestra.run.smithi063.stdout:ttyS1 2024-04-24T02:18:55.826 DEBUG:teuthology.parallel:result is None 2024-04-24T02:18:58.257 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-04-24T02:18:58.538 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-24T02:18:58.538 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-552.el8.x86_64"... 2024-04-24T02:18:58.539 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-04-24T02:18:58.556 INFO:teuthology.orchestra.run.smithi016.stdout:4.18.0-552.el8.x86_64 2024-04-24T02:18:58.556 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-552.el8.x86_64 vs 4.18.0-552.el8.x86_64 2024-04-24T02:18:58.557 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-24T02:18:58.557 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-24T02:18:59.558 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-24T02:18:59.558 DEBUG:teuthology.orchestra.run.smithi016:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-24T02:18:59.651 INFO:teuthology.orchestra.run.smithi016.stdout:ttyS1 2024-04-24T02:18:59.674 DEBUG:teuthology.parallel:result is None 2024-04-24T02:18:59.674 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-24T02:18:59.684 INFO:teuthology.task.internal:Creating test directory... 2024-04-24T02:18:59.684 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-24T02:18:59.686 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-24T02:19:00.099 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-24T02:19:00.108 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-24T02:19:00.124 INFO:teuthology.task.internal:Creating archive directory... 2024-04-24T02:19:00.124 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-24T02:19:00.126 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-24T02:19:00.744 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-24T02:19:00.755 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-24T02:19:00.755 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-24T02:19:00.769 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-24T02:19:00.977 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T02:19:00.991 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T02:19:01.060 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T02:19:01.242 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T02:19:01.242 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-24T02:19:01.251 INFO:teuthology.task.internal:Configuring sudo... 2024-04-24T02:19:01.251 DEBUG:teuthology.orchestra.run.smithi016:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-24T02:19:01.297 DEBUG:teuthology.orchestra.run.smithi063:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-24T02:19:01.807 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-24T02:19:01.820 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-24T02:19:01.821 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-24T02:19:01.867 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-24T02:19:02.240 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T02:19:02.371 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T02:19:02.410 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T02:19:02.494 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T02:19:02.540 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:19:02.540 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-24T02:19:02.615 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T02:19:02.662 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T02:19:02.720 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T02:19:02.807 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T02:19:02.851 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:19:02.851 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-24T02:19:02.919 DEBUG:teuthology.orchestra.run.smithi016:> sudo service rsyslog restart 2024-04-24T02:19:02.921 DEBUG:teuthology.orchestra.run.smithi063:> sudo service rsyslog restart 2024-04-24T02:19:03.017 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T02:19:03.028 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T02:19:03.321 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-24T02:19:03.330 INFO:teuthology.task.internal:Starting timer... 2024-04-24T02:19:03.330 INFO:teuthology.run_tasks:Running task pcp... 2024-04-24T02:19:03.418 INFO:teuthology.run_tasks:Running task selinux... 2024-04-24T02:19:03.433 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-24T02:19:03.433 DEBUG:teuthology.orchestra.run.smithi016:> sudo service auditd rotate 2024-04-24T02:19:03.511 INFO:teuthology.orchestra.run.smithi016.stdout:Rotating logs: 2024-04-24T02:19:03.513 DEBUG:teuthology.orchestra.run.smithi063:> sudo service auditd rotate 2024-04-24T02:19:03.586 INFO:teuthology.orchestra.run.smithi063.stdout:Rotating logs: 2024-04-24T02:19:03.588 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-24T02:19:03.588 DEBUG:teuthology.orchestra.run.smithi016:> /usr/sbin/getenforce 2024-04-24T02:19:03.644 INFO:teuthology.orchestra.run.smithi016.stdout:Permissive 2024-04-24T02:19:03.645 DEBUG:teuthology.orchestra.run.smithi063:> /usr/sbin/getenforce 2024-04-24T02:19:03.674 INFO:teuthology.orchestra.run.smithi063.stdout:Permissive 2024-04-24T02:19:03.674 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi016.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi063.front.sepia.ceph.com': 'permissive'} 2024-04-24T02:19:03.674 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-24T02:19:03.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T02:19:03.702 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-24T02:19:03.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T02:19:03.743 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-24T02:19:03.743 DEBUG:teuthology.orchestra.run.smithi016:> sudo /usr/sbin/setenforce permissive 2024-04-24T02:19:03.771 DEBUG:teuthology.orchestra.run.smithi063:> sudo /usr/sbin/setenforce permissive 2024-04-24T02:19:03.841 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-24T02:19:03.852 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-24T02:19:03.869 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-24T02:19:03.870 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi016.front.sepia.ceph.com,smithi063.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-24T02:26:31.454 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi016.front.sepia.ceph.com'), Remote(name='ubuntu@smithi063.front.sepia.ceph.com')] 2024-04-24T02:26:31.457 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-24T02:26:31.458 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:26:31.541 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-04-24T02:26:31.613 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-24T02:26:31.614 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-04-24T02:26:31.614 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T02:26:31.686 DEBUG:teuthology.orchestra.run.smithi063:> true 2024-04-24T02:26:31.760 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-04-24T02:26:31.761 INFO:teuthology.run_tasks:Running task clock... 2024-04-24T02:26:31.770 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-24T02:26:31.770 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-24T02:26:31.770 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T02:26:31.773 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-24T02:26:31.773 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T02:26:31.804 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-24T02:26:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-24T02:26:31.839 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-24T02:26:31.855 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-24T02:26:31.887 INFO:teuthology.orchestra.run.smithi016.stderr:sudo: ntpd: command not found 2024-04-24T02:26:31.898 INFO:teuthology.orchestra.run.smithi016.stdout:506 Cannot talk to daemon 2024-04-24T02:26:31.913 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-24T02:26:31.927 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-24T02:26:31.929 INFO:teuthology.orchestra.run.smithi063.stderr:sudo: ntpd: command not found 2024-04-24T02:26:31.941 INFO:teuthology.orchestra.run.smithi063.stdout:506 Cannot talk to daemon 2024-04-24T02:26:31.956 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-24T02:26:31.970 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-24T02:26:31.995 INFO:teuthology.orchestra.run.smithi016.stderr:bash: ntpq: command not found 2024-04-24T02:26:31.998 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T02:26:31.998 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-04-24T02:26:31.998 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:31.998 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:31.998 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:31.999 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:32.044 INFO:teuthology.orchestra.run.smithi063.stderr:bash: ntpq: command not found 2024-04-24T02:26:32.048 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T02:26:32.048 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-04-24T02:26:32.048 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:32.048 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:32.048 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:32.048 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T02:26:32.049 INFO:teuthology.run_tasks:Running task pexec... 2024-04-24T02:26:32.059 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-24T02:26:32.059 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi016.front.sepia.ceph.com 2024-04-24T02:26:32.059 DEBUG:teuthology.orchestra.run.smithi016:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-24T02:26:32.060 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi063.front.sepia.ceph.com 2024-04-24T02:26:32.060 DEBUG:teuthology.orchestra.run.smithi063:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-24T02:26:32.853 INFO:teuthology.orchestra.run.smithi016.stdout:Last metadata expiration check: 0:02:49 ago on Wed 24 Apr 2024 02:23:43 AM UTC. 2024-04-24T02:26:32.877 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:02:49 ago on Wed 24 Apr 2024 02:23:43 AM UTC. 2024-04-24T02:26:35.179 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout: Package Architecture Version Repository Size 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout:Resetting modules: 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout: container-tools 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:26:35.181 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:26:35.206 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-04-24T02:26:35.207 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:26:35.207 INFO:teuthology.orchestra.run.smithi063.stdout: Package Architecture Version Repository Size 2024-04-24T02:26:35.207 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:26:35.207 INFO:teuthology.orchestra.run.smithi063.stdout:Resetting modules: 2024-04-24T02:26:35.208 INFO:teuthology.orchestra.run.smithi063.stdout: container-tools 2024-04-24T02:26:35.208 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:26:35.208 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-04-24T02:26:35.208 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:26:35.208 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:26:35.455 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-24T02:26:35.468 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-04-24T02:26:36.270 INFO:teuthology.orchestra.run.smithi016.stdout:Last metadata expiration check: 0:02:53 ago on Wed 24 Apr 2024 02:23:43 AM UTC. 2024-04-24T02:26:36.286 INFO:teuthology.orchestra.run.smithi063.stdout:Last metadata expiration check: 0:02:53 ago on Wed 24 Apr 2024 02:23:43 AM UTC. 2024-04-24T02:26:38.583 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-24T02:26:38.607 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout:Installing group/module packages: 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: aardvark-dns x86_64 2:1.10.0-1.module_el8+871+552be958 appstream 1.0 M 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: buildah x86_64 2:1.33.6-2.module_el8+976+11360731 appstream 9.6 M 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: cockpit-podman noarch 84.1-1.module_el8+977+8ab54275 appstream 689 k 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: crun x86_64 1.14.3-2.module_el8+968+fbb249c7 appstream 258 k 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: netavark x86_64 2:1.10.3-1.module_el8+951+32019cde appstream 4.1 M 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: python3-podman noarch 4.9.0-1.module_el8+847+7863d4e6 appstream 180 k 2024-04-24T02:26:38.624 INFO:teuthology.orchestra.run.smithi016.stdout: skopeo x86_64 2:1.14.3-0.1.module_el8+885+7da147f3 appstream 8.8 M 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: toolbox x86_64 0.0.99.5-2.module_el8+971+3d3df00d appstream 2.5 M 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: udica noarch 0.2.6-20.module_el8+804+f131391c appstream 53 k 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout:Installing weak dependencies: 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout:Installing module profiles: 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: container-tools/common 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout:Enabling module streams: 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: container-tools rhel8 2024-04-24T02:26:38.625 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:26:38.626 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-24T02:26:38.626 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-24T02:26:38.626 INFO:teuthology.orchestra.run.smithi016.stdout:Install 13 Packages 2024-04-24T02:26:38.626 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:26:38.626 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 27 M 2024-04-24T02:26:38.627 INFO:teuthology.orchestra.run.smithi016.stdout:Installed size: 91 M 2024-04-24T02:26:38.627 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout:Installing group/module packages: 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout: aardvark-dns x86_64 2:1.10.0-1.module_el8+871+552be958 appstream 1.0 M 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout: buildah x86_64 2:1.33.6-2.module_el8+976+11360731 appstream 9.6 M 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout: cockpit-podman noarch 84.1-1.module_el8+977+8ab54275 appstream 689 k 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout: crun x86_64 1.14.3-2.module_el8+968+fbb249c7 appstream 258 k 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout: netavark x86_64 2:1.10.3-1.module_el8+951+32019cde appstream 4.1 M 2024-04-24T02:26:38.648 INFO:teuthology.orchestra.run.smithi063.stdout: python3-podman noarch 4.9.0-1.module_el8+847+7863d4e6 appstream 180 k 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: skopeo x86_64 2:1.14.3-0.1.module_el8+885+7da147f3 appstream 8.8 M 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: toolbox x86_64 0.0.99.5-2.module_el8+971+3d3df00d appstream 2.5 M 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: udica noarch 0.2.6-20.module_el8+804+f131391c appstream 53 k 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout:Installing weak dependencies: 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout:Installing module profiles: 2024-04-24T02:26:38.649 INFO:teuthology.orchestra.run.smithi063.stdout: container-tools/common 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout:Enabling module streams: 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout: container-tools rhel8 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout:Install 13 Packages 2024-04-24T02:26:38.650 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:26:38.651 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 27 M 2024-04-24T02:26:38.651 INFO:teuthology.orchestra.run.smithi063.stdout:Installed size: 91 M 2024-04-24T02:26:38.651 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-04-24T02:26:40.448 INFO:teuthology.orchestra.run.smithi063.stdout:(1/13): cockpit-podman-84.1-1.module_el8+977+8a 395 kB/s | 689 kB 00:01 2024-04-24T02:26:40.773 INFO:teuthology.orchestra.run.smithi063.stdout:(2/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 117 kB/s | 38 kB 00:00 2024-04-24T02:26:45.590 INFO:teuthology.orchestra.run.smithi063.stdout:(3/13): crun-1.14.3-2.module_el8+968+fbb249c7.x 54 kB/s | 258 kB 00:04 2024-04-24T02:26:49.028 INFO:teuthology.orchestra.run.smithi016.stdout:(1/13): cockpit-podman-84.1-1.module_el8+977+8a 67 kB/s | 689 kB 00:10 2024-04-24T02:26:52.184 INFO:teuthology.orchestra.run.smithi016.stdout:(2/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 12 kB/s | 38 kB 00:03 2024-04-24T02:26:53.129 INFO:teuthology.orchestra.run.smithi016.stdout:(3/13): crun-1.14.3-2.module_el8+968+fbb249c7.x 273 kB/s | 258 kB 00:00 2024-04-24T02:26:57.679 INFO:teuthology.orchestra.run.smithi016.stdout:(4/13): aardvark-dns-1.10.0-1.module_el8+871+55 54 kB/s | 1.0 MB 00:18 2024-04-24T02:26:58.745 INFO:teuthology.orchestra.run.smithi016.stdout:(5/13): python3-podman-4.9.0-1.module_el8+847+7 169 kB/s | 180 kB 00:01 2024-04-24T02:26:58.895 INFO:teuthology.orchestra.run.smithi016.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 165 kB/s | 25 kB 00:00 2024-04-24T02:26:59.443 INFO:teuthology.orchestra.run.smithi016.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 171 kB/s | 94 kB 00:00 2024-04-24T02:27:05.431 INFO:teuthology.orchestra.run.smithi063.stdout:(4/13): netavark-1.10.3-1.module_el8+951+32019c 212 kB/s | 4.1 MB 00:19 2024-04-24T02:27:05.964 INFO:teuthology.orchestra.run.smithi063.stdout:(5/13): python3-podman-4.9.0-1.module_el8+847+7 338 kB/s | 180 kB 00:00 2024-04-24T02:27:06.033 INFO:teuthology.orchestra.run.smithi016.stdout:(8/13): netavark-1.10.3-1.module_el8+951+32019c 326 kB/s | 4.1 MB 00:12 2024-04-24T02:27:06.348 INFO:teuthology.orchestra.run.smithi063.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 65 kB/s | 25 kB 00:00 2024-04-24T02:27:06.965 INFO:teuthology.orchestra.run.smithi063.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 152 kB/s | 94 kB 00:00 2024-04-24T02:27:08.798 INFO:teuthology.orchestra.run.smithi063.stdout:(8/13): aardvark-dns-1.10.0-1.module_el8+871+55 34 kB/s | 1.0 MB 00:30 2024-04-24T02:27:17.973 INFO:teuthology.orchestra.run.smithi063.stdout:(9/13): buildah-1.33.6-2.module_el8+976+1136073 252 kB/s | 9.6 MB 00:39 2024-04-24T02:27:18.070 INFO:teuthology.orchestra.run.smithi016.stdout:(9/13): buildah-1.33.6-2.module_el8+976+1136073 251 kB/s | 9.6 MB 00:39 2024-04-24T02:27:18.253 INFO:teuthology.orchestra.run.smithi016.stdout:(10/13): udica-0.2.6-20.module_el8+804+f131391c 287 kB/s | 53 kB 00:00 2024-04-24T02:27:18.298 INFO:teuthology.orchestra.run.smithi063.stdout:(10/13): udica-0.2.6-20.module_el8+804+f131391c 162 kB/s | 53 kB 00:00 2024-04-24T02:27:18.462 INFO:teuthology.orchestra.run.smithi016.stdout:(11/13): yajl-2.1.0-12.el8.x86_64.rpm 197 kB/s | 41 kB 00:00 2024-04-24T02:27:19.090 INFO:teuthology.orchestra.run.smithi063.stdout:(11/13): yajl-2.1.0-12.el8.x86_64.rpm 52 kB/s | 41 kB 00:00 2024-04-24T02:27:21.812 INFO:teuthology.orchestra.run.smithi016.stdout:(12/13): skopeo-1.14.3-0.1.module_el8+885+7da14 403 kB/s | 8.8 MB 00:22 2024-04-24T02:27:24.498 INFO:teuthology.orchestra.run.smithi063.stdout:(12/13): toolbox-0.0.99.5-2.module_el8+971+3d3d 165 kB/s | 2.5 MB 00:15 2024-04-24T02:27:27.065 INFO:teuthology.orchestra.run.smithi063.stdout:(13/13): skopeo-1.14.3-0.1.module_el8+885+7da14 449 kB/s | 8.8 MB 00:20 2024-04-24T02:27:27.065 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-04-24T02:27:27.066 INFO:teuthology.orchestra.run.smithi063.stdout:Total 580 kB/s | 27 MB 00:48 2024-04-24T02:27:27.346 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-04-24T02:27:27.369 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-04-24T02:27:27.369 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-04-24T02:27:27.649 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-04-24T02:27:27.652 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-04-24T02:27:28.292 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-04-24T02:27:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2024-04-24T02:27:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2/13 2024-04-24T02:27:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/13 2024-04-24T02:27:29.864 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 4/13 2024-04-24T02:27:30.085 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 5/13 2024-04-24T02:27:30.662 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 6/13 2024-04-24T02:27:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 7/13 2024-04-24T02:27:31.927 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 8/13 2024-04-24T02:27:32.167 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 9/13 2024-04-24T02:27:32.607 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 10/13 2024-04-24T02:27:32.834 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-24T02:27:33.024 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-24T02:27:33.235 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-24T02:27:33.667 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 1/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 3/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 5/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 6/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 7/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2024-04-24T02:27:33.668 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 10/13 2024-04-24T02:27:33.669 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-24T02:27:33.669 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-24T02:27:34.179 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2024-04-24T02:27:34.179 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:27:34.179 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-04-24T02:27:34.179 INFO:teuthology.orchestra.run.smithi063.stdout: aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x86_64 2024-04-24T02:27:34.179 INFO:teuthology.orchestra.run.smithi063.stdout: buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2024-04-24T02:27:34.179 INFO:teuthology.orchestra.run.smithi063.stdout: cockpit-podman-84.1-1.module_el8+977+8ab54275.noarch 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: python3-podman-4.9.0-1.module_el8+847+7863d4e6.noarch 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: udica-0.2.6-20.module_el8+804+f131391c.noarch 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: yajl-2.1.0-12.el8.x86_64 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:27:34.180 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-04-24T02:27:34.519 DEBUG:teuthology.parallel:result is None 2024-04-24T02:28:06.109 INFO:teuthology.orchestra.run.smithi016.stdout:[MIRROR] toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64.rpm: Status code: 504 for http://mirror.us-midwest-1.nexcess.net/CentOS/8-stream/AppStream/x86_64/os/Packages/toolbox-0.0.99.5-2.module_el8%2b971%2b3d3df00d.x86_64.rpm (IP: 208.69.120.125) 2024-04-24T02:28:06.659 INFO:teuthology.orchestra.run.smithi016.stdout:(13/13): toolbox-0.0.99.5-2.module_el8+971+3d3d 43 kB/s | 2.5 MB 01:00 2024-04-24T02:28:06.659 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-24T02:28:06.659 INFO:teuthology.orchestra.run.smithi016.stdout:Total 319 kB/s | 27 MB 01:28 2024-04-24T02:28:06.934 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-24T02:28:06.957 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-24T02:28:06.957 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-24T02:28:07.232 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-24T02:28:07.235 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-24T02:28:07.912 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-24T02:28:08.913 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2024-04-24T02:28:09.142 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2/13 2024-04-24T02:28:09.345 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/13 2024-04-24T02:28:09.566 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 4/13 2024-04-24T02:28:09.844 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 5/13 2024-04-24T02:28:10.445 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 6/13 2024-04-24T02:28:11.475 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 7/13 2024-04-24T02:28:11.758 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 8/13 2024-04-24T02:28:11.982 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 9/13 2024-04-24T02:28:12.415 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 10/13 2024-04-24T02:28:12.649 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-24T02:28:12.881 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-24T02:28:13.110 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-24T02:28:13.565 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 13/13 2024-04-24T02:28:13.565 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x8 1/13 2024-04-24T02:28:13.565 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2/13 2024-04-24T02:28:13.565 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cockpit-podman-84.1-1.module_el8+977+8ab54275.noar 3/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 5/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 6/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-podman-4.9.0-1.module_el8+847+7863d4e6.noa 7/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 10/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 11/13 2024-04-24T02:28:13.566 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : udica-0.2.6-20.module_el8+804+f131391c.noarch 12/13 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: aardvark-dns-2:1.10.0-1.module_el8+871+552be958.x86_64 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: buildah-2:1.33.6-2.module_el8+976+11360731.x86_64 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: cockpit-podman-84.1-1.module_el8+977+8ab54275.noarch 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: crun-1.14.3-2.module_el8+968+fbb249c7.x86_64 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: netavark-2:1.10.3-1.module_el8+951+32019cde.x86_64 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: python3-podman-4.9.0-1.module_el8+847+7863d4e6.noarch 2024-04-24T02:28:14.079 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-04-24T02:28:14.080 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-04-24T02:28:14.080 INFO:teuthology.orchestra.run.smithi016.stdout: skopeo-2:1.14.3-0.1.module_el8+885+7da147f3.x86_64 2024-04-24T02:28:14.080 INFO:teuthology.orchestra.run.smithi016.stdout: toolbox-0.0.99.5-2.module_el8+971+3d3df00d.x86_64 2024-04-24T02:28:14.080 INFO:teuthology.orchestra.run.smithi016.stdout: udica-0.2.6-20.module_el8+804+f131391c.noarch 2024-04-24T02:28:14.080 INFO:teuthology.orchestra.run.smithi016.stdout: yajl-2.1.0-12.el8.x86_64 2024-04-24T02:28:14.080 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:28:14.080 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-24T02:28:14.454 DEBUG:teuthology.parallel:result is None 2024-04-24T02:28:14.454 INFO:teuthology.run_tasks:Running task install... 2024-04-24T02:28:14.463 DEBUG:teuthology.task.install:project ceph 2024-04-24T02:28:14.463 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '646b8c7d293d8ec31a40c69f7b3237b19c1be24d'}} 2024-04-24T02:28:14.464 DEBUG:teuthology.task.install:config {'branch': 'pacific', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '646b8c7d293d8ec31a40c69f7b3237b19c1be24d'} 2024-04-24T02:28:14.464 INFO:teuthology.task.install:Using flavor: default 2024-04-24T02:28:14.472 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-24T02:28:14.472 INFO:teuthology.task.install:extra packages: [] 2024-04-24T02:28:14.472 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '646b8c7d293d8ec31a40c69f7b3237b19c1be24d', 'tag': None, 'wait_for_package': False} 2024-04-24T02:28:14.472 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T02:28:14.473 INFO:teuthology.packaging:ref: None 2024-04-24T02:28:14.473 INFO:teuthology.packaging:tag: None 2024-04-24T02:28:14.473 INFO:teuthology.packaging:branch: pacific 2024-04-24T02:28:14.473 INFO:teuthology.packaging:sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:28:14.473 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-24T02:28:14.475 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '646b8c7d293d8ec31a40c69f7b3237b19c1be24d', 'tag': None, 'wait_for_package': False} 2024-04-24T02:28:14.475 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T02:28:14.475 INFO:teuthology.packaging:ref: None 2024-04-24T02:28:14.475 INFO:teuthology.packaging:tag: None 2024-04-24T02:28:14.475 INFO:teuthology.packaging:branch: pacific 2024-04-24T02:28:14.475 INFO:teuthology.packaging:sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:28:14.475 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-24T02:28:14.686 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/ 2024-04-24T02:28:14.686 INFO:teuthology.task.install.rpm:Package version is 16.2.15-0 2024-04-24T02:28:14.711 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/ 2024-04-24T02:28:14.711 INFO:teuthology.task.install.rpm:Package version is 16.2.15-0 2024-04-24T02:28:14.715 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-24T02:28:14.716 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:28:14.716 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-24T02:28:14.739 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-24T02:28:14.740 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:28:14.740 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-24T02:28:14.752 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-24T02:28:14.752 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T02:28:14.753 INFO:teuthology.packaging:ref: None 2024-04-24T02:28:14.753 INFO:teuthology.packaging:tag: None 2024-04-24T02:28:14.753 INFO:teuthology.packaging:branch: pacific 2024-04-24T02:28:14.753 INFO:teuthology.packaging:sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:28:14.753 DEBUG:teuthology.orchestra.run.smithi016:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-24T02:28:14.777 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-24T02:28:14.777 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T02:28:14.777 INFO:teuthology.packaging:ref: None 2024-04-24T02:28:14.777 INFO:teuthology.packaging:tag: None 2024-04-24T02:28:14.777 INFO:teuthology.packaging:branch: pacific 2024-04-24T02:28:14.777 INFO:teuthology.packaging:sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:28:14.777 DEBUG:teuthology.orchestra.run.smithi063:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-24T02:28:14.821 DEBUG:teuthology.orchestra.run.smithi016:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-24T02:28:14.849 DEBUG:teuthology.orchestra.run.smithi063:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-24T02:28:14.899 DEBUG:teuthology.orchestra.run.smithi016:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-24T02:28:14.931 DEBUG:teuthology.orchestra.run.smithi063:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-24T02:28:14.968 INFO:teuthology.orchestra.run.smithi016.stdout:check_obsoletes = 1 2024-04-24T02:28:14.970 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum clean all 2024-04-24T02:28:14.999 INFO:teuthology.orchestra.run.smithi063.stdout:check_obsoletes = 1 2024-04-24T02:28:15.001 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum clean all 2024-04-24T02:28:15.248 INFO:teuthology.orchestra.run.smithi016.stdout:78 files removed 2024-04-24T02:28:15.281 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-24T02:28:15.299 INFO:teuthology.orchestra.run.smithi063.stdout:78 files removed 2024-04-24T02:28:15.328 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-24T02:28:15.783 INFO:teuthology.orchestra.run.smithi016.stdout:ceph packages for x86_64 1.0 MB/s | 76 kB 00:00 2024-04-24T02:28:15.838 INFO:teuthology.orchestra.run.smithi063.stdout:ceph packages for x86_64 920 kB/s | 76 kB 00:00 2024-04-24T02:28:15.892 INFO:teuthology.orchestra.run.smithi016.stdout:ceph noarch packages 224 kB/s | 15 kB 00:00 2024-04-24T02:28:15.963 INFO:teuthology.orchestra.run.smithi063.stdout:ceph noarch packages 180 kB/s | 15 kB 00:00 2024-04-24T02:28:15.993 INFO:teuthology.orchestra.run.smithi016.stdout:ceph source packages 25 kB/s | 1.7 kB 00:00 2024-04-24T02:28:16.080 INFO:teuthology.orchestra.run.smithi063.stdout:ceph source packages 20 kB/s | 1.7 kB 00:00 2024-04-24T02:28:17.465 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - AppStream 21 MB/s | 28 MB 00:01 2024-04-24T02:28:17.910 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - AppStream 15 MB/s | 28 MB 00:01 2024-04-24T02:28:23.432 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - BaseOS 15 MB/s | 10 MB 00:00 2024-04-24T02:28:23.810 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - BaseOS 17 MB/s | 10 MB 00:00 2024-04-24T02:28:25.449 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - Extras 57 kB/s | 18 kB 00:00 2024-04-24T02:28:25.811 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras 56 kB/s | 18 kB 00:00 2024-04-24T02:28:25.949 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - Extras common packages 20 kB/s | 7.7 kB 00:00 2024-04-24T02:28:26.353 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras common packages 18 kB/s | 7.7 kB 00:00 2024-04-24T02:28:26.567 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 8 - PowerTools 9.5 MB/s | 5.0 MB 00:00 2024-04-24T02:28:26.938 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - PowerTools 10 MB/s | 5.0 MB 00:00 2024-04-24T02:28:27.719 INFO:teuthology.orchestra.run.smithi063.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2024-04-24T02:28:28.048 INFO:teuthology.orchestra.run.smithi016.stdout:Copr repo for python3-asyncssh owned by ceph 28 kB/s | 3.5 kB 00:00 2024-04-24T02:28:28.736 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 18 MB/s | 16 MB 00:00 2024-04-24T02:28:30.307 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 7.6 MB/s | 16 MB 00:02 2024-04-24T02:28:32.778 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 374 kB/s | 24 kB 00:00 2024-04-24T02:28:34.432 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 404 kB/s | 24 kB 00:00 2024-04-24T02:28:36.598 INFO:teuthology.orchestra.run.smithi063.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-24T02:28:36.599 INFO:teuthology.orchestra.run.smithi063.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-24T02:28:36.670 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout:============================================================================================ 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout:============================================================================================ 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout: ceph x86_64 2:16.2.15-0.el8 ceph 6.3 k 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base x86_64 2:16.2.15-0.el8 ceph 6.1 M 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse x86_64 2:16.2.15-0.el8 ceph 911 k 2024-04-24T02:28:36.681 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache x86_64 2:16.2.15-0.el8 ceph 161 k 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr x86_64 2:16.2.15-0.el8 ceph 1.6 M 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm noarch 2:16.2.15-0.el8 ceph-noarch 116 k 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard noarch 2:16.2.15-0.el8 ceph-noarch 3.1 M 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.15-0.el8 ceph-noarch 8.6 M 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook noarch 2:16.2.15-0.el8 ceph-noarch 27 k 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw x86_64 2:16.2.15-0.el8 ceph 12 M 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test x86_64 2:16.2.15-0.el8 ceph 52 M 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm noarch 2:16.2.15-0.el8 ceph-noarch 85 k 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel x86_64 2:16.2.15-0.el8 ceph 25 k 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2 x86_64 2:16.2.15-0.el8 ceph 825 k 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel x86_64 2:16.2.15-0.el8 ceph 131 k 2024-04-24T02:28:36.682 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs x86_64 2:16.2.15-0.el8 ceph 215 k 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados x86_64 2:16.2.15-0.el8 ceph 389 k 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd x86_64 2:16.2.15-0.el8 ceph 369 k 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw x86_64 2:16.2.15-0.el8 ceph 114 k 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse x86_64 2:16.2.15-0.el8 ceph 88 k 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd x86_64 2:16.2.15-0.el8 ceph 175 k 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrading: 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: librados2 x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1 x86_64 2:16.2.15-0.el8 ceph 4.2 M 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common x86_64 2:16.2.15-0.el8 ceph 24 M 2024-04-24T02:28:36.683 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards noarch 2:16.2.15-0.el8 ceph-noarch 24 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds x86_64 2:16.2.15-0.el8 ceph 2.4 M 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core noarch 2:16.2.15-0.el8 ceph-noarch 245 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon x86_64 2:16.2.15-0.el8 ceph 5.2 M 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd x86_64 2:16.2.15-0.el8 ceph 19 M 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts noarch 2:16.2.15-0.el8 ceph-noarch 15 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux x86_64 2:16.2.15-0.el8 ceph 26 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: fuse x86_64 2.9.7-19.el8 baseos 83 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite x86_64 2:16.2.15-0.el8 ceph 174 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2024-04-24T02:28:36.684 INFO:teuthology.orchestra.run.smithi063.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq x86_64 0.9.0-5.el8 baseos 47 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1 x86_64 2:16.2.15-0.el8 ceph 494 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2 x86_64 2:16.2.15-0.el8 ceph 3.8 M 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: oniguruma x86_64 6.8.2-3.el8 appstream 188 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2024-04-24T02:28:36.685 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse x86_64 2:16.2.15-0.el8 ceph 45 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common x86_64 2:16.2.15-0.el8 ceph 99 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography x86_64 3.2.1-7.el8 baseos 641 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-04-24T02:28:36.686 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2 noarch 2.10.1-4.el8 appstream 578 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-04-24T02:28:36.687 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-remoto noarch 1.2.1-1.el8 epel 49 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-04-24T02:28:36.688 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:28:36.689 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-04-24T02:28:36.690 INFO:teuthology.orchestra.run.smithi063.stdout:============================================================================================ 2024-04-24T02:28:36.690 INFO:teuthology.orchestra.run.smithi063.stdout:Install 105 Packages 2024-04-24T02:28:36.690 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrade 2 Packages 2024-04-24T02:28:36.690 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:28:36.690 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 198 M 2024-04-24T02:28:36.690 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-04-24T02:28:37.180 INFO:teuthology.orchestra.run.smithi063.stdout:(1/107): ceph-16.2.15-0.el8.x86_64.rpm 110 kB/s | 6.3 kB 00:00 2024-04-24T02:28:37.229 INFO:teuthology.orchestra.run.smithi063.stdout:(2/107): ceph-fuse-16.2.15-0.el8.x86_64.rpm 18 MB/s | 911 kB 00:00 2024-04-24T02:28:37.263 INFO:teuthology.orchestra.run.smithi063.stdout:(3/107): ceph-immutable-object-cache-16.2.15-0. 4.8 MB/s | 161 kB 00:00 2024-04-24T02:28:37.339 INFO:teuthology.orchestra.run.smithi063.stdout:(4/107): ceph-mds-16.2.15-0.el8.x86_64.rpm 33 MB/s | 2.4 MB 00:00 2024-04-24T02:28:37.389 INFO:teuthology.orchestra.run.smithi063.stdout:(5/107): ceph-mgr-16.2.15-0.el8.x86_64.rpm 33 MB/s | 1.6 MB 00:00 2024-04-24T02:28:37.464 INFO:teuthology.orchestra.run.smithi063.stdout:(6/107): ceph-base-16.2.15-0.el8.x86_64.rpm 18 MB/s | 6.1 MB 00:00 2024-04-24T02:28:37.589 INFO:teuthology.orchestra.run.smithi063.stdout:(7/107): ceph-mon-16.2.15-0.el8.x86_64.rpm 26 MB/s | 5.2 MB 00:00 2024-04-24T02:28:37.948 INFO:teuthology.orchestra.run.smithi063.stdout:(8/107): ceph-common-16.2.15-0.el8.x86_64.rpm 29 MB/s | 24 MB 00:00 2024-04-24T02:28:37.973 INFO:teuthology.orchestra.run.smithi063.stdout:(9/107): ceph-selinux-16.2.15-0.el8.x86_64.rpm 1.0 MB/s | 26 kB 00:00 2024-04-24T02:28:38.090 INFO:teuthology.orchestra.run.smithi063.stdout:(10/107): ceph-radosgw-16.2.15-0.el8.x86_64.rpm 23 MB/s | 12 MB 00:00 2024-04-24T02:28:38.115 INFO:teuthology.orchestra.run.smithi063.stdout:(11/107): libcephfs-devel-16.2.15-0.el8.x86_64. 1.0 MB/s | 25 kB 00:00 2024-04-24T02:28:38.165 INFO:teuthology.orchestra.run.smithi063.stdout:(12/107): libcephfs2-16.2.15-0.el8.x86_64.rpm 16 MB/s | 825 kB 00:00 2024-04-24T02:28:38.191 INFO:teuthology.orchestra.run.smithi063.stdout:(13/107): libcephsqlite-16.2.15-0.el8.x86_64.rp 6.8 MB/s | 174 kB 00:00 2024-04-24T02:28:38.216 INFO:teuthology.orchestra.run.smithi063.stdout:(14/107): librados-devel-16.2.15-0.el8.x86_64.r 5.1 MB/s | 131 kB 00:00 2024-04-24T02:28:38.331 INFO:teuthology.orchestra.run.smithi016.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-24T02:28:38.331 INFO:teuthology.orchestra.run.smithi016.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-04-24T02:28:38.403 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-24T02:28:38.413 INFO:teuthology.orchestra.run.smithi016.stdout:============================================================================================ 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout:============================================================================================ 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph x86_64 2:16.2.15-0.el8 ceph 6.3 k 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base x86_64 2:16.2.15-0.el8 ceph 6.1 M 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse x86_64 2:16.2.15-0.el8 ceph 911 k 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache x86_64 2:16.2.15-0.el8 ceph 161 k 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr x86_64 2:16.2.15-0.el8 ceph 1.6 M 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm noarch 2:16.2.15-0.el8 ceph-noarch 116 k 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard noarch 2:16.2.15-0.el8 ceph-noarch 3.1 M 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.15-0.el8 ceph-noarch 8.6 M 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook noarch 2:16.2.15-0.el8 ceph-noarch 27 k 2024-04-24T02:28:38.414 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw x86_64 2:16.2.15-0.el8 ceph 12 M 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test x86_64 2:16.2.15-0.el8 ceph 52 M 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm noarch 2:16.2.15-0.el8 ceph-noarch 85 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel x86_64 2:16.2.15-0.el8 ceph 25 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2 x86_64 2:16.2.15-0.el8 ceph 825 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel x86_64 2:16.2.15-0.el8 ceph 131 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs x86_64 2:16.2.15-0.el8 ceph 215 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados x86_64 2:16.2.15-0.el8 ceph 389 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd x86_64 2:16.2.15-0.el8 ceph 369 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw x86_64 2:16.2.15-0.el8 ceph 114 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse x86_64 2:16.2.15-0.el8 ceph 88 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd x86_64 2:16.2.15-0.el8 ceph 175 k 2024-04-24T02:28:38.415 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: librados2 x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1 x86_64 2:16.2.15-0.el8 ceph 4.2 M 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common x86_64 2:16.2.15-0.el8 ceph 24 M 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards noarch 2:16.2.15-0.el8 ceph-noarch 24 k 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds x86_64 2:16.2.15-0.el8 ceph 2.4 M 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core noarch 2:16.2.15-0.el8 ceph-noarch 245 k 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon x86_64 2:16.2.15-0.el8 ceph 5.2 M 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd x86_64 2:16.2.15-0.el8 ceph 19 M 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts noarch 2:16.2.15-0.el8 ceph-noarch 15 k 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux x86_64 2:16.2.15-0.el8 ceph 26 k 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: fuse x86_64 2.9.7-19.el8 baseos 83 k 2024-04-24T02:28:38.416 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite x86_64 2:16.2.15-0.el8 ceph 174 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq x86_64 0.9.0-5.el8 baseos 47 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1 x86_64 2:16.2.15-0.el8 ceph 494 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2 x86_64 2:16.2.15-0.el8 ceph 3.8 M 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2024-04-24T02:28:38.417 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma x86_64 6.8.2-3.el8 appstream 188 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse x86_64 2:16.2.15-0.el8 ceph 45 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common x86_64 2:16.2.15-0.el8 ceph 99 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-04-24T02:28:38.418 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography x86_64 3.2.1-7.el8 baseos 641 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2 noarch 2.10.1-4.el8 appstream 578 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2024-04-24T02:28:38.419 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2024-04-24T02:28:38.420 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-remoto noarch 1.2.1-1.el8 epel 49 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-04-24T02:28:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout:============================================================================================ 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout:Install 105 Packages 2024-04-24T02:28:38.422 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 2 Packages 2024-04-24T02:28:38.423 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:28:38.423 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 198 M 2024-04-24T02:28:38.423 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-24T02:28:38.425 INFO:teuthology.orchestra.run.smithi063.stdout:(15/107): ceph-osd-16.2.15-0.el8.x86_64.rpm 19 MB/s | 19 MB 00:00 2024-04-24T02:28:38.450 INFO:teuthology.orchestra.run.smithi063.stdout:(16/107): libradosstriper1-16.2.15-0.el8.x86_64 2.1 MB/s | 494 kB 00:00 2024-04-24T02:28:38.475 INFO:teuthology.orchestra.run.smithi063.stdout:(17/107): python3-ceph-argparse-16.2.15-0.el8.x 1.8 MB/s | 45 kB 00:00 2024-04-24T02:28:38.492 INFO:teuthology.orchestra.run.smithi063.stdout:(18/107): python3-ceph-common-16.2.15-0.el8.x86 5.8 MB/s | 99 kB 00:00 2024-04-24T02:28:38.517 INFO:teuthology.orchestra.run.smithi063.stdout:(19/107): python3-cephfs-16.2.15-0.el8.x86_64.r 8.4 MB/s | 215 kB 00:00 2024-04-24T02:28:38.551 INFO:teuthology.orchestra.run.smithi063.stdout:(20/107): python3-rados-16.2.15-0.el8.x86_64.rp 11 MB/s | 389 kB 00:00 2024-04-24T02:28:38.593 INFO:teuthology.orchestra.run.smithi063.stdout:(21/107): python3-rbd-16.2.15-0.el8.x86_64.rpm 8.7 MB/s | 369 kB 00:00 2024-04-24T02:28:38.618 INFO:teuthology.orchestra.run.smithi063.stdout:(22/107): python3-rgw-16.2.15-0.el8.x86_64.rpm 4.5 MB/s | 114 kB 00:00 2024-04-24T02:28:38.719 INFO:teuthology.orchestra.run.smithi063.stdout:(23/107): librgw2-16.2.15-0.el8.x86_64.rpm 13 MB/s | 3.8 MB 00:00 2024-04-24T02:28:38.744 INFO:teuthology.orchestra.run.smithi063.stdout:(24/107): rbd-fuse-16.2.15-0.el8.x86_64.rpm 705 kB/s | 88 kB 00:00 2024-04-24T02:28:38.845 INFO:teuthology.orchestra.run.smithi063.stdout:(25/107): rbd-mirror-16.2.15-0.el8.x86_64.rpm 29 MB/s | 3.7 MB 00:00 2024-04-24T02:28:38.870 INFO:teuthology.orchestra.run.smithi063.stdout:(26/107): ceph-grafana-dashboards-16.2.15-0.el8 981 kB/s | 24 kB 00:00 2024-04-24T02:28:38.895 INFO:teuthology.orchestra.run.smithi063.stdout:(27/107): rbd-nbd-16.2.15-0.el8.x86_64.rpm 1.1 MB/s | 175 kB 00:00 2024-04-24T02:28:38.920 INFO:teuthology.orchestra.run.smithi063.stdout:(28/107): ceph-mgr-cephadm-16.2.15-0.el8.noarch 2.3 MB/s | 116 kB 00:00 2024-04-24T02:28:39.004 INFO:teuthology.orchestra.run.smithi063.stdout:(29/107): ceph-mgr-dashboard-16.2.15-0.el8.noar 29 MB/s | 3.1 MB 00:00 2024-04-24T02:28:39.054 INFO:teuthology.orchestra.run.smithi063.stdout:(30/107): ceph-mgr-modules-core-16.2.15-0.el8.n 4.8 MB/s | 245 kB 00:00 2024-04-24T02:28:39.067 INFO:teuthology.orchestra.run.smithi016.stdout:(1/107): ceph-16.2.15-0.el8.x86_64.rpm 107 kB/s | 6.3 kB 00:00 2024-04-24T02:28:39.074 INFO:teuthology.orchestra.run.smithi063.stdout:(31/107): ceph-mgr-rook-16.2.15-0.el8.noarch.rp 1.6 MB/s | 27 kB 00:00 2024-04-24T02:28:39.096 INFO:teuthology.orchestra.run.smithi063.stdout:(32/107): ceph-prometheus-alerts-16.2.15-0.el8. 595 kB/s | 15 kB 00:00 2024-04-24T02:28:39.109 INFO:teuthology.orchestra.run.smithi016.stdout:(2/107): ceph-fuse-16.2.15-0.el8.x86_64.rpm 21 MB/s | 911 kB 00:00 2024-04-24T02:28:39.122 INFO:teuthology.orchestra.run.smithi063.stdout:(33/107): cephadm-16.2.15-0.el8.noarch.rpm 3.3 MB/s | 85 kB 00:00 2024-04-24T02:28:39.142 INFO:teuthology.orchestra.run.smithi016.stdout:(3/107): ceph-immutable-object-cache-16.2.15-0. 4.8 MB/s | 161 kB 00:00 2024-04-24T02:28:39.226 INFO:teuthology.orchestra.run.smithi016.stdout:(4/107): ceph-mds-16.2.15-0.el8.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-04-24T02:28:39.247 INFO:teuthology.orchestra.run.smithi063.stdout:(34/107): ceph-mgr-diskprediction-local-16.2.15 26 MB/s | 8.6 MB 00:00 2024-04-24T02:28:39.318 INFO:teuthology.orchestra.run.smithi016.stdout:(5/107): ceph-base-16.2.15-0.el8.x86_64.rpm 20 MB/s | 6.1 MB 00:00 2024-04-24T02:28:39.360 INFO:teuthology.orchestra.run.smithi016.stdout:(6/107): ceph-mgr-16.2.15-0.el8.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-04-24T02:28:39.485 INFO:teuthology.orchestra.run.smithi016.stdout:(7/107): ceph-mon-16.2.15-0.el8.x86_64.rpm 31 MB/s | 5.2 MB 00:00 2024-04-24T02:28:39.744 INFO:teuthology.orchestra.run.smithi016.stdout:(8/107): ceph-radosgw-16.2.15-0.el8.x86_64.rpm 45 MB/s | 12 MB 00:00 2024-04-24T02:28:39.769 INFO:teuthology.orchestra.run.smithi016.stdout:(9/107): ceph-selinux-16.2.15-0.el8.x86_64.rpm 1.0 MB/s | 26 kB 00:00 2024-04-24T02:28:39.864 INFO:teuthology.orchestra.run.smithi063.stdout:(35/107): ceph-test-16.2.15-0.el8.x86_64.rpm 28 MB/s | 52 MB 00:01 2024-04-24T02:28:40.053 INFO:teuthology.orchestra.run.smithi016.stdout:(10/107): ceph-common-16.2.15-0.el8.x86_64.rpm 23 MB/s | 24 MB 00:01 2024-04-24T02:28:40.078 INFO:teuthology.orchestra.run.smithi016.stdout:(11/107): libcephfs-devel-16.2.15-0.el8.x86_64. 1.0 MB/s | 25 kB 00:00 2024-04-24T02:28:40.145 INFO:teuthology.orchestra.run.smithi016.stdout:(12/107): libcephfs2-16.2.15-0.el8.x86_64.rpm 12 MB/s | 825 kB 00:00 2024-04-24T02:28:40.179 INFO:teuthology.orchestra.run.smithi016.stdout:(13/107): libcephsqlite-16.2.15-0.el8.x86_64.rp 5.1 MB/s | 174 kB 00:00 2024-04-24T02:28:40.204 INFO:teuthology.orchestra.run.smithi016.stdout:(14/107): librados-devel-16.2.15-0.el8.x86_64.r 5.1 MB/s | 131 kB 00:00 2024-04-24T02:28:40.422 INFO:teuthology.orchestra.run.smithi016.stdout:(15/107): ceph-osd-16.2.15-0.el8.x86_64.rpm 18 MB/s | 19 MB 00:01 2024-04-24T02:28:40.455 INFO:teuthology.orchestra.run.smithi016.stdout:(16/107): libradosstriper1-16.2.15-0.el8.x86_64 1.9 MB/s | 494 kB 00:00 2024-04-24T02:28:40.480 INFO:teuthology.orchestra.run.smithi016.stdout:(17/107): python3-ceph-argparse-16.2.15-0.el8.x 1.8 MB/s | 45 kB 00:00 2024-04-24T02:28:40.505 INFO:teuthology.orchestra.run.smithi016.stdout:(18/107): python3-ceph-common-16.2.15-0.el8.x86 3.9 MB/s | 99 kB 00:00 2024-04-24T02:28:40.531 INFO:teuthology.orchestra.run.smithi016.stdout:(19/107): python3-cephfs-16.2.15-0.el8.x86_64.r 8.4 MB/s | 215 kB 00:00 2024-04-24T02:28:40.564 INFO:teuthology.orchestra.run.smithi016.stdout:(20/107): python3-rados-16.2.15-0.el8.x86_64.rp 11 MB/s | 389 kB 00:00 2024-04-24T02:28:40.598 INFO:teuthology.orchestra.run.smithi016.stdout:(21/107): python3-rbd-16.2.15-0.el8.x86_64.rpm 11 MB/s | 369 kB 00:00 2024-04-24T02:28:40.665 INFO:teuthology.orchestra.run.smithi016.stdout:(22/107): python3-rgw-16.2.15-0.el8.x86_64.rpm 1.7 MB/s | 114 kB 00:00 2024-04-24T02:28:40.690 INFO:teuthology.orchestra.run.smithi016.stdout:(23/107): rbd-fuse-16.2.15-0.el8.x86_64.rpm 3.4 MB/s | 88 kB 00:00 2024-04-24T02:28:40.774 INFO:teuthology.orchestra.run.smithi016.stdout:(24/107): librgw2-16.2.15-0.el8.x86_64.rpm 11 MB/s | 3.8 MB 00:00 2024-04-24T02:28:40.791 INFO:teuthology.orchestra.run.smithi016.stdout:(25/107): rbd-nbd-16.2.15-0.el8.x86_64.rpm 10 MB/s | 175 kB 00:00 2024-04-24T02:28:40.816 INFO:teuthology.orchestra.run.smithi016.stdout:(26/107): ceph-grafana-dashboards-16.2.15-0.el8 977 kB/s | 24 kB 00:00 2024-04-24T02:28:40.842 INFO:teuthology.orchestra.run.smithi016.stdout:(27/107): ceph-mgr-cephadm-16.2.15-0.el8.noarch 4.5 MB/s | 116 kB 00:00 2024-04-24T02:28:40.925 INFO:teuthology.orchestra.run.smithi016.stdout:(28/107): rbd-mirror-16.2.15-0.el8.x86_64.rpm 16 MB/s | 3.7 MB 00:00 2024-04-24T02:28:40.942 INFO:teuthology.orchestra.run.smithi063.stdout:(36/107): jq-1.6-8.el8.x86_64.rpm 111 kB/s | 203 kB 00:01 2024-04-24T02:28:41.001 INFO:teuthology.orchestra.run.smithi016.stdout:(29/107): ceph-mgr-dashboard-16.2.15-0.el8.noar 20 MB/s | 3.1 MB 00:00 2024-04-24T02:28:41.026 INFO:teuthology.orchestra.run.smithi016.stdout:(30/107): ceph-mgr-modules-core-16.2.15-0.el8.n 9.7 MB/s | 245 kB 00:00 2024-04-24T02:28:41.051 INFO:teuthology.orchestra.run.smithi016.stdout:(31/107): ceph-mgr-rook-16.2.15-0.el8.noarch.rp 1.1 MB/s | 27 kB 00:00 2024-04-24T02:28:41.076 INFO:teuthology.orchestra.run.smithi016.stdout:(32/107): ceph-prometheus-alerts-16.2.15-0.el8. 594 kB/s | 15 kB 00:00 2024-04-24T02:28:41.127 INFO:teuthology.orchestra.run.smithi016.stdout:(33/107): cephadm-16.2.15-0.el8.noarch.rpm 1.7 MB/s | 85 kB 00:00 2024-04-24T02:28:41.277 INFO:teuthology.orchestra.run.smithi016.stdout:(34/107): ceph-mgr-diskprediction-local-16.2.15 24 MB/s | 8.6 MB 00:00 2024-04-24T02:28:41.944 INFO:teuthology.orchestra.run.smithi016.stdout:(35/107): ceph-test-16.2.15-0.el8.x86_64.rpm 24 MB/s | 52 MB 00:02 2024-04-24T02:28:44.331 INFO:teuthology.orchestra.run.smithi063.stdout:(37/107): librdkafka-1.6.1-1.el8.x86_64.rpm 133 kB/s | 677 kB 00:05 2024-04-24T02:28:46.364 INFO:teuthology.orchestra.run.smithi063.stdout:(38/107): lttng-ust-2.8.1-11.el8.x86_64.rpm 40 kB/s | 259 kB 00:06 2024-04-24T02:28:47.437 INFO:teuthology.orchestra.run.smithi016.stdout:(36/107): librdkafka-1.6.1-1.el8.x86_64.rpm 110 kB/s | 677 kB 00:06 2024-04-24T02:28:47.462 INFO:teuthology.orchestra.run.smithi016.stdout:(37/107): lttng-ust-2.8.1-11.el8.x86_64.rpm 47 kB/s | 259 kB 00:05 2024-04-24T02:28:47.559 INFO:teuthology.orchestra.run.smithi016.stdout:(38/107): jq-1.6-8.el8.x86_64.rpm 32 kB/s | 203 kB 00:06 2024-04-24T02:28:47.946 INFO:teuthology.orchestra.run.smithi016.stdout:(39/107): oniguruma-6.8.2-3.el8.x86_64.rpm 370 kB/s | 188 kB 00:00 2024-04-24T02:28:48.213 INFO:teuthology.orchestra.run.smithi016.stdout:(40/107): python3-attrs-17.4.0-6.el8.noarch.rpm 198 kB/s | 53 kB 00:00 2024-04-24T02:28:59.814 INFO:teuthology.orchestra.run.smithi063.stdout:(39/107): openblas-0.3.15-4.el8.x86_64.rpm 313 kB/s | 4.7 MB 00:15 2024-04-24T02:28:59.957 INFO:teuthology.orchestra.run.smithi063.stdout:(40/107): python3-attrs-17.4.0-6.el8.noarch.rpm 374 kB/s | 53 kB 00:00 2024-04-24T02:29:01.829 INFO:teuthology.orchestra.run.smithi016.stdout:(41/107): openblas-threads-0.3.15-4.el8.x86_64. 348 kB/s | 4.9 MB 00:14 2024-04-24T02:29:02.354 INFO:teuthology.orchestra.run.smithi016.stdout:(42/107): openblas-0.3.15-4.el8.x86_64.rpm 325 kB/s | 4.7 MB 00:14 2024-04-24T02:29:02.571 INFO:teuthology.orchestra.run.smithi016.stdout:(43/107): python3-babel-2.5.1-7.el8.noarch.rpm 341 kB/s | 4.8 MB 00:14 2024-04-24T02:29:02.589 INFO:teuthology.orchestra.run.smithi063.stdout:(41/107): openblas-threads-0.3.15-4.el8.x86_64. 306 kB/s | 4.9 MB 00:16 2024-04-24T02:29:02.655 INFO:teuthology.orchestra.run.smithi016.stdout:(44/107): python3-jsonpatch-1.21-2.el8.noarch.r 88 kB/s | 27 kB 00:00 2024-04-24T02:29:03.188 INFO:teuthology.orchestra.run.smithi016.stdout:(45/107): python3-jinja2-2.10.1-4.el8.noarch.rp 425 kB/s | 578 kB 00:01 2024-04-24T02:29:04.263 INFO:teuthology.orchestra.run.smithi016.stdout:(46/107): python3-jsonpointer-1.10-11.el8.noarc 12 kB/s | 20 kB 00:01 2024-04-24T02:29:04.631 INFO:teuthology.orchestra.run.smithi063.stdout:(42/107): python3-jinja2-2.10.1-4.el8.noarch.rp 283 kB/s | 578 kB 00:02 2024-04-24T02:29:05.739 INFO:teuthology.orchestra.run.smithi063.stdout:(43/107): python3-jsonpatch-1.21-2.el8.noarch.r 24 kB/s | 27 kB 00:01 2024-04-24T02:29:06.656 INFO:teuthology.orchestra.run.smithi063.stdout:(44/107): python3-jsonpointer-1.10-11.el8.noarc 22 kB/s | 20 kB 00:00 2024-04-24T02:29:07.730 INFO:teuthology.orchestra.run.smithi016.stdout:(47/107): python3-markupsafe-0.23-19.el8.x86_64 8.5 kB/s | 39 kB 00:04 2024-04-24T02:29:09.355 INFO:teuthology.orchestra.run.smithi016.stdout:(48/107): python3-numpy-f2py-1.14.3-10.el8.x86_ 138 kB/s | 225 kB 00:01 2024-04-24T02:29:09.672 INFO:teuthology.orchestra.run.smithi016.stdout:(49/107): python3-pluggy-0.6.0-3.el8.noarch.rpm 101 kB/s | 32 kB 00:00 2024-04-24T02:29:09.743 INFO:teuthology.orchestra.run.smithi016.stdout:(50/107): python3-mako-1.0.6-14.el8.noarch.rpm 22 kB/s | 157 kB 00:07 2024-04-24T02:29:09.856 INFO:teuthology.orchestra.run.smithi063.stdout:(45/107): python3-mako-1.0.6-14.el8.noarch.rpm 49 kB/s | 157 kB 00:03 2024-04-24T02:29:09.989 INFO:teuthology.orchestra.run.smithi063.stdout:(46/107): python3-markupsafe-0.23-19.el8.x86_64 291 kB/s | 39 kB 00:00 2024-04-24T02:29:10.156 INFO:teuthology.orchestra.run.smithi016.stdout:(51/107): python3-prettytable-0.7.2-14.el8.noar 91 kB/s | 44 kB 00:00 2024-04-24T02:29:11.248 INFO:teuthology.orchestra.run.smithi016.stdout:(52/107): python3-py-1.5.3-4.el8.noarch.rpm 314 kB/s | 472 kB 00:01 2024-04-24T02:29:11.857 INFO:teuthology.orchestra.run.smithi016.stdout:(53/107): python3-pyasn1-0.3.7-6.el8.noarch.rpm 208 kB/s | 126 kB 00:00 2024-04-24T02:29:12.323 INFO:teuthology.orchestra.run.smithi016.stdout:(54/107): python3-pyasn1-modules-0.3.7-6.el8.no 236 kB/s | 110 kB 00:00 2024-04-24T02:29:14.265 INFO:teuthology.orchestra.run.smithi016.stdout:(55/107): python3-pyOpenSSL-19.0.0-1.el8.noarch 25 kB/s | 103 kB 00:04 2024-04-24T02:29:15.024 INFO:teuthology.orchestra.run.smithi016.stdout:(56/107): python3-pytest-3.4.2-11.el8.noarch.rp 504 kB/s | 1.3 MB 00:02 2024-04-24T02:29:15.166 INFO:teuthology.orchestra.run.smithi016.stdout:(57/107): python3-pytz-2017.2-11.el8.noarch.rpm 63 kB/s | 57 kB 00:00 2024-04-24T02:29:16.249 INFO:teuthology.orchestra.run.smithi016.stdout:(58/107): python3-werkzeug-0.12.2-4.el8.noarch. 422 kB/s | 457 kB 00:01 2024-04-24T02:29:16.439 INFO:teuthology.orchestra.run.smithi063.stdout:(47/107): python3-babel-2.5.1-7.el8.noarch.rpm 297 kB/s | 4.8 MB 00:16 2024-04-24T02:29:16.906 INFO:teuthology.orchestra.run.smithi063.stdout:(48/107): python3-numpy-f2py-1.14.3-10.el8.x86_ 482 kB/s | 225 kB 00:00 2024-04-24T02:29:17.165 INFO:teuthology.orchestra.run.smithi063.stdout:(49/107): python3-numpy-1.14.3-10.el8.x86_64.rp 533 kB/s | 3.7 MB 00:07 2024-04-24T02:29:18.107 INFO:teuthology.orchestra.run.smithi063.stdout:(50/107): python3-pluggy-0.6.0-3.el8.noarch.rpm 27 kB/s | 32 kB 00:01 2024-04-24T02:29:18.250 INFO:teuthology.orchestra.run.smithi016.stdout:(59/107): python3-numpy-1.14.3-10.el8.x86_64.rp 273 kB/s | 3.7 MB 00:13 2024-04-24T02:29:22.874 INFO:teuthology.orchestra.run.smithi016.stdout:(60/107): xmlstarlet-1.6.1-20.el8.x86_64.rpm 15 kB/s | 71 kB 00:04 2024-04-24T02:29:22.958 INFO:teuthology.orchestra.run.smithi016.stdout:(61/107): fuse-2.9.7-19.el8.x86_64.rpm 1.0 MB/s | 83 kB 00:00 2024-04-24T02:29:23.042 INFO:teuthology.orchestra.run.smithi016.stdout:(62/107): libgfortran-8.5.0-21.el8.x86_64.rpm 7.6 MB/s | 645 kB 00:00 2024-04-24T02:29:23.117 INFO:teuthology.orchestra.run.smithi016.stdout:(63/107): libquadmath-8.5.0-21.el8.x86_64.rpm 2.3 MB/s | 172 kB 00:00 2024-04-24T02:29:23.159 INFO:teuthology.orchestra.run.smithi016.stdout:(64/107): librabbitmq-0.9.0-5.el8.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-04-24T02:29:23.201 INFO:teuthology.orchestra.run.smithi016.stdout:(65/107): python3-cffi-1.11.5-6.el8.x86_64.rpm 5.8 MB/s | 249 kB 00:00 2024-04-24T02:29:23.259 INFO:teuthology.orchestra.run.smithi016.stdout:(66/107): python3-cryptography-3.2.1-7.el8.x86_ 11 MB/s | 641 kB 00:00 2024-04-24T02:29:23.322 INFO:teuthology.orchestra.run.smithi016.stdout:(67/107): python3-jwt-1.6.1-2.el8.noarch.rpm 681 kB/s | 43 kB 00:00 2024-04-24T02:29:23.368 INFO:teuthology.orchestra.run.smithi016.stdout:(68/107): python3-oauthlib-2.1.0-1.el8.noarch.r 3.3 MB/s | 155 kB 00:00 2024-04-24T02:29:23.410 INFO:teuthology.orchestra.run.smithi016.stdout:(69/107): python3-pycparser-2.14-14.el8.noarch. 2.6 MB/s | 109 kB 00:00 2024-04-24T02:29:23.444 INFO:teuthology.orchestra.run.smithi016.stdout:(70/107): python3-requests-oauthlib-1.0.0-1.el8 1.2 MB/s | 43 kB 00:00 2024-04-24T02:29:23.686 INFO:teuthology.orchestra.run.smithi016.stdout:(71/107): gperftools-libs-2.7-9.el8.x86_64.rpm 1.2 MB/s | 306 kB 00:00 2024-04-24T02:29:23.753 INFO:teuthology.orchestra.run.smithi016.stdout:(72/107): leveldb-1.22-1.el8.x86_64.rpm 2.7 MB/s | 181 kB 00:00 2024-04-24T02:29:23.820 INFO:teuthology.orchestra.run.smithi016.stdout:(73/107): liboath-2.6.2-3.el8.x86_64.rpm 883 kB/s | 59 kB 00:00 2024-04-24T02:29:23.887 INFO:teuthology.orchestra.run.smithi016.stdout:(74/107): libunwind-1.3.1-3.el8.x86_64.rpm 1.1 MB/s | 75 kB 00:00 2024-04-24T02:29:23.954 INFO:teuthology.orchestra.run.smithi016.stdout:(75/107): python3-apipkg-1.5-6.el8.noarch.rpm 318 kB/s | 21 kB 00:00 2024-04-24T02:29:24.046 INFO:teuthology.orchestra.run.smithi016.stdout:(76/107): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 475 kB/s | 44 kB 00:00 2024-04-24T02:29:24.113 INFO:teuthology.orchestra.run.smithi016.stdout:(77/107): python3-beautifulsoup4-4.6.3-2.el8.1. 2.7 MB/s | 185 kB 00:00 2024-04-24T02:29:24.205 INFO:teuthology.orchestra.run.smithi016.stdout:(78/107): python3-cachetools-3.1.1-4.el8.noarch 360 kB/s | 33 kB 00:00 2024-04-24T02:29:24.280 INFO:teuthology.orchestra.run.smithi016.stdout:(79/107): python3-certifi-2018.10.15-7.el8.noar 218 kB/s | 16 kB 00:00 2024-04-24T02:29:24.364 INFO:teuthology.orchestra.run.smithi016.stdout:(80/107): python3-cheroot-8.5.2-1.el8.noarch.rp 2.0 MB/s | 173 kB 00:00 2024-04-24T02:29:24.464 INFO:teuthology.orchestra.run.smithi016.stdout:(81/107): python3-cherrypy-18.4.0-1.el8.noarch. 3.8 MB/s | 384 kB 00:00 2024-04-24T02:29:24.564 INFO:teuthology.orchestra.run.smithi016.stdout:(82/107): python3-execnet-1.7.1-1.el8.noarch.rp 3.5 MB/s | 355 kB 00:00 2024-04-24T02:29:24.639 INFO:teuthology.orchestra.run.smithi016.stdout:(83/107): python3-google-auth-1.1.1-10.el8.noar 1.1 MB/s | 81 kB 00:00 2024-04-24T02:29:24.741 INFO:teuthology.orchestra.run.smithi016.stdout:(84/107): python3-jaraco-6.2-6.el8.noarch.rpm 110 kB/s | 11 kB 00:00 2024-04-24T02:29:24.815 INFO:teuthology.orchestra.run.smithi016.stdout:(85/107): python3-jaraco-functools-2.0-4.el8.no 237 kB/s | 18 kB 00:00 2024-04-24T02:29:24.924 INFO:teuthology.orchestra.run.smithi016.stdout:(86/107): python3-kubernetes-11.0.0-6.el8.noarc 11 MB/s | 1.2 MB 00:00 2024-04-24T02:29:24.999 INFO:teuthology.orchestra.run.smithi016.stdout:(87/107): python3-logutils-0.3.5-11.el8.noarch. 650 kB/s | 49 kB 00:00 2024-04-24T02:29:25.100 INFO:teuthology.orchestra.run.smithi016.stdout:(88/107): python3-more-itertools-7.2.0-3.el8.no 588 kB/s | 59 kB 00:00 2024-04-24T02:29:25.199 INFO:teuthology.orchestra.run.smithi016.stdout:(89/107): python3-pecan-1.3.2-9.el8.noarch.rpm 2.8 MB/s | 283 kB 00:00 2024-04-24T02:29:25.275 INFO:teuthology.orchestra.run.smithi016.stdout:(90/107): python3-portend-2.6-1.el8.noarch.rpm 205 kB/s | 16 kB 00:00 2024-04-24T02:29:25.342 INFO:teuthology.orchestra.run.smithi016.stdout:(91/107): python3-remoto-1.2.1-1.el8.noarch.rpm 732 kB/s | 49 kB 00:00 2024-04-24T02:29:25.392 INFO:teuthology.orchestra.run.smithi016.stdout:(92/107): python3-repoze-lru-0.7-6.el8.noarch.r 675 kB/s | 34 kB 00:00 2024-04-24T02:29:25.451 INFO:teuthology.orchestra.run.smithi016.stdout:(93/107): python3-routes-2.4.1-12.el8.noarch.rp 3.3 MB/s | 196 kB 00:00 2024-04-24T02:29:25.518 INFO:teuthology.orchestra.run.smithi016.stdout:(94/107): python3-rsa-4.9-2.el8.noarch.rpm 964 kB/s | 64 kB 00:00 2024-04-24T02:29:25.585 INFO:teuthology.orchestra.run.smithi016.stdout:(95/107): python3-simplegeneric-0.8.1-17.el8.no 280 kB/s | 19 kB 00:00 2024-04-24T02:29:25.635 INFO:teuthology.orchestra.run.smithi016.stdout:(96/107): python3-singledispatch-3.4.0.3-18.el8 480 kB/s | 24 kB 00:00 2024-04-24T02:29:25.710 INFO:teuthology.orchestra.run.smithi016.stdout:(97/107): python3-tempora-1.14.1-5.el8.noarch.r 389 kB/s | 29 kB 00:00 2024-04-24T02:29:25.738 INFO:teuthology.orchestra.run.smithi016.stdout:(98/107): socat-1.7.4.1-1.el8.x86_64.rpm 34 kB/s | 323 kB 00:09 2024-04-24T02:29:25.761 INFO:teuthology.orchestra.run.smithi016.stdout:(99/107): python3-trustme-0.6.0-4.el8.noarch.rp 548 kB/s | 27 kB 00:00 2024-04-24T02:29:25.828 INFO:teuthology.orchestra.run.smithi016.stdout:(100/107): python3-webob-1.8.5-1.el8.1.noarch.r 3.7 MB/s | 251 kB 00:00 2024-04-24T02:29:25.921 INFO:teuthology.orchestra.run.smithi016.stdout:(101/107): python3-websocket-client-0.56.0-5.el 662 kB/s | 61 kB 00:00 2024-04-24T02:29:25.979 INFO:teuthology.orchestra.run.smithi016.stdout:(102/107): python3-webtest-2.0.33-1.el8.noarch. 1.5 MB/s | 85 kB 00:00 2024-04-24T02:29:26.004 INFO:teuthology.orchestra.run.smithi016.stdout:(103/107): python3-waitress-1.4.3-1.el8.noarch. 953 kB/s | 255 kB 00:00 2024-04-24T02:29:26.037 INFO:teuthology.orchestra.run.smithi016.stdout:(104/107): python3-zc-lockfile-2.0-2.el8.noarch 392 kB/s | 23 kB 00:00 2024-04-24T02:29:26.080 INFO:teuthology.orchestra.run.smithi063.stdout:(51/107): python3-py-1.5.3-4.el8.noarch.rpm 59 kB/s | 472 kB 00:07 2024-04-24T02:29:26.113 INFO:teuthology.orchestra.run.smithi016.stdout:(105/107): librados2-16.2.15-0.el8.x86_64.rpm 35 MB/s | 3.7 MB 00:00 2024-04-24T02:29:26.213 INFO:teuthology.orchestra.run.smithi016.stdout:(106/107): librbd1-16.2.15-0.el8.x86_64.rpm 24 MB/s | 4.2 MB 00:00 2024-04-24T02:29:26.923 INFO:teuthology.orchestra.run.smithi063.stdout:(52/107): python3-pyOpenSSL-19.0.0-1.el8.noarch 123 kB/s | 103 kB 00:00 2024-04-24T02:29:27.273 INFO:teuthology.orchestra.run.smithi063.stdout:(53/107): python3-pyasn1-0.3.7-6.el8.noarch.rpm 361 kB/s | 126 kB 00:00 2024-04-24T02:29:47.928 INFO:teuthology.orchestra.run.smithi016.stdout:(107/107): python3-scipy-1.0.0-21.module_el8+76 441 kB/s | 14 MB 00:32 2024-04-24T02:29:47.930 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-24T02:29:47.930 INFO:teuthology.orchestra.run.smithi016.stdout:Total 2.9 MB/s | 198 MB 01:09 2024-04-24T02:29:48.452 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-24T02:29:48.552 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-24T02:29:48.552 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-24T02:29:49.830 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-24T02:29:49.833 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-24T02:29:54.216 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-24T02:29:54.423 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/109 2024-04-24T02:29:54.635 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : leveldb-1.22-1.el8.x86_64 2/109 2024-04-24T02:29:54.861 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librabbitmq-0.9.0-5.el8.x86_64 3/109 2024-04-24T02:29:55.105 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-24T02:29:55.507 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-24T02:29:55.730 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-24T02:29:55.999 INFO:teuthology.orchestra.run.smithi063.stdout:[MIRROR] oniguruma-6.8.2-3.el8.x86_64.rpm: Curl error (18): Transferred a partial file for http://mirror.us-midwest-1.nexcess.net/CentOS/8-stream/AppStream/x86_64/os/Packages/oniguruma-6.8.2-3.el8.x86_64.rpm [transfer closed with 8 bytes remaining to read] 2024-04-24T02:29:56.180 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-24T02:29:56.306 INFO:teuthology.orchestra.run.smithi063.stdout:(54/107): oniguruma-6.8.2-3.el8.x86_64.rpm 2.5 kB/s | 188 kB 01:15 2024-04-24T02:29:56.405 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-24T02:29:56.538 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-24T02:29:56.729 INFO:teuthology.orchestra.run.smithi063.stdout:(55/107): python3-pytest-3.4.2-11.el8.noarch.rp 3.1 MB/s | 1.3 MB 00:00 2024-04-24T02:29:56.755 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-24T02:29:56.795 INFO:teuthology.orchestra.run.smithi063.stdout:(56/107): python3-pytz-2017.2-11.el8.noarch.rpm 857 kB/s | 57 kB 00:00 2024-04-24T02:29:56.850 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-24T02:29:57.110 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rados-2:16.2.15-0.el8.x86_64 8/109 2024-04-24T02:29:57.587 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/109 2024-04-24T02:29:57.755 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-24T02:29:57.860 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-24T02:29:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/109 2024-04-24T02:29:58.245 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/109 2024-04-24T02:29:58.379 INFO:teuthology.orchestra.run.smithi063.stdout:(57/107): python3-scipy-1.0.0-21.module_el8+762 8.9 MB/s | 14 MB 00:01 2024-04-24T02:29:58.405 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-24T02:29:58.512 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-24T02:29:58.554 INFO:teuthology.orchestra.run.smithi063.stdout:(58/107): python3-werkzeug-0.12.2-4.el8.noarch. 2.6 MB/s | 457 kB 00:00 2024-04-24T02:29:58.646 INFO:teuthology.orchestra.run.smithi063.stdout:(59/107): socat-1.7.4.1-1.el8.x86_64.rpm 3.4 MB/s | 323 kB 00:00 2024-04-24T02:29:58.680 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-24T02:29:58.730 INFO:teuthology.orchestra.run.smithi063.stdout:(60/107): xmlstarlet-1.6.1-20.el8.x86_64.rpm 849 kB/s | 71 kB 00:00 2024-04-24T02:29:58.822 INFO:teuthology.orchestra.run.smithi063.stdout:(61/107): fuse-2.9.7-19.el8.x86_64.rpm 908 kB/s | 83 kB 00:00 2024-04-24T02:29:58.828 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-24T02:29:58.914 INFO:teuthology.orchestra.run.smithi063.stdout:(62/107): libgfortran-8.5.0-21.el8.x86_64.rpm 6.9 MB/s | 645 kB 00:00 2024-04-24T02:29:58.956 INFO:teuthology.orchestra.run.smithi063.stdout:(63/107): libquadmath-8.5.0-21.el8.x86_64.rpm 4.1 MB/s | 172 kB 00:00 2024-04-24T02:29:58.998 INFO:teuthology.orchestra.run.smithi063.stdout:(64/107): librabbitmq-0.9.0-5.el8.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-04-24T02:29:59.039 INFO:teuthology.orchestra.run.smithi063.stdout:(65/107): python3-cffi-1.11.5-6.el8.x86_64.rpm 5.9 MB/s | 249 kB 00:00 2024-04-24T02:29:59.076 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/109 2024-04-24T02:29:59.090 INFO:teuthology.orchestra.run.smithi063.stdout:(66/107): python3-cryptography-3.2.1-7.el8.x86_ 13 MB/s | 641 kB 00:00 2024-04-24T02:29:59.131 INFO:teuthology.orchestra.run.smithi063.stdout:(67/107): python3-jwt-1.6.1-2.el8.noarch.rpm 1.0 MB/s | 43 kB 00:00 2024-04-24T02:29:59.174 INFO:teuthology.orchestra.run.smithi063.stdout:(68/107): python3-oauthlib-2.1.0-1.el8.noarch.r 3.6 MB/s | 155 kB 00:00 2024-04-24T02:29:59.188 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-24T02:29:59.207 INFO:teuthology.orchestra.run.smithi063.stdout:(69/107): python3-pycparser-2.14-14.el8.noarch. 3.2 MB/s | 109 kB 00:00 2024-04-24T02:29:59.274 INFO:teuthology.orchestra.run.smithi063.stdout:(70/107): python3-requests-oauthlib-1.0.0-1.el8 641 kB/s | 43 kB 00:00 2024-04-24T02:29:59.348 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-24T02:29:59.544 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-24T02:29:59.749 INFO:teuthology.orchestra.run.smithi063.stdout:(71/107): gperftools-libs-2.7-9.el8.x86_64.rpm 645 kB/s | 306 kB 00:00 2024-04-24T02:29:59.867 INFO:teuthology.orchestra.run.smithi063.stdout:(72/107): leveldb-1.22-1.el8.x86_64.rpm 1.5 MB/s | 181 kB 00:00 2024-04-24T02:30:00.008 INFO:teuthology.orchestra.run.smithi063.stdout:(73/107): liboath-2.6.2-3.el8.x86_64.rpm 415 kB/s | 59 kB 00:00 2024-04-24T02:30:00.125 INFO:teuthology.orchestra.run.smithi063.stdout:(74/107): libunwind-1.3.1-3.el8.x86_64.rpm 643 kB/s | 75 kB 00:00 2024-04-24T02:30:00.176 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-24T02:30:00.226 INFO:teuthology.orchestra.run.smithi063.stdout:(75/107): python3-apipkg-1.5-6.el8.noarch.rpm 212 kB/s | 21 kB 00:00 2024-04-24T02:30:00.359 INFO:teuthology.orchestra.run.smithi063.stdout:(76/107): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 329 kB/s | 44 kB 00:00 2024-04-24T02:30:00.363 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/109 2024-04-24T02:30:00.451 INFO:teuthology.orchestra.run.smithi063.stdout:(77/107): python3-beautifulsoup4-4.6.3-2.el8.1. 2.0 MB/s | 185 kB 00:00 2024-04-24T02:30:00.535 INFO:teuthology.orchestra.run.smithi063.stdout:(78/107): python3-cachetools-3.1.1-4.el8.noarch 396 kB/s | 33 kB 00:00 2024-04-24T02:30:00.635 INFO:teuthology.orchestra.run.smithi063.stdout:(79/107): python3-certifi-2018.10.15-7.el8.noar 163 kB/s | 16 kB 00:00 2024-04-24T02:30:00.769 INFO:teuthology.orchestra.run.smithi063.stdout:(80/107): python3-cheroot-8.5.2-1.el8.noarch.rp 1.3 MB/s | 173 kB 00:00 2024-04-24T02:30:00.877 INFO:teuthology.orchestra.run.smithi063.stdout:(81/107): python3-cherrypy-18.4.0-1.el8.noarch. 3.5 MB/s | 384 kB 00:00 2024-04-24T02:30:00.994 INFO:teuthology.orchestra.run.smithi063.stdout:(82/107): python3-execnet-1.7.1-1.el8.noarch.rp 3.0 MB/s | 355 kB 00:00 2024-04-24T02:30:01.047 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/109 2024-04-24T02:30:01.120 INFO:teuthology.orchestra.run.smithi063.stdout:(83/107): python3-google-auth-1.1.1-10.el8.noar 650 kB/s | 81 kB 00:00 2024-04-24T02:30:01.186 INFO:teuthology.orchestra.run.smithi063.stdout:(84/107): python3-jaraco-6.2-6.el8.noarch.rpm 166 kB/s | 11 kB 00:00 2024-04-24T02:30:01.213 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-24T02:30:01.253 INFO:teuthology.orchestra.run.smithi063.stdout:(85/107): python3-jaraco-functools-2.0-4.el8.no 264 kB/s | 18 kB 00:00 2024-04-24T02:30:01.468 INFO:teuthology.orchestra.run.smithi063.stdout:(86/107): python3-kubernetes-11.0.0-6.el8.noarc 5.4 MB/s | 1.2 MB 00:00 2024-04-24T02:30:01.579 INFO:teuthology.orchestra.run.smithi063.stdout:(87/107): python3-logutils-0.3.5-11.el8.noarch. 439 kB/s | 49 kB 00:00 2024-04-24T02:30:01.662 INFO:teuthology.orchestra.run.smithi063.stdout:(88/107): python3-more-itertools-7.2.0-3.el8.no 705 kB/s | 59 kB 00:00 2024-04-24T02:30:01.780 INFO:teuthology.orchestra.run.smithi063.stdout:(89/107): python3-pecan-1.3.2-9.el8.noarch.rpm 2.4 MB/s | 283 kB 00:00 2024-04-24T02:30:01.888 INFO:teuthology.orchestra.run.smithi063.stdout:(90/107): python3-portend-2.6-1.el8.noarch.rpm 144 kB/s | 16 kB 00:00 2024-04-24T02:30:01.941 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-24T02:30:01.988 INFO:teuthology.orchestra.run.smithi063.stdout:(91/107): python3-remoto-1.2.1-1.el8.noarch.rpm 488 kB/s | 49 kB 00:00 2024-04-24T02:30:02.055 INFO:teuthology.orchestra.run.smithi063.stdout:(92/107): python3-repoze-lru-0.7-6.el8.noarch.r 505 kB/s | 34 kB 00:00 2024-04-24T02:30:02.172 INFO:teuthology.orchestra.run.smithi063.stdout:(93/107): python3-routes-2.4.1-12.el8.noarch.rp 1.6 MB/s | 196 kB 00:00 2024-04-24T02:30:02.264 INFO:teuthology.orchestra.run.smithi063.stdout:(94/107): python3-rsa-4.9-2.el8.noarch.rpm 699 kB/s | 64 kB 00:00 2024-04-24T02:30:02.295 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/109 2024-04-24T02:30:02.340 INFO:teuthology.orchestra.run.smithi063.stdout:(95/107): python3-simplegeneric-0.8.1-17.el8.no 250 kB/s | 19 kB 00:00 2024-04-24T02:30:02.406 INFO:teuthology.orchestra.run.smithi063.stdout:(96/107): python3-singledispatch-3.4.0.3-18.el8 359 kB/s | 24 kB 00:00 2024-04-24T02:30:02.498 INFO:teuthology.orchestra.run.smithi063.stdout:(97/107): python3-tempora-1.14.1-5.el8.noarch.r 319 kB/s | 29 kB 00:00 2024-04-24T02:30:02.536 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/109 2024-04-24T02:30:02.640 INFO:teuthology.orchestra.run.smithi063.stdout:(98/107): python3-trustme-0.6.0-4.el8.noarch.rp 194 kB/s | 27 kB 00:00 2024-04-24T02:30:02.719 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/109 2024-04-24T02:30:02.757 INFO:teuthology.orchestra.run.smithi063.stdout:(99/107): python3-waitress-1.4.3-1.el8.noarch.r 2.1 MB/s | 255 kB 00:00 2024-04-24T02:30:02.857 INFO:teuthology.orchestra.run.smithi063.stdout:(100/107): python3-webob-1.8.5-1.el8.1.noarch.r 2.5 MB/s | 251 kB 00:00 2024-04-24T02:30:02.962 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/109 2024-04-24T02:30:02.966 INFO:teuthology.orchestra.run.smithi063.stdout:(101/107): python3-websocket-client-0.56.0-5.el 564 kB/s | 61 kB 00:00 2024-04-24T02:30:03.050 INFO:teuthology.orchestra.run.smithi063.stdout:(102/107): python3-webtest-2.0.33-1.el8.noarch. 1.0 MB/s | 85 kB 00:00 2024-04-24T02:30:03.142 INFO:teuthology.orchestra.run.smithi063.stdout:(103/107): python3-zc-lockfile-2.0-2.el8.noarch 250 kB/s | 23 kB 00:00 2024-04-24T02:30:03.194 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-common-2:16.2.15-0.el8.x86_64 24/109 2024-04-24T02:30:03.234 INFO:teuthology.orchestra.run.smithi063.stdout:(104/107): librados2-16.2.15-0.el8.x86_64.rpm 41 MB/s | 3.7 MB 00:00 2024-04-24T02:30:03.359 INFO:teuthology.orchestra.run.smithi063.stdout:(105/107): librbd1-16.2.15-0.el8.x86_64.rpm 33 MB/s | 4.2 MB 00:00 2024-04-24T02:30:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 25/109 2024-04-24T02:30:03.677 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cephfs-2:16.2.15-0.el8.x86_64 26/109 2024-04-24T02:30:04.696 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 27/109 2024-04-24T02:30:05.062 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 28/109 2024-04-24T02:30:05.381 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jinja2-2.10.1-4.el8.noarch 29/109 2024-04-24T02:30:05.588 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-24T02:30:07.503 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-24T02:30:07.818 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 31/109 2024-04-24T02:30:08.020 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 32/109 2024-04-24T02:30:08.258 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rsa-4.9-2.el8.noarch 33/109 2024-04-24T02:30:08.499 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rgw-2:16.2.15-0.el8.x86_64 34/109 2024-04-24T02:30:08.718 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rbd-2:16.2.15-0.el8.x86_64 35/109 2024-04-24T02:30:08.906 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librados-devel-2:16.2.15-0.el8.x86_64 36/109 2024-04-24T02:30:09.120 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 37/109 2024-04-24T02:30:09.409 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 38/109 2024-04-24T02:30:09.688 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 39/109 2024-04-24T02:30:09.900 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 40/109 2024-04-24T02:30:10.049 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 41/109 2024-04-24T02:30:10.274 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 42/109 2024-04-24T02:30:10.508 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 43/109 2024-04-24T02:30:10.707 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/109 2024-04-24T02:30:10.877 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/109 2024-04-24T02:30:11.033 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/109 2024-04-24T02:30:11.226 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/109 2024-04-24T02:30:11.437 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/109 2024-04-24T02:30:11.638 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/109 2024-04-24T02:30:11.891 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/109 2024-04-24T02:30:12.139 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/109 2024-04-24T02:30:12.367 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/109 2024-04-24T02:30:12.733 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/109 2024-04-24T02:30:13.010 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/109 2024-04-24T02:30:13.264 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 55/109 2024-04-24T02:30:13.570 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 56/109 2024-04-24T02:30:13.822 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-remoto-1.2.1-1.el8.noarch 57/109 2024-04-24T02:30:14.091 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 58/109 2024-04-24T02:30:14.363 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 59/109 2024-04-24T02:30:14.629 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 60/109 2024-04-24T02:30:15.058 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 61/109 2024-04-24T02:30:15.366 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cryptography-3.2.1-7.el8.x86_64 62/109 2024-04-24T02:30:15.598 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 63/109 2024-04-24T02:30:15.906 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 64/109 2024-04-24T02:30:16.160 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 65/109 2024-04-24T02:30:17.320 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 66/109 2024-04-24T02:30:17.611 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 67/109 2024-04-24T02:30:17.853 INFO:teuthology.orchestra.run.smithi063.stdout:[MIRROR] python3-prettytable-0.7.2-14.el8.noarch.rpm: Curl error (18): Transferred a partial file for http://mirror.us-midwest-1.nexcess.net/CentOS/8-stream/AppStream/x86_64/os/Packages/python3-prettytable-0.7.2-14.el8.noarch.rpm [transfer closed with 32 bytes remaining to read] 2024-04-24T02:30:17.900 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 68/109 2024-04-24T02:30:18.016 INFO:teuthology.orchestra.run.smithi063.stdout:(106/107): python3-prettytable-0.7.2-14.el8.noa 738 B/s | 44 kB 01:00 2024-04-24T02:30:18.209 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 69/109 2024-04-24T02:30:18.471 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 70/109 2024-04-24T02:30:18.757 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 71/109 2024-04-24T02:30:18.989 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fuse-2.9.7-19.el8.x86_64 72/109 2024-04-24T02:30:19.228 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/109 2024-04-24T02:30:19.554 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/109 2024-04-24T02:30:19.836 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-py-1.5.3-4.el8.noarch 75/109 2024-04-24T02:30:19.994 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 76/109 2024-04-24T02:30:23.041 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-24T02:30:23.302 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-24T02:30:24.064 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-24T02:30:24.444 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-24T02:30:24.549 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-24T02:30:24.718 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-24T02:30:27.421 INFO:teuthology.orchestra.run.smithi063.stdout:[MIRROR] python3-pyasn1-modules-0.3.7-6.el8.noarch.rpm: Status code: 504 for http://mirror.us-midwest-1.nexcess.net/CentOS/8-stream/AppStream/x86_64/os/Packages/python3-pyasn1-modules-0.3.7-6.el8.noarch.rpm (IP: 208.69.120.125) 2024-04-24T02:30:27.663 INFO:teuthology.orchestra.run.smithi063.stdout:(107/107): python3-pyasn1-modules-0.3.7-6.el8.n 1.8 kB/s | 110 kB 01:00 2024-04-24T02:30:27.665 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-04-24T02:30:27.665 INFO:teuthology.orchestra.run.smithi063.stdout:Total 1.8 MB/s | 198 MB 01:50 2024-04-24T02:30:28.189 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-04-24T02:30:28.289 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-04-24T02:30:28.289 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-04-24T02:30:29.517 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-04-24T02:30:29.519 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-04-24T02:30:33.680 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-04-24T02:30:33.846 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/109 2024-04-24T02:30:34.043 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : leveldb-1.22-1.el8.x86_64 2/109 2024-04-24T02:30:34.248 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librabbitmq-0.9.0-5.el8.x86_64 3/109 2024-04-24T02:30:34.462 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-24T02:30:34.878 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/109 2024-04-24T02:30:35.062 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-24T02:30:35.531 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:16.2.15-0.el8.x86_64 5/109 2024-04-24T02:30:35.704 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-24T02:30:35.817 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:16.2.15-0.el8.x86_64 6/109 2024-04-24T02:30:36.012 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-24T02:30:36.094 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephfs2-2:16.2.15-0.el8.x86_64 7/109 2024-04-24T02:30:36.367 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rados-2:16.2.15-0.el8.x86_64 8/109 2024-04-24T02:30:36.845 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/109 2024-04-24T02:30:37.037 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-24T02:30:37.104 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librgw2-2:16.2.15-0.el8.x86_64 10/109 2024-04-24T02:30:37.303 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/109 2024-04-24T02:30:37.511 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/109 2024-04-24T02:30:37.645 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-24T02:30:37.731 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephsqlite-2:16.2.15-0.el8.x86_64 13/109 2024-04-24T02:30:37.870 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-24T02:30:37.972 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libradosstriper1-2:16.2.15-0.el8.x86_64 14/109 2024-04-24T02:30:38.225 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/109 2024-04-24T02:30:38.346 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-24T02:30:38.471 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/109 2024-04-24T02:30:38.639 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-24T02:30:39.254 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/109 2024-04-24T02:30:39.420 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/109 2024-04-24T02:30:40.073 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/109 2024-04-24T02:30:40.229 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-24T02:30:40.985 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/109 2024-04-24T02:30:41.360 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/109 2024-04-24T02:30:41.593 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/109 2024-04-24T02:30:41.758 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/109 2024-04-24T02:30:41.984 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/109 2024-04-24T02:30:42.210 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-common-2:16.2.15-0.el8.x86_64 24/109 2024-04-24T02:30:42.387 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 25/109 2024-04-24T02:30:42.631 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cephfs-2:16.2.15-0.el8.x86_64 26/109 2024-04-24T02:30:43.629 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 27/109 2024-04-24T02:30:43.991 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 28/109 2024-04-24T02:30:44.294 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jinja2-2.10.1-4.el8.noarch 29/109 2024-04-24T02:30:44.494 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-24T02:30:44.884 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-24T02:30:44.884 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /sys 2024-04-24T02:30:44.884 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /proc 2024-04-24T02:30:44.884 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /dev 2024-04-24T02:30:44.884 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /run 2024-04-24T02:30:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /mnt 2024-04-24T02:30:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /var/tmp 2024-04-24T02:30:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /home 2024-04-24T02:30:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /tmp 2024-04-24T02:30:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /dev 2024-04-24T02:30:44.885 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:30:45.307 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-24T02:30:45.775 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-24T02:30:45.999 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-24T02:30:46.373 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/109 2024-04-24T02:30:46.683 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 31/109 2024-04-24T02:30:46.863 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 32/109 2024-04-24T02:30:47.081 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rsa-4.9-2.el8.noarch 33/109 2024-04-24T02:30:47.272 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rgw-2:16.2.15-0.el8.x86_64 34/109 2024-04-24T02:30:47.467 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rbd-2:16.2.15-0.el8.x86_64 35/109 2024-04-24T02:30:47.614 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-24T02:30:47.637 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librados-devel-2:16.2.15-0.el8.x86_64 36/109 2024-04-24T02:30:47.834 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 37/109 2024-04-24T02:30:47.840 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-24T02:30:47.871 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-24T02:30:48.061 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 38/109 2024-04-24T02:30:48.106 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 83/109 2024-04-24T02:30:48.334 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 39/109 2024-04-24T02:30:48.340 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 84/109 2024-04-24T02:30:48.532 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 40/109 2024-04-24T02:30:48.681 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 41/109 2024-04-24T02:30:48.809 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 85/109 2024-04-24T02:30:48.856 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 42/109 2024-04-24T02:30:49.073 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 43/109 2024-04-24T02:30:49.089 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 86/109 2024-04-24T02:30:49.256 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/109 2024-04-24T02:30:49.281 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-24T02:30:49.351 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-24T02:30:49.392 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/109 2024-04-24T02:30:49.549 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/109 2024-04-24T02:30:49.565 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : jq-1.6-8.el8.x86_64 88/109 2024-04-24T02:30:49.725 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/109 2024-04-24T02:30:49.894 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/109 2024-04-24T02:30:50.086 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/109 2024-04-24T02:30:50.107 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-24T02:30:50.279 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/109 2024-04-24T02:30:50.302 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-24T02:30:50.448 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 90/109 2024-04-24T02:30:50.511 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/109 2024-04-24T02:30:50.628 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 91/109 2024-04-24T02:30:50.698 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/109 2024-04-24T02:30:50.923 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-24T02:30:51.053 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/109 2024-04-24T02:30:51.342 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/109 2024-04-24T02:30:51.636 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 55/109 2024-04-24T02:30:51.866 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 56/109 2024-04-24T02:30:51.991 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-24T02:30:52.112 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-remoto-1.2.1-1.el8.noarch 57/109 2024-04-24T02:30:52.323 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-24T02:30:52.365 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 58/109 2024-04-24T02:30:52.612 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 59/109 2024-04-24T02:30:52.827 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 60/109 2024-04-24T02:30:53.228 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 61/109 2024-04-24T02:30:53.427 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-24T02:30:53.522 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cryptography-3.2.1-7.el8.x86_64 62/109 2024-04-24T02:30:53.648 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-24T02:30:53.713 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 63/109 2024-04-24T02:30:53.744 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-24T02:30:53.996 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 64/109 2024-04-24T02:30:54.167 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 95/109 2024-04-24T02:30:54.259 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 65/109 2024-04-24T02:30:54.465 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-24T02:30:54.492 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-24T02:30:54.764 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-24T02:30:54.776 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-24T02:30:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 66/109 2024-04-24T02:30:55.718 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 67/109 2024-04-24T02:30:55.963 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 68/109 2024-04-24T02:30:56.271 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 69/109 2024-04-24T02:30:56.519 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 70/109 2024-04-24T02:30:56.740 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 71/109 2024-04-24T02:30:56.945 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : fuse-2.9.7-19.el8.x86_64 72/109 2024-04-24T02:30:57.135 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/109 2024-04-24T02:30:57.421 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/109 2024-04-24T02:30:57.677 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-py-1.5.3-4.el8.noarch 75/109 2024-04-24T02:30:57.835 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 76/109 2024-04-24T02:30:59.765 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-2:16.2.15-0.el8.x86_64 98/109 2024-04-24T02:31:00.520 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-24T02:31:00.534 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-test-2:16.2.15-0.el8.x86_64 99/109 2024-04-24T02:31:00.776 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-24T02:31:01.519 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 77/109 2024-04-24T02:31:01.877 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 100/109 2024-04-24T02:31:01.929 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-24T02:31:02.030 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 78/109 2024-04-24T02:31:02.131 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-24T02:31:02.209 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-24T02:31:02.216 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-24T02:31:02.422 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-24T02:31:02.789 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-24T02:31:03.030 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-24T02:31:03.127 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-24T02:31:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-fuse-2:16.2.15-0.el8.x86_64 104/109 2024-04-24T02:31:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs-devel-2:16.2.15-0.el8.x86_64 105/109 2024-04-24T02:31:03.813 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-fuse-2:16.2.15-0.el8.x86_64 106/109 2024-04-24T02:31:04.149 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-nbd-2:16.2.15-0.el8.x86_64 107/109 2024-04-24T02:31:04.149 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-24T02:31:04.400 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-24T02:31:04.400 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-24T02:31:05.265 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-24T02:31:05.265 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-2:16.2.15-0.el8.x86_64 1/109 2024-04-24T02:31:05.265 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-base-2:16.2.15-0.el8.x86_64 2/109 2024-04-24T02:31:05.265 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-common-2:16.2.15-0.el8.x86_64 3/109 2024-04-24T02:31:05.265 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-fuse-2:16.2.15-0.el8.x86_64 4/109 2024-04-24T02:31:05.265 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 5/109 2024-04-24T02:31:05.265 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mds-2:16.2.15-0.el8.x86_64 6/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-2:16.2.15-0.el8.x86_64 7/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mon-2:16.2.15-0.el8.x86_64 8/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-osd-2:16.2.15-0.el8.x86_64 9/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-radosgw-2:16.2.15-0.el8.x86_64 10/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-selinux-2:16.2.15-0.el8.x86_64 11/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-test-2:16.2.15-0.el8.x86_64 12/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs-devel-2:16.2.15-0.el8.x86_64 13/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs2-2:16.2.15-0.el8.x86_64 14/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephsqlite-2:16.2.15-0.el8.x86_64 15/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados-devel-2:16.2.15-0.el8.x86_64 16/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libradosstriper1-2:16.2.15-0.el8.x86_64 17/109 2024-04-24T02:31:05.266 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librgw2-2:16.2.15-0.el8.x86_64 18/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 19/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-common-2:16.2.15-0.el8.x86_64 20/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cephfs-2:16.2.15-0.el8.x86_64 21/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rados-2:16.2.15-0.el8.x86_64 22/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rbd-2:16.2.15-0.el8.x86_64 23/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rgw-2:16.2.15-0.el8.x86_64 24/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-fuse-2:16.2.15-0.el8.x86_64 25/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-mirror-2:16.2.15-0.el8.x86_64 26/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-nbd-2:16.2.15-0.el8.x86_64 27/109 2024-04-24T02:31:05.267 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 28/109 2024-04-24T02:31:05.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 29/109 2024-04-24T02:31:05.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 30/109 2024-04-24T02:31:05.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 31/109 2024-04-24T02:31:05.275 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 32/109 2024-04-24T02:31:05.275 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-rook-2:16.2.15-0.el8.noarch 33/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 34/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephadm-2:16.2.15-0.el8.noarch 35/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : jq-1.6-8.el8.x86_64 36/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : oniguruma-6.8.2-3.el8.x86_64 39/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jinja2-2.10.1-4.el8.noarch 44/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/109 2024-04-24T02:31:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/109 2024-04-24T02:31:05.277 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fuse-2.9.7-19.el8.x86_64 63/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librabbitmq-0.9.0-5.el8.x86_64 66/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cryptography-3.2.1-7.el8.x86_64 68/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/109 2024-04-24T02:31:05.278 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : leveldb-1.22-1.el8.x86_64 74/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 75/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 76/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 77/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 78/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 79/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 80/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 81/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 82/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 83/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 84/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 85/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 86/109 2024-04-24T02:31:05.279 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 87/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 88/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 89/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 90/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 91/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-portend-2.6-1.el8.noarch 92/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-remoto-1.2.1-1.el8.noarch 93/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 94/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 95/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 96/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 97/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 98/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 99/109 2024-04-24T02:31:05.280 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 100/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 101/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 102/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 103/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 104/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 105/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:16.2.15-0.el8.x86_64 106/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 107/109 2024-04-24T02:31:05.281 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:16.2.15-0.el8.x86_64 108/109 2024-04-24T02:31:07.452 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 109/109 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: librados2-2:16.2.15-0.el8.x86_64 librbd1-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.453 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.454 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm-2:16.2.15-0.el8.noarch 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: fuse-2.9.7-19.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: jq-1.6-8.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: leveldb-1.22-1.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran-8.5.0-21.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: liboath-2.6.2-3.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath-8.5.0-21.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq-0.9.0-5.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.455 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka-1.6.1-1.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind-1.3.1-3.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma-6.8.2-3.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-0.3.15-4.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-threads-0.3.15-4.el8.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: python3-apipkg-1.5-6.el8.noarch 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs-17.4.0-6.el8.noarch 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel-2.5.1-7.el8.noarch 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-04-24T02:31:07.456 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography-3.2.1-7.el8.x86_64 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-execnet-1.7.1-1.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-6.2-6.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2-2.10.1-4.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-04-24T02:31:07.457 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako-1.0.6-14.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pluggy-0.6.0-3.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend-2.6-1.el8.noarch 2024-04-24T02:31:07.458 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-py-1.5.3-4.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser-2.14-14.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytest-3.4.2-11.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz-2017.2-11.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-remoto-1.2.1-1.el8.noarch 2024-04-24T02:31:07.459 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes-2.4.1-12.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa-4.9-2.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-04-24T02:31:07.460 INFO:teuthology.orchestra.run.smithi016.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:07.461 INFO:teuthology.orchestra.run.smithi016.stdout: socat-1.7.4.1-1.el8.x86_64 2024-04-24T02:31:07.462 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-04-24T02:31:07.462 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:31:07.462 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-24T02:31:07.692 DEBUG:teuthology.parallel:result is None 2024-04-24T02:31:22.305 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-selinux-2:16.2.15-0.el8.x86_64 79/109 2024-04-24T02:31:22.305 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /sys 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /proc 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /dev 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /run 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /mnt 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /var/tmp 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /home 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /tmp 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /dev 2024-04-24T02:31:22.306 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:31:22.832 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-24T02:31:23.301 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 80/109 2024-04-24T02:31:23.490 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-24T02:31:25.110 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 81/109 2024-04-24T02:31:25.340 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-24T02:31:25.370 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 82/109 2024-04-24T02:31:25.546 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 83/109 2024-04-24T02:31:25.772 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 84/109 2024-04-24T02:31:25.981 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 85/109 2024-04-24T02:31:26.252 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 86/109 2024-04-24T02:31:26.448 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-24T02:31:26.535 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: oniguruma-6.8.2-3.el8.x86_64 87/109 2024-04-24T02:31:26.706 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : jq-1.6-8.el8.x86_64 88/109 2024-04-24T02:31:27.281 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-24T02:31:27.462 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephadm-2:16.2.15-0.el8.noarch 89/109 2024-04-24T02:31:27.622 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 90/109 2024-04-24T02:31:27.793 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 91/109 2024-04-24T02:31:28.006 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-24T02:31:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 92/109 2024-04-24T02:31:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-24T02:31:30.383 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 93/109 2024-04-24T02:31:30.597 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-24T02:31:30.691 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 94/109 2024-04-24T02:31:31.043 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 95/109 2024-04-24T02:31:31.217 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-24T02:31:31.242 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 96/109 2024-04-24T02:31:31.447 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-24T02:31:31.457 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.15-0.el8.noarch 97/109 2024-04-24T02:31:36.397 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-2:16.2.15-0.el8.x86_64 98/109 2024-04-24T02:31:37.067 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-test-2:16.2.15-0.el8.x86_64 99/109 2024-04-24T02:31:38.368 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 100/109 2024-04-24T02:31:38.574 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-24T02:31:38.671 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 101/109 2024-04-24T02:31:38.888 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-24T02:31:39.253 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 102/109 2024-04-24T02:31:39.421 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-24T02:31:39.518 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 103/109 2024-04-24T02:31:39.700 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-fuse-2:16.2.15-0.el8.x86_64 104/109 2024-04-24T02:31:39.908 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs-devel-2:16.2.15-0.el8.x86_64 105/109 2024-04-24T02:31:40.095 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-fuse-2:16.2.15-0.el8.x86_64 106/109 2024-04-24T02:31:40.306 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-nbd-2:16.2.15-0.el8.x86_64 107/109 2024-04-24T02:31:40.306 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-24T02:31:40.508 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 108/109 2024-04-24T02:31:40.508 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 109/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-2:16.2.15-0.el8.x86_64 1/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-base-2:16.2.15-0.el8.x86_64 2/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-common-2:16.2.15-0.el8.x86_64 3/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-fuse-2:16.2.15-0.el8.x86_64 4/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-immutable-object-cache-2:16.2.15-0.el8.x86_ 5/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mds-2:16.2.15-0.el8.x86_64 6/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-2:16.2.15-0.el8.x86_64 7/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mon-2:16.2.15-0.el8.x86_64 8/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-osd-2:16.2.15-0.el8.x86_64 9/109 2024-04-24T02:31:41.357 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-radosgw-2:16.2.15-0.el8.x86_64 10/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-selinux-2:16.2.15-0.el8.x86_64 11/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-test-2:16.2.15-0.el8.x86_64 12/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs-devel-2:16.2.15-0.el8.x86_64 13/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs2-2:16.2.15-0.el8.x86_64 14/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephsqlite-2:16.2.15-0.el8.x86_64 15/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados-devel-2:16.2.15-0.el8.x86_64 16/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libradosstriper1-2:16.2.15-0.el8.x86_64 17/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librgw2-2:16.2.15-0.el8.x86_64 18/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 19/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-common-2:16.2.15-0.el8.x86_64 20/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cephfs-2:16.2.15-0.el8.x86_64 21/109 2024-04-24T02:31:41.358 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rados-2:16.2.15-0.el8.x86_64 22/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rbd-2:16.2.15-0.el8.x86_64 23/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rgw-2:16.2.15-0.el8.x86_64 24/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-fuse-2:16.2.15-0.el8.x86_64 25/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-mirror-2:16.2.15-0.el8.x86_64 26/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-nbd-2:16.2.15-0.el8.x86_64 27/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 28/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 29/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 30/109 2024-04-24T02:31:41.359 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 31/109 2024-04-24T02:31:41.367 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 32/109 2024-04-24T02:31:41.367 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-rook-2:16.2.15-0.el8.noarch 33/109 2024-04-24T02:31:41.367 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 34/109 2024-04-24T02:31:41.367 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephadm-2:16.2.15-0.el8.noarch 35/109 2024-04-24T02:31:41.367 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : jq-1.6-8.el8.x86_64 36/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : oniguruma-6.8.2-3.el8.x86_64 39/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jinja2-2.10.1-4.el8.noarch 44/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/109 2024-04-24T02:31:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/109 2024-04-24T02:31:41.369 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : fuse-2.9.7-19.el8.x86_64 63/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librabbitmq-0.9.0-5.el8.x86_64 66/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cryptography-3.2.1-7.el8.x86_64 68/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/109 2024-04-24T02:31:41.370 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : leveldb-1.22-1.el8.x86_64 74/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 75/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 76/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 77/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 78/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 79/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 80/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 81/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 82/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 83/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 84/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 85/109 2024-04-24T02:31:41.371 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 86/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 87/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 88/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 89/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 90/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 91/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-portend-2.6-1.el8.noarch 92/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-remoto-1.2.1-1.el8.noarch 93/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 94/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 95/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 96/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 97/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 98/109 2024-04-24T02:31:41.372 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 99/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 100/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 101/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 102/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 103/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 104/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 105/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:16.2.15-0.el8.x86_64 106/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 107/109 2024-04-24T02:31:41.373 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:16.2.15-0.el8.x86_64 108/109 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 109/109 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout:Upgraded: 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout: librados2-2:16.2.15-0.el8.x86_64 librbd1-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.455 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.456 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm-2:16.2.15-0.el8.noarch 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: fuse-2.9.7-19.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: jq-1.6-8.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: leveldb-1.22-1.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran-8.5.0-21.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: liboath-2.6.2-3.el8.x86_64 2024-04-24T02:31:43.457 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath-8.5.0-21.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq-0.9.0-5.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka-1.6.1-1.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind-1.3.1-3.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: oniguruma-6.8.2-3.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-0.3.15-4.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-threads-0.3.15-4.el8.x86_64 2024-04-24T02:31:43.458 INFO:teuthology.orchestra.run.smithi063.stdout: python3-apipkg-1.5-6.el8.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs-17.4.0-6.el8.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel-2.5.1-7.el8.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-04-24T02:31:43.459 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography-3.2.1-7.el8.x86_64 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-execnet-1.7.1-1.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-6.2-6.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2-2.10.1-4.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako-1.0.6-14.el8.noarch 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-04-24T02:31:43.460 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pluggy-0.6.0-3.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend-2.6-1.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-py-1.5.3-4.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser-2.14-14.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytest-3.4.2-11.el8.noarch 2024-04-24T02:31:43.461 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz-2017.2-11.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-remoto-1.2.1-1.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes-2.4.1-12.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa-4.9-2.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-04-24T02:31:43.462 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd-2:16.2.15-0.el8.x86_64 2024-04-24T02:31:43.463 INFO:teuthology.orchestra.run.smithi063.stdout: socat-1.7.4.1-1.el8.x86_64 2024-04-24T02:31:43.464 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-04-24T02:31:43.464 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:31:43.464 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-04-24T02:31:43.689 DEBUG:teuthology.parallel:result is None 2024-04-24T02:31:43.690 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T02:31:43.690 INFO:teuthology.packaging:ref: None 2024-04-24T02:31:43.690 INFO:teuthology.packaging:tag: None 2024-04-24T02:31:43.690 INFO:teuthology.packaging:branch: pacific 2024-04-24T02:31:43.690 INFO:teuthology.packaging:sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:31:43.690 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-24T02:31:43.936 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-24T02:31:43.967 INFO:teuthology.orchestra.run.smithi016.stdout:16.2.15-0.el8 2024-04-24T02:31:43.967 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-0.el8 2024-04-24T02:31:43.967 INFO:teuthology.task.install:The correct ceph version 16.2.15-0 is installed. 2024-04-24T02:31:43.969 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T02:31:43.969 INFO:teuthology.packaging:ref: None 2024-04-24T02:31:43.969 INFO:teuthology.packaging:tag: None 2024-04-24T02:31:43.969 INFO:teuthology.packaging:branch: pacific 2024-04-24T02:31:43.969 INFO:teuthology.packaging:sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:31:43.970 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-04-24T02:31:44.283 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-24T02:31:44.309 INFO:teuthology.orchestra.run.smithi063.stdout:16.2.15-0.el8 2024-04-24T02:31:44.310 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-0.el8 2024-04-24T02:31:44.310 INFO:teuthology.task.install:The correct ceph version 16.2.15-0 is installed. 2024-04-24T02:31:44.311 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-24T02:31:44.312 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:31:44.312 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-24T02:31:44.349 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:31:44.350 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-24T02:31:44.383 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-24T02:31:44.383 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:31:44.383 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/daemon-helper 2024-04-24T02:31:44.421 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-24T02:31:44.492 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:31:44.492 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/daemon-helper 2024-04-24T02:31:44.522 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-24T02:31:44.591 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-24T02:31:44.592 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:31:44.592 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-24T02:31:44.622 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-24T02:31:44.691 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:31:44.691 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-24T02:31:44.720 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-24T02:31:44.789 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-24T02:31:44.789 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:31:44.789 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/stdin-killer 2024-04-24T02:31:44.819 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-24T02:31:44.888 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:31:44.888 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/stdin-killer 2024-04-24T02:31:44.916 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-24T02:31:44.985 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:31:44.996 INFO:teuthology.task.print:**** done install task... 2024-04-24T02:31:44.996 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:31:45.047 INFO:teuthology.task.print:**** done start installing pacific cephadm ... 2024-04-24T02:31:45.047 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-24T02:31:45.210 INFO:tasks.cephadm:Config: {'cephadm_branch': 'pacific', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:pacific', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '646b8c7d293d8ec31a40c69f7b3237b19c1be24d'} 2024-04-24T02:31:45.211 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:pacific 2024-04-24T02:31:45.211 INFO:tasks.cephadm:Cluster fsid is cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:31:45.211 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-24T02:31:45.211 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.16', 'mon.c': '[v2:172.21.15.16:3301,v1:172.21.15.16:6790]', 'mon.b': '172.21.15.63'} 2024-04-24T02:31:45.212 INFO:tasks.cephadm:First mon is mon.a on smithi016 2024-04-24T02:31:45.212 INFO:tasks.cephadm:First mgr is y 2024-04-24T02:31:45.212 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-24T02:31:45.212 DEBUG:teuthology.orchestra.run.smithi016:> sudo hostname $(hostname -s) 2024-04-24T02:31:45.244 DEBUG:teuthology.orchestra.run.smithi063:> sudo hostname $(hostname -s) 2024-04-24T02:31:45.273 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref pacific)... 2024-04-24T02:31:45.273 DEBUG:teuthology.orchestra.run.smithi016:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-24T02:31:45.497 INFO:teuthology.orchestra.run.smithi016.stdout:-rw-rw-r--. 1 ubuntu ubuntu 355729 Apr 24 02:31 /home/ubuntu/cephtest/cephadm 2024-04-24T02:31:45.498 DEBUG:teuthology.orchestra.run.smithi063:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-24T02:31:45.636 INFO:teuthology.orchestra.run.smithi063.stdout:-rw-rw-r--. 1 ubuntu ubuntu 355729 Apr 24 02:31 /home/ubuntu/cephtest/cephadm 2024-04-24T02:31:45.636 DEBUG:teuthology.orchestra.run.smithi016:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-24T02:31:45.660 DEBUG:teuthology.orchestra.run.smithi063:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-24T02:31:45.692 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:pacific on all hosts... 2024-04-24T02:31:45.692 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2024-04-24T02:31:45.702 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2024-04-24T02:31:46.825 INFO:teuthology.orchestra.run.smithi016.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-24T02:31:50.451 INFO:teuthology.orchestra.run.smithi063.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-24T02:32:16.993 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:32:16.993 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)", 2024-04-24T02:32:16.994 INFO:teuthology.orchestra.run.smithi016.stdout: "image_id": "727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0", 2024-04-24T02:32:16.994 INFO:teuthology.orchestra.run.smithi016.stdout: "repo_digests": [ 2024-04-24T02:32:16.994 INFO:teuthology.orchestra.run.smithi016.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a917adc3f5c2fb88f02feae5d8f667631e1c7fa0b341817d32f1d6fd5cd1bec1" 2024-04-24T02:32:16.994 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-04-24T02:32:16.994 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:32:19.418 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-04-24T02:32:19.418 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)", 2024-04-24T02:32:19.418 INFO:teuthology.orchestra.run.smithi063.stdout: "image_id": "727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0", 2024-04-24T02:32:19.418 INFO:teuthology.orchestra.run.smithi063.stdout: "repo_digests": [ 2024-04-24T02:32:19.418 INFO:teuthology.orchestra.run.smithi063.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a917adc3f5c2fb88f02feae5d8f667631e1c7fa0b341817d32f1d6fd5cd1bec1" 2024-04-24T02:32:19.418 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-04-24T02:32:19.418 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-04-24T02:32:19.439 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /etc/ceph 2024-04-24T02:32:19.477 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /etc/ceph 2024-04-24T02:32:19.508 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 777 /etc/ceph 2024-04-24T02:32:19.549 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 777 /etc/ceph 2024-04-24T02:32:19.577 INFO:tasks.cephadm:Writing seed config... 2024-04-24T02:32:19.578 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-24T02:32:19.578 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-24T02:32:19.578 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-24T02:32:19.579 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-24T02:32:19.580 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:32:19.580 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-24T02:32:19.610 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = cb050474-01e2-11ef-bc93-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-24T02:32:19.610 DEBUG:teuthology.orchestra.run.smithi016:mon.a> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a.service 2024-04-24T02:32:19.653 DEBUG:teuthology.orchestra.run.smithi016:mgr.y> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y.service 2024-04-24T02:32:19.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:32:19.686 INFO:tasks.cephadm:Bootstrapping... 2024-04-24T02:32:19.686 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific -v bootstrap --fsid cb050474-01e2-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.16 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-24T02:32:19.716 INFO:journalctl@ceph.mgr.y.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:32:19.904 INFO:teuthology.orchestra.run.smithi016.stderr:-------------------------------------------------------------------------------- 2024-04-24T02:32:19.904 INFO:teuthology.orchestra.run.smithi016.stderr:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:pacific', '-v', 'bootstrap', '--fsid', 'cb050474-01e2-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.16', '--skip-admin-label'] 2024-04-24T02:32:19.926 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: 4.9.4-dev 2024-04-24T02:32:19.949 INFO:teuthology.orchestra.run.smithi016.stderr:Verifying podman|docker is present... 2024-04-24T02:32:19.970 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: 4.9.4-dev 2024-04-24T02:32:19.981 INFO:teuthology.orchestra.run.smithi016.stderr:Verifying lvm2 is present... 2024-04-24T02:32:19.981 INFO:teuthology.orchestra.run.smithi016.stderr:Verifying time synchronization is in place... 2024-04-24T02:32:19.987 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-24T02:32:19.993 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: inactive 2024-04-24T02:32:19.999 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: enabled 2024-04-24T02:32:20.005 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: active 2024-04-24T02:32:20.005 INFO:teuthology.orchestra.run.smithi016.stderr:Unit chronyd.service is enabled and running 2024-04-24T02:32:20.005 INFO:teuthology.orchestra.run.smithi016.stderr:Repeating the final host check... 2024-04-24T02:32:20.026 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: 4.9.4-dev 2024-04-24T02:32:20.037 INFO:teuthology.orchestra.run.smithi016.stderr:podman (/bin/podman) version 4.9.4 is present 2024-04-24T02:32:20.037 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl is present 2024-04-24T02:32:20.037 INFO:teuthology.orchestra.run.smithi016.stderr:lvcreate is present 2024-04-24T02:32:20.042 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-24T02:32:20.048 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: inactive 2024-04-24T02:32:20.054 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: enabled 2024-04-24T02:32:20.060 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: active 2024-04-24T02:32:20.061 INFO:teuthology.orchestra.run.smithi016.stderr:Unit chronyd.service is enabled and running 2024-04-24T02:32:20.061 INFO:teuthology.orchestra.run.smithi016.stderr:Host looks OK 2024-04-24T02:32:20.061 INFO:teuthology.orchestra.run.smithi016.stderr:Cluster fsid: cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:20.061 INFO:teuthology.orchestra.run.smithi016.stderr:Acquiring lock 139839670131176 on /run/cephadm/cb050474-01e2-11ef-bc93-c7b262605968.lock 2024-04-24T02:32:20.061 INFO:teuthology.orchestra.run.smithi016.stderr:Lock 139839670131176 acquired on /run/cephadm/cb050474-01e2-11ef-bc93-c7b262605968.lock 2024-04-24T02:32:20.061 INFO:teuthology.orchestra.run.smithi016.stderr:Verifying IP 172.21.15.16 port 3300 ... 2024-04-24T02:32:20.062 INFO:teuthology.orchestra.run.smithi016.stderr:Verifying IP 172.21.15.16 port 6789 ... 2024-04-24T02:32:20.062 INFO:teuthology.orchestra.run.smithi016.stderr:Base mon IP(s) is [172.21.15.16:3300, 172.21.15.16:6789], mon addrv is [v2:172.21.15.16:3300,v1:172.21.15.16:6789] 2024-04-24T02:32:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.16 metric 100 2024-04-24T02:32:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.16 metric 100 2024-04-24T02:32:20.068 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-04-24T02:32:20.068 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-04-24T02:32:20.069 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1791sec hoplimit 64 pref medium 2024-04-24T02:32:20.071 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-24T02:32:20.071 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-04-24T02:32:20.071 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-24T02:32:20.071 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: 3: ens1f0: mtu 1500 state UP qlen 1000 2024-04-24T02:32:20.071 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-04-24T02:32:20.071 INFO:teuthology.orchestra.run.smithi016.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-24T02:32:20.072 INFO:teuthology.orchestra.run.smithi016.stderr:Mon IP `172.21.15.16` is in CIDR network `172.21.0.0/20` 2024-04-24T02:32:20.072 INFO:teuthology.orchestra.run.smithi016.stderr:Mon IP `172.21.15.16` is in CIDR network `172.21.0.0/20` 2024-04-24T02:32:20.072 INFO:teuthology.orchestra.run.smithi016.stderr:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-24T02:32:20.073 INFO:teuthology.orchestra.run.smithi016.stderr:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-24T02:32:20.073 INFO:teuthology.orchestra.run.smithi016.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-24T02:32:20.152 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: Trying to pull quay.ceph.io/ceph-ci/ceph:pacific... 2024-04-24T02:32:20.243 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: Getting image source signatures 2024-04-24T02:32:20.243 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: Copying blob sha256:7feca07754707458c3945cf0062cf4dabc512f6d90fe1a9a1370b362b6011124 2024-04-24T02:32:20.243 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: Copying blob sha256:efbf2990d792dd99354c95f0e06c6d4330413e38e584cb30666e2a0d35649b94 2024-04-24T02:32:20.243 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: Copying config sha256:727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0 2024-04-24T02:32:20.398 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: Writing manifest to image destination 2024-04-24T02:32:20.536 INFO:teuthology.orchestra.run.smithi016.stderr:/bin/podman: 727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0 2024-04-24T02:32:21.180 INFO:teuthology.orchestra.run.smithi016.stderr:ceph: ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable) 2024-04-24T02:32:21.743 INFO:teuthology.orchestra.run.smithi016.stderr:Ceph version: ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable) 2024-04-24T02:32:21.744 INFO:teuthology.orchestra.run.smithi016.stderr:Extracting ceph user uid/gid from container image... 2024-04-24T02:32:22.262 INFO:teuthology.orchestra.run.smithi016.stderr:stat: 167 167 2024-04-24T02:32:22.921 INFO:teuthology.orchestra.run.smithi016.stderr:Creating initial keys... 2024-04-24T02:32:23.401 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-authtool: AQA3byhmuUxvExAAWn/n1lCFRr6fC5+3A9v0aQ== 2024-04-24T02:32:24.482 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-authtool: AQA4byhma+JTFRAApiW/Ndf9tZ5P5z9lpwVfnw== 2024-04-24T02:32:25.726 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-authtool: AQA5byhmQ/NDIxAAryiTfmumkYFU5u5aBpY5uQ== 2024-04-24T02:32:26.343 INFO:teuthology.orchestra.run.smithi016.stderr:Creating initial monmap... 2024-04-24T02:32:26.837 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-24T02:32:26.838 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:26.838 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-24T02:32:27.514 INFO:teuthology.orchestra.run.smithi016.stderr:monmaptool for a [v2:172.21.15.16:3300,v1:172.21.15.16:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-24T02:32:27.514 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/monmaptool: set fsid to cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:27.515 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-24T02:32:27.515 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:32:27.515 INFO:teuthology.orchestra.run.smithi016.stderr:Creating mon... 2024-04-24T02:32:28.547 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.522+0000 7f1745c79880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-24T02:32:28.581 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.523+0000 7f1745c79880 1 imported monmap: 2024-04-24T02:32:28.581 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: epoch 0 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: last_changed 2024-04-24T02:32:26.727832+0000 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: created 2024-04-24T02:32:26.727832+0000 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: election_strategy: 1 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.523+0000 7f1745c79880 0 /usr/bin/ceph-mon: set fsid to cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: RocksDB version: 6.8.1 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.582 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Compile date Mar 4 2024 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: DB SUMMARY 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.error_if_exists: 0 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.create_if_missing: 1 2024-04-24T02:32:28.583 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.paranoid_checks: 1 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.env: 0x55f63abdc080 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.fs: Posix File System 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.info_log: 0x55f63c6dfa00 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.statistics: (nil) 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.use_fsync: 0 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_log_file_size: 0 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-24T02:32:28.584 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.allow_fallocate: 1 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.use_direct_reads: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.db_log_dir: 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_subcompactions: 1 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_background_flushes: -1 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T02:32:28.585 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.write_buffer_manager: 0x55f63c6e5920 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-24T02:32:28.586 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.unordered_write: 0 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.row_cache: None 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.wal_filter: None 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.preserve_deletes: 0 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.two_write_queues: 0 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-24T02:32:28.587 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.atomic_flush: 0 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.log_readahead_size: 0 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_background_jobs: 2 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_background_compactions: -1 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T02:32:28.588 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.max_open_files: -1 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Compression algorithms supported: 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kZSTD supported: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kXpressCompression supported: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kLZ4Compression supported: 1 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kBZip2Compression supported: 0 2024-04-24T02:32:28.589 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kZlibCompression supported: 1 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: kSnappyCompression supported: 1 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.524+0000 7f1745c79880 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.merge_operator: 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_filter: None 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T02:32:28.590 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f63c5f5d18) 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: index_type: 0 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: index_shortening: 1 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: checksum: 1 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2024-04-24T02:32:28.591 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_cache: 0x55f63c62ad10 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_cache_options: 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: capacity : 536870912 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_size: 4096 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: partition_filters: 0 2024-04-24T02:32:28.592 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: verify_compression: 0 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: format_version: 2 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: block_align: 0 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-24T02:32:28.593 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compression: NoCompression 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.num_levels: 7 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T02:32:28.594 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T02:32:28.595 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T02:32:28.596 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T02:32:28.597 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.table_properties_collectors: 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.inplace_update_support: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.bloom_locality: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.max_successive_merges: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-24T02:32:28.598 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.ttl: 2592000 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.525+0000 7f1745c79880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.526+0000 7f1745c79880 4 rocksdb: DB pointer 0x55f63c6f3800 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.526+0000 7f172eaec700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.526+0000 7f172eaec700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:32:28.599 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-24T02:32:28.600 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:32:28.601 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:28.602 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.528+0000 7f1745c79880 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.528+0000 7f1745c79880 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2024-04-24T02:32:28.603 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph-mon: debug 2024-04-24T02:32:28.528+0000 7f1745c79880 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-04-24T02:32:29.157 INFO:teuthology.orchestra.run.smithi016.stderr:create mon.a on 2024-04-24T02:32:29.173 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-04-24T02:32:29.277 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-24T02:32:29.378 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-cb050474-01e2-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-cb050474-01e2-11ef-bc93-c7b262605968.target. 2024-04-24T02:32:29.379 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-cb050474-01e2-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-cb050474-01e2-11ef-bc93-c7b262605968.target. 2024-04-24T02:32:29.606 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Failed to reset failed state of unit ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-24T02:32:29.613 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Created symlink /etc/systemd/system/ceph-cb050474-01e2-11ef-bc93-c7b262605968.target.wants/ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-cb050474-01e2-11ef-bc93-c7b262605968@.service. 2024-04-24T02:32:30.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:29 smithi016 systemd[1]: Starting Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:32:30.267 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: disabled 2024-04-24T02:32:30.275 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: inactive 2024-04-24T02:32:30.275 INFO:teuthology.orchestra.run.smithi016.stderr:firewalld.service is not enabled 2024-04-24T02:32:30.276 INFO:teuthology.orchestra.run.smithi016.stderr:Not possible to enable service . firewalld.service is not available 2024-04-24T02:32:30.276 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for mon to start... 2024-04-24T02:32:30.276 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for mon... 2024-04-24T02:32:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: cluster 2024-04-24T02:32:30.215125+0000 mon.a (mon.0) 0 : [INF] mkfs cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: cluster 2024-04-24T02:32:30.199465+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-24T02:32:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:30 smithi016 bash[37837]: 4b7e723ddcfc5cc63ee83c9d6f65afdc0aaeab7d0c770db8c1c3b76c61b8bf37 2024-04-24T02:32:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:30 smithi016 systemd[1]: Started Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: cluster: 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: id: cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: services: 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.647631s) 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mgr: no daemons active 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:30.863 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: data: 2024-04-24T02:32:30.864 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-04-24T02:32:30.864 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-04-24T02:32:30.864 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-04-24T02:32:30.864 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: pgs: 2024-04-24T02:32:30.864 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: cluster 2024-04-24T02:32:30.214354+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-24T02:32:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: cluster 2024-04-24T02:32:30.214472+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0]} removed_ranks: {} 2024-04-24T02:32:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: cluster 2024-04-24T02:32:30.216251+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-04-24T02:32:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: cluster 2024-04-24T02:32:30.217903+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-04-24T02:32:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: cluster 2024-04-24T02:32:30.218406+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-04-24T02:32:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: audit 2024-04-24T02:32:30.861936+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.16:0/3829156209' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T02:32:31.539 INFO:teuthology.orchestra.run.smithi016.stderr:mon is available 2024-04-24T02:32:31.539 INFO:teuthology.orchestra.run.smithi016.stderr:Assimilating anything we can from ceph.conf... 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: [global] 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: fsid = cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: log_to_journald = false 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.16:3300,v1:172.21.15.16:6789] 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:32.070 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: [mgr] 2024-04-24T02:32:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-24T02:32:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: [osd] 2024-04-24T02:32:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-24T02:32:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-24T02:32:32.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: audit 2024-04-24T02:32:32.065964+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.16:0/4042201400' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-24T02:32:32.485 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: audit 2024-04-24T02:32:32.068650+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.16:0/4042201400' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-24T02:32:32.846 INFO:teuthology.orchestra.run.smithi016.stderr:Generating new minimal ceph.conf... 2024-04-24T02:32:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: audit 2024-04-24T02:32:33.389912+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.16:0/3839194978' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:32:35.882 INFO:teuthology.orchestra.run.smithi016.stderr:Restarting the monitor... 2024-04-24T02:32:36.148 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:35 smithi016 systemd[1]: Stopping Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:32:36.148 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:35 smithi016 bash[38084]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon.a" found: no such container 2024-04-24T02:32:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: debug 2024-04-24T02:32:36.147+0000 7f4461873700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-24T02:32:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[37851]: debug 2024-04-24T02:32:36.147+0000 7f4461873700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-24T02:32:37.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:36 smithi016 bash[38122]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a 2024-04-24T02:32:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a.service: Succeeded. 2024-04-24T02:32:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 systemd[1]: Stopped Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:32:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 systemd[1]: Starting Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:32:37.729 INFO:teuthology.orchestra.run.smithi016.stderr:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-24T02:32:37.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.663+0000 7fc79195e880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-24T02:32:37.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.663+0000 7fc79195e880 0 ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable), process ceph-mon, pid 2 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.663+0000 7fc79195e880 0 pidfile_write: ignore empty --pid-file 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.668+0000 7fc79195e880 0 load: jerasure load: lrc load: isa 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.668+0000 7fc79195e880 4 rocksdb: RocksDB version: 6.8.1 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.668+0000 7fc79195e880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.668+0000 7fc79195e880 4 rocksdb: Compile date Mar 4 2024 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: DB SUMMARY 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: CURRENT file: CURRENT 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: IDENTITY file: IDENTITY 2024-04-24T02:32:37.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 86665 ; 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.error_if_exists: 0 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.create_if_missing: 0 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.paranoid_checks: 1 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.env: 0x55db19fb2080 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.fs: Posix File System 2024-04-24T02:32:37.950 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.info_log: 0x55db1c5ec260 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.statistics: (nil) 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.use_fsync: 0 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_log_file_size: 0 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.allow_fallocate: 1 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-24T02:32:37.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.use_direct_reads: 0 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.db_log_dir: 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_subcompactions: 1 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_background_flushes: -1 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T02:32:37.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.write_buffer_manager: 0x55db1d2de3c0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.unordered_write: 0 2024-04-24T02:32:37.953 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.row_cache: None 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.wal_filter: None 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.preserve_deletes: 0 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.two_write_queues: 0 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.atomic_flush: 0 2024-04-24T02:32:37.954 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.log_readahead_size: 0 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_background_jobs: 2 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_background_compactions: -1 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T02:32:37.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_open_files: -1 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Compression algorithms supported: 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kZSTD supported: 0 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kXpressCompression supported: 0 2024-04-24T02:32:37.956 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kLZ4Compression supported: 1 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kBZip2Compression supported: 0 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kZlibCompression supported: 1 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: kSnappyCompression supported: 1 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T02:32:37.957 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.merge_operator: 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_filter: None 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55db1c591d10) 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cache_index_and_filter_blocks: 1 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T02:32:37.959 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: pin_top_level_index_and_filter: 1 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: index_type: 0 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: data_block_index_type: 0 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: index_shortening: 1 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: data_block_hash_table_util_ratio: 0.750000 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: hash_index_allow_collision: 1 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: checksum: 1 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: no_block_cache: 0 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_cache: 0x55db1c5c6f10 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_cache_name: BinnedLRUCache 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_cache_options: 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: capacity : 536870912 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: num_shard_bits : 4 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: strict_capacity_limit : 0 2024-04-24T02:32:37.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: high_pri_pool_ratio: 0.000 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_cache_compressed: (nil) 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: persistent_cache: (nil) 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_size: 4096 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_size_deviation: 10 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_restart_interval: 16 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: index_block_restart_interval: 1 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: metadata_block_size: 4096 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: partition_filters: 0 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: use_delta_encoding: 1 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: whole_key_filtering: 1 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: verify_compression: 0 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: read_amp_bytes_per_bit: 0 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: format_version: 2 2024-04-24T02:32:37.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: enable_index_compression: 1 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: block_align: 0 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compression: NoCompression 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.num_levels: 7 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T02:32:37.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T02:32:37.963 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T02:32:37.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T02:32:37.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.table_properties_collectors: 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.inplace_update_support: 0 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.bloom_locality: 0 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.max_successive_merges: 0 2024-04-24T02:32:37.966 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.ttl: 2592000 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.669+0000 7fc79195e880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.670+0000 7fc79195e880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.670+0000 7fc79195e880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.670+0000 7fc79195e880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713925957671972, "job": 1, "event": "recovery_started", "log_files": [6]} 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.670+0000 7fc79195e880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.670+0000 7fc79195e880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.671+0000 7fc79195e880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713925957672904, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 83265, "table_properties": {"data_size": 81538, "index_size": 332, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9829, "raw_average_key_size": 47, "raw_value_size": 75859, "raw_average_value_size": 368, "num_data_blocks": 11, "num_entries": 206, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713925957, "oldest_key_time": 3, "file_creation_time": 0}} 2024-04-24T02:32:37.967 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.671+0000 7fc79195e880 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.671+0000 7fc79195e880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713925957673377, "job": 1, "event": "recovery_finished"} 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.672+0000 7fc79195e880 4 rocksdb: DB pointer 0x55db1c68f800 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.672+0000 7fc778750700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.672+0000 7fc778750700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ** DB Stats ** 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-24T02:32:37.968 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ** Compaction Stats [default] ** 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: L0 2/0 82.97 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Sum 2/0 82.97 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ** Compaction Stats [default] ** 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:37.969 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 130.0 0.00 0.00 1 0.001 0 0 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Cumulative compaction: 0.00 GB write, 26.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Interval compaction: 0.00 GB write, 26.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.970 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ** Compaction Stats [default] ** 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: L0 2/0 82.97 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Sum 2/0 82.97 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ** Compaction Stats [default] ** 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 130.0 0.00 0.00 1 0.001 0 0 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:37.971 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Cumulative compaction: 0.00 GB write, 26.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.672+0000 7fc79195e880 0 starting mon.a rank 0 at public addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] at bind addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.673+0000 7fc79195e880 1 mon.a@-1(???) e1 preinit fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.674+0000 7fc79195e880 0 mon.a@-1(???).mds e1 new map 2024-04-24T02:32:37.972 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.674+0000 7fc79195e880 0 mon.a@-1(???).mds e1 print_map 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: e1 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: legacy client fscid: -1 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: No filesystems configured 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.674+0000 7fc79195e880 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.674+0000 7fc79195e880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.674+0000 7fc79195e880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.674+0000 7fc79195e880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:33.389912+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.16:0/3839194978' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:32:37.973 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:32:37.674+0000 7fc79195e880 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-24T02:32:37.974 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 bash[38233]: b115a61f2bb8cc41e7e28b5638fffd457a4c84e0940838b94ae42cbbd541e880 2024-04-24T02:32:37.974 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 systemd[1]: Started Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:32:37.974 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:37.691467+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-24T02:32:37.974 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:37.691527+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0]} removed_ranks: {} 2024-04-24T02:32:37.974 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:37.691965+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-04-24T02:32:37.974 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:37.692014+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-04-24T02:32:37.974 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:37.692357+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-04-24T02:32:39.043 INFO:teuthology.orchestra.run.smithi016.stderr:Wrote config to /etc/ceph/ceph.conf 2024-04-24T02:32:39.043 INFO:teuthology.orchestra.run.smithi016.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-24T02:32:39.044 INFO:teuthology.orchestra.run.smithi016.stderr:Creating mgr... 2024-04-24T02:32:39.044 INFO:teuthology.orchestra.run.smithi016.stderr:Verifying port 9283 ... 2024-04-24T02:32:39.186 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Failed to reset failed state of unit ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y.service: Unit ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y.service not loaded. 2024-04-24T02:32:39.193 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: Created symlink /etc/systemd/system/ceph-cb050474-01e2-11ef-bc93-c7b262605968.target.wants/ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-cb050474-01e2-11ef-bc93-c7b262605968@.service. 2024-04-24T02:32:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:38.293429+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.16:0/957949792' entity='client.admin' 2024-04-24T02:32:39.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:39 smithi016 systemd[1]: Starting Ceph mgr.y for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:32:39.908 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: disabled 2024-04-24T02:32:39.918 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: inactive 2024-04-24T02:32:39.918 INFO:teuthology.orchestra.run.smithi016.stderr:firewalld.service is not enabled 2024-04-24T02:32:39.918 INFO:teuthology.orchestra.run.smithi016.stderr:Not possible to enable service . firewalld.service is not available 2024-04-24T02:32:39.927 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: disabled 2024-04-24T02:32:39.936 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: inactive 2024-04-24T02:32:39.936 INFO:teuthology.orchestra.run.smithi016.stderr:firewalld.service is not enabled 2024-04-24T02:32:39.936 INFO:teuthology.orchestra.run.smithi016.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-24T02:32:39.937 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for mgr to start... 2024-04-24T02:32:39.937 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for mgr... 2024-04-24T02:32:40.183 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:39 smithi016 bash[38466]: a18a00fc8f7439fb4170812dcf936f1a1e62c7bc3a81932a8f723311773c5ee3 2024-04-24T02:32:40.183 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:39 smithi016 systemd[1]: Started Ceph mgr.y for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:32:40.183 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:39.921+0000 7fa83f81d680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:32:40.183 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:40.013+0000 7fa83f81d680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: { 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "fsid": "cb050474-01e2-11ef-bc93-c7b262605968", 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "health": { 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "checks": {}, 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "mutes": [] 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-24T02:32:40.521 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "quorum": [ 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 0 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: ], 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "a" 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: ], 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "quorum_age": 2, 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "monmap": { 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "osdmap": { 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:40.522 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-24T02:32:40.523 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-24T02:32:40.523 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "pgmap": { 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-24T02:32:40.526 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "fsmap": { 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "available": false, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "modules": [ 2024-04-24T02:32:40.527 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "iostat", 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "nfs", 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "restful" 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: ], 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "services": {} 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "servicemap": { 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "modified": "2024-04-24T02:32:30.215500+0000", 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "services": {} 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-24T02:32:40.528 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: } 2024-04-24T02:32:40.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:40.401+0000 7fa83f81d680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:32:41.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:40.518481+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.16:0/1936116768' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-24T02:32:41.500 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:41.201+0000 7fa83f81d680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:32:41.501 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:41.282+0000 7fa83f81d680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:32:42.614 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:41.499+0000 7fa83f81d680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:32:42.614 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:42.482+0000 7fa83f81d680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:32:42.987 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:42.613+0000 7fa83f81d680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:32:42.987 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:42.693+0000 7fa83f81d680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:32:42.988 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:42.784+0000 7fa83f81d680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:32:43.276 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:42.986+0000 7fa83f81d680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:32:43.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:43.275+0000 7fa83f81d680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:32:43.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:43.375+0000 7fa83f81d680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:32:44.479 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:44.125+0000 7fa83f81d680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:32:44.479 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:44.208+0000 7fa83f81d680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:32:44.479 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:44.301+0000 7fa83f81d680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:32:44.479 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:44.477+0000 7fa83f81d680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:32:45.193 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:44.744+0000 7fa83f81d680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:32:45.193 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:44.878+0000 7fa83f81d680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:32:45.193 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:45.014+0000 7fa83f81d680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:32:45.271 INFO:teuthology.orchestra.run.smithi016.stderr:mgr not available, waiting (1/15)... 2024-04-24T02:32:45.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:45.191+0000 7fa83f81d680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:45.277+0000 7fa83f81d680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:45.291723+0000 mon.a (mon.0) 8 : cluster [INF] Activating manager daemon y 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:45.294256+0000 mon.a (mon.0) 9 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00263799s) 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.295089+0000 mon.a (mon.0) 10 : audit [DBG] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.295297+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.295481+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.295672+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.296050+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:45.309336+0000 mon.a (mon.0) 15 : cluster [INF] Manager daemon y is now available 2024-04-24T02:32:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.318171+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' 2024-04-24T02:32:45.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.324658+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:32:45.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.327378+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:32:45.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.330267+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' 2024-04-24T02:32:45.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:45.332692+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.16:0/2467373095' entity='mgr.y' 2024-04-24T02:32:47.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:46.298156+0000 mon.a (mon.0) 21 : cluster [DBG] mgrmap e3: y(active, since 1.00654s) 2024-04-24T02:32:49.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:48.298237+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e4: y(active, since 3s) 2024-04-24T02:32:50.953 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:50.953 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: { 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "fsid": "cb050474-01e2-11ef-bc93-c7b262605968", 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "health": { 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "checks": {}, 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "mutes": [] 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "quorum": [ 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 0 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: ], 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "a" 2024-04-24T02:32:50.954 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: ], 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "quorum_age": 13, 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "monmap": { 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "osdmap": { 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-24T02:32:50.955 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "pgmap": { 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-24T02:32:50.959 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "fsmap": { 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "available": true, 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "modules": [ 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "iostat", 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "nfs", 2024-04-24T02:32:50.960 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "restful" 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: ], 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "services": {} 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "servicemap": { 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "modified": "2024-04-24T02:32:30.215500+0000", 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "services": {} 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: }, 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-24T02:32:50.961 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: } 2024-04-24T02:32:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:50.951452+0000 mon.a (mon.0) 23 : audit [DBG] from='client.? 172.21.15.16:0/4039639453' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-24T02:32:51.593 INFO:teuthology.orchestra.run.smithi016.stderr:mgr is available 2024-04-24T02:32:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: [global] 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: fsid = cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: log_to_journald = false 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: [mgr] 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 2024-04-24T02:32:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: [osd] 2024-04-24T02:32:52.202 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-24T02:32:52.202 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-24T02:32:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:52.198175+0000 mon.a (mon.0) 24 : audit [INF] from='client.? 172.21.15.16:0/918901522' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-24T02:32:52.926 INFO:teuthology.orchestra.run.smithi016.stderr:Enabling cephadm module... 2024-04-24T02:32:54.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:53.671787+0000 mon.a (mon.0) 25 : audit [INF] from='client.? 172.21.15.16:0/3861243289' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-24T02:32:54.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setuser ceph since I am not root 2024-04-24T02:32:54.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setgroup ceph since I am not root 2024-04-24T02:32:54.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:53.881+0000 7f92a276d680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:32:54.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:53.964+0000 7f92a276d680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:32:54.468 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:54.344+0000 7f92a276d680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:32:55.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:53.725233+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.16:0/3861243289' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-24T02:32:55.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:53.725299+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e5: y(active, since 8s) 2024-04-24T02:32:55.218 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: { 2024-04-24T02:32:55.218 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 5, 2024-04-24T02:32:55.218 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "available": true, 2024-04-24T02:32:55.218 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-24T02:32:55.218 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-24T02:32:55.219 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: } 2024-04-24T02:32:55.461 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:55.147+0000 7f92a276d680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:32:55.461 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:55.232+0000 7f92a276d680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:32:55.726 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:55.460+0000 7f92a276d680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:32:55.865 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for the mgr to restart... 2024-04-24T02:32:55.865 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for mgr epoch 5... 2024-04-24T02:32:56.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:55.216953+0000 mon.a (mon.0) 28 : audit [DBG] from='client.? 172.21.15.16:0/2500615214' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-24T02:32:56.759 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:56.452+0000 7f92a276d680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:32:56.759 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:56.585+0000 7f92a276d680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:32:56.759 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:56.666+0000 7f92a276d680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:32:56.759 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:56.758+0000 7f92a276d680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:32:57.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:56.960+0000 7f92a276d680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:32:57.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:57.249+0000 7f92a276d680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:32:57.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:57.350+0000 7f92a276d680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:32:58.459 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:58.101+0000 7f92a276d680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:32:58.459 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:58.185+0000 7f92a276d680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:32:58.459 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:58.280+0000 7f92a276d680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:32:58.459 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:58.459+0000 7f92a276d680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:32:58.999 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:58.725+0000 7f92a276d680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:32:58.999 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:58.861+0000 7f92a276d680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:32:59.263 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:58.999+0000 7f92a276d680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:32:59.263 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:59.177+0000 7f92a276d680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:32:59.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:32:59.263+0000 7f92a276d680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:59.276796+0000 mon.a (mon.0) 29 : cluster [INF] Active manager daemon y restarted 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:59.277003+0000 mon.a (mon.0) 30 : cluster [INF] Activating manager daemon y 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:59.279820+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:59.279913+0000 mon.a (mon.0) 32 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00298536s) 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.280892+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.281545+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.282207+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.282352+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.282494+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:32:59.296709+0000 mon.a (mon.0) 38 : cluster [INF] Manager daemon y is now available 2024-04-24T02:32:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:32:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.308973+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:00.289 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: { 2024-04-24T02:33:00.289 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-04-24T02:33:00.289 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "initialized": true 2024-04-24T02:33:00.289 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: } 2024-04-24T02:33:00.635 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:32:59.306332+0000 mgr.y (mgr.14114) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-04-24T02:33:00.635 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.398357+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:00.635 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.399423+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:00.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.400744+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:00.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.402214+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:00.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.417130+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:33:00.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:32:59.419712+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:33:00.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:00.282561+0000 mon.a (mon.0) 46 : cluster [DBG] mgrmap e7: y(active, since 1.00563s) 2024-04-24T02:33:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:00.281736+0000 mgr.y (mgr.14114) 2 : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-24T02:33:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:00.288600+0000 mgr.y (mgr.14114) 3 : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-24T02:33:01.566 INFO:teuthology.orchestra.run.smithi016.stderr:mgr epoch 5 is available 2024-04-24T02:33:01.566 INFO:teuthology.orchestra.run.smithi016.stderr:Setting orchestrator backend to cephadm... 2024-04-24T02:33:02.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:01.401430+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-04-24T02:33:02.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:02.295276+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:02.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:02.326710+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:03.763 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: value unchanged 2024-04-24T02:33:03.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:02.291400+0000 mgr.y (mgr.14114) 4 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:04.466 INFO:teuthology.orchestra.run.smithi016.stderr:Generating ssh key... 2024-04-24T02:33:05.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:03.763080+0000 mgr.y (mgr.14114) 5 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:05.760 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: Generating public/private rsa key pair. 2024-04-24T02:33:05.760 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: Your identification has been saved in /tmp/tmpm54wkbyy/key. 2024-04-24T02:33:05.760 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: Your public key has been saved in /tmp/tmpm54wkbyy/key.pub. 2024-04-24T02:33:05.760 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: The key fingerprint is: 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: SHA256:pdUo+N7hsY2Z2EQ12h830dwy3plAfDedIsG7nJGwbP4 ceph-cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: The key's randomart image is: 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: +---[RSA 3072]----+ 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | ..*. o=| 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | . . O =o+B| 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | . o O *.==*| 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | . X + ..=o| 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | S = + . | 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | . B % | 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | o X . | 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | E | 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: | | 2024-04-24T02:33:05.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: +----[SHA256]-----+ 2024-04-24T02:33:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:05.192648+0000 mgr.y (mgr.14114) 6 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:05.192877+0000 mgr.y (mgr.14114) 7 : cephadm [INF] Generating ssh key... 2024-04-24T02:33:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:05.448475+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:06.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:05.450152+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:07.018 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCU7lvQkNUschOBcsG95iKXKWtGT01AgyoaA/xeYlLDxPKOAorOfELydZ5NRYm7W6/0QiRIW576d6rJvLWvrB6KnzbJ3FV5TWMcO8MYKjDJrYSnSMKNTZeIa39JTP7ad6YfUaMTTpocaBx0aO6ssOC83+g+gBHW/WGr/6EpBoo54uxOuYD0zNOMCaUhq2e3LwNy6GZrZuhedOLd1pBcR4+RpKtyqV6jA9SVn/OpHhXx9UAu17Qrnojr2Sj3i2hR4CPSmaG0DHDmsoISkMWTHn/ahtpwEwiqTkHHPUVXS0Oim7KylrpyJ7Lc1o2+N49zpphXdHFLW19WLQeI3e7vdk/HmGvFnKZNSQcSTAV5IfHYNkRMpYKt1wqhXlvMaGwz+5rZixj7rynUjYFH5JqaQd5UPAIeaSu9+jR/g397jDPn9EsfnJWaiWakGFwvqD7KuqMVAe9RFO43dyvHy11WhWPzHJTEGonoaOvGkY/KOEFgfegjr6iSg34UfMIGABV4yY8= ceph-cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:33:07.713 INFO:teuthology.orchestra.run.smithi016.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-24T02:33:07.713 INFO:teuthology.orchestra.run.smithi016.stderr:Adding key to root@localhost authorized_keys... 2024-04-24T02:33:07.713 INFO:teuthology.orchestra.run.smithi016.stderr:Adding host smithi016... 2024-04-24T02:33:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:07.018173+0000 mgr.y (mgr.14114) 8 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [79B blob data] 2024-04-24T02:33:09.065 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: Added host 'smithi016' with addr '172.21.15.16' 2024-04-24T02:33:09.086 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:08.421830+0000 mgr.y (mgr.14114) 9 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi016", "addr": "172.21.15.16", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:09.736 INFO:teuthology.orchestra.run.smithi016.stderr:Deploying unmanaged mon service... 2024-04-24T02:33:10.414 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: Scheduled mon update... 2024-04-24T02:33:10.442 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:09.064152+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:10.442 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:09.064418+0000 mgr.y (mgr.14114) 10 : cephadm [INF] Added host smithi016 2024-04-24T02:33:10.442 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:09.105628+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:11.481 INFO:teuthology.orchestra.run.smithi016.stderr:Deploying unmanaged mgr service... 2024-04-24T02:33:11.731 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:10.410672+0000 mgr.y (mgr.14114) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:11.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:10.411946+0000 mgr.y (mgr.14114) 12 : cephadm [INF] Saving service mon spec with placement count:5 2024-04-24T02:33:11.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:10.414062+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:12.475 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-04-24T02:33:13.518 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:12.471930+0000 mgr.y (mgr.14114) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:13.518 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:12.472818+0000 mgr.y (mgr.14114) 14 : cephadm [INF] Saving service mgr spec with placement count:2 2024-04-24T02:33:13.518 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:12.475009+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:15.164 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:14.044519+0000 mon.a (mon.0) 56 : audit [INF] from='client.? 172.21.15.16:0/864477783' entity='client.admin' 2024-04-24T02:33:15.164 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:14.079621+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:15.164 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:14.502061+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:16.444 INFO:teuthology.orchestra.run.smithi016.stderr:Enabling the dashboard module... 2024-04-24T02:33:16.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:15.543184+0000 mon.a (mon.0) 59 : audit [INF] from='client.? 172.21.15.16:0/3845863292' entity='client.admin' 2024-04-24T02:33:17.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:17.206940+0000 mon.a (mon.0) 60 : audit [INF] from='client.? 172.21.15.16:0/1879086190' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-24T02:33:17.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:17.452616+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14114 172.21.15.16:0/4099021566' entity='mgr.y' 2024-04-24T02:33:17.797 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setuser ceph since I am not root 2024-04-24T02:33:17.797 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setgroup ceph since I am not root 2024-04-24T02:33:17.797 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:17.712+0000 7fc753dcc680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:33:17.797 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:17.796+0000 7fc753dcc680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:33:18.526 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:18.177+0000 7fc753dcc680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:33:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:17.546705+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.16:0/1879086190' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-24T02:33:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:17.546751+0000 mon.a (mon.0) 63 : cluster [DBG] mgrmap e9: y(active, since 18s) 2024-04-24T02:33:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: { 2024-04-24T02:33:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "epoch": 9, 2024-04-24T02:33:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "available": true, 2024-04-24T02:33:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-24T02:33:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-24T02:33:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: } 2024-04-24T02:33:19.244 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:18.986+0000 7fc753dcc680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:33:19.244 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:19.074+0000 7fc753dcc680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:33:19.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:19.300+0000 7fc753dcc680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:33:19.910 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:19.046022+0000 mon.a (mon.0) 64 : audit [DBG] from='client.? 172.21.15.16:0/2135757175' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-24T02:33:20.230 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for the mgr to restart... 2024-04-24T02:33:20.230 INFO:teuthology.orchestra.run.smithi016.stderr:Waiting for mgr epoch 9... 2024-04-24T02:33:20.499 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:20.283+0000 7fc753dcc680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:33:20.499 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:20.416+0000 7fc753dcc680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:33:20.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:20.499+0000 7fc753dcc680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:33:20.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:20.591+0000 7fc753dcc680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:33:21.095 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:20.794+0000 7fc753dcc680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:33:21.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:21.095+0000 7fc753dcc680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:33:21.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:21.197+0000 7fc753dcc680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:33:22.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:21.951+0000 7fc753dcc680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:33:22.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:22.035+0000 7fc753dcc680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:33:22.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:22.130+0000 7fc753dcc680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:33:22.570 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:22.309+0000 7fc753dcc680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:33:22.851 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:22.576+0000 7fc753dcc680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:33:22.851 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:22.712+0000 7fc753dcc680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:33:23.116 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:22.851+0000 7fc753dcc680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:33:23.116 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:23.029+0000 7fc753dcc680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:33:23.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:33:23.115+0000 7fc753dcc680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [79B blob data] 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:23.129665+0000 mon.a (mon.0) 65 : cluster [INF] Active manager daemon y restarted 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:23.129888+0000 mon.a (mon.0) 66 : cluster [INF] Activating manager daemon y 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:23.132554+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:23.132668+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00287393s) 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.133384+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.134145+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.135023+0000 mon.a (mon.0) 71 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.135168+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.135307+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:33:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:23.149317+0000 mon.a (mon.0) 74 : cluster [INF] Manager daemon y is now available 2024-04-24T02:33:24.145 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: { 2024-04-24T02:33:24.145 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-04-24T02:33:24.146 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: "initialized": true 2024-04-24T02:33:24.146 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: } 2024-04-24T02:33:24.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.247039+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:24.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.248856+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:24.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.272515+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:33:24.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:23.277058+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:33:24.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:24.134671+0000 mon.a (mon.0) 79 : cluster [DBG] mgrmap e11: y(active, since 1.00487s) 2024-04-24T02:33:25.261 INFO:teuthology.orchestra.run.smithi016.stderr:mgr epoch 9 is available 2024-04-24T02:33:25.261 INFO:teuthology.orchestra.run.smithi016.stderr:Generating a dashboard self-signed certificate... 2024-04-24T02:33:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:24.134240+0000 mgr.y (mgr.14144) 1 : audit [DBG] from='client.14148 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-24T02:33:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:24.145446+0000 mgr.y (mgr.14144) 2 : audit [DBG] from='client.14148 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-24T02:33:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:24.810886+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:26.142 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: Self-signed certificate created 2024-04-24T02:33:27.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:25.812645+0000 mon.a (mon.0) 81 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-04-24T02:33:27.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:25.981577+0000 mgr.y (mgr.14144) 3 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:27.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:26.140494+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:27.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:26.142251+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:27.458 INFO:teuthology.orchestra.run.smithi016.stderr:Creating initial admin user... 2024-04-24T02:33:28.514 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$jd4Ih5oQIfZd9PgHuv8J0OK0B1ekUxM5GFAGdZuFoNiQfoLNSZy/e", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713926008, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-24T02:33:29.168 INFO:teuthology.orchestra.run.smithi016.stderr:Fetching dashboard port number... 2024-04-24T02:33:29.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:28.269578+0000 mgr.y (mgr.14144) 4 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:29.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:28.514605+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:29.858 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: 8443 2024-04-24T02:33:30.621 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: disabled 2024-04-24T02:33:30.629 INFO:teuthology.orchestra.run.smithi016.stderr:systemctl: inactive 2024-04-24T02:33:30.630 INFO:teuthology.orchestra.run.smithi016.stderr:firewalld.service is not enabled 2024-04-24T02:33:30.630 INFO:teuthology.orchestra.run.smithi016.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-24T02:33:30.633 INFO:teuthology.orchestra.run.smithi016.stderr:Ceph Dashboard is now available at: 2024-04-24T02:33:30.633 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:30.633 INFO:teuthology.orchestra.run.smithi016.stderr: URL: https://smithi016.front.sepia.ceph.com:8443/ 2024-04-24T02:33:30.633 INFO:teuthology.orchestra.run.smithi016.stderr: User: admin 2024-04-24T02:33:30.633 INFO:teuthology.orchestra.run.smithi016.stderr: Password: wbuy1vidj8 2024-04-24T02:33:30.634 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:30.634 INFO:teuthology.orchestra.run.smithi016.stderr:Enabling autotune for osd_memory_target 2024-04-24T02:33:30.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:29.516336+0000 mon.a (mon.0) 85 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-04-24T02:33:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:29.857938+0000 mon.a (mon.0) 86 : audit [DBG] from='client.? 172.21.15.16:0/953360757' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-24T02:33:33.057 INFO:teuthology.orchestra.run.smithi016.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr:Or, if you are only running a single cluster on this host: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr:Please consider enabling telemetry to help improve Ceph: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.802 INFO:teuthology.orchestra.run.smithi016.stderr: ceph telemetry on 2024-04-24T02:33:33.803 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.803 INFO:teuthology.orchestra.run.smithi016.stderr:For more information see: 2024-04-24T02:33:33.803 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.803 INFO:teuthology.orchestra.run.smithi016.stderr: https://docs.ceph.com/en/pacific/mgr/telemetry/ 2024-04-24T02:33:33.803 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-24T02:33:33.803 INFO:teuthology.orchestra.run.smithi016.stderr:Bootstrap complete. 2024-04-24T02:33:33.850 INFO:tasks.cephadm:Fetching config... 2024-04-24T02:33:33.851 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:33:33.851 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-24T02:33:33.874 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-24T02:33:33.874 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:33:33.874 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-24T02:33:33.933 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-24T02:33:33.934 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:33:33.934 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-24T02:33:34.004 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-24T02:33:34.004 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:33:34.004 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-24T02:33:34.063 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-24T02:33:34.063 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCU7lvQkNUschOBcsG95iKXKWtGT01AgyoaA/xeYlLDxPKOAorOfELydZ5NRYm7W6/0QiRIW576d6rJvLWvrB6KnzbJ3FV5TWMcO8MYKjDJrYSnSMKNTZeIa39JTP7ad6YfUaMTTpocaBx0aO6ssOC83+g+gBHW/WGr/6EpBoo54uxOuYD0zNOMCaUhq2e3LwNy6GZrZuhedOLd1pBcR4+RpKtyqV6jA9SVn/OpHhXx9UAu17Qrnojr2Sj3i2hR4CPSmaG0DHDmsoISkMWTHn/ahtpwEwiqTkHHPUVXS0Oim7KylrpyJ7Lc1o2+N49zpphXdHFLW19WLQeI3e7vdk/HmGvFnKZNSQcSTAV5IfHYNkRMpYKt1wqhXlvMaGwz+5rZixj7rynUjYFH5JqaQd5UPAIeaSu9+jR/g397jDPn9EsfnJWaiWakGFwvqD7KuqMVAe9RFO43dyvHy11WhWPzHJTEGonoaOvGkY/KOEFgfegjr6iSg34UfMIGABV4yY8= ceph-cb050474-01e2-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-24T02:33:34.128 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:33.054636+0000 mon.a (mon.0) 87 : audit [INF] from='client.? 172.21.15.16:0/3753618126' entity='client.admin' 2024-04-24T02:33:34.141 INFO:teuthology.orchestra.run.smithi016.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCU7lvQkNUschOBcsG95iKXKWtGT01AgyoaA/xeYlLDxPKOAorOfELydZ5NRYm7W6/0QiRIW576d6rJvLWvrB6KnzbJ3FV5TWMcO8MYKjDJrYSnSMKNTZeIa39JTP7ad6YfUaMTTpocaBx0aO6ssOC83+g+gBHW/WGr/6EpBoo54uxOuYD0zNOMCaUhq2e3LwNy6GZrZuhedOLd1pBcR4+RpKtyqV6jA9SVn/OpHhXx9UAu17Qrnojr2Sj3i2hR4CPSmaG0DHDmsoISkMWTHn/ahtpwEwiqTkHHPUVXS0Oim7KylrpyJ7Lc1o2+N49zpphXdHFLW19WLQeI3e7vdk/HmGvFnKZNSQcSTAV5IfHYNkRMpYKt1wqhXlvMaGwz+5rZixj7rynUjYFH5JqaQd5UPAIeaSu9+jR/g397jDPn9EsfnJWaiWakGFwvqD7KuqMVAe9RFO43dyvHy11WhWPzHJTEGonoaOvGkY/KOEFgfegjr6iSg34UfMIGABV4yY8= ceph-cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:33:34.152 DEBUG:teuthology.orchestra.run.smithi063:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCU7lvQkNUschOBcsG95iKXKWtGT01AgyoaA/xeYlLDxPKOAorOfELydZ5NRYm7W6/0QiRIW576d6rJvLWvrB6KnzbJ3FV5TWMcO8MYKjDJrYSnSMKNTZeIa39JTP7ad6YfUaMTTpocaBx0aO6ssOC83+g+gBHW/WGr/6EpBoo54uxOuYD0zNOMCaUhq2e3LwNy6GZrZuhedOLd1pBcR4+RpKtyqV6jA9SVn/OpHhXx9UAu17Qrnojr2Sj3i2hR4CPSmaG0DHDmsoISkMWTHn/ahtpwEwiqTkHHPUVXS0Oim7KylrpyJ7Lc1o2+N49zpphXdHFLW19WLQeI3e7vdk/HmGvFnKZNSQcSTAV5IfHYNkRMpYKt1wqhXlvMaGwz+5rZixj7rynUjYFH5JqaQd5UPAIeaSu9+jR/g397jDPn9EsfnJWaiWakGFwvqD7KuqMVAe9RFO43dyvHy11WhWPzHJTEGonoaOvGkY/KOEFgfegjr6iSg34UfMIGABV4yY8= ceph-cb050474-01e2-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-24T02:33:34.198 INFO:teuthology.orchestra.run.smithi063.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCU7lvQkNUschOBcsG95iKXKWtGT01AgyoaA/xeYlLDxPKOAorOfELydZ5NRYm7W6/0QiRIW576d6rJvLWvrB6KnzbJ3FV5TWMcO8MYKjDJrYSnSMKNTZeIa39JTP7ad6YfUaMTTpocaBx0aO6ssOC83+g+gBHW/WGr/6EpBoo54uxOuYD0zNOMCaUhq2e3LwNy6GZrZuhedOLd1pBcR4+RpKtyqV6jA9SVn/OpHhXx9UAu17Qrnojr2Sj3i2hR4CPSmaG0DHDmsoISkMWTHn/ahtpwEwiqTkHHPUVXS0Oim7KylrpyJ7Lc1o2+N49zpphXdHFLW19WLQeI3e7vdk/HmGvFnKZNSQcSTAV5IfHYNkRMpYKt1wqhXlvMaGwz+5rZixj7rynUjYFH5JqaQd5UPAIeaSu9+jR/g397jDPn9EsfnJWaiWakGFwvqD7KuqMVAe9RFO43dyvHy11WhWPzHJTEGonoaOvGkY/KOEFgfegjr6iSg34UfMIGABV4yY8= ceph-cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:33:34.210 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-24T02:33:38.657 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.455899+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:38.657 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.866915+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi016", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:33:38.657 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.870622+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:38.658 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.872453+0000 mon.a (mon.0) 91 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:38.658 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.875519+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:38.658 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.924903+0000 mon.a (mon.0) 93 : audit [INF] from='client.? 172.21.15.16:0/3618834259' entity='client.admin' 2024-04-24T02:33:38.658 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.940129+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:38.658 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:37.943479+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:38.677 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-24T02:33:38.678 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-24T02:33:42.466 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi063 2024-04-24T02:33:42.467 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:33:42.467 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/etc/ceph/ceph.conf 2024-04-24T02:33:42.489 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:33:42.489 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:33:42.550 INFO:tasks.cephadm:Adding host smithi063 to orchestrator... 2024-04-24T02:33:42.551 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch host add smithi063 2024-04-24T02:33:42.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:41.684209+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:42.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:41.715642+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:42.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:41.716962+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:33:42.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:41.717699+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:33:42.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:41.718733+0000 mgr.y (mgr.14144) 6 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:33:42.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:41.753887+0000 mgr.y (mgr.14144) 7 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:33:42.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:41.808919+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:42.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:41.810896+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:44.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:43.136280+0000 mgr.y (mgr.14144) 8 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:45.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [89B blob data] 2024-04-24T02:33:45.253 INFO:teuthology.orchestra.run.smithi016.stdout:Added host 'smithi063' with addr '172.21.15.63' 2024-04-24T02:33:45.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:44.589294+0000 mgr.y (mgr.14144) 9 : audit [DBG] from='client.14168 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi063", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:45.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:33:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [79B blob data] 2024-04-24T02:33:45.854 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-24T02:33:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:45.136580+0000 mgr.y (mgr.14144) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:45.253704+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:45.254025+0000 mgr.y (mgr.14144) 11 : cephadm [INF] Added host smithi063 2024-04-24T02:33:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:45.283040+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:45.730363+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:46.004727+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:47.994 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:33:47.994 INFO:teuthology.orchestra.run.smithi016.stdout:[{"addr": "172.21.15.16", "hostname": "smithi016", "labels": [], "status": ""}, {"addr": "172.21.15.63", "hostname": "smithi063", "labels": [], "status": ""}] 2024-04-24T02:33:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:47.137024+0000 mgr.y (mgr.14144) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:48.792 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-24T02:33:48.793 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-24T02:33:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:47.994156+0000 mgr.y (mgr.14144) 13 : audit [DBG] from='client.14170 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:33:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:49.148720+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:50.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:49.137247+0000 mgr.y (mgr.14144) 14 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:50.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:49.468381+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:50.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:49.469014+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi063", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:33:50.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:49.469865+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:33:50.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:49.470502+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:33:50.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:49.471543+0000 mgr.y (mgr.14144) 15 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:33:50.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:49.495857+0000 mgr.y (mgr.14144) 16 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:33:50.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:49.523384+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:50.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:49.525558+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:51.476 INFO:teuthology.orchestra.run.smithi016.stderr:adjusted tunables profile to default 2024-04-24T02:33:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:50.983415+0000 mon.a (mon.0) 113 : audit [INF] from='client.? 172.21.15.16:0/2709200781' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-24T02:33:52.183 INFO:tasks.cephadm:Adding mon.a on smithi016 2024-04-24T02:33:52.213 INFO:tasks.cephadm:Adding mon.c on smithi016 2024-04-24T02:33:52.213 INFO:tasks.cephadm:Adding mon.b on smithi063 2024-04-24T02:33:52.213 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi063:172.21.15.63=b' 2024-04-24T02:33:52.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:51.137541+0000 mgr.y (mgr.14144) 17 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:52.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:51.472644+0000 mon.a (mon.0) 114 : audit [INF] from='client.? 172.21.15.16:0/2709200781' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-24T02:33:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:51.472726+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-24T02:33:54.334 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled mon update... 2024-04-24T02:33:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:53.137913+0000 mgr.y (mgr.14144) 18 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.333463+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.351743+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:33:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.353369+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:33:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.354184+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:33:54.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.357502+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:33:54.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.359182+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:33:54.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.359952+0000 mon.a (mon.0) 122 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:33:54.937 DEBUG:teuthology.orchestra.run.smithi016:mon.c> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.c.service 2024-04-24T02:33:54.941 DEBUG:teuthology.orchestra.run.smithi063:mon.b> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.b.service 2024-04-24T02:33:54.943 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-24T02:33:54.944 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-24T02:33:54.976 INFO:journalctl@ceph.mon.b.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:33:54.979 INFO:journalctl@ceph.mon.c.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:33:55.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:54.328530+0000 mgr.y (mgr.14144) 19 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi063:172.21.15.63=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:33:55.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:54.330832+0000 mgr.y (mgr.14144) 20 : cephadm [INF] Saving service mon spec with placement smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi063:172.21.15.63=b;count:3 2024-04-24T02:33:55.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:33:54.360620+0000 mgr.y (mgr.14144) 21 : cephadm [INF] Deploying daemon mon.b on smithi063 2024-04-24T02:33:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:55.138354+0000 mgr.y (mgr.14144) 22 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:58.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:57.138753+0000 mgr.y (mgr.14144) 23 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:33:59.006 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:33:59.006 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":1,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","modified":"2024-04-24T02:32:26.727832Z","created":"2024-04-24T02:32:26.727832Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-24T02:33:59.007 INFO:teuthology.orchestra.run.smithi063.stderr:dumped monmap epoch 1 2024-04-24T02:33:59.033 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:58 smithi063 systemd[1]: Starting Ceph mon.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:33:59.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:33:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:59.005741+0000 mon.a (mon.0) 123 : audit [DBG] from='client.? 172.21.15.63:0/2603722447' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-24T02:33:59.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.540+0000 7f899f854880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.540+0000 7f899f854880 0 ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable), process ceph-mon, pid 2 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.540+0000 7f899f854880 0 pidfile_write: ignore empty --pid-file 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 0 load: jerasure load: lrc load: isa 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: RocksDB version: 6.8.1 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Compile date Mar 4 2024 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: DB SUMMARY 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: CURRENT file: CURRENT 2024-04-24T02:33:59.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: IDENTITY file: IDENTITY 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 511 ; 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.error_if_exists: 0 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.create_if_missing: 0 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.paranoid_checks: 1 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.env: 0x55bc92065080 2024-04-24T02:33:59.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.fs: Posix File System 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.info_log: 0x55bc93ec6260 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.statistics: (nil) 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.use_fsync: 0 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_log_file_size: 0 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.allow_fallocate: 1 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-24T02:33:59.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.use_direct_reads: 0 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.db_log_dir: 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_subcompactions: 1 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_background_flushes: -1 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T02:33:59.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.write_buffer_manager: 0x55bc94bb83c0 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-24T02:33:59.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.unordered_write: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.row_cache: None 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.wal_filter: None 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.preserve_deletes: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.two_write_queues: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.atomic_flush: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T02:33:59.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.log_readahead_size: 0 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_background_jobs: 2 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_background_compactions: -1 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T02:33:59.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.max_open_files: -1 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: Compression algorithms supported: 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: kZSTD supported: 0 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: kXpressCompression supported: 0 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: kLZ4Compression supported: 1 2024-04-24T02:33:59.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.545+0000 7f899f854880 4 rocksdb: kBZip2Compression supported: 0 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: kZlibCompression supported: 1 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: kSnappyCompression supported: 1 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.merge_operator: 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_filter: None 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-24T02:33:59.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bc93e6bd10) 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cache_index_and_filter_blocks: 1 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: pin_top_level_index_and_filter: 1 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: index_type: 0 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: data_block_index_type: 0 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: index_shortening: 1 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: data_block_hash_table_util_ratio: 0.750000 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: hash_index_allow_collision: 1 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: checksum: 1 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: no_block_cache: 0 2024-04-24T02:33:59.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_cache: 0x55bc93ea0f10 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_cache_name: BinnedLRUCache 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_cache_options: 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: capacity : 536870912 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: num_shard_bits : 4 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: strict_capacity_limit : 0 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: high_pri_pool_ratio: 0.000 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_cache_compressed: (nil) 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: persistent_cache: (nil) 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_size: 4096 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_size_deviation: 10 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_restart_interval: 16 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: index_block_restart_interval: 1 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: metadata_block_size: 4096 2024-04-24T02:33:59.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: partition_filters: 0 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: use_delta_encoding: 1 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: whole_key_filtering: 1 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: verify_compression: 0 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: read_amp_bytes_per_bit: 0 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: format_version: 2 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: enable_index_compression: 1 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: block_align: 0 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compression: NoCompression 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-24T02:33:59.823 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.num_levels: 7 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T02:33:59.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T02:33:59.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-24T02:33:59.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.table_properties_collectors: 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.inplace_update_support: 0 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T02:33:59.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.bloom_locality: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.max_successive_merges: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.ttl: 2592000 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713926039547397, "job": 1, "event": "recovery_started", "log_files": [3]} 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.546+0000 7f899f854880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.547+0000 7f899f854880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.547+0000 7f899f854880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713926039547870, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713926039, "oldest_key_time": 3, "file_creation_time": 0}} 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.547+0000 7f899f854880 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.547+0000 7f899f854880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713926039548253, "job": 1, "event": "recovery_finished"} 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.548+0000 7f899f854880 4 rocksdb: DB pointer 0x55bc93f69800 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.548+0000 7f8986646700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.548+0000 7f8986646700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ** DB Stats ** 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T02:33:59.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ** Compaction Stats [default] ** 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ** Compaction Stats [default] ** 2024-04-24T02:33:59.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Interval compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ** Compaction Stats [default] ** 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ** Compaction Stats [default] ** 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:33:59.832 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.548+0000 7f899f854880 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.548+0000 7f899f854880 0 using public_addr v2:172.21.15.63:0/0 -> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.549+0000 7f899f854880 0 starting mon.b rank -1 at public addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] at bind addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.550+0000 7f899f854880 1 mon.b@-1(???) e0 preinit fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 0 mon.b@-1(synchronizing).mds e1 new map 2024-04-24T02:33:59.833 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 0 mon.b@-1(synchronizing).mds e1 print_map 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: e1 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: legacy client fscid: -1 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: No filesystems configured 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-24T02:33:59.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-24T02:33:59.835 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:33:59.835 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:33:59.835 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.566+0000 7f8988e4b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:33:59.835 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:33:59.005741+0000 mon.a (mon.0) 123 : audit [DBG] from='client.? 172.21.15.63:0/2603722447' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-24T02:33:59.835 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:33:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:33:59.567+0000 7f8988e4b700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-24T02:34:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:00 smithi063 bash[39270]: 1c593335528a34d62843e567b8c6340c77bb8b47745a0099ebfb950099fc7acc 2024-04-24T02:34:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:00 smithi063 systemd[1]: Started Ceph mon.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:34:00.897 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-24T02:34:00.898 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-24T02:34:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:59.139034+0000 mgr.y (mgr.14144) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:59.573619+0000 mon.a (mon.0) 125 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:34:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:33:59.573860+0000 mon.a (mon.0) 126 : cluster [INF] mon.a calling monitor election 2024-04-24T02:34:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:33:59.586803+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:00.571112+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:01.139492+0000 mgr.y (mgr.14144) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:01.571345+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:01.572222+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:02.571244+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:03.139720+0000 mgr.y (mgr.14144) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:03.571333+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:04.571404+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:04.600948+0000 mon.a (mon.0) 133 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:04.605266+0000 mon.a (mon.0) 134 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0]} removed_ranks: {} 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:04.617372+0000 mon.a (mon.0) 135 : cluster [DBG] fsmap 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:04.617413+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:04.617630+0000 mon.a (mon.0) 137 : cluster [DBG] mgrmap e13: y(active, since 41s) 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:04.617773+0000 mon.a (mon.0) 138 : cluster [INF] overall HEALTH_OK 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:04.620733+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:05.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:04.621858+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:05.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:04.622647+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:33:59.139034+0000 mgr.y (mgr.14144) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:33:59.573619+0000 mon.a (mon.0) 125 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:33:59.573860+0000 mon.a (mon.0) 126 : cluster [INF] mon.a calling monitor election 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:33:59.586803+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:00.571112+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:01.139492+0000 mgr.y (mgr.14144) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:01.571345+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:01.572222+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-04-24T02:34:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:02.571244+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:03.139720+0000 mgr.y (mgr.14144) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:03.571333+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:04.571404+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:04.600948+0000 mon.a (mon.0) 133 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:04.605266+0000 mon.a (mon.0) 134 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0]} removed_ranks: {} 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:04.617372+0000 mon.a (mon.0) 135 : cluster [DBG] fsmap 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:04.617413+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:04.617630+0000 mon.a (mon.0) 137 : cluster [DBG] mgrmap e13: y(active, since 41s) 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:04.617773+0000 mon.a (mon.0) 138 : cluster [INF] overall HEALTH_OK 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:04.620733+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:04.621858+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:05.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:04.622647+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:05.893 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:34:05.894 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":2,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","modified":"2024-04-24T02:33:59.571174Z","created":"2024-04-24T02:32:26.727832Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-24T02:34:05.895 INFO:teuthology.orchestra.run.smithi063.stderr:dumped monmap epoch 2 2024-04-24T02:34:06.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:04.623394+0000 mgr.y (mgr.14144) 27 : cephadm [INF] Deploying daemon mon.c on smithi016 2024-04-24T02:34:06.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:05.140064+0000 mgr.y (mgr.14144) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:06.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:05.571770+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:06.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:04.623394+0000 mgr.y (mgr.14144) 27 : cephadm [INF] Deploying daemon mon.c on smithi016 2024-04-24T02:34:06.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:05.140064+0000 mgr.y (mgr.14144) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:06.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:05.571770+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:05.893602+0000 mon.a (mon.0) 143 : audit [DBG] from='client.? 172.21.15.63:0/2823180577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-24T02:34:07.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:05.893602+0000 mon.a (mon.0) 143 : audit [DBG] from='client.? 172.21.15.63:0/2823180577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-24T02:34:07.560 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-24T02:34:07.560 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-24T02:34:07.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 systemd[1]: Starting Ceph mon.c for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:34:07.983 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:07.140520+0000 mgr.y (mgr.14144) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:08.027 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:07.140520+0000 mgr.y (mgr.14144) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:08.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.983+0000 7fa4e1438880 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.983+0000 7fa4e1438880 0 ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable), process ceph-mon, pid 2 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.983+0000 7fa4e1438880 0 pidfile_write: ignore empty --pid-file 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.987+0000 7fa4e1438880 0 load: jerasure load: lrc load: isa 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: RocksDB version: 6.8.1 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Compile date Mar 4 2024 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: DB SUMMARY 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: CURRENT file: CURRENT 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: IDENTITY file: IDENTITY 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 636 ; 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.error_if_exists: 0 2024-04-24T02:34:08.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.create_if_missing: 0 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.paranoid_checks: 1 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.env: 0x5643dd6f5080 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.fs: Posix File System 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.info_log: 0x5643dfeaa260 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.statistics: (nil) 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.use_fsync: 0 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_log_file_size: 0 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T02:34:08.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.allow_fallocate: 1 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.use_direct_reads: 0 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.create_missing_column_families: 0 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.db_log_dir: 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-24T02:34:08.286 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_subcompactions: 1 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_background_flushes: -1 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.advise_random_on_open: 1 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.write_buffer_manager: 0x5643e0b9c390 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T02:34:08.287 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.rate_limiter: (nil) 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.unordered_write: 0 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T02:34:08.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.row_cache: None 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.wal_filter: None 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.preserve_deletes: 0 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.two_write_queues: 0 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.manual_wal_flush: 0 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.atomic_flush: 0 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T02:34:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.log_readahead_size: 0 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_background_jobs: 2 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_background_compactions: -1 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_total_wal_size: 0 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T02:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_open_files: -1 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bytes_per_sync: 0 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Compression algorithms supported: 2024-04-24T02:34:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kZSTD supported: 0 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kXpressCompression supported: 0 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kLZ4Compression supported: 1 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kBZip2Compression supported: 0 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kZlibCompression supported: 1 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: kSnappyCompression supported: 1 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-04-24T02:34:08.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.merge_operator: 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_filter: None 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_filter_factory: None 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5643dfe4fd10) 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cache_index_and_filter_blocks: 1 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T02:34:08.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: pin_top_level_index_and_filter: 1 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: index_type: 0 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: data_block_index_type: 0 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: index_shortening: 1 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: data_block_hash_table_util_ratio: 0.750000 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: hash_index_allow_collision: 1 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: checksum: 1 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: no_block_cache: 0 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_cache: 0x5643dfe84f10 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_cache_name: BinnedLRUCache 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_cache_options: 2024-04-24T02:34:08.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: capacity : 536870912 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: num_shard_bits : 4 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: strict_capacity_limit : 0 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: high_pri_pool_ratio: 0.000 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_cache_compressed: (nil) 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: persistent_cache: (nil) 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_size: 4096 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_size_deviation: 10 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_restart_interval: 16 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: index_block_restart_interval: 1 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: metadata_block_size: 4096 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: partition_filters: 0 2024-04-24T02:34:08.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: use_delta_encoding: 1 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: whole_key_filtering: 1 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: verify_compression: 0 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: read_amp_bytes_per_bit: 0 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: format_version: 2 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: enable_index_compression: 1 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: block_align: 0 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-24T02:34:08.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compression: NoCompression 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.num_levels: 7 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T02:34:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compression_opts.level: 32767 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compression_opts.enabled: false 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-24T02:34:08.298 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T02:34:08.299 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.arena_block_size: 4194304 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T02:34:08.300 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.table_properties_collectors: 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.inplace_update_support: 0 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.bloom_locality: 0 2024-04-24T02:34:08.301 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.max_successive_merges: 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.force_consistency_checks: 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.ttl: 2592000 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.988+0000 7fa4e1438880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.989+0000 7fa4e1438880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.989+0000 7fa4e1438880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.302 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.989+0000 7fa4e1438880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713926047990404, "job": 1, "event": "recovery_started", "log_files": [3]} 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.989+0000 7fa4e1438880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.989+0000 7fa4e1438880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.990+0000 7fa4e1438880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713926047990874, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1562, "table_properties": {"data_size": 648, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713926047, "oldest_key_time": 3, "file_creation_time": 0}} 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.990+0000 7fa4e1438880 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.990+0000 7fa4e1438880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713926047991294, "job": 1, "event": "recovery_finished"} 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.991+0000 7fa4e1438880 4 rocksdb: DB pointer 0x5643dff4d800 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.991+0000 7fa4c822a700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.991+0000 7fa4c822a700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ** DB Stats ** 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:34:08.303 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ** Compaction Stats [default] ** 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-04-24T02:34:08.304 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ** Compaction Stats [default] ** 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:34:08.305 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Interval compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ** Compaction Stats [default] ** 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-04-24T02:34:08.306 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-24T02:34:08.307 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.307 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ** Compaction Stats [default] ** 2024-04-24T02:34:08.307 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-24T02:34:08.307 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:34:08.307 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.308 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.991+0000 7fa4e1438880 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.991+0000 7fa4e1438880 0 using public_addrv [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.992+0000 7fa4e1438880 0 starting mon.c rank -1 at public addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] at bind addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:07.993+0000 7fa4e1438880 1 mon.c@-1(???) e0 preinit fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 0 mon.c@-1(synchronizing).mds e1 new map 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 0 mon.c@-1(synchronizing).mds e1 print_map 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: e1 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: legacy client fscid: -1 2024-04-24T02:34:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: No filesystems configured 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.009+0000 7fa4caa2f700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.010+0000 7fa4caa2f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.010+0000 7fa4caa2f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:34:08.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.010+0000 7fa4caa2f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:34:08.311 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.010+0000 7fa4caa2f700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T02:34:08.311 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:07.140520+0000 mgr.y (mgr.14144) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:08.311 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:34:08.010+0000 7fa4caa2f700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-24T02:34:08.311 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 bash[44302]: b158ff2bc0110946f2b50149d9df605fe9a46f79162dbecedacee1c43df104fb 2024-04-24T02:34:08.311 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:08 smithi016 systemd[1]: Started Ceph mon.c for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:08.017548+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:08.017728+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:08.023098+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:08.030784+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:08.030933+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:09.014127+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:09.140874+0000 mgr.y (mgr.14144) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:10.014260+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:10.015866+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:11.014509+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:11.141186+0000 mgr.y (mgr.14144) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:12.014516+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:13.014469+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:13.045413+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:13.048421+0000 mon.a (mon.0) 155 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:13.048938+0000 mon.a (mon.0) 156 : cluster [DBG] fsmap 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:13.048973+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:13.049166+0000 mon.a (mon.0) 158 : cluster [DBG] mgrmap e13: y(active, since 49s) 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:13.049304+0000 mon.a (mon.0) 159 : cluster [INF] overall HEALTH_OK 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:13.062663+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:13.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:13.064133+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:08.017548+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:08.017728+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:08.023098+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:08.030784+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:08.030933+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:09.014127+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:09.140874+0000 mgr.y (mgr.14144) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:10.014260+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:10.015866+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:11.014509+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:11.141186+0000 mgr.y (mgr.14144) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:12.014516+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:13.014469+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:13.045413+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:13.048421+0000 mon.a (mon.0) 155 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:13.048938+0000 mon.a (mon.0) 156 : cluster [DBG] fsmap 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:13.048973+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:13.049166+0000 mon.a (mon.0) 158 : cluster [DBG] mgrmap e13: y(active, since 49s) 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:13.049304+0000 mon.a (mon.0) 159 : cluster [INF] overall HEALTH_OK 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:13.062663+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:13.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:13.064133+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:13.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:08.017548+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:34:13.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:08.017728+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:08.023098+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:08.030784+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:08.030933+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:09.014127+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:09.140874+0000 mgr.y (mgr.14144) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:10.014260+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:10.015866+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:11.014509+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:11.141186+0000 mgr.y (mgr.14144) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:12.014516+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:13.014469+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:13.045413+0000 mon.a (mon.0) 154 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:13.048421+0000 mon.a (mon.0) 155 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:13.048938+0000 mon.a (mon.0) 156 : cluster [DBG] fsmap 2024-04-24T02:34:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:13.048973+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-24T02:34:13.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:13.049166+0000 mon.a (mon.0) 158 : cluster [DBG] mgrmap e13: y(active, since 49s) 2024-04-24T02:34:13.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:13.049304+0000 mon.a (mon.0) 159 : cluster [INF] overall HEALTH_OK 2024-04-24T02:34:13.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:13.062663+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:13.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:13.064133+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:13.945 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-04-24T02:34:13.945 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":3,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","modified":"2024-04-24T02:34:08.014795Z","created":"2024-04-24T02:32:26.727832Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3301","nonce":0},{"type":"v1","addr":"172.21.15.16:6790","nonce":0}]},"addr":"172.21.15.16:6790/0","public_addr":"172.21.15.16:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-24T02:34:13.947 INFO:teuthology.orchestra.run.smithi063.stderr:dumped monmap epoch 3 2024-04-24T02:34:14.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:13.141413+0000 mgr.y (mgr.14144) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:13.277973+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:13.945642+0000 mon.a (mon.0) 163 : audit [DBG] from='client.? 172.21.15.63:0/4159901844' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.014612+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.088567+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:13.141413+0000 mgr.y (mgr.14144) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:13.277973+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:13.945642+0000 mon.a (mon.0) 163 : audit [DBG] from='client.? 172.21.15.63:0/4159901844' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.014612+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:14.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.088567+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:13.141413+0000 mgr.y (mgr.14144) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:13.277973+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:13.945642+0000 mon.a (mon.0) 163 : audit [DBG] from='client.? 172.21.15.63:0/4159901844' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-24T02:34:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.014612+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:34:14.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.088567+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:14.739 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-24T02:34:14.739 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.282660+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.283226+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.283816+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:14.284619+0000 mgr.y (mgr.14144) 33 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:14.284822+0000 mgr.y (mgr.14144) 34 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.308730+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.324174+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.327489+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:14.328465+0000 mgr.y (mgr.14144) 35 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-24T02:34:15.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.328676+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:15.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.329188+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:15.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:14.329692+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:15.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:14.330191+0000 mgr.y (mgr.14144) 36 : cephadm [INF] Reconfiguring daemon mon.a on smithi016 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.282660+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.283226+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.283816+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:14.284619+0000 mgr.y (mgr.14144) 33 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:14.284822+0000 mgr.y (mgr.14144) 34 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.308730+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.324174+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.327489+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:14.328465+0000 mgr.y (mgr.14144) 35 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.328676+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:15.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.329188+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:14.329692+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:14.330191+0000 mgr.y (mgr.14144) 36 : cephadm [INF] Reconfiguring daemon mon.a on smithi016 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.282660+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.283226+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.283816+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:14.284619+0000 mgr.y (mgr.14144) 33 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:14.284822+0000 mgr.y (mgr.14144) 34 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.308730+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.324174+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.327489+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:15.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:14.328465+0000 mgr.y (mgr.14144) 35 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-24T02:34:15.715 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.328676+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:15.715 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.329188+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:15.715 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:14.329692+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:15.715 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:14.330191+0000 mgr.y (mgr.14144) 36 : cephadm [INF] Reconfiguring daemon mon.a on smithi016 2024-04-24T02:34:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:15.141765+0000 mgr.y (mgr.14144) 37 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:15.762438+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:15.763210+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:16.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:15.763865+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:16.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:15.764450+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:16.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:15.141765+0000 mgr.y (mgr.14144) 37 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:16.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:15.762438+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:16.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:15.763210+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:16.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:15.763865+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:16.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:15.764450+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:15.141765+0000 mgr.y (mgr.14144) 37 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:15.762438+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:15.763210+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:15.763865+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:16.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:15.764450+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:18.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:15.762970+0000 mgr.y (mgr.14144) 38 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-24T02:34:18.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:15.765038+0000 mgr.y (mgr.14144) 39 : cephadm [INF] Reconfiguring daemon mon.c on smithi016 2024-04-24T02:34:18.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:15.762970+0000 mgr.y (mgr.14144) 38 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-24T02:34:18.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:15.765038+0000 mgr.y (mgr.14144) 39 : cephadm [INF] Reconfiguring daemon mon.c on smithi016 2024-04-24T02:34:18.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:15.762970+0000 mgr.y (mgr.14144) 38 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-24T02:34:18.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:15.765038+0000 mgr.y (mgr.14144) 39 : cephadm [INF] Reconfiguring daemon mon.c on smithi016 2024-04-24T02:34:18.773 INFO:teuthology.orchestra.run.smithi016.stdout:# minimal ceph.conf for cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:34:18.774 INFO:teuthology.orchestra.run.smithi016.stdout:[global] 2024-04-24T02:34:18.774 INFO:teuthology.orchestra.run.smithi016.stdout: fsid = cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:34:18.774 INFO:teuthology.orchestra.run.smithi016.stdout: mon_host = [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] 2024-04-24T02:34:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:17.142245+0000 mgr.y (mgr.14144) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:18.165565+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:18.166339+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:18.167012+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:18.167655+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:18.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:17.142245+0000 mgr.y (mgr.14144) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:18.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:18.165565+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:18.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:18.166339+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:18.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:18.167012+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:18.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:18.167655+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:17.142245+0000 mgr.y (mgr.14144) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:18.165565+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:18.166339+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:34:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:18.167012+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:34:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:18.167655+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.469 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-24T02:34:19.469 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:34:19.469 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.conf 2024-04-24T02:34:19.507 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:34:19.507 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:34:19.578 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:34:19.578 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.conf 2024-04-24T02:34:19.611 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:34:19.611 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:18.166097+0000 mgr.y (mgr.14144) 41 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:18.168228+0000 mgr.y (mgr.14144) 42 : cephadm [INF] Reconfiguring daemon mon.b on smithi063 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:18.773954+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.16:0/3490796938' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:19.452373+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:19.453336+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:19.454834+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:19.455582+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:19.676 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:19.459834+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:19.679 INFO:tasks.cephadm:Adding mgr.y on smithi016 2024-04-24T02:34:19.679 INFO:tasks.cephadm:Adding mgr.x on smithi063 2024-04-24T02:34:19.679 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch apply mgr '2;smithi016=y;smithi063=x' 2024-04-24T02:34:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:18.166097+0000 mgr.y (mgr.14144) 41 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-24T02:34:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:18.168228+0000 mgr.y (mgr.14144) 42 : cephadm [INF] Reconfiguring daemon mon.b on smithi063 2024-04-24T02:34:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:18.773954+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.16:0/3490796938' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:19.452373+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:19.453336+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:19.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:19.454834+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:19.455582+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:19.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:19.459834+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:19.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:18.166097+0000 mgr.y (mgr.14144) 41 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-24T02:34:19.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:18.168228+0000 mgr.y (mgr.14144) 42 : cephadm [INF] Reconfiguring daemon mon.b on smithi063 2024-04-24T02:34:19.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:18.773954+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.16:0/3490796938' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:19.452373+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:19.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:19.453336+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:19.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:19.454834+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:19.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:19.455582+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:19.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:19.459834+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:20.957 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:19.142591+0000 mgr.y (mgr.14144) 43 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:21.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:19.142591+0000 mgr.y (mgr.14144) 43 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:21.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:19.142591+0000 mgr.y (mgr.14144) 43 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:21.678 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled mgr update... 2024-04-24T02:34:22.241 DEBUG:teuthology.orchestra.run.smithi063:mgr.x> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.x.service 2024-04-24T02:34:22.243 INFO:tasks.cephadm:Deploying OSDs... 2024-04-24T02:34:22.243 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:34:22.244 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/scratch_devs of=/dev/stdout 2024-04-24T02:34:22.266 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-24T02:34:22.266 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_1 2024-04-24T02:34:22.276 INFO:journalctl@ceph.mgr.x.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:34:22.328 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 6h/6d Inode: 165326 Links: 1 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-24 02:34:07.395575400 +0000 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-24 02:24:58.054719253 +0000 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-24 02:24:58.054719253 +0000 2024-04-24T02:34:22.329 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: - 2024-04-24T02:34:22.329 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-24T02:34:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-24T02:34:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-24T02:34:22.402 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000157211 s, 3.3 MB/s 2024-04-24T02:34:22.403 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-24T02:34:22.466 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_2 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 6h/6d Inode: 167639 Links: 1 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-24 02:34:07.396575384 +0000 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-24 02:24:58.385714039 +0000 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-24 02:24:58.385714039 +0000 2024-04-24T02:34:22.528 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: - 2024-04-24T02:34:22.528 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-24T02:34:22.599 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-24T02:34:22.599 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-24T02:34:22.599 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000164034 s, 3.1 MB/s 2024-04-24T02:34:22.601 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-24T02:34:22.663 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_3 2024-04-24T02:34:22.724 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-24T02:34:22.724 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:22.724 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 6h/6d Inode: 166788 Links: 1 2024-04-24T02:34:22.724 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:22.724 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:22.724 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-24 02:34:07.396575384 +0000 2024-04-24T02:34:22.725 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-24 02:24:58.762708100 +0000 2024-04-24T02:34:22.725 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-24 02:24:58.762708100 +0000 2024-04-24T02:34:22.725 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: - 2024-04-24T02:34:22.725 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-24T02:34:22.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:21.143028+0000 mgr.y (mgr.14144) 44 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:22.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.678685+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.680741+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.682332+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.683103+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.687045+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.688425+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.691005+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.691763+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.692614+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:21.143028+0000 mgr.y (mgr.14144) 44 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.678685+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.680741+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:22.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.682332+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:22.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.683103+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:22.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.687045+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:22.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.688425+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:34:22.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.691005+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-24T02:34:22.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.691763+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:34:22.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.692614+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:22.793 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-24T02:34:22.793 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-24T02:34:22.793 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000110212 s, 4.6 MB/s 2024-04-24T02:34:22.795 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-24T02:34:22.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:21.143028+0000 mgr.y (mgr.14144) 44 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:22.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.678685+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:22.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.680741+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:22.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.682332+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:22.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.683103+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:22.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.687045+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:22.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.688425+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:34:22.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.691005+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-24T02:34:22.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.691763+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:34:22.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.692614+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:22.857 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_4 2024-04-24T02:34:22.917 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 6h/6d Inode: 163777 Links: 1 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-24 02:34:07.396575384 +0000 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-24 02:24:59.090702933 +0000 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-24 02:24:59.090702933 +0000 2024-04-24T02:34:22.926 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: - 2024-04-24T02:34:22.927 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-24T02:34:22.985 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-24T02:34:22.985 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-24T02:34:22.985 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000109754 s, 4.7 MB/s 2024-04-24T02:34:22.986 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-24T02:34:23.047 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:34:23.048 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/scratch_devs of=/dev/stdout 2024-04-24T02:34:23.068 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-24T02:34:23.068 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_1 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 166894 Links: 1 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-04-24 02:33:58.596167058 +0000 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-04-24 02:24:58.061075748 +0000 2024-04-24T02:34:23.127 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-04-24 02:24:58.061075748 +0000 2024-04-24T02:34:23.128 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2024-04-24T02:34:23.128 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-24T02:34:23.197 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-04-24T02:34:23.197 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-04-24T02:34:23.197 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000339361 s, 1.5 MB/s 2024-04-24T02:34:23.199 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-24T02:34:23.260 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_2 2024-04-24T02:34:23.318 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 167500 Links: 1 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-04-24 02:33:58.596167058 +0000 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-04-24 02:24:58.403072387 +0000 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-04-24 02:24:58.403072387 +0000 2024-04-24T02:34:23.319 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2024-04-24T02:34:23.319 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-24T02:34:23.387 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-04-24T02:34:23.387 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-04-24T02:34:23.387 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000213489 s, 2.4 MB/s 2024-04-24T02:34:23.387 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-24T02:34:23.454 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_3 2024-04-24T02:34:23.513 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-24T02:34:23.513 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:23.513 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 167553 Links: 1 2024-04-24T02:34:23.513 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:23.514 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:23.514 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-04-24 02:34:23.465913146 +0000 2024-04-24T02:34:23.514 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-04-24 02:24:58.756068919 +0000 2024-04-24T02:34:23.514 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-04-24 02:24:58.756068919 +0000 2024-04-24T02:34:23.514 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2024-04-24T02:34:23.514 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-24T02:34:23.648 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-04-24T02:34:23.648 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-04-24T02:34:23.648 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000175733 s, 2.9 MB/s 2024-04-24T02:34:23.649 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-24T02:34:23.671 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_4 2024-04-24T02:34:23.733 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-24T02:34:23.733 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T02:34:23.733 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 6h/6d Inode: 169139 Links: 1 2024-04-24T02:34:23.734 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T02:34:23.734 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T02:34:23.734 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-04-24 02:34:23.600911767 +0000 2024-04-24T02:34:23.734 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-04-24 02:24:59.089065647 +0000 2024-04-24T02:34:23.734 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-04-24 02:24:59.089065647 +0000 2024-04-24T02:34:23.734 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: - 2024-04-24T02:34:23.734 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-24T02:34:23.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:21.674099+0000 mgr.y (mgr.14144) 45 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi016=y;smithi063=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:23.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:21.675533+0000 mgr.y (mgr.14144) 46 : cephadm [INF] Saving service mgr spec with placement smithi016=y;smithi063=x;count:2 2024-04-24T02:34:23.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:21.693315+0000 mgr.y (mgr.14144) 47 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:34:23.800 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:23 smithi063 systemd[1]: Starting Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:34:23.802 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-04-24T02:34:23.802 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-04-24T02:34:23.802 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000221947 s, 2.3 MB/s 2024-04-24T02:34:23.803 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-24T02:34:23.863 INFO:tasks.cephadm:Deploying osd.0 on smithi016 with /dev/vg_nvme/lv_4... 2024-04-24T02:34:23.863 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-24T02:34:23.894 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:21.674099+0000 mgr.y (mgr.14144) 45 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi016=y;smithi063=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:23.894 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:21.675533+0000 mgr.y (mgr.14144) 46 : cephadm [INF] Saving service mgr spec with placement smithi016=y;smithi063=x;count:2 2024-04-24T02:34:23.894 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:21.693315+0000 mgr.y (mgr.14144) 47 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:34:23.895 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:21.674099+0000 mgr.y (mgr.14144) 45 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi016=y;smithi063=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:23.895 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:21.675533+0000 mgr.y (mgr.14144) 46 : cephadm [INF] Saving service mgr spec with placement smithi016=y;smithi063=x;count:2 2024-04-24T02:34:23.895 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:21.693315+0000 mgr.y (mgr.14144) 47 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:34:24.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:24.169+0000 7f062c3fe700 1 -- 172.21.15.63:0/4127822107 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c7fdaac4e0 con 0x55c7fda80c00 2024-04-24T02:34:24.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:24 smithi063 bash[40481]: 308057cafeb1bd08106e87967e84d91f2cb15f5d2c1b7cb65677ee803d62e962 2024-04-24T02:34:24.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:24 smithi063 systemd[1]: Started Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:34:24.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:24.309+0000 7f063c9f9680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:34:24.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:24.396+0000 7f063c9f9680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:34:24.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:23.143364+0000 mgr.y (mgr.14144) 48 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:24.312627+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:24.314153+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:24.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:23.143364+0000 mgr.y (mgr.14144) 48 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:24.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:24.312627+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:24.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:24.314153+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:24.915 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:24.804+0000 7f063c9f9680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:34:24.915 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:23.143364+0000 mgr.y (mgr.14144) 48 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:24.915 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:24.312627+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:24.915 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:24.314153+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:25.918 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:25.617+0000 7f063c9f9680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:34:25.918 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:25.698+0000 7f063c9f9680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:34:25.919 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:25.917+0000 7f063c9f9680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:34:26.184 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-24T02:34:26.184 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-24T02:34:26.184 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-24T02:34:26.185 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-24T02:34:26.185 INFO:teuthology.orchestra.run.smithi016.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00914797 s, 1.1 GB/s 2024-04-24T02:34:26.185 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:25.143762+0000 mgr.y (mgr.14144) 49 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:25.295000+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:25.295824+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:25.296744+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:25.301502+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:25.303467+0000 mgr.y (mgr.14144) 50 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:25.303787+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:25.304736+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:25.305495+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:25.306210+0000 mgr.y (mgr.14144) 51 : cephadm [INF] Reconfiguring daemon mgr.y on smithi016 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:25.143762+0000 mgr.y (mgr.14144) 49 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:25.295000+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:25.295824+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:25.296744+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:25.301502+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:25.303467+0000 mgr.y (mgr.14144) 50 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:25.303787+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:25.304736+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:34:26.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:25.305495+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:26.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:25.306210+0000 mgr.y (mgr.14144) 51 : cephadm [INF] Reconfiguring daemon mgr.y on smithi016 2024-04-24T02:34:26.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:25.143762+0000 mgr.y (mgr.14144) 49 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:26.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:25.295000+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:25.295824+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:25.296744+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:25.301502+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:25.303467+0000 mgr.y (mgr.14144) 50 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:25.303787+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:25.304736+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:25.305495+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:26.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:25.306210+0000 mgr.y (mgr.14144) 51 : cephadm [INF] Reconfiguring daemon mgr.y on smithi016 2024-04-24T02:34:27.212 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:26.904+0000 7f063c9f9680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:34:27.212 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:27.036+0000 7f063c9f9680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:34:27.212 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:27.117+0000 7f063c9f9680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:34:27.212 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:27.210+0000 7f063c9f9680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:34:27.332 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_4 2024-04-24T02:34:27.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:27.412+0000 7f063c9f9680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:34:28.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:27.703+0000 7f063c9f9680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:34:28.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:27.804+0000 7f063c9f9680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:34:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:27.144145+0000 mgr.y (mgr.14144) 52 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:27.885952+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:27.886800+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:27.887973+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:27.888534+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:27.891686+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:28.287868+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:27.144145+0000 mgr.y (mgr.14144) 52 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:27.885952+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:27.886800+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:27.887973+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:27.888534+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:27.891686+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:28.287868+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:27.144145+0000 mgr.y (mgr.14144) 52 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:27.885952+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:27.886800+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:27.887973+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:27.888534+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:28.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:27.891686+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:28.287868+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:28.916 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:28.558+0000 7f063c9f9680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:34:28.917 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:28.642+0000 7f063c9f9680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:34:28.917 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:28.737+0000 7f063c9f9680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:34:28.917 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:28.915+0000 7f063c9f9680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:34:29.457 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:29.182+0000 7f063c9f9680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:34:29.457 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:29.317+0000 7f063c9f9680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:34:29.721 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:29.456+0000 7f063c9f9680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:34:29.721 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:29.634+0000 7f063c9f9680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:34:30.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:34:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:34:29.719+0000 7f063c9f9680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:29.144495+0000 mgr.y (mgr.14144) 53 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:29.735116+0000 mon.a (mon.0) 212 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.736359+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.736713+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.737668+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.737975+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.897984+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.899860+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:34:30.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.900400+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:30.580 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:29.144495+0000 mgr.y (mgr.14144) 53 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:30.580 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:29.735116+0000 mon.a (mon.0) 212 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:34:30.580 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.736359+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:34:30.580 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.736713+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:34:30.580 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.737668+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.737975+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.897984+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.899860+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.900400+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:29.144495+0000 mgr.y (mgr.14144) 53 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:29.735116+0000 mon.a (mon.0) 212 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.736359+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.736713+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.737668+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.737975+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.63:0/560388212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.897984+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:34:30.581 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.899860+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:34:30.582 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.900400+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:31.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:29.895775+0000 mgr.y (mgr.14144) 54 : audit [DBG] from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:30.303718+0000 mon.a (mon.0) 216 : cluster [DBG] mgrmap e14: y(active, since 67s), standbys: x 2024-04-24T02:34:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:30.304100+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:34:31.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:29.895775+0000 mgr.y (mgr.14144) 54 : audit [DBG] from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:31.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:30.303718+0000 mon.a (mon.0) 216 : cluster [DBG] mgrmap e14: y(active, since 67s), standbys: x 2024-04-24T02:34:31.637 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:30.304100+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:34:31.637 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:29.895775+0000 mgr.y (mgr.14144) 54 : audit [DBG] from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:31.637 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:30.303718+0000 mon.a (mon.0) 216 : cluster [DBG] mgrmap e14: y(active, since 67s), standbys: x 2024-04-24T02:34:31.637 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:30.304100+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:34:32.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:31.144880+0000 mgr.y (mgr.14144) 55 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:32.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:31.144880+0000 mgr.y (mgr.14144) 55 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:32.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:31.144880+0000 mgr.y (mgr.14144) 55 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:33.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:32.427861+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.16:0/3035296346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]: dispatch 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:32.428154+0000 mon.a (mon.0) 218 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]: dispatch 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:32.431394+0000 mon.a (mon.0) 219 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]': finished 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:32.431458+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:32.431556+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:33.032530+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.16:0/3300888167' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:32.427861+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.16:0/3035296346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]: dispatch 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:32.428154+0000 mon.a (mon.0) 218 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]: dispatch 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:32.431394+0000 mon.a (mon.0) 219 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]': finished 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:32.431458+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-24T02:34:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:32.431556+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:33.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:33.032530+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.16:0/3300888167' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:34:33.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:32.427861+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.16:0/3035296346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]: dispatch 2024-04-24T02:34:33.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:32.428154+0000 mon.a (mon.0) 218 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]: dispatch 2024-04-24T02:34:33.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:32.431394+0000 mon.a (mon.0) 219 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e6df050-b32f-4d29-9385-90e615b5c8b4"}]': finished 2024-04-24T02:34:33.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:32.431458+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-24T02:34:33.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:32.431556+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:33.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:33.032530+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.16:0/3300888167' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:34:34.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:33.145133+0000 mgr.y (mgr.14144) 56 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:34.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:33.145133+0000 mgr.y (mgr.14144) 56 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:34.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:33.145133+0000 mgr.y (mgr.14144) 56 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:36.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:35.145496+0000 mgr.y (mgr.14144) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:36.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:35.145496+0000 mgr.y (mgr.14144) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:36.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:35.145496+0000 mgr.y (mgr.14144) 57 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:38.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:37.145989+0000 mgr.y (mgr.14144) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:38.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:37.145989+0000 mgr.y (mgr.14144) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:38.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:37.145989+0000 mgr.y (mgr.14144) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:39.708 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:39.083585+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:34:39.709 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:39.084313+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:39.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:39.083585+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:34:39.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:39.084313+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:39.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:39.083585+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:34:39.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:39.084313+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:40.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:39.084963+0000 mgr.y (mgr.14144) 59 : cephadm [INF] Deploying daemon osd.0 on smithi016 2024-04-24T02:34:40.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:39.146284+0000 mgr.y (mgr.14144) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:40.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:39.084963+0000 mgr.y (mgr.14144) 59 : cephadm [INF] Deploying daemon osd.0 on smithi016 2024-04-24T02:34:40.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:39.146284+0000 mgr.y (mgr.14144) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:40.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:39.084963+0000 mgr.y (mgr.14144) 59 : cephadm [INF] Deploying daemon osd.0 on smithi016 2024-04-24T02:34:40.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:39.146284+0000 mgr.y (mgr.14144) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:41.146536+0000 mgr.y (mgr.14144) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:41.146536+0000 mgr.y (mgr.14144) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:42.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:41.146536+0000 mgr.y (mgr.14144) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:44.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:43.146963+0000 mgr.y (mgr.14144) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:44.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:43.146963+0000 mgr.y (mgr.14144) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:44.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:43.146963+0000 mgr.y (mgr.14144) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:46.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:44.719099+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:46.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:44.742547+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:46.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:45.147319+0000 mgr.y (mgr.14144) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:44.719099+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:44.742547+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:45.147319+0000 mgr.y (mgr.14144) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:44.719099+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:44.742547+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:45.147319+0000 mgr.y (mgr.14144) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:48.437 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 0 on host 'smithi016' 2024-04-24T02:34:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:47.147614+0000 mgr.y (mgr.14144) 64 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:47.287726+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:47.614417+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:47.615136+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:47.619391+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:47.777335+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:34:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:47.777693+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:34:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:47.147614+0000 mgr.y (mgr.14144) 64 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:47.287726+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:47.614417+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:47.615136+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:47.619391+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:47.777335+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:34:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:47.777693+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:34:48.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:47.147614+0000 mgr.y (mgr.14144) 64 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:48.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:47.287726+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:48.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:47.614417+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:48.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:47.615136+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:48.563 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:47.619391+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:48.563 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:47.777335+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:34:48.563 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:47.777693+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:34:49.253 DEBUG:teuthology.orchestra.run.smithi016:osd.0> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.0.service 2024-04-24T02:34:49.256 INFO:tasks.cephadm:Deploying osd.1 on smithi016 with /dev/vg_nvme/lv_3... 2024-04-24T02:34:49.256 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-24T02:34:49.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:34:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:48.437003+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:48.437216+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:48.620819+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T02:34:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:48.620886+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-24T02:34:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:48.620990+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:48.621462+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:48.621752+0000 mon.a (mon.0) 236 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:48.437003+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:48.437216+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:48.620819+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:48.620886+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:48.620990+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:48.621462+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:34:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:48.621752+0000 mon.a (mon.0) 236 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:34:49.781 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[47387]: debug 2024-04-24T02:34:49.624+0000 7f3648af2700 -1 osd.0 0 waiting for initial osdmap 2024-04-24T02:34:49.781 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:34:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[47387]: debug 2024-04-24T02:34:49.626+0000 7f364326a700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:34:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:48.437003+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:48.437216+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:34:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:48.620819+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T02:34:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:48.620886+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-24T02:34:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:48.620990+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:48.621462+0000 mon.c (mon.2) 6 : audit [INF] from='osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:34:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:48.621752+0000 mon.a (mon.0) 236 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:34:50.689 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:49.147942+0000 mgr.y (mgr.14144) 65 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:49.621760+0000 mon.a (mon.0) 237 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:49.621813+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:49.623107+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:49.626077+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:49.147942+0000 mgr.y (mgr.14144) 65 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:49.621760+0000 mon.a (mon.0) 237 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:49.621813+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:49.623107+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:50.690 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:49.626077+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:49.147942+0000 mgr.y (mgr.14144) 65 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:49.621760+0000 mon.a (mon.0) 237 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:34:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:49.621813+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-24T02:34:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:49.623107+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:49.626077+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:48.776794+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:48.776927+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:50.625156+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:50.629197+0000 mon.a (mon.0) 242 : cluster [INF] osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139] boot 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:50.629254+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:50.629407+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:48.776794+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:34:51.700 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:48.776927+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:34:51.701 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:50.625156+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:51.701 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:50.629197+0000 mon.a (mon.0) 242 : cluster [INF] osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139] boot 2024-04-24T02:34:51.701 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:50.629254+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-24T02:34:51.701 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:50.629407+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:48.776794+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:34:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:48.776927+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:34:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:50.625156+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:50.629197+0000 mon.a (mon.0) 242 : cluster [INF] osd.0 [v2:172.21.15.16:6802/733750139,v1:172.21.15.16:6803/733750139] boot 2024-04-24T02:34:51.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:50.629254+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-24T02:34:51.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:50.629407+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:34:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:51.148148+0000 mgr.y (mgr.14144) 66 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:51.632148+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-24T02:34:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:51.148148+0000 mgr.y (mgr.14144) 66 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:51.632148+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-24T02:34:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:51.148148+0000 mgr.y (mgr.14144) 66 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T02:34:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:51.632148+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-24T02:34:53.449 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-24T02:34:53.450 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-24T02:34:53.450 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-24T02:34:53.450 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-24T02:34:53.450 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0096774 s, 1.1 GB/s 2024-04-24T02:34:53.450 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-24T02:34:54.319 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_3 2024-04-24T02:34:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:53.148369+0000 mgr.y (mgr.14144) 67 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:53.803157+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:53.804007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:34:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:53.808038+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:53.808818+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:53.809479+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:53.813660+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:53.148369+0000 mgr.y (mgr.14144) 67 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:53.803157+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:53.804007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:34:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:53.808038+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:53.808818+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:53.809479+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:53.813660+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:53.148369+0000 mgr.y (mgr.14144) 67 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:53.803157+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:53.804007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:34:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:53.808038+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:53.808818+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:53.809479+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:34:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:53.813660+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:34:55.729 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:53.797994+0000 mgr.y (mgr.14144) 68 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:34:55.730 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:34:53.804519+0000 mgr.y (mgr.14144) 69 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 16102M 2024-04-24T02:34:55.730 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:53.797994+0000 mgr.y (mgr.14144) 68 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:34:55.730 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:34:53.804519+0000 mgr.y (mgr.14144) 69 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 16102M 2024-04-24T02:34:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:53.797994+0000 mgr.y (mgr.14144) 68 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:34:55.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:34:53.804519+0000 mgr.y (mgr.14144) 69 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 16102M 2024-04-24T02:34:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:55.148780+0000 mgr.y (mgr.14144) 70 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:56.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:55.148780+0000 mgr.y (mgr.14144) 70 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:56.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:55.148780+0000 mgr.y (mgr.14144) 70 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:57.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:56.583329+0000 mgr.y (mgr.14144) 71 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:57.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:56.585315+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:34:57.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:56.587127+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:34:57.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:56.587660+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:57.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:56.583329+0000 mgr.y (mgr.14144) 71 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:57.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:56.585315+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:34:57.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:56.587127+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:34:57.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:56.587660+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:56.583329+0000 mgr.y (mgr.14144) 71 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:34:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:56.585315+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:34:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:56.587127+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:34:57.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:56.587660+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:34:58.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:57.149165+0000 mgr.y (mgr.14144) 72 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:58.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:57.149165+0000 mgr.y (mgr.14144) 72 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:58.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:57.149165+0000 mgr.y (mgr.14144) 72 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:34:59.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:59.238429+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.16:0/3785558510' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]: dispatch 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:59.238714+0000 mon.a (mon.0) 255 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]: dispatch 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:59.242053+0000 mon.a (mon.0) 256 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]': finished 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:59.242125+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:59.242240+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:59.238429+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.16:0/3785558510' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]: dispatch 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:59.238714+0000 mon.a (mon.0) 255 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]: dispatch 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:59.242053+0000 mon.a (mon.0) 256 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]': finished 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:59.242125+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-24T02:34:59.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:34:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:59.242240+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:34:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:59.238429+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.16:0/3785558510' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]: dispatch 2024-04-24T02:34:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:59.238714+0000 mon.a (mon.0) 255 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]: dispatch 2024-04-24T02:34:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:59.242053+0000 mon.a (mon.0) 256 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0513fcd2-55ab-40bb-b864-dd96dab91556"}]': finished 2024-04-24T02:34:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:59.242125+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-24T02:34:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:34:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:59.242240+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:00.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:34:59.149414+0000 mgr.y (mgr.14144) 73 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:00.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:34:59.899539+0000 mon.a (mon.0) 259 : audit [DBG] from='client.? 172.21.15.16:0/3785122257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:00.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:34:59.149414+0000 mgr.y (mgr.14144) 73 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:00.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:34:59.899539+0000 mon.a (mon.0) 259 : audit [DBG] from='client.? 172.21.15.16:0/3785122257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:00.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:34:59.149414+0000 mgr.y (mgr.14144) 73 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:00.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:34:59.899539+0000 mon.a (mon.0) 259 : audit [DBG] from='client.? 172.21.15.16:0/3785122257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:02.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:01.149673+0000 mgr.y (mgr.14144) 74 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:01.149673+0000 mgr.y (mgr.14144) 74 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:01.149673+0000 mgr.y (mgr.14144) 74 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:04.704 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:03.150049+0000 mgr.y (mgr.14144) 75 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:04.705 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:03.150049+0000 mgr.y (mgr.14144) 75 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:03.150049+0000 mgr.y (mgr.14144) 75 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:05.150299+0000 mgr.y (mgr.14144) 76 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:05.934364+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:35:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:05.935203+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:06.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:05.150299+0000 mgr.y (mgr.14144) 76 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:06.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:05.934364+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:35:06.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:05.935203+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:05.150299+0000 mgr.y (mgr.14144) 76 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:05.934364+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:35:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:05.935203+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:07.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:35:05.935839+0000 mgr.y (mgr.14144) 77 : cephadm [INF] Deploying daemon osd.1 on smithi016 2024-04-24T02:35:07.744 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:35:05.935839+0000 mgr.y (mgr.14144) 77 : cephadm [INF] Deploying daemon osd.1 on smithi016 2024-04-24T02:35:07.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:35:05.935839+0000 mgr.y (mgr.14144) 77 : cephadm [INF] Deploying daemon osd.1 on smithi016 2024-04-24T02:35:08.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:07.150916+0000 mgr.y (mgr.14144) 78 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:08.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:07.150916+0000 mgr.y (mgr.14144) 78 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:08.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:07.150916+0000 mgr.y (mgr.14144) 78 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:09.151200+0000 mgr.y (mgr.14144) 79 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:09.151200+0000 mgr.y (mgr.14144) 79 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:09.151200+0000 mgr.y (mgr.14144) 79 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:12.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:11.151494+0000 mgr.y (mgr.14144) 80 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:12.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:11.635527+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:12.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:11.668236+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:12.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:11.151494+0000 mgr.y (mgr.14144) 80 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:12.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:11.635527+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:12.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:11.668236+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:12.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:11.151494+0000 mgr.y (mgr.14144) 80 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:12.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:11.635527+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:12.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:11.668236+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:14.485 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:13.151912+0000 mgr.y (mgr.14144) 81 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:14.485 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:14.456323+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:14.485 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:14.457088+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:14.485 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:14.457762+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:14.485 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:14.461897+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:14.751 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:13.151912+0000 mgr.y (mgr.14144) 81 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:14.751 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:14.456323+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:14.752 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:14.457088+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:14.752 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:14.457762+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:14.752 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:14.461897+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:14.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:13.151912+0000 mgr.y (mgr.14144) 81 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:14.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:14.456323+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:14.457088+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:14.457762+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:14.461897+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:15.355 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 1 on host 'smithi016' 2024-04-24T02:35:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:14.755367+0000 mon.a (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-24T02:35:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:15.354554+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:15.379239+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:15.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:14.755367+0000 mon.a (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-24T02:35:15.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:15.354554+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:15.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:15.379239+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:15.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:14.755367+0000 mon.a (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-24T02:35:15.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:15.354554+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:15.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:15.379239+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:16.200 DEBUG:teuthology.orchestra.run.smithi016:osd.1> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.1.service 2024-04-24T02:35:16.202 INFO:tasks.cephadm:Deploying osd.2 on smithi016 with /dev/vg_nvme/lv_2... 2024-04-24T02:35:16.203 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-24T02:35:16.237 INFO:journalctl@ceph.osd.1.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:35:16.781 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[51453]: debug 2024-04-24T02:35:16.492+0000 7f8c250ed700 -1 osd.1 0 waiting for initial osdmap 2024-04-24T02:35:16.781 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[51453]: debug 2024-04-24T02:35:16.496+0000 7f8c20867700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:35:16.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:15.152294+0000 mgr.y (mgr.14144) 82 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:16.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:15.489873+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T02:35:16.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:15.489913+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-24T02:35:16.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:15.490011+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:16.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:15.490661+0000 mon.a (mon.0) 274 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:16.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:15.152294+0000 mgr.y (mgr.14144) 82 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:16.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:15.489873+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T02:35:16.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:15.489913+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-24T02:35:16.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:15.490011+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:16.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:15.490661+0000 mon.a (mon.0) 274 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:15.152294+0000 mgr.y (mgr.14144) 82 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:15.489873+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T02:35:16.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:15.489913+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-24T02:35:16.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:15.490011+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:16.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:15.490661+0000 mon.a (mon.0) 274 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:17.642 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:16.490140+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:35:17.643 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:16.490189+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-24T02:35:17.643 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:16.490544+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:17.643 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:16.494325+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:17.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:16.490140+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:35:17.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:16.490189+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-24T02:35:17.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:16.490544+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:17.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:16.494325+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:17.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:16.490140+0000 mon.a (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:35:17.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:16.490189+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-24T02:35:17.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:16.490544+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:17.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:16.494325+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:15.768192+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:15.768274+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:17.152748+0000 mgr.y (mgr.14144) 83 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:17.496299+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:17.500241+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907] boot 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:17.500298+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:17.501019+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:15.768192+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:35:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:15.768274+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:35:18.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:17.152748+0000 mgr.y (mgr.14144) 83 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:18.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:17.496299+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:18.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:17.500241+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907] boot 2024-04-24T02:35:18.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:17.500298+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-24T02:35:18.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:17.501019+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:18.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:15.768192+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:35:18.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:15.768274+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:35:18.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:17.152748+0000 mgr.y (mgr.14144) 83 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-24T02:35:18.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:17.496299+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:18.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:17.500241+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 [v2:172.21.15.16:6810/3602088907,v1:172.21.15.16:6811/3602088907] boot 2024-04-24T02:35:18.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:17.500298+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-24T02:35:18.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:17.501019+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:35:19.752 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:18.504160+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-24T02:35:19.752 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:18.504160+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-24T02:35:19.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:18.504160+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-24T02:35:20.585 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-24T02:35:20.585 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-24T02:35:20.585 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-24T02:35:20.585 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-24T02:35:20.585 INFO:teuthology.orchestra.run.smithi016.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00880893 s, 1.2 GB/s 2024-04-24T02:35:20.585 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-24T02:35:20.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:19.153054+0000 mgr.y (mgr.14144) 84 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:19.796157+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:19.797362+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:19.798271+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:19.802602+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:19.803654+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:19.804241+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:19.809713+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:19.153054+0000 mgr.y (mgr.14144) 84 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:20.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:19.796157+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:19.797362+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:20.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:19.798271+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:20.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:19.802602+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:19.803654+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:20.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:19.804241+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:20.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:19.809713+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:19.153054+0000 mgr.y (mgr.14144) 84 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:20.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:19.796157+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:19.797362+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:19.798271+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:19.802602+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:19.803654+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:19.804241+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:19.809713+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:21.341 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_2 2024-04-24T02:35:21.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:35:19.791650+0000 mgr.y (mgr.14144) 85 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:35:21.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:35:19.798758+0000 mgr.y (mgr.14144) 86 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 8051M 2024-04-24T02:35:21.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:35:19.791650+0000 mgr.y (mgr.14144) 85 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:35:21.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:35:19.798758+0000 mgr.y (mgr.14144) 86 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 8051M 2024-04-24T02:35:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:35:19.791650+0000 mgr.y (mgr.14144) 85 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:35:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:35:19.798758+0000 mgr.y (mgr.14144) 86 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 8051M 2024-04-24T02:35:22.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:21.153346+0000 mgr.y (mgr.14144) 87 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:22.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:21.153346+0000 mgr.y (mgr.14144) 87 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:22.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:21.153346+0000 mgr.y (mgr.14144) 87 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:23.153773+0000 mgr.y (mgr.14144) 88 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:23.573460+0000 mgr.y (mgr.14144) 89 : audit [DBG] from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:35:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:23.575474+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:35:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:23.577374+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:35:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:23.578013+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:24.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:23.153773+0000 mgr.y (mgr.14144) 88 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:24.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:23.573460+0000 mgr.y (mgr.14144) 89 : audit [DBG] from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:35:24.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:23.575474+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:35:24.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:23.577374+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:35:24.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:23.578013+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:24.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:23.153773+0000 mgr.y (mgr.14144) 88 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:24.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:23.573460+0000 mgr.y (mgr.14144) 89 : audit [DBG] from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:35:24.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:23.575474+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:35:24.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:23.577374+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:35:24.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:23.578013+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:25.154143+0000 mgr.y (mgr.14144) 90 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:26.206480+0000 mon.c (mon.2) 8 : audit [INF] from='client.? 172.21.15.16:0/1515296536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]: dispatch 2024-04-24T02:35:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:26.206923+0000 mon.a (mon.0) 294 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]: dispatch 2024-04-24T02:35:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:26.210641+0000 mon.a (mon.0) 295 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]': finished 2024-04-24T02:35:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:26.210697+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-24T02:35:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:26.210813+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:26.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:25.154143+0000 mgr.y (mgr.14144) 90 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:26.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:26.206480+0000 mon.c (mon.2) 8 : audit [INF] from='client.? 172.21.15.16:0/1515296536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]: dispatch 2024-04-24T02:35:26.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:26.206923+0000 mon.a (mon.0) 294 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]: dispatch 2024-04-24T02:35:26.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:26.210641+0000 mon.a (mon.0) 295 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]': finished 2024-04-24T02:35:26.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:26.210697+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-24T02:35:26.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:26.210813+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:26.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:25.154143+0000 mgr.y (mgr.14144) 90 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:26.206480+0000 mon.c (mon.2) 8 : audit [INF] from='client.? 172.21.15.16:0/1515296536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]: dispatch 2024-04-24T02:35:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:26.206923+0000 mon.a (mon.0) 294 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]: dispatch 2024-04-24T02:35:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:26.210641+0000 mon.a (mon.0) 295 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "517da808-430d-4d26-bffc-502c373f275a"}]': finished 2024-04-24T02:35:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:26.210697+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-24T02:35:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:26.210813+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:27.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:26.818032+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.16:0/563892415' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:27.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:26.818032+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.16:0/563892415' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:27.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:26.818032+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.16:0/563892415' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:28.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:27.154466+0000 mgr.y (mgr.14144) 91 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:28.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:27.154466+0000 mgr.y (mgr.14144) 91 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:28.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:27.154466+0000 mgr.y (mgr.14144) 91 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:29.154708+0000 mgr.y (mgr.14144) 92 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:30.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:29.154708+0000 mgr.y (mgr.14144) 92 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:30.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:29.154708+0000 mgr.y (mgr.14144) 92 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:32.809 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:31.155020+0000 mgr.y (mgr.14144) 93 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:32.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:31.155020+0000 mgr.y (mgr.14144) 93 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:32.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:31.155020+0000 mgr.y (mgr.14144) 93 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:33.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:32.832124+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:35:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:32.832874+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:32.832124+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:35:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:32.832874+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:33.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:32.832124+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:35:33.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:32.832874+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:34.658 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:35:32.833498+0000 mgr.y (mgr.14144) 94 : cephadm [INF] Deploying daemon osd.2 on smithi016 2024-04-24T02:35:34.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:33.155246+0000 mgr.y (mgr.14144) 95 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:34.659 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:35:32.833498+0000 mgr.y (mgr.14144) 94 : cephadm [INF] Deploying daemon osd.2 on smithi016 2024-04-24T02:35:34.659 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:33.155246+0000 mgr.y (mgr.14144) 95 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:34.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:35:32.833498+0000 mgr.y (mgr.14144) 94 : cephadm [INF] Deploying daemon osd.2 on smithi016 2024-04-24T02:35:34.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:33.155246+0000 mgr.y (mgr.14144) 95 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:36.726 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:35.155515+0000 mgr.y (mgr.14144) 96 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:36.726 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:35.155515+0000 mgr.y (mgr.14144) 96 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:36.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:35.155515+0000 mgr.y (mgr.14144) 96 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:38.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:37.155954+0000 mgr.y (mgr.14144) 97 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:39.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:37.155954+0000 mgr.y (mgr.14144) 97 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:39.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:37.155954+0000 mgr.y (mgr.14144) 97 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:40.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:38.764930+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:40.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:38.769117+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:40.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:39.156256+0000 mgr.y (mgr.14144) 98 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:40.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:38.764930+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:40.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:38.769117+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:40.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:39.156256+0000 mgr.y (mgr.14144) 98 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:40.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:38.764930+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:40.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:38.769117+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:40.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:39.156256+0000 mgr.y (mgr.14144) 98 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:41.156554+0000 mgr.y (mgr.14144) 99 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:41.843229+0000 mon.c (mon.2) 10 : audit [INF] from='osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:35:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:41.843627+0000 mon.a (mon.0) 302 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:35:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:41.156554+0000 mgr.y (mgr.14144) 99 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:41.843229+0000 mon.c (mon.2) 10 : audit [INF] from='osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:35:42.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:41.843627+0000 mon.a (mon.0) 302 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:35:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:41.156554+0000 mgr.y (mgr.14144) 99 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:41.843229+0000 mon.c (mon.2) 10 : audit [INF] from='osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:35:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:41.843627+0000 mon.a (mon.0) 302 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:35:42.739 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 2 on host 'smithi016' 2024-04-24T02:35:43.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:42.211387+0000 mon.a (mon.0) 303 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:42.211467+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:42.211799+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:42.212151+0000 mon.c (mon.2) 11 : audit [INF] from='osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:42.215331+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:42.738527+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:42.754318+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:42.211387+0000 mon.a (mon.0) 303 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T02:35:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:42.211467+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-24T02:35:43.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:42.211799+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:43.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:42.212151+0000 mon.c (mon.2) 11 : audit [INF] from='osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:43.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:42.215331+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:43.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:42.738527+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:43.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:42.754318+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:42.211387+0000 mon.a (mon.0) 303 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T02:35:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:42.211467+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-24T02:35:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:42.211799+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:43.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:42.212151+0000 mon.c (mon.2) 11 : audit [INF] from='osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:43.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:42.215331+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:35:43.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:42.738527+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:43.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:42.754318+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:43.569 DEBUG:teuthology.orchestra.run.smithi016:osd.2> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.2.service 2024-04-24T02:35:43.572 INFO:tasks.cephadm:Deploying osd.3 on smithi016 with /dev/vg_nvme/lv_1... 2024-04-24T02:35:43.572 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-24T02:35:43.606 INFO:journalctl@ceph.osd.2.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:35:45.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:43.156978+0000 mgr.y (mgr.14144) 100 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:45.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:43.216135+0000 mon.a (mon.0) 309 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:35:45.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:43.216219+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-24T02:35:45.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:43.216503+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:45.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:43.220403+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:45.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:43.156978+0000 mgr.y (mgr.14144) 100 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:45.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:43.216135+0000 mon.a (mon.0) 309 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:35:45.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:43.216219+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-24T02:35:45.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:43.216503+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:45.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:43.220403+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:45.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:43.156978+0000 mgr.y (mgr.14144) 100 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:45.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:43.216135+0000 mon.a (mon.0) 309 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:35:45.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:43.216219+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-24T02:35:45.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:43.216503+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:45.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:43.220403+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:42.860807+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:42.860870+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:44.221380+0000 mon.a (mon.0) 313 : cluster [INF] osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387] boot 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:44.221421+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:44.221770+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:44.222205+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:45.157361+0000 mgr.y (mgr.14144) 101 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:45.223491+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:45.223573+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-24T02:35:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:45.224436+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:42.860807+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:42.860870+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:44.221380+0000 mon.a (mon.0) 313 : cluster [INF] osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387] boot 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:44.221421+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:44.221770+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:44.222205+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:45.157361+0000 mgr.y (mgr.14144) 101 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:45.223491+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:45.223573+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-24T02:35:46.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:45.224436+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-24T02:35:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:42.860807+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:35:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:42.860870+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:44.221380+0000 mon.a (mon.0) 313 : cluster [INF] osd.2 [v2:172.21.15.16:6818/4271522387,v1:172.21.15.16:6819/4271522387] boot 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:44.221421+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:44.221770+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:44.222205+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:45.157361+0000 mgr.y (mgr.14144) 101 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:45.223491+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:45.223573+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-24T02:35:46.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:45.224436+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-24T02:35:46.954 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-24T02:35:46.954 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-24T02:35:46.954 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-24T02:35:46.955 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-24T02:35:46.955 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0135141 s, 776 MB/s 2024-04-24T02:35:46.955 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-24T02:35:47.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:46.225471+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-24T02:35:47.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:46.225627+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-24T02:35:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:46.225471+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-24T02:35:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:46.225627+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-24T02:35:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:46.225471+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-24T02:35:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:46.225627+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-24T02:35:48.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:47.157769+0000 mgr.y (mgr.14144) 102 : cluster [DBG] pgmap v82: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:48.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:47.230371+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-24T02:35:48.264 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_1 2024-04-24T02:35:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:47.157769+0000 mgr.y (mgr.14144) 102 : cluster [DBG] pgmap v82: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:47.230371+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-24T02:35:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:47.157769+0000 mgr.y (mgr.14144) 102 : cluster [DBG] pgmap v82: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:47.230371+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-24T02:35:50.754 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:49.158199+0000 mgr.y (mgr.14144) 103 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:50.754 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:35:49.469509+0000 mgr.y (mgr.14144) 104 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:35:50.754 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:49.474179+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.754 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.006332+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.754 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.007006+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.754 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.007577+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.754 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.011638+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.012511+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.013103+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.017067+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.018771+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.019924+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.020476+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:50.024440+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:49.158199+0000 mgr.y (mgr.14144) 103 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:35:49.469509+0000 mgr.y (mgr.14144) 104 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:35:50.755 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:49.474179+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.006332+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.007006+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.007577+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.011638+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.012511+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.013103+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.017067+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.018771+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.019924+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.020476+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:50.756 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:50.024440+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:49.158199+0000 mgr.y (mgr.14144) 103 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:35:49.469509+0000 mgr.y (mgr.14144) 104 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:49.474179+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.006332+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.007006+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.007577+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.011638+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.012511+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.013103+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.017067+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.018771+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:35:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.019924+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.020476+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:35:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:50.024440+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:35:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:35:50.008044+0000 mgr.y (mgr.14144) 105 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 5367M 2024-04-24T02:35:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:51.179485+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:35:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:51.181392+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:35:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:51.181976+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:35:50.008044+0000 mgr.y (mgr.14144) 105 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 5367M 2024-04-24T02:35:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:51.179485+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:35:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:51.181392+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:35:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:51.181976+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:35:50.008044+0000 mgr.y (mgr.14144) 105 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 5367M 2024-04-24T02:35:51.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:51.179485+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:35:51.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:51.181392+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:35:51.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:51.181976+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:35:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:51.158528+0000 mgr.y (mgr.14144) 106 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:51.177574+0000 mgr.y (mgr.14144) 107 : audit [DBG] from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:35:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:51.158528+0000 mgr.y (mgr.14144) 106 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:51.177574+0000 mgr.y (mgr.14144) 107 : audit [DBG] from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:35:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:51.158528+0000 mgr.y (mgr.14144) 106 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:51.177574+0000 mgr.y (mgr.14144) 107 : audit [DBG] from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:35:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:53.158907+0000 mgr.y (mgr.14144) 108 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:54.046568+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.16:0/3469896630' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]: dispatch 2024-04-24T02:35:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:54.046919+0000 mon.a (mon.0) 338 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]: dispatch 2024-04-24T02:35:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:54.050870+0000 mon.a (mon.0) 339 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]': finished 2024-04-24T02:35:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:54.050918+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-04-24T02:35:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:54.051006+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:35:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:53.158907+0000 mgr.y (mgr.14144) 108 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:54.046568+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.16:0/3469896630' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]: dispatch 2024-04-24T02:35:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:54.046919+0000 mon.a (mon.0) 338 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]: dispatch 2024-04-24T02:35:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:54.050870+0000 mon.a (mon.0) 339 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]': finished 2024-04-24T02:35:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:54.050918+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-04-24T02:35:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:54.051006+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:35:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:53.158907+0000 mgr.y (mgr.14144) 108 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:54.046568+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.16:0/3469896630' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]: dispatch 2024-04-24T02:35:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:54.046919+0000 mon.a (mon.0) 338 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]: dispatch 2024-04-24T02:35:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:54.050870+0000 mon.a (mon.0) 339 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "83e97dcf-e09b-48e7-b863-ab0284dcc369"}]': finished 2024-04-24T02:35:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:54.050918+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-04-24T02:35:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:54.051006+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:35:55.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:35:54.701606+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.16:0/2122224396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:55.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:35:54.701606+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.16:0/2122224396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:35:54.701606+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.16:0/2122224396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:35:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:55.159299+0000 mgr.y (mgr.14144) 109 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:56.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:55.159299+0000 mgr.y (mgr.14144) 109 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:56.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:55.159299+0000 mgr.y (mgr.14144) 109 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:58.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:35:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:57.159759+0000 mgr.y (mgr.14144) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:58.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:35:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:57.159759+0000 mgr.y (mgr.14144) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:35:58.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:35:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:57.159759+0000 mgr.y (mgr.14144) 110 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:00.648 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:35:59.160205+0000 mgr.y (mgr.14144) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:00.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:35:59.160205+0000 mgr.y (mgr.14144) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:00.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:35:59.160205+0000 mgr.y (mgr.14144) 111 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:01.500 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:01.061408+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:36:01.500 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:01.062217+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:01.061408+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:36:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:01.062217+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:01.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:01.061408+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:36:01.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:01.062217+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:36:01.062880+0000 mgr.y (mgr.14144) 112 : cephadm [INF] Deploying daemon osd.3 on smithi016 2024-04-24T02:36:02.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:01.160484+0000 mgr.y (mgr.14144) 113 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:36:01.062880+0000 mgr.y (mgr.14144) 112 : cephadm [INF] Deploying daemon osd.3 on smithi016 2024-04-24T02:36:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:01.160484+0000 mgr.y (mgr.14144) 113 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:36:01.062880+0000 mgr.y (mgr.14144) 112 : cephadm [INF] Deploying daemon osd.3 on smithi016 2024-04-24T02:36:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:01.160484+0000 mgr.y (mgr.14144) 113 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:04.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:03.160747+0000 mgr.y (mgr.14144) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:04.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:03.160747+0000 mgr.y (mgr.14144) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:03.160747+0000 mgr.y (mgr.14144) 114 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:05.161117+0000 mgr.y (mgr.14144) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:05.161117+0000 mgr.y (mgr.14144) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:05.161117+0000 mgr.y (mgr.14144) 115 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:07.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:06.618526+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:07.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:06.623381+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:07.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:07.161468+0000 mgr.y (mgr.14144) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:07.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:06.618526+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:07.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:06.623381+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:07.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:07.161468+0000 mgr.y (mgr.14144) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:08.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:06.618526+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:08.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:06.623381+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:08.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:07.161468+0000 mgr.y (mgr.14144) 116 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:10.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:09.161752+0000 mgr.y (mgr.14144) 117 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:10.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:09.717090+0000 mon.a (mon.0) 346 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-24T02:36:10.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:09.832640+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:10.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:09.833328+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:09.833934+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:09.838532+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:09.161752+0000 mgr.y (mgr.14144) 117 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:09.717090+0000 mon.a (mon.0) 346 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:09.832640+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:09.833328+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:09.833934+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:10.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:09.838532+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:09.161752+0000 mgr.y (mgr.14144) 117 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:09.717090+0000 mon.a (mon.0) 346 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-24T02:36:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:09.832640+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:09.833328+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:09.833934+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:09.838532+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:10.591 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 3 on host 'smithi016' 2024-04-24T02:36:11.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:10.218199+0000 mon.a (mon.0) 351 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:10.218287+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:10.218671+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:10.218971+0000 mon.a (mon.0) 354 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:10.590965+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:10.605806+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:10.218199+0000 mon.a (mon.0) 351 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:10.218287+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:10.218671+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:10.218971+0000 mon.a (mon.0) 354 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:36:11.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:10.590965+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:11.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:10.605806+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:10.218199+0000 mon.a (mon.0) 351 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T02:36:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:10.218287+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-24T02:36:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:10.218671+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:10.218971+0000 mon.a (mon.0) 354 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:36:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:10.590965+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:10.605806+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:11.748 DEBUG:teuthology.orchestra.run.smithi016:osd.3> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.3.service 2024-04-24T02:36:11.751 INFO:tasks.cephadm:Deploying osd.4 on smithi063 with /dev/vg_nvme/lv_4... 2024-04-24T02:36:11.751 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-24T02:36:11.787 INFO:journalctl@ceph.osd.3.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:11.162280+0000 mgr.y (mgr.14144) 118 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:11.219165+0000 mon.a (mon.0) 357 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:11.219228+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:11.219361+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:11.224386+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:11.162280+0000 mgr.y (mgr.14144) 118 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:11.219165+0000 mon.a (mon.0) 357 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:36:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:11.219228+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-24T02:36:12.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:11.219361+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:12.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:11.224386+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:11.162280+0000 mgr.y (mgr.14144) 118 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:11.219165+0000 mon.a (mon.0) 357 : audit [INF] from='osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-24T02:36:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:11.219228+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-24T02:36:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:11.219361+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:11.224386+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:10.754734+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:10.754793+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:12.226312+0000 mon.a (mon.0) 361 : cluster [INF] osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078] boot 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:12.226352+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:12.226948+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:10.754734+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:10.754793+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:12.226312+0000 mon.a (mon.0) 361 : cluster [INF] osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078] boot 2024-04-24T02:36:13.360 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:12.226352+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-04-24T02:36:13.361 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:12.226948+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:13.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:10.754734+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:36:13.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:10.754793+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:36:13.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:12.226312+0000 mon.a (mon.0) 361 : cluster [INF] osd.3 [v2:172.21.15.16:6826/188920078,v1:172.21.15.16:6827/188920078] boot 2024-04-24T02:36:13.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:12.226352+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-04-24T02:36:13.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:12.226948+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:36:14.049 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-24T02:36:14.049 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-24T02:36:14.049 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-04-24T02:36:14.049 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-04-24T02:36:14.049 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113455 s, 924 MB/s 2024-04-24T02:36:14.049 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-04-24T02:36:14.460 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:13.162599+0000 mgr.y (mgr.14144) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:14.460 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:13.235312+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-24T02:36:14.460 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:13.162599+0000 mgr.y (mgr.14144) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:14.461 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:13.235312+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-24T02:36:14.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:13.162599+0000 mgr.y (mgr.14144) 119 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-04-24T02:36:14.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:13.235312+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-24T02:36:14.571 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_4 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:36:15.027622+0000 mgr.y (mgr.14144) 120 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.031922+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.032818+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.033409+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.033984+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.034524+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:36:15.034976+0000 mgr.y (mgr.14144) 121 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 4025M 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.038041+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.038930+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.039553+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:16.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:15.043259+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:15.162979+0000 mgr.y (mgr.14144) 122 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:36:15.027622+0000 mgr.y (mgr.14144) 120 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.031922+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.032818+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.033409+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.033984+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.034524+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:36:15.034976+0000 mgr.y (mgr.14144) 121 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 4025M 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.038041+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.038930+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.039553+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:15.043259+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:15.162979+0000 mgr.y (mgr.14144) 122 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:36:15.027622+0000 mgr.y (mgr.14144) 120 : cephadm [INF] Detected new or changed devices on smithi016 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.031922+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.032818+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.033409+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.033984+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.034524+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:36:15.034976+0000 mgr.y (mgr.14144) 121 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 4025M 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.038041+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.038930+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.039553+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:15.043259+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:16.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:15.162979+0000 mgr.y (mgr.14144) 122 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:16.426118+0000 mgr.y (mgr.14144) 123 : audit [DBG] from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:36:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:16.428657+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:36:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:16.430946+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:36:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:16.431746+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:17.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:16.426118+0000 mgr.y (mgr.14144) 123 : audit [DBG] from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:36:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:16.428657+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:36:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:16.430946+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:36:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:16.431746+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:16.426118+0000 mgr.y (mgr.14144) 123 : audit [DBG] from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:36:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:16.428657+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:36:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:16.430946+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:36:17.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:16.431746+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:18.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:17.163276+0000 mgr.y (mgr.14144) 124 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:17.163276+0000 mgr.y (mgr.14144) 124 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:17.163276+0000 mgr.y (mgr.14144) 124 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:18.690967+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.63:0/3516105739' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]: dispatch 2024-04-24T02:36:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:18.691470+0000 mon.a (mon.0) 377 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]: dispatch 2024-04-24T02:36:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:18.696256+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]': finished 2024-04-24T02:36:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:18.696359+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-04-24T02:36:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:18.696530+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:19.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:18.690967+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.63:0/3516105739' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]: dispatch 2024-04-24T02:36:19.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:18.691470+0000 mon.a (mon.0) 377 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]: dispatch 2024-04-24T02:36:19.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:18.696256+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]': finished 2024-04-24T02:36:19.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:18.696359+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-04-24T02:36:19.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:18.696530+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:19.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:18.690967+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.63:0/3516105739' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]: dispatch 2024-04-24T02:36:19.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:18.691470+0000 mon.a (mon.0) 377 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]: dispatch 2024-04-24T02:36:19.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:18.696256+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "def4eda5-28f1-4d0b-89dc-7a2dc247b400"}]': finished 2024-04-24T02:36:19.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:18.696359+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-04-24T02:36:19.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:18.696530+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:19.163776+0000 mgr.y (mgr.14144) 125 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:19.267885+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.63:0/1319751498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:36:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:19.163776+0000 mgr.y (mgr.14144) 125 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:19.267885+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.63:0/1319751498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:36:20.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:19.163776+0000 mgr.y (mgr.14144) 125 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:20.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:19.267885+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.63:0/1319751498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:36:22.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:21.164204+0000 mgr.y (mgr.14144) 126 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:21.164204+0000 mgr.y (mgr.14144) 126 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:22.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:21.164204+0000 mgr.y (mgr.14144) 126 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:24.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:23.164474+0000 mgr.y (mgr.14144) 127 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:24.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:23.164474+0000 mgr.y (mgr.14144) 127 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:24.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:23.164474+0000 mgr.y (mgr.14144) 127 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:25.499 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:24.860447+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:36:25.499 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:24.861405+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:24.860447+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:36:25.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:24.861405+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:24.860447+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:36:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:24.861405+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:26.452 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:36:24.862197+0000 mgr.y (mgr.14144) 128 : cephadm [INF] Deploying daemon osd.4 on smithi063 2024-04-24T02:36:26.452 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:25.164960+0000 mgr.y (mgr.14144) 129 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:36:24.862197+0000 mgr.y (mgr.14144) 128 : cephadm [INF] Deploying daemon osd.4 on smithi063 2024-04-24T02:36:26.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:25.164960+0000 mgr.y (mgr.14144) 129 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:36:24.862197+0000 mgr.y (mgr.14144) 128 : cephadm [INF] Deploying daemon osd.4 on smithi063 2024-04-24T02:36:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:25.164960+0000 mgr.y (mgr.14144) 129 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:27.165316+0000 mgr.y (mgr.14144) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:28.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:27.165316+0000 mgr.y (mgr.14144) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:27.165316+0000 mgr.y (mgr.14144) 130 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:30.456 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:29.165664+0000 mgr.y (mgr.14144) 131 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:30.456 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:29.808705+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:30.456 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:29.846543+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:29.165664+0000 mgr.y (mgr.14144) 131 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:29.808705+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:29.846543+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:29.165664+0000 mgr.y (mgr.14144) 131 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:29.808705+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:29.846543+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:32.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:31.165997+0000 mgr.y (mgr.14144) 132 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:32.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:31.491655+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:32.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:31.894183+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:32.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:31.895141+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:32.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:31.901459+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:32.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:31.165997+0000 mgr.y (mgr.14144) 132 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:32.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:31.491655+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:32.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:31.894183+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:32.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:31.895141+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:32.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:31.901459+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:32.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:31.165997+0000 mgr.y (mgr.14144) 132 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:32.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:31.491655+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:32.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:31.894183+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:32.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:31.895141+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:32.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:31.901459+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:33.182 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 4 on host 'smithi063' 2024-04-24T02:36:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:32.928185+0000 mon.a (mon.0) 389 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:36:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:33.181076+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:33.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:33.220332+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:32.928185+0000 mon.a (mon.0) 389 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:36:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:33.181076+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:33.220332+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:33.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:32.928185+0000 mon.a (mon.0) 389 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:36:33.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:33.181076+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:33.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:33.220332+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:33.914 DEBUG:teuthology.orchestra.run.smithi063:osd.4> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.4.service 2024-04-24T02:36:33.916 INFO:tasks.cephadm:Deploying osd.5 on smithi063 with /dev/vg_nvme/lv_3... 2024-04-24T02:36:33.917 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-24T02:36:33.948 INFO:journalctl@ceph.osd.4.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:36:34.713 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:36:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[42937]: debug 2024-04-24T02:36:34.503+0000 7fc89a921700 -1 osd.4 0 waiting for initial osdmap 2024-04-24T02:36:34.713 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:36:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[42937]: debug 2024-04-24T02:36:34.508+0000 7fc894898700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:36:34.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:33.166427+0000 mgr.y (mgr.14144) 133 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:34.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:33.498731+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T02:36:34.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:33.498832+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-24T02:36:34.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:33.499049+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:34.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:33.499506+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:34.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:33.166427+0000 mgr.y (mgr.14144) 133 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:33.498731+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:33.498832+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:33.499049+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:33.499506+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:33.166427+0000 mgr.y (mgr.14144) 133 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:33.498731+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:33.498832+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:33.499049+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:34.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:33.499506+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:34.500753+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:36:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:34.500900+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-24T02:36:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:34.501499+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:34.506174+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:34.500753+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:36:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:34.500900+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-24T02:36:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:34.501499+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:34.506174+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:34.500753+0000 mon.a (mon.0) 396 : audit [INF] from='osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:36:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:34.500900+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-24T02:36:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:34.501499+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:34.506174+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:36.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:33.951101+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:36:36.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:33.951169+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:36:36.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:35.166949+0000 mgr.y (mgr.14144) 134 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:36.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:35.502092+0000 mon.a (mon.0) 400 : cluster [INF] osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145] boot 2024-04-24T02:36:36.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:35.502149+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-04-24T02:36:36.767 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:35.502467+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:36.767 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:36.503445+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-24T02:36:36.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:33.951101+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:33.951169+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:35.166949+0000 mgr.y (mgr.14144) 134 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:35.502092+0000 mon.a (mon.0) 400 : cluster [INF] osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145] boot 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:35.502149+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:35.502467+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:36.503445+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:33.951101+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:33.951169+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:36:36.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:35.166949+0000 mgr.y (mgr.14144) 134 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-24T02:36:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:35.502092+0000 mon.a (mon.0) 400 : cluster [INF] osd.4 [v2:172.21.15.63:6800/328223145,v1:172.21.15.63:6801/328223145] boot 2024-04-24T02:36:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:35.502149+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-04-24T02:36:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:35.502467+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:36:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:36.503445+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-24T02:36:37.560 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-24T02:36:37.560 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-24T02:36:37.560 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-04-24T02:36:37.560 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-04-24T02:36:37.561 INFO:teuthology.orchestra.run.smithi063.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0125217 s, 837 MB/s 2024-04-24T02:36:37.561 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-04-24T02:36:38.235 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_3 2024-04-24T02:36:38.758 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:37.167494+0000 mgr.y (mgr.14144) 135 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:38.758 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:37.504368+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-24T02:36:38.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:37.167494+0000 mgr.y (mgr.14144) 135 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:38.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:37.504368+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-24T02:36:38.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:37.167494+0000 mgr.y (mgr.14144) 135 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:38.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:37.504368+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-24T02:36:39.873 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:36:38.789180+0000 mgr.y (mgr.14144) 136 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:36:39.873 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:38.793621+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:39.874 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:38.794555+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:39.874 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:36:38.795206+0000 mgr.y (mgr.14144) 137 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 17122M 2024-04-24T02:36:39.874 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:38.798966+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:39.874 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:38.799957+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:39.874 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:38.800751+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:39.874 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:38.805171+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:39.874 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:39.167904+0000 mgr.y (mgr.14144) 138 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:40.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:36:38.789180+0000 mgr.y (mgr.14144) 136 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:38.793621+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:38.794555+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:36:38.795206+0000 mgr.y (mgr.14144) 137 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 17122M 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:38.798966+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:38.799957+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:38.800751+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:38.805171+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:39.167904+0000 mgr.y (mgr.14144) 138 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:36:38.789180+0000 mgr.y (mgr.14144) 136 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:36:40.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:38.793621+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:38.794555+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:36:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:36:38.795206+0000 mgr.y (mgr.14144) 137 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 17122M 2024-04-24T02:36:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:38.798966+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:38.799957+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:38.800751+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:36:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:38.805171+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:39.167904+0000 mgr.y (mgr.14144) 138 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:41.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:40.334962+0000 mgr.y (mgr.14144) 139 : audit [DBG] from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:36:41.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:40.337361+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:36:41.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:40.339908+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:36:41.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:40.340680+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:40.334962+0000 mgr.y (mgr.14144) 139 : audit [DBG] from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:36:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:40.337361+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:36:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:40.339908+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:36:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:40.340680+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:40.334962+0000 mgr.y (mgr.14144) 139 : audit [DBG] from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:36:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:40.337361+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:36:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:40.339908+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:36:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:40.340680+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:41.956 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:41.168200+0000 mgr.y (mgr.14144) 140 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:41.168200+0000 mgr.y (mgr.14144) 140 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:41.168200+0000 mgr.y (mgr.14144) 140 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:42.736455+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.63:0/3924269764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]: dispatch 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:42.736930+0000 mon.a (mon.0) 414 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]: dispatch 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:42.741434+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]': finished 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:42.741536+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:42.741689+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:42.736455+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.63:0/3924269764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]: dispatch 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:42.736930+0000 mon.a (mon.0) 414 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]: dispatch 2024-04-24T02:36:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:42.741434+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]': finished 2024-04-24T02:36:43.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:42.741536+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-04-24T02:36:43.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:42.741689+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:42.736455+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.63:0/3924269764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]: dispatch 2024-04-24T02:36:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:42.736930+0000 mon.a (mon.0) 414 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]: dispatch 2024-04-24T02:36:43.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:42.741434+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61c98916-7903-4723-bb0e-37cfa48ab41c"}]': finished 2024-04-24T02:36:43.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:42.741536+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-04-24T02:36:43.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:42.741689+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:44.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:43.168648+0000 mgr.y (mgr.14144) 141 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:44.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:43.316728+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.63:0/819235535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:36:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:43.168648+0000 mgr.y (mgr.14144) 141 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:43.316728+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.63:0/819235535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:36:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:43.168648+0000 mgr.y (mgr.14144) 141 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:43.316728+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.63:0/819235535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:36:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:45.169159+0000 mgr.y (mgr.14144) 142 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:45.169159+0000 mgr.y (mgr.14144) 142 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:45.169159+0000 mgr.y (mgr.14144) 142 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:47.169656+0000 mgr.y (mgr.14144) 143 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:47.169656+0000 mgr.y (mgr.14144) 143 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:47.169656+0000 mgr.y (mgr.14144) 143 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:49.488 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:48.961926+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:36:49.489 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:48.962808+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:48.961926+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:36:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:48.962808+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:48.961926+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:36:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:48.962808+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:36:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:36:48.963553+0000 mgr.y (mgr.14144) 144 : cephadm [INF] Deploying daemon osd.5 on smithi063 2024-04-24T02:36:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:49.169979+0000 mgr.y (mgr.14144) 145 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:36:48.963553+0000 mgr.y (mgr.14144) 144 : cephadm [INF] Deploying daemon osd.5 on smithi063 2024-04-24T02:36:50.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:49.169979+0000 mgr.y (mgr.14144) 145 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:36:48.963553+0000 mgr.y (mgr.14144) 144 : cephadm [INF] Deploying daemon osd.5 on smithi063 2024-04-24T02:36:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:49.169979+0000 mgr.y (mgr.14144) 145 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:51.170339+0000 mgr.y (mgr.14144) 146 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:51.170339+0000 mgr.y (mgr.14144) 146 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:51.170339+0000 mgr.y (mgr.14144) 146 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:54.506 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:53.170889+0000 mgr.y (mgr.14144) 147 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:54.506 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:53.981821+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:54.506 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:54.011109+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:53.170889+0000 mgr.y (mgr.14144) 147 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:53.981821+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:54.011109+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:53.170889+0000 mgr.y (mgr.14144) 147 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:53.981821+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:54.011109+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:36:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:55.171333+0000 mgr.y (mgr.14144) 148 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:55.171333+0000 mgr.y (mgr.14144) 148 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:55.171333+0000 mgr.y (mgr.14144) 148 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:57.183 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 5 on host 'smithi063' 2024-04-24T02:36:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.149372+0000 mon.b (mon.1) 11 : audit [INF] from='osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:36:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.150024+0000 mon.a (mon.0) 422 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:36:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.182876+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.238127+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.149372+0000 mon.b (mon.1) 11 : audit [INF] from='osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:36:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.150024+0000 mon.a (mon.0) 422 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:36:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.182876+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:57.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.238127+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.149372+0000 mon.b (mon.1) 11 : audit [INF] from='osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:36:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.150024+0000 mon.a (mon.0) 422 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:36:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.182876+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:57.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.238127+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:36:57.924 DEBUG:teuthology.orchestra.run.smithi063:osd.5> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.5.service 2024-04-24T02:36:57.926 INFO:tasks.cephadm:Deploying osd.6 on smithi063 with /dev/vg_nvme/lv_2... 2024-04-24T02:36:57.926 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-24T02:36:57.957 INFO:journalctl@ceph.osd.5.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:36:58.437 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[46959]: debug 2024-04-24T02:36:58.252+0000 7fa7c36df700 -1 osd.5 0 waiting for initial osdmap 2024-04-24T02:36:58.437 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[46959]: debug 2024-04-24T02:36:58.256+0000 7fa7bde57700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:36:58.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:57.171790+0000 mgr.y (mgr.14144) 149 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:58.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.246549+0000 mon.a (mon.0) 425 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T02:36:58.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:57.246617+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-04-24T02:36:58.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.246937+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:58.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.247434+0000 mon.b (mon.1) 12 : audit [INF] from='osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:58.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:57.247790+0000 mon.a (mon.0) 428 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:57.171790+0000 mgr.y (mgr.14144) 149 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.246549+0000 mon.a (mon.0) 425 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:57.246617+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.246937+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.247434+0000 mon.b (mon.1) 12 : audit [INF] from='osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:57.247790+0000 mon.a (mon.0) 428 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:57.171790+0000 mgr.y (mgr.14144) 149 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.246549+0000 mon.a (mon.0) 425 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T02:36:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:57.246617+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-04-24T02:36:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.246937+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.247434+0000 mon.b (mon.1) 12 : audit [INF] from='osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:57.247790+0000 mon.a (mon.0) 428 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:36:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:58.248032+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:36:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:58.248153+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-04-24T02:36:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:58.248564+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:58.252547+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:58.248032+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:36:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:58.248153+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-04-24T02:36:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:58.248564+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:36:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:58.252547+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:58.248032+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:36:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:58.248153+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-04-24T02:36:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:58.248564+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:36:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:36:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:58.252547+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:37:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:58.100559+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:58.100619+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:59.172233+0000 mgr.y (mgr.14144) 150 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:59.254153+0000 mon.a (mon.0) 433 : cluster [INF] osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568] boot 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:36:59.254248+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:36:59.254835+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:58.100559+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:58.100619+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:59.172233+0000 mgr.y (mgr.14144) 150 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:59.254153+0000 mon.a (mon.0) 433 : cluster [INF] osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568] boot 2024-04-24T02:37:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:36:59.254248+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-04-24T02:37:00.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:36:59.254835+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:37:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:58.100559+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:58.100619+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:59.172233+0000 mgr.y (mgr.14144) 150 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-24T02:37:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:59.254153+0000 mon.a (mon.0) 433 : cluster [INF] osd.5 [v2:172.21.15.63:6808/2472257568,v1:172.21.15.63:6809/2472257568] boot 2024-04-24T02:37:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:36:59.254248+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-04-24T02:37:00.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:36:59.254835+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:37:00.721 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-24T02:37:00.721 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-24T02:37:00.721 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-04-24T02:37:00.721 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-04-24T02:37:00.722 INFO:teuthology.orchestra.run.smithi063.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114443 s, 916 MB/s 2024-04-24T02:37:00.722 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-04-24T02:37:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:00.263854+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-04-24T02:37:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:00.263854+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-04-24T02:37:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:00.263854+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-04-24T02:37:01.666 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_2 2024-04-24T02:37:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:01.172593+0000 mgr.y (mgr.14144) 151 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:01.269172+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-04-24T02:37:02.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:01.172593+0000 mgr.y (mgr.14144) 151 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:02.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:01.269172+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-04-24T02:37:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:01.172593+0000 mgr.y (mgr.14144) 151 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:01.269172+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-04-24T02:37:04.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:02.600361+0000 mgr.y (mgr.14144) 152 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.605607+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.606691+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.607561+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:02.608212+0000 mgr.y (mgr.14144) 153 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 8561M 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.612263+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.613221+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.613990+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.618584+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.621640+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.623176+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.623919+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:02.628334+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:02.600361+0000 mgr.y (mgr.14144) 152 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.605607+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.606691+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:04.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.607561+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:02.608212+0000 mgr.y (mgr.14144) 153 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 8561M 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.612263+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.613221+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.613990+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.618584+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.621640+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.623176+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.623919+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:04.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:02.628334+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:02.600361+0000 mgr.y (mgr.14144) 152 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.605607+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.606691+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.607561+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:02.608212+0000 mgr.y (mgr.14144) 153 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 8561M 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.612263+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.613221+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.613990+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.618584+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.621640+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.623176+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.623919+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:04.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:02.628334+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:03.172957+0000 mgr.y (mgr.14144) 154 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:04.069720+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:37:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:04.072227+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:37:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:04.072922+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:05.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:03.172957+0000 mgr.y (mgr.14144) 154 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:04.069720+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:37:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:04.072227+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:37:05.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:04.072922+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:05.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:03.172957+0000 mgr.y (mgr.14144) 154 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:05.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:04.069720+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:37:05.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:04.072227+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:37:05.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:04.072922+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:06.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:04.067315+0000 mgr.y (mgr.14144) 155 : audit [DBG] from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:06.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:04.067315+0000 mgr.y (mgr.14144) 155 : audit [DBG] from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:06.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:04.067315+0000 mgr.y (mgr.14144) 155 : audit [DBG] from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:07.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:05.173235+0000 mgr.y (mgr.14144) 156 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:07.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:06.437760+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.63:0/547353165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]: dispatch 2024-04-24T02:37:07.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:06.438357+0000 mon.a (mon.0) 452 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]: dispatch 2024-04-24T02:37:07.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:06.443300+0000 mon.a (mon.0) 453 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]': finished 2024-04-24T02:37:07.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:06.443396+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-04-24T02:37:07.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:06.443553+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:07.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:05.173235+0000 mgr.y (mgr.14144) 156 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:07.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:06.437760+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.63:0/547353165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]: dispatch 2024-04-24T02:37:07.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:06.438357+0000 mon.a (mon.0) 452 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]: dispatch 2024-04-24T02:37:07.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:06.443300+0000 mon.a (mon.0) 453 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]': finished 2024-04-24T02:37:07.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:06.443396+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-04-24T02:37:07.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:06.443553+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:07.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:05.173235+0000 mgr.y (mgr.14144) 156 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:07.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:06.437760+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.63:0/547353165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]: dispatch 2024-04-24T02:37:07.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:06.438357+0000 mon.a (mon.0) 452 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]: dispatch 2024-04-24T02:37:07.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:06.443300+0000 mon.a (mon.0) 453 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3"}]': finished 2024-04-24T02:37:07.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:06.443396+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-04-24T02:37:07.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:06.443553+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:08.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:07.094271+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.63:0/710540268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:37:08.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:07.094271+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.63:0/710540268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:37:08.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:07.094271+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.63:0/710540268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:37:09.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:07.173620+0000 mgr.y (mgr.14144) 157 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:09.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:07.173620+0000 mgr.y (mgr.14144) 157 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:09.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:07.173620+0000 mgr.y (mgr.14144) 157 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:10.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:09.174050+0000 mgr.y (mgr.14144) 158 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:11.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:09.174050+0000 mgr.y (mgr.14144) 158 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:11.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:09.174050+0000 mgr.y (mgr.14144) 158 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:12.904 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:11.174409+0000 mgr.y (mgr.14144) 159 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:13.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:11.174409+0000 mgr.y (mgr.14144) 159 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:13.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:11.174409+0000 mgr.y (mgr.14144) 159 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:12.926541+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:37:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:12.927380+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:14.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:12.926541+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:37:14.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:12.927380+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:14.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:12.926541+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:37:14.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:12.927380+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:15.022 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:12.928088+0000 mgr.y (mgr.14144) 160 : cephadm [INF] Deploying daemon osd.6 on smithi063 2024-04-24T02:37:15.023 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:13.174909+0000 mgr.y (mgr.14144) 161 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:12.928088+0000 mgr.y (mgr.14144) 160 : cephadm [INF] Deploying daemon osd.6 on smithi063 2024-04-24T02:37:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:13.174909+0000 mgr.y (mgr.14144) 161 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:15.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:12.928088+0000 mgr.y (mgr.14144) 160 : cephadm [INF] Deploying daemon osd.6 on smithi063 2024-04-24T02:37:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:13.174909+0000 mgr.y (mgr.14144) 161 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:15.942 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:15.175316+0000 mgr.y (mgr.14144) 162 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:16.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:15.175316+0000 mgr.y (mgr.14144) 162 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:16.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:15.175316+0000 mgr.y (mgr.14144) 162 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:18.525 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:17.175913+0000 mgr.y (mgr.14144) 163 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:18.525 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:18.036068+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:18.526 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:18.036321+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:17.175913+0000 mgr.y (mgr.14144) 163 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:18.036068+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:18.036321+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:17.175913+0000 mgr.y (mgr.14144) 163 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:18.036068+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:18.036321+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:19.176287+0000 mgr.y (mgr.14144) 164 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:20.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:19.176287+0000 mgr.y (mgr.14144) 164 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:20.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:19.176287+0000 mgr.y (mgr.14144) 164 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:21.453 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 6 on host 'smithi063' 2024-04-24T02:37:22.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:20.806759+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:20.807643+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:22.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:20.808510+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:22.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:20.813108+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.173001+0000 mon.b (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:37:22.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.173315+0000 mon.a (mon.0) 464 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:37:22.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:21.176704+0000 mgr.y (mgr.14144) 165 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:22.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.452330+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.481056+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:22.140 DEBUG:teuthology.orchestra.run.smithi063:osd.6> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.6.service 2024-04-24T02:37:22.143 INFO:tasks.cephadm:Deploying osd.7 on smithi063 with /dev/vg_nvme/lv_1... 2024-04-24T02:37:22.143 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-24T02:37:22.176 INFO:journalctl@ceph.osd.6.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:20.806759+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:20.807643+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:20.808510+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:20.813108+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.173001+0000 mon.b (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.173315+0000 mon.a (mon.0) 464 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:21.176704+0000 mgr.y (mgr.14144) 165 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.452330+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.481056+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:20.806759+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:20.807643+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:20.808510+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:20.813108+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.173001+0000 mon.b (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.173315+0000 mon.a (mon.0) 464 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:21.176704+0000 mgr.y (mgr.14144) 165 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.452330+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.481056+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:23.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.818630+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T02:37:23.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:21.818725+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-04-24T02:37:23.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.818895+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:23.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.822367+0000 mon.b (mon.1) 16 : audit [INF] from='osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:23.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:21.822723+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:23.062 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:37:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[51186]: debug 2024-04-24T02:37:22.825+0000 7f7fed677700 -1 osd.6 0 waiting for initial osdmap 2024-04-24T02:37:23.062 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:37:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[51186]: debug 2024-04-24T02:37:22.832+0000 7f7fe95f2700 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.818630+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:21.818725+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.818895+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.822367+0000 mon.b (mon.1) 16 : audit [INF] from='osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:21.822723+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.818630+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:21.818725+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.818895+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.822367+0000 mon.b (mon.1) 16 : audit [INF] from='osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:23.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:21.822723+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:24.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:22.820586+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:37:24.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:22.820718+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-04-24T02:37:24.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:22.821126+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:24.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:22.826461+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:24.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:23.177057+0000 mgr.y (mgr.14144) 166 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:24.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:22.820586+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:22.820718+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:22.821126+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:22.826461+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:23.177057+0000 mgr.y (mgr.14144) 166 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:22.820586+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:22.820718+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:22.821126+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:22.826461+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:23.177057+0000 mgr.y (mgr.14144) 166 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-24T02:37:25.272 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-24T02:37:25.273 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-24T02:37:25.273 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-04-24T02:37:25.273 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-04-24T02:37:25.273 INFO:teuthology.orchestra.run.smithi063.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0165945 s, 632 MB/s 2024-04-24T02:37:25.273 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-04-24T02:37:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:22.123369+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:22.123437+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:23.827054+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:23.831349+0000 mon.a (mon.0) 476 : cluster [INF] osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395] boot 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:23.831397+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:23.831802+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:22.123369+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:22.123437+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:23.827054+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:23.831349+0000 mon.a (mon.0) 476 : cluster [INF] osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395] boot 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:23.831397+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-04-24T02:37:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:23.831802+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:22.123369+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:22.123437+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:23.827054+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:23.831349+0000 mon.a (mon.0) 476 : cluster [INF] osd.6 [v2:172.21.15.63:6816/1882855395,v1:172.21.15.63:6817/1882855395] boot 2024-04-24T02:37:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:23.831397+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-04-24T02:37:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:23.831802+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:37:25.881 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:24.836162+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-04-24T02:37:25.881 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:25.177516+0000 mgr.y (mgr.14144) 167 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:25.900 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_1 2024-04-24T02:37:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:24.836162+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-04-24T02:37:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:25.177516+0000 mgr.y (mgr.14144) 167 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:24.836162+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-04-24T02:37:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:25.177516+0000 mgr.y (mgr.14144) 167 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:26.979 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:25.840568+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-04-24T02:37:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:25.840568+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-04-24T02:37:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:25.840568+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:26.843139+0000 mgr.y (mgr.14144) 168 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.847677+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.848705+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.849538+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.850294+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:26.850888+0000 mgr.y (mgr.14144) 169 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 5707M 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.854817+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.856018+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:27.884 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.856755+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:27.885 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:26.861414+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:27.885 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:27.177888+0000 mgr.y (mgr.14144) 170 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:26.843139+0000 mgr.y (mgr.14144) 168 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.847677+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.848705+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.849538+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.850294+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:26.850888+0000 mgr.y (mgr.14144) 169 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 5707M 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.854817+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.856018+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.856755+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:26.861414+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:27.177888+0000 mgr.y (mgr.14144) 170 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:26.843139+0000 mgr.y (mgr.14144) 168 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.847677+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.848705+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.849538+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.850294+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:26.850888+0000 mgr.y (mgr.14144) 169 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 5707M 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.854817+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.856018+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.856755+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:26.861414+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:27.177888+0000 mgr.y (mgr.14144) 170 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:29.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:28.325118+0000 mgr.y (mgr.14144) 171 : audit [DBG] from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:28.327456+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:37:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:28.329894+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:37:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:28.330697+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:28.325118+0000 mgr.y (mgr.14144) 171 : audit [DBG] from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:28.327456+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:37:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:28.329894+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:37:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:28.330697+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:28.325118+0000 mgr.y (mgr.14144) 171 : audit [DBG] from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:28.327456+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-24T02:37:29.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:28.329894+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-24T02:37:29.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:28.330697+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:29.178270+0000 mgr.y (mgr.14144) 172 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:29.178270+0000 mgr.y (mgr.14144) 172 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:29.178270+0000 mgr.y (mgr.14144) 172 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:30.613631+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.63:0/2504346908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]: dispatch 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:30.614204+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]: dispatch 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:30.618947+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]': finished 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:30.619023+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:30.619201+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:30.613631+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.63:0/2504346908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]: dispatch 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:30.614204+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]: dispatch 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:30.618947+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]': finished 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:30.619023+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-04-24T02:37:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:30.619201+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:30.613631+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.63:0/2504346908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]: dispatch 2024-04-24T02:37:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:30.614204+0000 mon.a (mon.0) 492 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]: dispatch 2024-04-24T02:37:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:30.618947+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b4ece0a-bf8f-493a-9df3-b101ea143d35"}]': finished 2024-04-24T02:37:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:30.619023+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-04-24T02:37:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:30.619201+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:31.178626+0000 mgr.y (mgr.14144) 173 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:32.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:31.193913+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.63:0/975119528' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:37:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:31.178626+0000 mgr.y (mgr.14144) 173 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:31.193913+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.63:0/975119528' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:37:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:31.178626+0000 mgr.y (mgr.14144) 173 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:31.193913+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.63:0/975119528' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-24T02:37:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:33.179119+0000 mgr.y (mgr.14144) 174 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:34.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:33.179119+0000 mgr.y (mgr.14144) 174 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:33.179119+0000 mgr.y (mgr.14144) 174 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:35.179640+0000 mgr.y (mgr.14144) 175 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:35.179640+0000 mgr.y (mgr.14144) 175 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:35.179640+0000 mgr.y (mgr.14144) 175 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:36.886788+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:37:37.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:36.887627+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:36.886788+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:37:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:36.887627+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:37.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:36.886788+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:37:37.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:36.887627+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:38.503 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:36.888368+0000 mgr.y (mgr.14144) 176 : cephadm [INF] Deploying daemon osd.7 on smithi063 2024-04-24T02:37:38.503 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:37.179989+0000 mgr.y (mgr.14144) 177 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:36.888368+0000 mgr.y (mgr.14144) 176 : cephadm [INF] Deploying daemon osd.7 on smithi063 2024-04-24T02:37:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:37.179989+0000 mgr.y (mgr.14144) 177 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:36.888368+0000 mgr.y (mgr.14144) 176 : cephadm [INF] Deploying daemon osd.7 on smithi063 2024-04-24T02:37:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:37.179989+0000 mgr.y (mgr.14144) 177 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:39.180325+0000 mgr.y (mgr.14144) 178 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:39.180325+0000 mgr.y (mgr.14144) 178 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:39.180325+0000 mgr.y (mgr.14144) 178 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:41.180734+0000 mgr.y (mgr.14144) 179 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:42.088452+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:42.118982+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:41.180734+0000 mgr.y (mgr.14144) 179 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:42.088452+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:42.118982+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:41.180734+0000 mgr.y (mgr.14144) 179 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:42.088452+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:42.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:42.118982+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:43.181064+0000 mgr.y (mgr.14144) 180 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:44.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:43.181064+0000 mgr.y (mgr.14144) 180 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:44.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:43.181064+0000 mgr.y (mgr.14144) 180 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:45.272 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 7 on host 'smithi063' 2024-04-24T02:37:45.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:45.192188+0000 mon.b (mon.1) 19 : audit [INF] from='osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:37:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:45.192512+0000 mon.a (mon.0) 500 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:37:45.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:45.192188+0000 mon.b (mon.1) 19 : audit [INF] from='osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:37:45.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:45.192512+0000 mon.a (mon.0) 500 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:37:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:45.192188+0000 mon.b (mon.1) 19 : audit [INF] from='osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:37:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:45.192512+0000 mon.a (mon.0) 500 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:37:46.011 DEBUG:teuthology.orchestra.run.smithi063:osd.7> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.7.service 2024-04-24T02:37:46.013 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-24T02:37:46.014 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-24T02:37:46.045 INFO:journalctl@ceph.osd.7.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:37:46.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:45.181544+0000 mgr.y (mgr.14144) 181 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:45.258117+0000 mon.a (mon.0) 501 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:45.258229+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:45.258386+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:45.259088+0000 mon.b (mon.1) 20 : audit [INF] from='osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:45.259406+0000 mon.a (mon.0) 504 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:45.271136+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:46.091778+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:45.181544+0000 mgr.y (mgr.14144) 181 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:45.258117+0000 mon.a (mon.0) 501 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T02:37:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:45.258229+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-04-24T02:37:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:45.258386+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:45.259088+0000 mon.b (mon.1) 20 : audit [INF] from='osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:45.259406+0000 mon.a (mon.0) 504 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:45.271136+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:46.091778+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:46.548 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[55405]: debug 2024-04-24T02:37:46.264+0000 7f35a4452700 -1 osd.7 0 waiting for initial osdmap 2024-04-24T02:37:46.548 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[55405]: debug 2024-04-24T02:37:46.271+0000 7f359ebca700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:45.181544+0000 mgr.y (mgr.14144) 181 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:45.258117+0000 mon.a (mon.0) 501 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:45.258229+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:45.258386+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:45.259088+0000 mon.b (mon.1) 20 : audit [INF] from='osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:45.259406+0000 mon.a (mon.0) 504 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:45.271136+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:46.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:46.091778+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:46.259243+0000 mon.a (mon.0) 507 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:37:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:46.259326+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-04-24T02:37:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:46.259691+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:46.265746+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:47.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:46.259243+0000 mon.a (mon.0) 507 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:37:47.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:46.259326+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-04-24T02:37:47.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:46.259691+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:47.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:46.265746+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:46.259243+0000 mon.a (mon.0) 507 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-04-24T02:37:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:46.259326+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-04-24T02:37:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:46.259691+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:46.265746+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:48.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:46.202096+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:48.337 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:37:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:46.202153+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:47.181938+0000 mgr.y (mgr.14144) 182 : cluster [DBG] pgmap v169: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:47.262458+0000 mon.a (mon.0) 511 : cluster [INF] osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877] boot 2024-04-24T02:37:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:47.262521+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-04-24T02:37:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:47.262731+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:47.263020+0000 mon.a (mon.0) 514 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-24T02:37:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:47.735549+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-04-24T02:37:48.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:46.202096+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:48.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:46.202153+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:47.181938+0000 mgr.y (mgr.14144) 182 : cluster [DBG] pgmap v169: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:47.262458+0000 mon.a (mon.0) 511 : cluster [INF] osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877] boot 2024-04-24T02:37:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:47.262521+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-04-24T02:37:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:47.262731+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:47.263020+0000 mon.a (mon.0) 514 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-24T02:37:48.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:47.735549+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-04-24T02:37:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:46.202096+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-24T02:37:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:46.202153+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-24T02:37:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:47.181938+0000 mgr.y (mgr.14144) 182 : cluster [DBG] pgmap v169: 1 pgs: 1 peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-24T02:37:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:47.262458+0000 mon.a (mon.0) 511 : cluster [INF] osd.7 [v2:172.21.15.63:6824/538034877,v1:172.21.15.63:6825/538034877] boot 2024-04-24T02:37:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:47.262521+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-04-24T02:37:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:47.262731+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:37:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:47.263020+0000 mon.a (mon.0) 514 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-24T02:37:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:47.735549+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-04-24T02:37:49.221 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1713926267,"num_in_osds":8,"osd_in_since":1713926250,"num_remapped_pgs":0} 2024-04-24T02:37:49.222 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-24T02:37:49.505 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:37:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:48.337473+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.16:0/3898686868' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-24T02:37:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:48.736261+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-04-24T02:37:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:48.337473+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.16:0/3898686868' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-24T02:37:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:48.736261+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-04-24T02:37:49.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:48.337473+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.16:0/3898686868' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-24T02:37:49.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:48.736261+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-04-24T02:37:50.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:49.182281+0000 mgr.y (mgr.14144) 183 : cluster [DBG] pgmap v173: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:50.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:49.342993+0000 mgr.y (mgr.14144) 184 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:50.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.347449+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.640671+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.641330+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.641891+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.642460+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.647198+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.647937+0000 mon.a (mon.0) 523 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.648513+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.652176+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.653990+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.655098+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.655635+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:49.659519+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:49.182281+0000 mgr.y (mgr.14144) 183 : cluster [DBG] pgmap v173: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:50.686 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:49.342993+0000 mgr.y (mgr.14144) 184 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.347449+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.640671+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.641330+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.641891+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.642460+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.647198+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.647937+0000 mon.a (mon.0) 523 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.648513+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.652176+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.653990+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.655098+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.655635+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:50.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:49.659519+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:49.182281+0000 mgr.y (mgr.14144) 183 : cluster [DBG] pgmap v173: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:49.342993+0000 mgr.y (mgr.14144) 184 : cephadm [INF] Detected new or changed devices on smithi063 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.347449+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.640671+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.641330+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.641891+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.642460+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.647198+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.647937+0000 mon.a (mon.0) 523 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.648513+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.652176+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.653990+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.655098+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.655635+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:49.659519+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:49.642898+0000 mgr.y (mgr.14144) 185 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 4280M 2024-04-24T02:37:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:49.642898+0000 mgr.y (mgr.14144) 185 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 4280M 2024-04-24T02:37:51.806 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:37:51.806 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":50,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:37:48.732822+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:37:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:49.642898+0000 mgr.y (mgr.14144) 185 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 4280M 2024-04-24T02:37:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:51.182690+0000 mgr.y (mgr.14144) 186 : cluster [DBG] pgmap v174: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:51.805522+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.16:0/1305669173' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:37:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:51.182690+0000 mgr.y (mgr.14144) 186 : cluster [DBG] pgmap v174: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:51.805522+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.16:0/1305669173' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:37:52.696 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-24T02:35:44.664595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-04-24T02:37:52.696 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd pool get device_health_metrics pg_num 2024-04-24T02:37:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:51.182690+0000 mgr.y (mgr.14144) 186 : cluster [DBG] pgmap v174: 1 pgs: 1 peering; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:51.805522+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.16:0/1305669173' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:37:52.976 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:37:53.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:53.353307+0000 mon.a (mon.0) 530 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-24T02:37:53.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:53.353336+0000 mon.a (mon.0) 531 : cluster [INF] Cluster is now healthy 2024-04-24T02:37:53.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:53.353307+0000 mon.a (mon.0) 530 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-24T02:37:53.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:53.353336+0000 mon.a (mon.0) 531 : cluster [INF] Cluster is now healthy 2024-04-24T02:37:53.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:53.353307+0000 mon.a (mon.0) 530 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-24T02:37:53.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:53.353336+0000 mon.a (mon.0) 531 : cluster [INF] Cluster is now healthy 2024-04-24T02:37:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:53.183149+0000 mgr.y (mgr.14144) 187 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:53.183149+0000 mgr.y (mgr.14144) 187 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:53.183149+0000 mgr.y (mgr.14144) 187 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:55.179 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-24T02:37:55.473 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:55.179257+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.16:0/2932806060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:37:55.473 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:55.179257+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.16:0/2932806060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:37:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:55.179257+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.16:0/2932806060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:37:56.116 INFO:tasks.cephadm:Adding mds.a on smithi016 2024-04-24T02:37:56.117 INFO:tasks.cephadm:Adding mds.b on smithi063 2024-04-24T02:37:56.117 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch apply mds all '2;smithi016=a;smithi063=b' 2024-04-24T02:37:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:55.183424+0000 mgr.y (mgr.14144) 188 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:56.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:55.183424+0000 mgr.y (mgr.14144) 188 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:56.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:55.183424+0000 mgr.y (mgr.14144) 188 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:58.421 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled mds.all update... 2024-04-24T02:37:58.764 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:57.183938+0000 mgr.y (mgr.14144) 189 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:58.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:57.183938+0000 mgr.y (mgr.14144) 189 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:58.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:57.183938+0000 mgr.y (mgr.14144) 189 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:37:59.014 DEBUG:teuthology.orchestra.run.smithi016:mds.a> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.a.service 2024-04-24T02:37:59.017 DEBUG:teuthology.orchestra.run.smithi063:mds.b> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.b.service 2024-04-24T02:37:59.020 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-24T02:37:59.020 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:37:59.049 INFO:journalctl@ceph.mds.a.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:37:59.050 INFO:journalctl@ceph.mds.b.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:37:59.664 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:37:59.664 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":50,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:37:48.732822+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:37:59.676 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.412945+0000 mgr.y (mgr.14144) 190 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi016=a;smithi063=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:58.414428+0000 mgr.y (mgr.14144) 191 : cephadm [INF] Saving service mds.all spec with placement smithi016=a;smithi063=b;count:2 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.420827+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.445484+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.752092+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.752733+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.756903+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.761684+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.762428+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.765048+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-24T02:37:59.677 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:58.765606+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.412945+0000 mgr.y (mgr.14144) 190 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi016=a;smithi063=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:58.414428+0000 mgr.y (mgr.14144) 191 : cephadm [INF] Saving service mds.all spec with placement smithi016=a;smithi063=b;count:2 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.420827+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.445484+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.752092+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.752733+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.756903+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.761684+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.762428+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.765048+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-24T02:37:59.678 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:37:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:58.765606+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:59.679 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-24T02:35:44.664595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-04-24T02:37:59.680 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-24T02:37:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.412945+0000 mgr.y (mgr.14144) 190 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi016=a;smithi063=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:37:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:58.414428+0000 mgr.y (mgr.14144) 191 : cephadm [INF] Saving service mds.all spec with placement smithi016=a;smithi063=b;count:2 2024-04-24T02:37:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.420827+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.445484+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.752092+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.752733+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.756903+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.761684+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.762428+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.765048+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-24T02:37:59.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:37:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:58.765606+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:37:59.984 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-24T02:37:59.999 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T02:38:00.346 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:00.346 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-24T02:38:00.348 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 1 2024-04-24T02:38:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:37:58.766178+0000 mgr.y (mgr.14144) 192 : cephadm [INF] Deploying daemon mds.a on smithi016 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:37:59.184259+0000 mgr.y (mgr.14144) 193 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:59.663799+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.16:0/3551686889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:37:59.985244+0000 mon.a (mon.0) 541 : audit [DBG] from='client.? 172.21.15.16:0/4017674877' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:00.346337+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.16:0/3889179448' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:37:58.766178+0000 mgr.y (mgr.14144) 192 : cephadm [INF] Deploying daemon mds.a on smithi016 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:37:59.184259+0000 mgr.y (mgr.14144) 193 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:59.663799+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.16:0/3551686889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:37:59.985244+0000 mon.a (mon.0) 541 : audit [DBG] from='client.? 172.21.15.16:0/4017674877' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:38:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:00.346337+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.16:0/3889179448' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:00.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:37:58.766178+0000 mgr.y (mgr.14144) 192 : cephadm [INF] Deploying daemon mds.a on smithi016 2024-04-24T02:38:00.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:37:59.184259+0000 mgr.y (mgr.14144) 193 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:00.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:59.663799+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.16:0/3551686889' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:00.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:37:59.985244+0000 mon.a (mon.0) 541 : audit [DBG] from='client.? 172.21.15.16:0/4017674877' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:38:00.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:00.346337+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.16:0/3889179448' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:01.281 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:38:00 smithi016 systemd[1]: Starting Ceph mds.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:38:01.780 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:38:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[62896]: starting mds.a at 2024-04-24T02:38:01.781 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:38:01 smithi016 bash[62881]: 3dd035fb7458cba1c5bc52bc13d0251029ed50c4fd52591621f194b00f4a8d71 2024-04-24T02:38:01.781 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:38:01 smithi016 systemd[1]: Started Ceph mds.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:38:02.359 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T02:38:02.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:02.720 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3626392831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3626392831},{"type":"v1","addr":"172.21.15.16:6835","nonce":3626392831}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-24T02:38:02.722 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 2 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:01.184593+0000 mgr.y (mgr.14144) 194 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:01.464913+0000 mon.a (mon.0) 542 : cluster [DBG] mds.? [v2:172.21.15.16:6834/3626392831,v1:172.21.15.16:6835/3626392831] up:boot 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:01.464946+0000 mon.a (mon.0) 543 : cluster [DBG] fsmap 1 up:standby 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:01.465052+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:01.574338+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:01.575416+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:01.578386+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-24T02:38:02.732 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:01.579095+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:01.579658+0000 mgr.y (mgr.14144) 195 : cephadm [INF] Deploying daemon mds.b on smithi063 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:01.184593+0000 mgr.y (mgr.14144) 194 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:01.464913+0000 mon.a (mon.0) 542 : cluster [DBG] mds.? [v2:172.21.15.16:6834/3626392831,v1:172.21.15.16:6835/3626392831] up:boot 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:01.464946+0000 mon.a (mon.0) 543 : cluster [DBG] fsmap 1 up:standby 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:01.465052+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:01.574338+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:01.575416+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:38:02.733 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:01.578386+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-24T02:38:02.734 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:01.579095+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:02.734 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:01.579658+0000 mgr.y (mgr.14144) 195 : cephadm [INF] Deploying daemon mds.b on smithi063 2024-04-24T02:38:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:01.184593+0000 mgr.y (mgr.14144) 194 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:01.464913+0000 mon.a (mon.0) 542 : cluster [DBG] mds.? [v2:172.21.15.16:6834/3626392831,v1:172.21.15.16:6835/3626392831] up:boot 2024-04-24T02:38:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:01.464946+0000 mon.a (mon.0) 543 : cluster [DBG] fsmap 1 up:standby 2024-04-24T02:38:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:01.465052+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:38:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:01.574338+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:01.575416+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:38:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:01.578386+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-24T02:38:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:01.579095+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:02.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:01.579658+0000 mgr.y (mgr.14144) 195 : cephadm [INF] Deploying daemon mds.b on smithi063 2024-04-24T02:38:03.469 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:38:03 smithi063 systemd[1]: Starting Ceph mds.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:38:03.742 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:02.720336+0000 mon.a (mon.0) 549 : audit [DBG] from='client.? 172.21.15.16:0/4095892343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:03.742 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:38:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b[57722]: starting mds.b at 2024-04-24T02:38:03.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:02.720336+0000 mon.a (mon.0) 549 : audit [DBG] from='client.? 172.21.15.16:0/4095892343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:03.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:02.720336+0000 mon.a (mon.0) 549 : audit [DBG] from='client.? 172.21.15.16:0/4095892343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:04.059 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:38:03 smithi063 bash[57707]: 5d16a180f3cc9fe5de6af5ca0d35df6b689772ba7391425f3b13690551371615 2024-04-24T02:38:04.059 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:38:03 smithi063 systemd[1]: Started Ceph mds.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:38:04.735 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T02:38:04.763 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:03.185010+0000 mgr.y (mgr.14144) 196 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:04.763 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:03.788682+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:04.763 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:03.790065+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:04.763 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:03.185010+0000 mgr.y (mgr.14144) 196 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:04.763 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:03.788682+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:04.763 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:03.790065+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:03.185010+0000 mgr.y (mgr.14144) 196 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:03.788682+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:04.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:03.790065+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.109 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:05.109 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3626392831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3626392831},{"type":"v1","addr":"172.21.15.16:6835","nonce":3626392831}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24370,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/257142356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":257142356},{"type":"v1","addr":"172.21.15.63:6833","nonce":257142356}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-24T02:38:05.112 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 3 2024-04-24T02:38:05.124 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:38:05.467 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:05.467 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":50,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:37:48.732822+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:38:05.482 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-24T02:35:44.664595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-04-24T02:38:05.482 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-24T02:38:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:04.472157+0000 mon.a (mon.0) 552 : cluster [DBG] mds.? [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] up:boot 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:04.472212+0000 mon.a (mon.0) 553 : cluster [DBG] fsmap 2 up:standby 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:04.472520+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.031050+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.109763+0000 mon.a (mon.0) 556 : audit [DBG] from='client.? 172.21.15.16:0/2418251443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.152015+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.152712+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.153373+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.156937+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.159236+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.160391+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.160906+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.164421+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.466729+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.16:0/193489543' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:04.472157+0000 mon.a (mon.0) 552 : cluster [DBG] mds.? [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] up:boot 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:04.472212+0000 mon.a (mon.0) 553 : cluster [DBG] fsmap 2 up:standby 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:04.472520+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.031050+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.109763+0000 mon.a (mon.0) 556 : audit [DBG] from='client.? 172.21.15.16:0/2418251443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.152015+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.152712+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.153373+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.156937+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.159236+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.160391+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:05.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.160906+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:05.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.164421+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.466729+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.16:0/193489543' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.785 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-24T02:38:05.799 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-24T02:38:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:04.472157+0000 mon.a (mon.0) 552 : cluster [DBG] mds.? [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] up:boot 2024-04-24T02:38:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:04.472212+0000 mon.a (mon.0) 553 : cluster [DBG] fsmap 2 up:standby 2024-04-24T02:38:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:04.472520+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:38:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.031050+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.109763+0000 mon.a (mon.0) 556 : audit [DBG] from='client.? 172.21.15.16:0/2418251443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.152015+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.152712+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.153373+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.156937+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.159236+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.160391+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.160906+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.164421+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:05.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.466729+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.16:0/193489543' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:06.101 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:06.101 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-04-24T02:38:06.101 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-04-24T02:38:06.101 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-04-24T02:38:06.101 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": "device_health_metrics" 2024-04-24T02:38:06.101 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:38:06.101 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-04-24T02:38:06.114 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-24T02:38:06.115 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-24T02:38:07.175 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-04-24T02:38:07.187 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:05.185281+0000 mgr.y (mgr.14144) 197 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:07.187 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:05.786436+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.16:0/3953801812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:38:07.187 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:06.101391+0000 mon.a (mon.0) 565 : audit [DBG] from='client.? 172.21.15.16:0/1712286666' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-24T02:38:07.187 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:05.185281+0000 mgr.y (mgr.14144) 197 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:07.188 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:05.786436+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.16:0/3953801812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:38:07.188 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:06.101391+0000 mon.a (mon.0) 565 : audit [DBG] from='client.? 172.21.15.16:0/1712286666' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-24T02:38:07.188 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-24T02:38:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:05.185281+0000 mgr.y (mgr.14144) 197 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:07.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:05.786436+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.16:0/3953801812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:38:07.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:06.101391+0000 mon.a (mon.0) 565 : audit [DBG] from='client.? 172.21.15.16:0/1712286666' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-24T02:38:08.190 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-04-24T02:38:08.203 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:06.423397+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.16:0/4171780511' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-24T02:38:08.203 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:06.423777+0000 mon.a (mon.0) 566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-24T02:38:08.203 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:07.168642+0000 mon.a (mon.0) 567 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-24T02:38:08.203 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:07.168744+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-04-24T02:38:08.204 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:06.423397+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.16:0/4171780511' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-24T02:38:08.204 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:06.423777+0000 mon.a (mon.0) 566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-24T02:38:08.204 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:07.168642+0000 mon.a (mon.0) 567 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-24T02:38:08.204 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:07.168744+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-04-24T02:38:08.205 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-24T02:38:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:06.423397+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.16:0/4171780511' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-24T02:38:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:06.423777+0000 mon.a (mon.0) 566 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-24T02:38:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:07.168642+0000 mon.a (mon.0) 567 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-24T02:38:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:07.168744+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-04-24T02:38:08.579 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 2 and data pool 3 2024-04-24T02:38:08.597 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:38:08.899 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:08.899 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":53,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:38:08.556183+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:38:08.912 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:38:09.215 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:09.215 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":53,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:38:08.556183+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:07.185611+0000 mgr.y (mgr.14144) 198 : cluster [DBG] pgmap v183: 33 pgs: 32 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:07.502090+0000 mon.a (mon.0) 569 : audit [INF] from='client.? 172.21.15.16:0/644782897' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:08.172533+0000 mon.a (mon.0) 570 : audit [INF] from='client.? 172.21.15.16:0/644782897' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:08.172782+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:08.328651+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:08.556073+0000 mon.a (mon.0) 573 : audit [INF] from='client.? 172.21.15.16:0/2658678216' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:08.556522+0000 mon.a (mon.0) 574 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:08.561123+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-04-24T02:38:09.228 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:08.561327+0000 mon.a (mon.0) 576 : audit [INF] from='client.? 172.21.15.16:0/2658678216' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:08.561406+0000 mon.a (mon.0) 577 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:08.606478+0000 mon.a (mon.0) 578 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:08.898710+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.16:0/1920635033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:07.185611+0000 mgr.y (mgr.14144) 198 : cluster [DBG] pgmap v183: 33 pgs: 32 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:07.502090+0000 mon.a (mon.0) 569 : audit [INF] from='client.? 172.21.15.16:0/644782897' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:08.172533+0000 mon.a (mon.0) 570 : audit [INF] from='client.? 172.21.15.16:0/644782897' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:08.172782+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:08.328651+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:08.556073+0000 mon.a (mon.0) 573 : audit [INF] from='client.? 172.21.15.16:0/2658678216' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:08.556522+0000 mon.a (mon.0) 574 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-24T02:38:09.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:08.561123+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-04-24T02:38:09.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:08.561327+0000 mon.a (mon.0) 576 : audit [INF] from='client.? 172.21.15.16:0/2658678216' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-24T02:38:09.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:08.561406+0000 mon.a (mon.0) 577 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-24T02:38:09.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:08.606478+0000 mon.a (mon.0) 578 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-24T02:38:09.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:08.898710+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.16:0/1920635033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:09.231 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-24T02:38:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:07.185611+0000 mgr.y (mgr.14144) 198 : cluster [DBG] pgmap v183: 33 pgs: 32 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:07.502090+0000 mon.a (mon.0) 569 : audit [INF] from='client.? 172.21.15.16:0/644782897' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:08.172533+0000 mon.a (mon.0) 570 : audit [INF] from='client.? 172.21.15.16:0/644782897' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:08.172782+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:08.328651+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:08.556073+0000 mon.a (mon.0) 573 : audit [INF] from='client.? 172.21.15.16:0/2658678216' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:08.556522+0000 mon.a (mon.0) 574 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:08.561123+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:08.561327+0000 mon.a (mon.0) 576 : audit [INF] from='client.? 172.21.15.16:0/2658678216' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:08.561406+0000 mon.a (mon.0) 577 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:08.606478+0000 mon.a (mon.0) 578 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-24T02:38:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:08.898710+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.16:0/1920635033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:10.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:09.185927+0000 mgr.y (mgr.14144) 199 : cluster [DBG] pgmap v186: 97 pgs: 23 creating+peering, 64 unknown, 10 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:09.215358+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.16:0/2307482741' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:09.561162+0000 mon.a (mon.0) 579 : cluster [DBG] mds.? [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] up:active 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:09.561408+0000 mon.a (mon.0) 580 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:09.564746+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:09.564839+0000 mon.a (mon.0) 582 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:09.585516+0000 mon.a (mon.0) 583 : audit [INF] from='client.? 172.21.15.16:0/931545416' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:09.185927+0000 mgr.y (mgr.14144) 199 : cluster [DBG] pgmap v186: 97 pgs: 23 creating+peering, 64 unknown, 10 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:09.215358+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.16:0/2307482741' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:09.561162+0000 mon.a (mon.0) 579 : cluster [DBG] mds.? [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] up:active 2024-04-24T02:38:10.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:09.561408+0000 mon.a (mon.0) 580 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:10.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:09.564746+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-04-24T02:38:10.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:09.564839+0000 mon.a (mon.0) 582 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:10.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:09.585516+0000 mon.a (mon.0) 583 : audit [INF] from='client.? 172.21.15.16:0/931545416' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-24T02:38:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:09.185927+0000 mgr.y (mgr.14144) 199 : cluster [DBG] pgmap v186: 97 pgs: 23 creating+peering, 64 unknown, 10 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:09.215358+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.16:0/2307482741' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:10.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:09.561162+0000 mon.a (mon.0) 579 : cluster [DBG] mds.? [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] up:active 2024-04-24T02:38:10.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:09.561408+0000 mon.a (mon.0) 580 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:10.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:09.564746+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-04-24T02:38:10.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:09.564839+0000 mon.a (mon.0) 582 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:10.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:09.585516+0000 mon.a (mon.0) 583 : audit [INF] from='client.? 172.21.15.16:0/931545416' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-24T02:38:10.583 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-24T02:38:10.583 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-24T02:38:11.589 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-24T02:38:11.589 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T02:38:11.942 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:11.942 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3626392831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3626392831},{"type":"v1","addr":"172.21.15.16:6835","nonce":3626392831}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-24T02:38:08.556515+0000","modified":"2024-04-24T02:38:11.564461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24370":{"gid":24370,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6833/257142356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":257142356},{"type":"v1","addr":"172.21.15.63:6833","nonce":257142356}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-24T02:38:11.944 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-04-24T02:38:11.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:10.566589+0000 mon.a (mon.0) 584 : audit [INF] from='client.? 172.21.15.16:0/931545416' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-24T02:38:11.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:10.566666+0000 mon.a (mon.0) 585 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:11.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:10.937532+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.16:0/3795013466' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-24T02:38:11.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:10.937858+0000 mon.a (mon.0) 586 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-24T02:38:11.955 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:10.566589+0000 mon.a (mon.0) 584 : audit [INF] from='client.? 172.21.15.16:0/931545416' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-24T02:38:11.955 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:10.566666+0000 mon.a (mon.0) 585 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:11.955 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:10.937532+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.16:0/3795013466' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-24T02:38:11.956 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:10.937858+0000 mon.a (mon.0) 586 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-24T02:38:11.957 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:38:12.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:10.566589+0000 mon.a (mon.0) 584 : audit [INF] from='client.? 172.21.15.16:0/931545416' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-24T02:38:12.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:10.566666+0000 mon.a (mon.0) 585 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:10.937532+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.16:0/3795013466' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-24T02:38:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:10.937858+0000 mon.a (mon.0) 586 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-24T02:38:12.262 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:12.262 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":54,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:38:09.558510+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:38:12.275 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-24T02:38:12.275 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-24T02:38:12.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:12.587 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:38:12.595 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-24T02:38:11.186074+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1558,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20,"ondisk_log_size":20,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":64,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380748,"kb_used_data":3980,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580468,"statfs":{"total":767960285184,"available":765522399232,"internally_reserved":0,"allocated":4075520,"data_stored":1631092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182804+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600961+0000","last_change":"2024-04-24T02:38:08.599416+0000","last_active":"2024-04-24T02:38:08.600961+0000","last_peered":"2024-04-24T02:38:08.600961+0000","last_clean":"2024-04-24T02:38:08.600961+0000","last_became_active":"2024-04-24T02:38:08.599044+0000","last_became_peered":"2024-04-24T02:38:08.599044+0000","last_unstale":"2024-04-24T02:38:08.600961+0000","last_undegraded":"2024-04-24T02:38:08.600961+0000","last_fullsized":"2024-04-24T02:38:08.600961+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587920+0000","last_change":"2024-04-24T02:38:08.585458+0000","last_active":"2024-04-24T02:38:08.587920+0000","last_peered":"2024-04-24T02:38:08.587920+0000","last_clean":"2024-04-24T02:38:08.587920+0000","last_became_active":"2024-04-24T02:38:08.584855+0000","last_became_peered":"2024-04-24T02:38:08.584855+0000","last_unstale":"2024-04-24T02:38:08.587920+0000","last_undegraded":"2024-04-24T02:38:08.587920+0000","last_fullsized":"2024-04-24T02:38:08.587920+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.179559+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601081+0000","last_change":"2024-04-24T02:38:08.600190+0000","last_active":"2024-04-24T02:38:08.601081+0000","last_peered":"2024-04-24T02:38:08.601081+0000","last_clean":"2024-04-24T02:38:08.601081+0000","last_became_active":"2024-04-24T02:38:08.599899+0000","last_became_peered":"2024-04-24T02:38:08.599899+0000","last_unstale":"2024-04-24T02:38:08.601081+0000","last_undegraded":"2024-04-24T02:38:08.601081+0000","last_fullsized":"2024-04-24T02:38:08.601081+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600587+0000","last_change":"2024-04-24T02:38:08.599047+0000","last_active":"2024-04-24T02:38:08.600587+0000","last_peered":"2024-04-24T02:38:08.600587+0000","last_clean":"2024-04-24T02:38:08.600587+0000","last_became_active":"2024-04-24T02:38:08.598544+0000","last_became_peered":"2024-04-24T02:38:08.598544+0000","last_unstale":"2024-04-24T02:38:08.600587+0000","last_undegraded":"2024-04-24T02:38:08.600587+0000","last_fullsized":"2024-04-24T02:38:08.600587+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599914+0000","last_change":"2024-04-24T02:38:08.594706+0000","last_active":"2024-04-24T02:38:08.599914+0000","last_peered":"2024-04-24T02:38:08.599914+0000","last_clean":"2024-04-24T02:38:08.599914+0000","last_became_active":"2024-04-24T02:38:08.594074+0000","last_became_peered":"2024-04-24T02:38:08.594074+0000","last_unstale":"2024-04-24T02:38:08.599914+0000","last_undegraded":"2024-04-24T02:38:08.599914+0000","last_fullsized":"2024-04-24T02:38:08.599914+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178695+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184481+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596537+0000","last_change":"2024-04-24T02:38:08.586855+0000","last_active":"2024-04-24T02:38:08.596537+0000","last_peered":"2024-04-24T02:38:08.596537+0000","last_clean":"2024-04-24T02:38:08.596537+0000","last_became_active":"2024-04-24T02:38:08.586468+0000","last_became_peered":"2024-04-24T02:38:08.586468+0000","last_unstale":"2024-04-24T02:38:08.596537+0000","last_undegraded":"2024-04-24T02:38:08.596537+0000","last_fullsized":"2024-04-24T02:38:08.596537+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595436+0000","last_change":"2024-04-24T02:38:08.587516+0000","last_active":"2024-04-24T02:38:08.595436+0000","last_peered":"2024-04-24T02:38:08.595436+0000","last_clean":"2024-04-24T02:38:08.595436+0000","last_became_active":"2024-04-24T02:38:08.586740+0000","last_became_peered":"2024-04-24T02:38:08.586740+0000","last_unstale":"2024-04-24T02:38:08.595436+0000","last_undegraded":"2024-04-24T02:38:08.595436+0000","last_fullsized":"2024-04-24T02:38:08.595436+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591175+0000","last_change":"2024-04-24T02:38:08.590540+0000","last_active":"2024-04-24T02:38:08.591175+0000","last_peered":"2024-04-24T02:38:08.591175+0000","last_clean":"2024-04-24T02:38:08.591175+0000","last_became_active":"2024-04-24T02:38:08.590223+0000","last_became_peered":"2024-04-24T02:38:08.590223+0000","last_unstale":"2024-04-24T02:38:08.591175+0000","last_undegraded":"2024-04-24T02:38:08.591175+0000","last_fullsized":"2024-04-24T02:38:08.591175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.163949+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178039+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.183046+0000","last_change":"2024-04-24T02:38:08.183046+0000","last_active":"2024-04-24T02:38:08.183046+0000","last_peered":"2024-04-24T02:38:08.183046+0000","last_clean":"2024-04-24T02:38:08.183046+0000","last_became_active":"2024-04-24T02:38:08.182801+0000","last_became_peered":"2024-04-24T02:38:08.182801+0000","last_unstale":"2024-04-24T02:38:08.183046+0000","last_undegraded":"2024-04-24T02:38:08.183046+0000","last_fullsized":"2024-04-24T02:38:08.183046+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170992+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600984+0000","last_change":"2024-04-24T02:38:08.599398+0000","last_active":"2024-04-24T02:38:08.600984+0000","last_peered":"2024-04-24T02:38:08.600984+0000","last_clean":"2024-04-24T02:38:08.600984+0000","last_became_active":"2024-04-24T02:38:08.598606+0000","last_became_peered":"2024-04-24T02:38:08.598606+0000","last_unstale":"2024-04-24T02:38:08.600984+0000","last_undegraded":"2024-04-24T02:38:08.600984+0000","last_fullsized":"2024-04-24T02:38:08.600984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170285+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602859+0000","last_change":"2024-04-24T02:38:08.601358+0000","last_active":"2024-04-24T02:38:08.602859+0000","last_peered":"2024-04-24T02:38:08.602859+0000","last_clean":"2024-04-24T02:38:08.602859+0000","last_became_active":"2024-04-24T02:38:08.600968+0000","last_became_peered":"2024-04-24T02:38:08.600968+0000","last_unstale":"2024-04-24T02:38:08.602859+0000","last_undegraded":"2024-04-24T02:38:08.602859+0000","last_fullsized":"2024-04-24T02:38:08.602859+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190407+0000","last_change":"2024-04-24T02:38:08.190407+0000","last_active":"2024-04-24T02:38:08.190407+0000","last_peered":"2024-04-24T02:38:08.190407+0000","last_clean":"2024-04-24T02:38:08.190407+0000","last_became_active":"2024-04-24T02:38:08.190102+0000","last_became_peered":"2024-04-24T02:38:08.190102+0000","last_unstale":"2024-04-24T02:38:08.190407+0000","last_undegraded":"2024-04-24T02:38:08.190407+0000","last_fullsized":"2024-04-24T02:38:08.190407+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575669+0000","last_change":"2024-04-24T02:38:08.574888+0000","last_active":"2024-04-24T02:38:08.575669+0000","last_peered":"2024-04-24T02:38:08.575669+0000","last_clean":"2024-04-24T02:38:08.575669+0000","last_became_active":"2024-04-24T02:38:08.574399+0000","last_became_peered":"2024-04-24T02:38:08.574399+0000","last_unstale":"2024-04-24T02:38:08.575669+0000","last_undegraded":"2024-04-24T02:38:08.575669+0000","last_fullsized":"2024-04-24T02:38:08.575669+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602981+0000","last_change":"2024-04-24T02:38:08.196939+0000","last_active":"2024-04-24T02:38:08.602981+0000","last_peered":"2024-04-24T02:38:08.602981+0000","last_clean":"2024-04-24T02:38:08.602981+0000","last_became_active":"2024-04-24T02:38:08.196604+0000","last_became_peered":"2024-04-24T02:38:08.196604+0000","last_unstale":"2024-04-24T02:38:08.602981+0000","last_undegraded":"2024-04-24T02:38:08.602981+0000","last_fullsized":"2024-04-24T02:38:08.602981+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190532+0000","last_change":"2024-04-24T02:38:08.190532+0000","last_active":"2024-04-24T02:38:08.190532+0000","last_peered":"2024-04-24T02:38:08.190532+0000","last_clean":"2024-04-24T02:38:08.190532+0000","last_became_active":"2024-04-24T02:38:08.190232+0000","last_became_peered":"2024-04-24T02:38:08.190232+0000","last_unstale":"2024-04-24T02:38:08.190532+0000","last_undegraded":"2024-04-24T02:38:08.190532+0000","last_fullsized":"2024-04-24T02:38:08.190532+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178312+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566504+0000","last_change":"2024-04-24T02:38:08.186543+0000","last_active":"2024-04-24T02:38:08.566504+0000","last_peered":"2024-04-24T02:38:08.566504+0000","last_clean":"2024-04-24T02:38:08.566504+0000","last_became_active":"2024-04-24T02:38:08.186194+0000","last_became_peered":"2024-04-24T02:38:08.186194+0000","last_unstale":"2024-04-24T02:38:08.566504+0000","last_undegraded":"2024-04-24T02:38:08.566504+0000","last_fullsized":"2024-04-24T02:38:08.566504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184074+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600318+0000","last_change":"2024-04-24T02:38:08.190205+0000","last_active":"2024-04-24T02:38:08.600318+0000","last_peered":"2024-04-24T02:38:08.600318+0000","last_clean":"2024-04-24T02:38:08.600318+0000","last_became_active":"2024-04-24T02:38:08.188731+0000","last_became_peered":"2024-04-24T02:38:08.188731+0000","last_unstale":"2024-04-24T02:38:08.600318+0000","last_undegraded":"2024-04-24T02:38:08.600318+0000","last_fullsized":"2024-04-24T02:38:08.600318+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599536+0000","last_change":"2024-04-24T02:38:08.599177+0000","last_active":"2024-04-24T02:38:08.599536+0000","last_peered":"2024-04-24T02:38:08.599536+0000","last_clean":"2024-04-24T02:38:08.599536+0000","last_became_active":"2024-04-24T02:38:08.598869+0000","last_became_peered":"2024-04-24T02:38:08.598869+0000","last_unstale":"2024-04-24T02:38:08.599536+0000","last_undegraded":"2024-04-24T02:38:08.599536+0000","last_fullsized":"2024-04-24T02:38:08.599536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571685+0000","last_change":"2024-04-24T02:38:08.191268+0000","last_active":"2024-04-24T02:38:08.571685+0000","last_peered":"2024-04-24T02:38:08.571685+0000","last_clean":"2024-04-24T02:38:08.571685+0000","last_became_active":"2024-04-24T02:38:08.190910+0000","last_became_peered":"2024-04-24T02:38:08.190910+0000","last_unstale":"2024-04-24T02:38:08.571685+0000","last_undegraded":"2024-04-24T02:38:08.571685+0000","last_fullsized":"2024-04-24T02:38:08.571685+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.188636+0000","last_change":"2024-04-24T02:38:08.188636+0000","last_active":"2024-04-24T02:38:08.188636+0000","last_peered":"2024-04-24T02:38:08.188636+0000","last_clean":"2024-04-24T02:38:08.188636+0000","last_became_active":"2024-04-24T02:38:08.188351+0000","last_became_peered":"2024-04-24T02:38:08.188351+0000","last_unstale":"2024-04-24T02:38:08.188636+0000","last_undegraded":"2024-04-24T02:38:08.188636+0000","last_fullsized":"2024-04-24T02:38:08.188636+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599892+0000","last_change":"2024-04-24T02:38:08.594500+0000","last_active":"2024-04-24T02:38:08.599892+0000","last_peered":"2024-04-24T02:38:08.599892+0000","last_clean":"2024-04-24T02:38:08.599892+0000","last_became_active":"2024-04-24T02:38:08.593616+0000","last_became_peered":"2024-04-24T02:38:08.593616+0000","last_unstale":"2024-04-24T02:38:08.599892+0000","last_undegraded":"2024-04-24T02:38:08.599892+0000","last_fullsized":"2024-04-24T02:38:08.599892+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.606126+0000","last_change":"2024-04-24T02:38:08.191399+0000","last_active":"2024-04-24T02:38:08.606126+0000","last_peered":"2024-04-24T02:38:08.606126+0000","last_clean":"2024-04-24T02:38:08.606126+0000","last_became_active":"2024-04-24T02:38:08.191088+0000","last_became_peered":"2024-04-24T02:38:08.191088+0000","last_unstale":"2024-04-24T02:38:08.606126+0000","last_undegraded":"2024-04-24T02:38:08.606126+0000","last_fullsized":"2024-04-24T02:38:08.606126+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.163949+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566049+0000","last_change":"2024-04-24T02:38:08.188649+0000","last_active":"2024-04-24T02:38:08.566049+0000","last_peered":"2024-04-24T02:38:08.566049+0000","last_clean":"2024-04-24T02:38:08.566049+0000","last_became_active":"2024-04-24T02:38:08.188288+0000","last_became_peered":"2024-04-24T02:38:08.188288+0000","last_unstale":"2024-04-24T02:38:08.566049+0000","last_undegraded":"2024-04-24T02:38:08.566049+0000","last_fullsized":"2024-04-24T02:38:08.566049+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592947+0000","last_change":"2024-04-24T02:38:08.189631+0000","last_active":"2024-04-24T02:38:08.592947+0000","last_peered":"2024-04-24T02:38:08.592947+0000","last_clean":"2024-04-24T02:38:08.592947+0000","last_became_active":"2024-04-24T02:38:08.189301+0000","last_became_peered":"2024-04-24T02:38:08.189301+0000","last_unstale":"2024-04-24T02:38:08.592947+0000","last_undegraded":"2024-04-24T02:38:08.592947+0000","last_fullsized":"2024-04-24T02:38:08.592947+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602224+0000","last_change":"2024-04-24T02:38:08.599422+0000","last_active":"2024-04-24T02:38:08.602224+0000","last_peered":"2024-04-24T02:38:08.602224+0000","last_clean":"2024-04-24T02:38:08.602224+0000","last_became_active":"2024-04-24T02:38:08.598742+0000","last_became_peered":"2024-04-24T02:38:08.598742+0000","last_unstale":"2024-04-24T02:38:08.602224+0000","last_undegraded":"2024-04-24T02:38:08.602224+0000","last_fullsized":"2024-04-24T02:38:08.602224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.584823+0000","last_change":"2024-04-24T02:38:08.188191+0000","last_active":"2024-04-24T02:38:08.584823+0000","last_peered":"2024-04-24T02:38:08.584823+0000","last_clean":"2024-04-24T02:38:08.584823+0000","last_became_active":"2024-04-24T02:38:08.187007+0000","last_became_peered":"2024-04-24T02:38:08.187007+0000","last_unstale":"2024-04-24T02:38:08.584823+0000","last_undegraded":"2024-04-24T02:38:08.584823+0000","last_fullsized":"2024-04-24T02:38:08.584823+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597482+0000","last_change":"2024-04-24T02:38:08.197425+0000","last_active":"2024-04-24T02:38:08.597482+0000","last_peered":"2024-04-24T02:38:08.597482+0000","last_clean":"2024-04-24T02:38:08.597482+0000","last_became_active":"2024-04-24T02:38:08.197072+0000","last_became_peered":"2024-04-24T02:38:08.197072+0000","last_unstale":"2024-04-24T02:38:08.597482+0000","last_undegraded":"2024-04-24T02:38:08.597482+0000","last_fullsized":"2024-04-24T02:38:08.597482+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189559+0000","last_change":"2024-04-24T02:38:08.189559+0000","last_active":"2024-04-24T02:38:08.189559+0000","last_peered":"2024-04-24T02:38:08.189559+0000","last_clean":"2024-04-24T02:38:08.189559+0000","last_became_active":"2024-04-24T02:38:08.189243+0000","last_became_peered":"2024-04-24T02:38:08.189243+0000","last_unstale":"2024-04-24T02:38:08.189559+0000","last_undegraded":"2024-04-24T02:38:08.189559+0000","last_fullsized":"2024-04-24T02:38:08.189559+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586319+0000","last_change":"2024-04-24T02:38:08.579262+0000","last_active":"2024-04-24T02:38:08.586319+0000","last_peered":"2024-04-24T02:38:08.586319+0000","last_clean":"2024-04-24T02:38:08.586319+0000","last_became_active":"2024-04-24T02:38:08.578917+0000","last_became_peered":"2024-04-24T02:38:08.578917+0000","last_unstale":"2024-04-24T02:38:08.586319+0000","last_undegraded":"2024-04-24T02:38:08.586319+0000","last_fullsized":"2024-04-24T02:38:08.586319+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.565936+0000","last_change":"2024-04-24T02:38:08.191359+0000","last_active":"2024-04-24T02:38:08.565936+0000","last_peered":"2024-04-24T02:38:08.565936+0000","last_clean":"2024-04-24T02:38:08.565936+0000","last_became_active":"2024-04-24T02:38:08.190943+0000","last_became_peered":"2024-04-24T02:38:08.190943+0000","last_unstale":"2024-04-24T02:38:08.565936+0000","last_undegraded":"2024-04-24T02:38:08.565936+0000","last_fullsized":"2024-04-24T02:38:08.565936+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592584+0000","last_change":"2024-04-24T02:38:08.586571+0000","last_active":"2024-04-24T02:38:08.592584+0000","last_peered":"2024-04-24T02:38:08.592584+0000","last_clean":"2024-04-24T02:38:08.592584+0000","last_became_active":"2024-04-24T02:38:08.586258+0000","last_became_peered":"2024-04-24T02:38:08.586258+0000","last_unstale":"2024-04-24T02:38:08.592584+0000","last_undegraded":"2024-04-24T02:38:08.592584+0000","last_fullsized":"2024-04-24T02:38:08.592584+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.183719+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560114+0000","last_change":"2024-04-24T02:38:08.180932+0000","last_active":"2024-04-24T02:38:08.560114+0000","last_peered":"2024-04-24T02:38:08.560114+0000","last_clean":"2024-04-24T02:38:08.560114+0000","last_became_active":"2024-04-24T02:38:08.180604+0000","last_became_peered":"2024-04-24T02:38:08.180604+0000","last_unstale":"2024-04-24T02:38:08.560114+0000","last_undegraded":"2024-04-24T02:38:08.560114+0000","last_fullsized":"2024-04-24T02:38:08.560114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177365+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.567106+0000","last_change":"2024-04-24T02:38:08.190408+0000","last_active":"2024-04-24T02:38:08.567106+0000","last_peered":"2024-04-24T02:38:08.567106+0000","last_clean":"2024-04-24T02:38:08.567106+0000","last_became_active":"2024-04-24T02:38:08.189454+0000","last_became_peered":"2024-04-24T02:38:08.189454+0000","last_unstale":"2024-04-24T02:38:08.567106+0000","last_undegraded":"2024-04-24T02:38:08.567106+0000","last_fullsized":"2024-04-24T02:38:08.567106+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-04-24T02:37:49.029127+0000","last_change":"2024-04-24T02:37:49.028871+0000","last_active":"2024-04-24T02:37:49.029127+0000","last_peered":"2024-04-24T02:37:49.029127+0000","last_clean":"2024-04-24T02:37:49.029127+0000","last_became_active":"2024-04-24T02:37:49.028585+0000","last_became_peered":"2024-04-24T02:37:49.028585+0000","last_unstale":"2024-04-24T02:37:49.029127+0000","last_undegraded":"2024-04-24T02:37:49.029127+0000","last_fullsized":"2024-04-24T02:37:49.029127+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170462+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170480+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182974+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189060+0000","last_change":"2024-04-24T02:38:08.189060+0000","last_active":"2024-04-24T02:38:08.189060+0000","last_peered":"2024-04-24T02:38:08.189060+0000","last_clean":"2024-04-24T02:38:08.189060+0000","last_became_active":"2024-04-24T02:38:08.188715+0000","last_became_peered":"2024-04-24T02:38:08.188715+0000","last_unstale":"2024-04-24T02:38:08.189060+0000","last_undegraded":"2024-04-24T02:38:08.189060+0000","last_fullsized":"2024-04-24T02:38:08.189060+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176952+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604716+0000","last_change":"2024-04-24T02:38:08.188460+0000","last_active":"2024-04-24T02:38:08.604716+0000","last_peered":"2024-04-24T02:38:08.604716+0000","last_clean":"2024-04-24T02:38:08.604716+0000","last_became_active":"2024-04-24T02:38:08.188132+0000","last_became_peered":"2024-04-24T02:38:08.188132+0000","last_unstale":"2024-04-24T02:38:08.604716+0000","last_undegraded":"2024-04-24T02:38:08.604716+0000","last_fullsized":"2024-04-24T02:38:08.604716+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170939+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575272+0000","last_change":"2024-04-24T02:38:08.574073+0000","last_active":"2024-04-24T02:38:08.575272+0000","last_peered":"2024-04-24T02:38:08.575272+0000","last_clean":"2024-04-24T02:38:08.575272+0000","last_became_active":"2024-04-24T02:38:08.573660+0000","last_became_peered":"2024-04-24T02:38:08.573660+0000","last_unstale":"2024-04-24T02:38:08.575272+0000","last_undegraded":"2024-04-24T02:38:08.575272+0000","last_fullsized":"2024-04-24T02:38:08.575272+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.185460+0000","last_change":"2024-04-24T02:38:08.185460+0000","last_active":"2024-04-24T02:38:08.185460+0000","last_peered":"2024-04-24T02:38:08.185460+0000","last_clean":"2024-04-24T02:38:08.185460+0000","last_became_active":"2024-04-24T02:38:08.184875+0000","last_became_peered":"2024-04-24T02:38:08.184875+0000","last_unstale":"2024-04-24T02:38:08.185460+0000","last_undegraded":"2024-04-24T02:38:08.185460+0000","last_fullsized":"2024-04-24T02:38:08.185460+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176925+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189047+0000","last_change":"2024-04-24T02:38:08.189047+0000","last_active":"2024-04-24T02:38:08.189047+0000","last_peered":"2024-04-24T02:38:08.189047+0000","last_clean":"2024-04-24T02:38:08.189047+0000","last_became_active":"2024-04-24T02:38:08.188682+0000","last_became_peered":"2024-04-24T02:38:08.188682+0000","last_unstale":"2024-04-24T02:38:08.189047+0000","last_undegraded":"2024-04-24T02:38:08.189047+0000","last_fullsized":"2024-04-24T02:38:08.189047+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177382+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170291+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592643+0000","last_change":"2024-04-24T02:38:08.590454+0000","last_active":"2024-04-24T02:38:08.592643+0000","last_peered":"2024-04-24T02:38:08.592643+0000","last_clean":"2024-04-24T02:38:08.592643+0000","last_became_active":"2024-04-24T02:38:08.590130+0000","last_became_peered":"2024-04-24T02:38:08.590130+0000","last_unstale":"2024-04-24T02:38:08.592643+0000","last_undegraded":"2024-04-24T02:38:08.592643+0000","last_fullsized":"2024-04-24T02:38:08.592643+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560602+0000","last_change":"2024-04-24T02:38:08.182594+0000","last_active":"2024-04-24T02:38:08.560602+0000","last_peered":"2024-04-24T02:38:08.560602+0000","last_clean":"2024-04-24T02:38:08.560602+0000","last_became_active":"2024-04-24T02:38:08.182199+0000","last_became_peered":"2024-04-24T02:38:08.182199+0000","last_unstale":"2024-04-24T02:38:08.560602+0000","last_undegraded":"2024-04-24T02:38:08.560602+0000","last_fullsized":"2024-04-24T02:38:08.560602+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.184633+0000","last_change":"2024-04-24T02:38:08.184633+0000","last_active":"2024-04-24T02:38:08.184633+0000","last_peered":"2024-04-24T02:38:08.184633+0000","last_clean":"2024-04-24T02:38:08.184633+0000","last_became_active":"2024-04-24T02:38:08.184407+0000","last_became_peered":"2024-04-24T02:38:08.184407+0000","last_unstale":"2024-04-24T02:38:08.184633+0000","last_undegraded":"2024-04-24T02:38:08.184633+0000","last_fullsized":"2024-04-24T02:38:08.184633+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597508+0000","last_change":"2024-04-24T02:38:08.596031+0000","last_active":"2024-04-24T02:38:08.597508+0000","last_peered":"2024-04-24T02:38:08.597508+0000","last_clean":"2024-04-24T02:38:08.597508+0000","last_became_active":"2024-04-24T02:38:08.595694+0000","last_became_peered":"2024-04-24T02:38:08.595694+0000","last_unstale":"2024-04-24T02:38:08.597508+0000","last_undegraded":"2024-04-24T02:38:08.597508+0000","last_fullsized":"2024-04-24T02:38:08.597508+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587198+0000","last_change":"2024-04-24T02:38:08.187638+0000","last_active":"2024-04-24T02:38:08.587198+0000","last_peered":"2024-04-24T02:38:08.587198+0000","last_clean":"2024-04-24T02:38:08.587198+0000","last_became_active":"2024-04-24T02:38:08.187332+0000","last_became_peered":"2024-04-24T02:38:08.187332+0000","last_unstale":"2024-04-24T02:38:08.587198+0000","last_undegraded":"2024-04-24T02:38:08.587198+0000","last_fullsized":"2024-04-24T02:38:08.587198+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602244+0000","last_change":"2024-04-24T02:38:08.599626+0000","last_active":"2024-04-24T02:38:08.602244+0000","last_peered":"2024-04-24T02:38:08.602244+0000","last_clean":"2024-04-24T02:38:08.602244+0000","last_became_active":"2024-04-24T02:38:08.599145+0000","last_became_peered":"2024-04-24T02:38:08.599145+0000","last_unstale":"2024-04-24T02:38:08.602244+0000","last_undegraded":"2024-04-24T02:38:08.602244+0000","last_fullsized":"2024-04-24T02:38:08.602244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591154+0000","last_change":"2024-04-24T02:38:08.590512+0000","last_active":"2024-04-24T02:38:08.591154+0000","last_peered":"2024-04-24T02:38:08.591154+0000","last_clean":"2024-04-24T02:38:08.591154+0000","last_became_active":"2024-04-24T02:38:08.590201+0000","last_became_peered":"2024-04-24T02:38:08.590201+0000","last_unstale":"2024-04-24T02:38:08.591154+0000","last_undegraded":"2024-04-24T02:38:08.591154+0000","last_fullsized":"2024-04-24T02:38:08.591154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.585278+0000","last_change":"2024-04-24T02:38:08.578671+0000","last_active":"2024-04-24T02:38:08.585278+0000","last_peered":"2024-04-24T02:38:08.585278+0000","last_clean":"2024-04-24T02:38:08.585278+0000","last_became_active":"2024-04-24T02:38:08.578315+0000","last_became_peered":"2024-04-24T02:38:08.578315+0000","last_unstale":"2024-04-24T02:38:08.585278+0000","last_undegraded":"2024-04-24T02:38:08.585278+0000","last_fullsized":"2024-04-24T02:38:08.585278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178472+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182994+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601363+0000","last_change":"2024-04-24T02:38:08.601014+0000","last_active":"2024-04-24T02:38:08.601363+0000","last_peered":"2024-04-24T02:38:08.601363+0000","last_clean":"2024-04-24T02:38:08.601363+0000","last_became_active":"2024-04-24T02:38:08.600719+0000","last_became_peered":"2024-04-24T02:38:08.600719+0000","last_unstale":"2024-04-24T02:38:08.601363+0000","last_undegraded":"2024-04-24T02:38:08.601363+0000","last_fullsized":"2024-04-24T02:38:08.601363+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178931+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586687+0000","last_change":"2024-04-24T02:38:08.579409+0000","last_active":"2024-04-24T02:38:08.586687+0000","last_peered":"2024-04-24T02:38:08.586687+0000","last_clean":"2024-04-24T02:38:08.586687+0000","last_became_active":"2024-04-24T02:38:08.579087+0000","last_became_peered":"2024-04-24T02:38:08.579087+0000","last_unstale":"2024-04-24T02:38:08.586687+0000","last_undegraded":"2024-04-24T02:38:08.586687+0000","last_fullsized":"2024-04-24T02:38:08.586687+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178442+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595437+0000","last_change":"2024-04-24T02:38:08.594001+0000","last_active":"2024-04-24T02:38:08.595437+0000","last_peered":"2024-04-24T02:38:08.595437+0000","last_clean":"2024-04-24T02:38:08.595437+0000","last_became_active":"2024-04-24T02:38:08.593765+0000","last_became_peered":"2024-04-24T02:38:08.593765+0000","last_unstale":"2024-04-24T02:38:08.595437+0000","last_undegraded":"2024-04-24T02:38:08.595437+0000","last_fullsized":"2024-04-24T02:38:08.595437+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595155+0000","last_change":"2024-04-24T02:38:08.593398+0000","last_active":"2024-04-24T02:38:08.595155+0000","last_peered":"2024-04-24T02:38:08.595155+0000","last_clean":"2024-04-24T02:38:08.595155+0000","last_became_active":"2024-04-24T02:38:08.593073+0000","last_became_peered":"2024-04-24T02:38:08.593073+0000","last_unstale":"2024-04-24T02:38:08.595155+0000","last_undegraded":"2024-04-24T02:38:08.595155+0000","last_fullsized":"2024-04-24T02:38:08.595155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":129,"acting":129,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1558,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20,"ondisk_log_size":20,"up":90,"acting":90,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430213,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40100000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297604,"kb_used_data":508,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447548,"statfs":{"total":95995035648,"available":95690289152,"internally_reserved":0,"allocated":520192,"data_stored":210468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.34200000000000003,"15min":0.33400000000000002},"min":{"1min":0.254,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.34899999999999998,"15min":0.33600000000000002},"min":{"1min":0.30299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.28999999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.316,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.60599999999999998,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.28799999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.372}]},{"osd":4,"last update":"Wed Apr 24 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68700000000000006}]},{"osd":5,"last update":"Wed Apr 24 02:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297560,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447592,"statfs":{"total":95995035648,"available":95690334208,"internally_reserved":0,"allocated":475136,"data_stored":189244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:37:18 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32900000000000001,"15min":0.317},"min":{"1min":0.246,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.31900000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.314,"5min":0.222,"15min":0.222},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.373,"15min":0.36099999999999999},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.41099999999999998}]},{"osd":3,"last update":"Wed Apr 24 02:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.307},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.47099999999999997}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1,"5min":1,"15min":1},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.5}]},{"osd":5,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.436},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.26700000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.37,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.35199999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.378,"15min":0.36799999999999999},"min":{"1min":0.29599999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.437},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.41299999999999998,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.33300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.317},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.36599999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.501}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.311}]},{"osd":2,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.33100000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55000000000000004}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.443},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.57799999999999996}]},{"osd":1,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.53400000000000003}]},{"osd":3,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.628},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.52300000000000002}]},{"osd":5,"last update":"Wed Apr 24 02:38:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":217800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.504}]},{"osd":1,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.46300000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.42699999999999999}]},{"osd":3,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.623},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.45100000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:38:12.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-24T02:38:12.945 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:12.947 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:11.186333+0000 mgr.y (mgr.14144) 200 : cluster [DBG] pgmap v188: 97 pgs: 23 creating+peering, 23 unknown, 51 active+clean; 1.5 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:11.571490+0000 mon.a (mon.0) 587 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:11.571575+0000 mon.a (mon.0) 588 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:11.942607+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.16:0/3583497205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:12.261148+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.16:0/1673189399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:11.186333+0000 mgr.y (mgr.14144) 200 : cluster [DBG] pgmap v188: 97 pgs: 23 creating+peering, 23 unknown, 51 active+clean; 1.5 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:11.571490+0000 mon.a (mon.0) 587 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-24T02:38:12.955 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:11.571575+0000 mon.a (mon.0) 588 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:12.956 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:11.942607+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.16:0/3583497205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:12.956 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:12.261148+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.16:0/1673189399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:12.956 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-24T02:38:11.186074+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1558,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20,"ondisk_log_size":20,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":64,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380748,"kb_used_data":3980,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580468,"statfs":{"total":767960285184,"available":765522399232,"internally_reserved":0,"allocated":4075520,"data_stored":1631092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182804+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600961+0000","last_change":"2024-04-24T02:38:08.599416+0000","last_active":"2024-04-24T02:38:08.600961+0000","last_peered":"2024-04-24T02:38:08.600961+0000","last_clean":"2024-04-24T02:38:08.600961+0000","last_became_active":"2024-04-24T02:38:08.599044+0000","last_became_peered":"2024-04-24T02:38:08.599044+0000","last_unstale":"2024-04-24T02:38:08.600961+0000","last_undegraded":"2024-04-24T02:38:08.600961+0000","last_fullsized":"2024-04-24T02:38:08.600961+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587920+0000","last_change":"2024-04-24T02:38:08.585458+0000","last_active":"2024-04-24T02:38:08.587920+0000","last_peered":"2024-04-24T02:38:08.587920+0000","last_clean":"2024-04-24T02:38:08.587920+0000","last_became_active":"2024-04-24T02:38:08.584855+0000","last_became_peered":"2024-04-24T02:38:08.584855+0000","last_unstale":"2024-04-24T02:38:08.587920+0000","last_undegraded":"2024-04-24T02:38:08.587920+0000","last_fullsized":"2024-04-24T02:38:08.587920+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.179559+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601081+0000","last_change":"2024-04-24T02:38:08.600190+0000","last_active":"2024-04-24T02:38:08.601081+0000","last_peered":"2024-04-24T02:38:08.601081+0000","last_clean":"2024-04-24T02:38:08.601081+0000","last_became_active":"2024-04-24T02:38:08.599899+0000","last_became_peered":"2024-04-24T02:38:08.599899+0000","last_unstale":"2024-04-24T02:38:08.601081+0000","last_undegraded":"2024-04-24T02:38:08.601081+0000","last_fullsized":"2024-04-24T02:38:08.601081+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600587+0000","last_change":"2024-04-24T02:38:08.599047+0000","last_active":"2024-04-24T02:38:08.600587+0000","last_peered":"2024-04-24T02:38:08.600587+0000","last_clean":"2024-04-24T02:38:08.600587+0000","last_became_active":"2024-04-24T02:38:08.598544+0000","last_became_peered":"2024-04-24T02:38:08.598544+0000","last_unstale":"2024-04-24T02:38:08.600587+0000","last_undegraded":"2024-04-24T02:38:08.600587+0000","last_fullsized":"2024-04-24T02:38:08.600587+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599914+0000","last_change":"2024-04-24T02:38:08.594706+0000","last_active":"2024-04-24T02:38:08.599914+0000","last_peered":"2024-04-24T02:38:08.599914+0000","last_clean":"2024-04-24T02:38:08.599914+0000","last_became_active":"2024-04-24T02:38:08.594074+0000","last_became_peered":"2024-04-24T02:38:08.594074+0000","last_unstale":"2024-04-24T02:38:08.599914+0000","last_undegraded":"2024-04-24T02:38:08.599914+0000","last_fullsized":"2024-04-24T02:38:08.599914+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178695+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184481+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596537+0000","last_change":"2024-04-24T02:38:08.586855+0000","last_active":"2024-04-24T02:38:08.596537+0000","last_peered":"2024-04-24T02:38:08.596537+0000","last_clean":"2024-04-24T02:38:08.596537+0000","last_became_active":"2024-04-24T02:38:08.586468+0000","last_became_peered":"2024-04-24T02:38:08.586468+0000","last_unstale":"2024-04-24T02:38:08.596537+0000","last_undegraded":"2024-04-24T02:38:08.596537+0000","last_fullsized":"2024-04-24T02:38:08.596537+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595436+0000","last_change":"2024-04-24T02:38:08.587516+0000","last_active":"2024-04-24T02:38:08.595436+0000","last_peered":"2024-04-24T02:38:08.595436+0000","last_clean":"2024-04-24T02:38:08.595436+0000","last_became_active":"2024-04-24T02:38:08.586740+0000","last_became_peered":"2024-04-24T02:38:08.586740+0000","last_unstale":"2024-04-24T02:38:08.595436+0000","last_undegraded":"2024-04-24T02:38:08.595436+0000","last_fullsized":"2024-04-24T02:38:08.595436+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591175+0000","last_change":"2024-04-24T02:38:08.590540+0000","last_active":"2024-04-24T02:38:08.591175+0000","last_peered":"2024-04-24T02:38:08.591175+0000","last_clean":"2024-04-24T02:38:08.591175+0000","last_became_active":"2024-04-24T02:38:08.590223+0000","last_became_peered":"2024-04-24T02:38:08.590223+0000","last_unstale":"2024-04-24T02:38:08.591175+0000","last_undegraded":"2024-04-24T02:38:08.591175+0000","last_fullsized":"2024-04-24T02:38:08.591175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.163949+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178039+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.183046+0000","last_change":"2024-04-24T02:38:08.183046+0000","last_active":"2024-04-24T02:38:08.183046+0000","last_peered":"2024-04-24T02:38:08.183046+0000","last_clean":"2024-04-24T02:38:08.183046+0000","last_became_active":"2024-04-24T02:38:08.182801+0000","last_became_peered":"2024-04-24T02:38:08.182801+0000","last_unstale":"2024-04-24T02:38:08.183046+0000","last_undegraded":"2024-04-24T02:38:08.183046+0000","last_fullsized":"2024-04-24T02:38:08.183046+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170992+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600984+0000","last_change":"2024-04-24T02:38:08.599398+0000","last_active":"2024-04-24T02:38:08.600984+0000","last_peered":"2024-04-24T02:38:08.600984+0000","last_clean":"2024-04-24T02:38:08.600984+0000","last_became_active":"2024-04-24T02:38:08.598606+0000","last_became_peered":"2024-04-24T02:38:08.598606+0000","last_unstale":"2024-04-24T02:38:08.600984+0000","last_undegraded":"2024-04-24T02:38:08.600984+0000","last_fullsized":"2024-04-24T02:38:08.600984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170285+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602859+0000","last_change":"2024-04-24T02:38:08.601358+0000","last_active":"2024-04-24T02:38:08.602859+0000","last_peered":"2024-04-24T02:38:08.602859+0000","last_clean":"2024-04-24T02:38:08.602859+0000","last_became_active":"2024-04-24T02:38:08.600968+0000","last_became_peered":"2024-04-24T02:38:08.600968+0000","last_unstale":"2024-04-24T02:38:08.602859+0000","last_undegraded":"2024-04-24T02:38:08.602859+0000","last_fullsized":"2024-04-24T02:38:08.602859+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190407+0000","last_change":"2024-04-24T02:38:08.190407+0000","last_active":"2024-04-24T02:38:08.190407+0000","last_peered":"2024-04-24T02:38:08.190407+0000","last_clean":"2024-04-24T02:38:08.190407+0000","last_became_active":"2024-04-24T02:38:08.190102+0000","last_became_peered":"2024-04-24T02:38:08.190102+0000","last_unstale":"2024-04-24T02:38:08.190407+0000","last_undegraded":"2024-04-24T02:38:08.190407+0000","last_fullsized":"2024-04-24T02:38:08.190407+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575669+0000","last_change":"2024-04-24T02:38:08.574888+0000","last_active":"2024-04-24T02:38:08.575669+0000","last_peered":"2024-04-24T02:38:08.575669+0000","last_clean":"2024-04-24T02:38:08.575669+0000","last_became_active":"2024-04-24T02:38:08.574399+0000","last_became_peered":"2024-04-24T02:38:08.574399+0000","last_unstale":"2024-04-24T02:38:08.575669+0000","last_undegraded":"2024-04-24T02:38:08.575669+0000","last_fullsized":"2024-04-24T02:38:08.575669+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602981+0000","last_change":"2024-04-24T02:38:08.196939+0000","last_active":"2024-04-24T02:38:08.602981+0000","last_peered":"2024-04-24T02:38:08.602981+0000","last_clean":"2024-04-24T02:38:08.602981+0000","last_became_active":"2024-04-24T02:38:08.196604+0000","last_became_peered":"2024-04-24T02:38:08.196604+0000","last_unstale":"2024-04-24T02:38:08.602981+0000","last_undegraded":"2024-04-24T02:38:08.602981+0000","last_fullsized":"2024-04-24T02:38:08.602981+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190532+0000","last_change":"2024-04-24T02:38:08.190532+0000","last_active":"2024-04-24T02:38:08.190532+0000","last_peered":"2024-04-24T02:38:08.190532+0000","last_clean":"2024-04-24T02:38:08.190532+0000","last_became_active":"2024-04-24T02:38:08.190232+0000","last_became_peered":"2024-04-24T02:38:08.190232+0000","last_unstale":"2024-04-24T02:38:08.190532+0000","last_undegraded":"2024-04-24T02:38:08.190532+0000","last_fullsized":"2024-04-24T02:38:08.190532+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178312+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566504+0000","last_change":"2024-04-24T02:38:08.186543+0000","last_active":"2024-04-24T02:38:08.566504+0000","last_peered":"2024-04-24T02:38:08.566504+0000","last_clean":"2024-04-24T02:38:08.566504+0000","last_became_active":"2024-04-24T02:38:08.186194+0000","last_became_peered":"2024-04-24T02:38:08.186194+0000","last_unstale":"2024-04-24T02:38:08.566504+0000","last_undegraded":"2024-04-24T02:38:08.566504+0000","last_fullsized":"2024-04-24T02:38:08.566504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184074+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600318+0000","last_change":"2024-04-24T02:38:08.190205+0000","last_active":"2024-04-24T02:38:08.600318+0000","last_peered":"2024-04-24T02:38:08.600318+0000","last_clean":"2024-04-24T02:38:08.600318+0000","last_became_active":"2024-04-24T02:38:08.188731+0000","last_became_peered":"2024-04-24T02:38:08.188731+0000","last_unstale":"2024-04-24T02:38:08.600318+0000","last_undegraded":"2024-04-24T02:38:08.600318+0000","last_fullsized":"2024-04-24T02:38:08.600318+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599536+0000","last_change":"2024-04-24T02:38:08.599177+0000","last_active":"2024-04-24T02:38:08.599536+0000","last_peered":"2024-04-24T02:38:08.599536+0000","last_clean":"2024-04-24T02:38:08.599536+0000","last_became_active":"2024-04-24T02:38:08.598869+0000","last_became_peered":"2024-04-24T02:38:08.598869+0000","last_unstale":"2024-04-24T02:38:08.599536+0000","last_undegraded":"2024-04-24T02:38:08.599536+0000","last_fullsized":"2024-04-24T02:38:08.599536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571685+0000","last_change":"2024-04-24T02:38:08.191268+0000","last_active":"2024-04-24T02:38:08.571685+0000","last_peered":"2024-04-24T02:38:08.571685+0000","last_clean":"2024-04-24T02:38:08.571685+0000","last_became_active":"2024-04-24T02:38:08.190910+0000","last_became_peered":"2024-04-24T02:38:08.190910+0000","last_unstale":"2024-04-24T02:38:08.571685+0000","last_undegraded":"2024-04-24T02:38:08.571685+0000","last_fullsized":"2024-04-24T02:38:08.571685+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.188636+0000","last_change":"2024-04-24T02:38:08.188636+0000","last_active":"2024-04-24T02:38:08.188636+0000","last_peered":"2024-04-24T02:38:08.188636+0000","last_clean":"2024-04-24T02:38:08.188636+0000","last_became_active":"2024-04-24T02:38:08.188351+0000","last_became_peered":"2024-04-24T02:38:08.188351+0000","last_unstale":"2024-04-24T02:38:08.188636+0000","last_undegraded":"2024-04-24T02:38:08.188636+0000","last_fullsized":"2024-04-24T02:38:08.188636+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599892+0000","last_change":"2024-04-24T02:38:08.594500+0000","last_active":"2024-04-24T02:38:08.599892+0000","last_peered":"2024-04-24T02:38:08.599892+0000","last_clean":"2024-04-24T02:38:08.599892+0000","last_became_active":"2024-04-24T02:38:08.593616+0000","last_became_peered":"2024-04-24T02:38:08.593616+0000","last_unstale":"2024-04-24T02:38:08.599892+0000","last_undegraded":"2024-04-24T02:38:08.599892+0000","last_fullsized":"2024-04-24T02:38:08.599892+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.606126+0000","last_change":"2024-04-24T02:38:08.191399+0000","last_active":"2024-04-24T02:38:08.606126+0000","last_peered":"2024-04-24T02:38:08.606126+0000","last_clean":"2024-04-24T02:38:08.606126+0000","last_became_active":"2024-04-24T02:38:08.191088+0000","last_became_peered":"2024-04-24T02:38:08.191088+0000","last_unstale":"2024-04-24T02:38:08.606126+0000","last_undegraded":"2024-04-24T02:38:08.606126+0000","last_fullsized":"2024-04-24T02:38:08.606126+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.163949+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566049+0000","last_change":"2024-04-24T02:38:08.188649+0000","last_active":"2024-04-24T02:38:08.566049+0000","last_peered":"2024-04-24T02:38:08.566049+0000","last_clean":"2024-04-24T02:38:08.566049+0000","last_became_active":"2024-04-24T02:38:08.188288+0000","last_became_peered":"2024-04-24T02:38:08.188288+0000","last_unstale":"2024-04-24T02:38:08.566049+0000","last_undegraded":"2024-04-24T02:38:08.566049+0000","last_fullsized":"2024-04-24T02:38:08.566049+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592947+0000","last_change":"2024-04-24T02:38:08.189631+0000","last_active":"2024-04-24T02:38:08.592947+0000","last_peered":"2024-04-24T02:38:08.592947+0000","last_clean":"2024-04-24T02:38:08.592947+0000","last_became_active":"2024-04-24T02:38:08.189301+0000","last_became_peered":"2024-04-24T02:38:08.189301+0000","last_unstale":"2024-04-24T02:38:08.592947+0000","last_undegraded":"2024-04-24T02:38:08.592947+0000","last_fullsized":"2024-04-24T02:38:08.592947+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602224+0000","last_change":"2024-04-24T02:38:08.599422+0000","last_active":"2024-04-24T02:38:08.602224+0000","last_peered":"2024-04-24T02:38:08.602224+0000","last_clean":"2024-04-24T02:38:08.602224+0000","last_became_active":"2024-04-24T02:38:08.598742+0000","last_became_peered":"2024-04-24T02:38:08.598742+0000","last_unstale":"2024-04-24T02:38:08.602224+0000","last_undegraded":"2024-04-24T02:38:08.602224+0000","last_fullsized":"2024-04-24T02:38:08.602224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.584823+0000","last_change":"2024-04-24T02:38:08.188191+0000","last_active":"2024-04-24T02:38:08.584823+0000","last_peered":"2024-04-24T02:38:08.584823+0000","last_clean":"2024-04-24T02:38:08.584823+0000","last_became_active":"2024-04-24T02:38:08.187007+0000","last_became_peered":"2024-04-24T02:38:08.187007+0000","last_unstale":"2024-04-24T02:38:08.584823+0000","last_undegraded":"2024-04-24T02:38:08.584823+0000","last_fullsized":"2024-04-24T02:38:08.584823+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597482+0000","last_change":"2024-04-24T02:38:08.197425+0000","last_active":"2024-04-24T02:38:08.597482+0000","last_peered":"2024-04-24T02:38:08.597482+0000","last_clean":"2024-04-24T02:38:08.597482+0000","last_became_active":"2024-04-24T02:38:08.197072+0000","last_became_peered":"2024-04-24T02:38:08.197072+0000","last_unstale":"2024-04-24T02:38:08.597482+0000","last_undegraded":"2024-04-24T02:38:08.597482+0000","last_fullsized":"2024-04-24T02:38:08.597482+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189559+0000","last_change":"2024-04-24T02:38:08.189559+0000","last_active":"2024-04-24T02:38:08.189559+0000","last_peered":"2024-04-24T02:38:08.189559+0000","last_clean":"2024-04-24T02:38:08.189559+0000","last_became_active":"2024-04-24T02:38:08.189243+0000","last_became_peered":"2024-04-24T02:38:08.189243+0000","last_unstale":"2024-04-24T02:38:08.189559+0000","last_undegraded":"2024-04-24T02:38:08.189559+0000","last_fullsized":"2024-04-24T02:38:08.189559+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586319+0000","last_change":"2024-04-24T02:38:08.579262+0000","last_active":"2024-04-24T02:38:08.586319+0000","last_peered":"2024-04-24T02:38:08.586319+0000","last_clean":"2024-04-24T02:38:08.586319+0000","last_became_active":"2024-04-24T02:38:08.578917+0000","last_became_peered":"2024-04-24T02:38:08.578917+0000","last_unstale":"2024-04-24T02:38:08.586319+0000","last_undegraded":"2024-04-24T02:38:08.586319+0000","last_fullsized":"2024-04-24T02:38:08.586319+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.565936+0000","last_change":"2024-04-24T02:38:08.191359+0000","last_active":"2024-04-24T02:38:08.565936+0000","last_peered":"2024-04-24T02:38:08.565936+0000","last_clean":"2024-04-24T02:38:08.565936+0000","last_became_active":"2024-04-24T02:38:08.190943+0000","last_became_peered":"2024-04-24T02:38:08.190943+0000","last_unstale":"2024-04-24T02:38:08.565936+0000","last_undegraded":"2024-04-24T02:38:08.565936+0000","last_fullsized":"2024-04-24T02:38:08.565936+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592584+0000","last_change":"2024-04-24T02:38:08.586571+0000","last_active":"2024-04-24T02:38:08.592584+0000","last_peered":"2024-04-24T02:38:08.592584+0000","last_clean":"2024-04-24T02:38:08.592584+0000","last_became_active":"2024-04-24T02:38:08.586258+0000","last_became_peered":"2024-04-24T02:38:08.586258+0000","last_unstale":"2024-04-24T02:38:08.592584+0000","last_undegraded":"2024-04-24T02:38:08.592584+0000","last_fullsized":"2024-04-24T02:38:08.592584+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.183719+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560114+0000","last_change":"2024-04-24T02:38:08.180932+0000","last_active":"2024-04-24T02:38:08.560114+0000","last_peered":"2024-04-24T02:38:08.560114+0000","last_clean":"2024-04-24T02:38:08.560114+0000","last_became_active":"2024-04-24T02:38:08.180604+0000","last_became_peered":"2024-04-24T02:38:08.180604+0000","last_unstale":"2024-04-24T02:38:08.560114+0000","last_undegraded":"2024-04-24T02:38:08.560114+0000","last_fullsized":"2024-04-24T02:38:08.560114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177365+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.567106+0000","last_change":"2024-04-24T02:38:08.190408+0000","last_active":"2024-04-24T02:38:08.567106+0000","last_peered":"2024-04-24T02:38:08.567106+0000","last_clean":"2024-04-24T02:38:08.567106+0000","last_became_active":"2024-04-24T02:38:08.189454+0000","last_became_peered":"2024-04-24T02:38:08.189454+0000","last_unstale":"2024-04-24T02:38:08.567106+0000","last_undegraded":"2024-04-24T02:38:08.567106+0000","last_fullsized":"2024-04-24T02:38:08.567106+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-04-24T02:37:49.029127+0000","last_change":"2024-04-24T02:37:49.028871+0000","last_active":"2024-04-24T02:37:49.029127+0000","last_peered":"2024-04-24T02:37:49.029127+0000","last_clean":"2024-04-24T02:37:49.029127+0000","last_became_active":"2024-04-24T02:37:49.028585+0000","last_became_peered":"2024-04-24T02:37:49.028585+0000","last_unstale":"2024-04-24T02:37:49.029127+0000","last_undegraded":"2024-04-24T02:37:49.029127+0000","last_fullsized":"2024-04-24T02:37:49.029127+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170462+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170480+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182974+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189060+0000","last_change":"2024-04-24T02:38:08.189060+0000","last_active":"2024-04-24T02:38:08.189060+0000","last_peered":"2024-04-24T02:38:08.189060+0000","last_clean":"2024-04-24T02:38:08.189060+0000","last_became_active":"2024-04-24T02:38:08.188715+0000","last_became_peered":"2024-04-24T02:38:08.188715+0000","last_unstale":"2024-04-24T02:38:08.189060+0000","last_undegraded":"2024-04-24T02:38:08.189060+0000","last_fullsized":"2024-04-24T02:38:08.189060+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176952+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604716+0000","last_change":"2024-04-24T02:38:08.188460+0000","last_active":"2024-04-24T02:38:08.604716+0000","last_peered":"2024-04-24T02:38:08.604716+0000","last_clean":"2024-04-24T02:38:08.604716+0000","last_became_active":"2024-04-24T02:38:08.188132+0000","last_became_peered":"2024-04-24T02:38:08.188132+0000","last_unstale":"2024-04-24T02:38:08.604716+0000","last_undegraded":"2024-04-24T02:38:08.604716+0000","last_fullsized":"2024-04-24T02:38:08.604716+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170939+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575272+0000","last_change":"2024-04-24T02:38:08.574073+0000","last_active":"2024-04-24T02:38:08.575272+0000","last_peered":"2024-04-24T02:38:08.575272+0000","last_clean":"2024-04-24T02:38:08.575272+0000","last_became_active":"2024-04-24T02:38:08.573660+0000","last_became_peered":"2024-04-24T02:38:08.573660+0000","last_unstale":"2024-04-24T02:38:08.575272+0000","last_undegraded":"2024-04-24T02:38:08.575272+0000","last_fullsized":"2024-04-24T02:38:08.575272+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.185460+0000","last_change":"2024-04-24T02:38:08.185460+0000","last_active":"2024-04-24T02:38:08.185460+0000","last_peered":"2024-04-24T02:38:08.185460+0000","last_clean":"2024-04-24T02:38:08.185460+0000","last_became_active":"2024-04-24T02:38:08.184875+0000","last_became_peered":"2024-04-24T02:38:08.184875+0000","last_unstale":"2024-04-24T02:38:08.185460+0000","last_undegraded":"2024-04-24T02:38:08.185460+0000","last_fullsized":"2024-04-24T02:38:08.185460+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176925+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189047+0000","last_change":"2024-04-24T02:38:08.189047+0000","last_active":"2024-04-24T02:38:08.189047+0000","last_peered":"2024-04-24T02:38:08.189047+0000","last_clean":"2024-04-24T02:38:08.189047+0000","last_became_active":"2024-04-24T02:38:08.188682+0000","last_became_peered":"2024-04-24T02:38:08.188682+0000","last_unstale":"2024-04-24T02:38:08.189047+0000","last_undegraded":"2024-04-24T02:38:08.189047+0000","last_fullsized":"2024-04-24T02:38:08.189047+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177382+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:07.163949+0000","last_change":"2024-04-24T02:38:07.170291+0000","last_active":"2024-04-24T02:38:07.163949+0000","last_peered":"2024-04-24T02:38:07.163949+0000","last_clean":"2024-04-24T02:38:07.163949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:07.163949+0000","last_undegraded":"2024-04-24T02:38:07.163949+0000","last_fullsized":"2024-04-24T02:38:07.163949+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592643+0000","last_change":"2024-04-24T02:38:08.590454+0000","last_active":"2024-04-24T02:38:08.592643+0000","last_peered":"2024-04-24T02:38:08.592643+0000","last_clean":"2024-04-24T02:38:08.592643+0000","last_became_active":"2024-04-24T02:38:08.590130+0000","last_became_peered":"2024-04-24T02:38:08.590130+0000","last_unstale":"2024-04-24T02:38:08.592643+0000","last_undegraded":"2024-04-24T02:38:08.592643+0000","last_fullsized":"2024-04-24T02:38:08.592643+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560602+0000","last_change":"2024-04-24T02:38:08.182594+0000","last_active":"2024-04-24T02:38:08.560602+0000","last_peered":"2024-04-24T02:38:08.560602+0000","last_clean":"2024-04-24T02:38:08.560602+0000","last_became_active":"2024-04-24T02:38:08.182199+0000","last_became_peered":"2024-04-24T02:38:08.182199+0000","last_unstale":"2024-04-24T02:38:08.560602+0000","last_undegraded":"2024-04-24T02:38:08.560602+0000","last_fullsized":"2024-04-24T02:38:08.560602+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.184633+0000","last_change":"2024-04-24T02:38:08.184633+0000","last_active":"2024-04-24T02:38:08.184633+0000","last_peered":"2024-04-24T02:38:08.184633+0000","last_clean":"2024-04-24T02:38:08.184633+0000","last_became_active":"2024-04-24T02:38:08.184407+0000","last_became_peered":"2024-04-24T02:38:08.184407+0000","last_unstale":"2024-04-24T02:38:08.184633+0000","last_undegraded":"2024-04-24T02:38:08.184633+0000","last_fullsized":"2024-04-24T02:38:08.184633+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597508+0000","last_change":"2024-04-24T02:38:08.596031+0000","last_active":"2024-04-24T02:38:08.597508+0000","last_peered":"2024-04-24T02:38:08.597508+0000","last_clean":"2024-04-24T02:38:08.597508+0000","last_became_active":"2024-04-24T02:38:08.595694+0000","last_became_peered":"2024-04-24T02:38:08.595694+0000","last_unstale":"2024-04-24T02:38:08.597508+0000","last_undegraded":"2024-04-24T02:38:08.597508+0000","last_fullsized":"2024-04-24T02:38:08.597508+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587198+0000","last_change":"2024-04-24T02:38:08.187638+0000","last_active":"2024-04-24T02:38:08.587198+0000","last_peered":"2024-04-24T02:38:08.587198+0000","last_clean":"2024-04-24T02:38:08.587198+0000","last_became_active":"2024-04-24T02:38:08.187332+0000","last_became_peered":"2024-04-24T02:38:08.187332+0000","last_unstale":"2024-04-24T02:38:08.587198+0000","last_undegraded":"2024-04-24T02:38:08.587198+0000","last_fullsized":"2024-04-24T02:38:08.587198+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602244+0000","last_change":"2024-04-24T02:38:08.599626+0000","last_active":"2024-04-24T02:38:08.602244+0000","last_peered":"2024-04-24T02:38:08.602244+0000","last_clean":"2024-04-24T02:38:08.602244+0000","last_became_active":"2024-04-24T02:38:08.599145+0000","last_became_peered":"2024-04-24T02:38:08.599145+0000","last_unstale":"2024-04-24T02:38:08.602244+0000","last_undegraded":"2024-04-24T02:38:08.602244+0000","last_fullsized":"2024-04-24T02:38:08.602244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591154+0000","last_change":"2024-04-24T02:38:08.590512+0000","last_active":"2024-04-24T02:38:08.591154+0000","last_peered":"2024-04-24T02:38:08.591154+0000","last_clean":"2024-04-24T02:38:08.591154+0000","last_became_active":"2024-04-24T02:38:08.590201+0000","last_became_peered":"2024-04-24T02:38:08.590201+0000","last_unstale":"2024-04-24T02:38:08.591154+0000","last_undegraded":"2024-04-24T02:38:08.591154+0000","last_fullsized":"2024-04-24T02:38:08.591154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.585278+0000","last_change":"2024-04-24T02:38:08.578671+0000","last_active":"2024-04-24T02:38:08.585278+0000","last_peered":"2024-04-24T02:38:08.585278+0000","last_clean":"2024-04-24T02:38:08.585278+0000","last_became_active":"2024-04-24T02:38:08.578315+0000","last_became_peered":"2024-04-24T02:38:08.578315+0000","last_unstale":"2024-04-24T02:38:08.585278+0000","last_undegraded":"2024-04-24T02:38:08.585278+0000","last_fullsized":"2024-04-24T02:38:08.585278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178472+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182994+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601363+0000","last_change":"2024-04-24T02:38:08.601014+0000","last_active":"2024-04-24T02:38:08.601363+0000","last_peered":"2024-04-24T02:38:08.601363+0000","last_clean":"2024-04-24T02:38:08.601363+0000","last_became_active":"2024-04-24T02:38:08.600719+0000","last_became_peered":"2024-04-24T02:38:08.600719+0000","last_unstale":"2024-04-24T02:38:08.601363+0000","last_undegraded":"2024-04-24T02:38:08.601363+0000","last_fullsized":"2024-04-24T02:38:08.601363+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178931+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586687+0000","last_change":"2024-04-24T02:38:08.579409+0000","last_active":"2024-04-24T02:38:08.586687+0000","last_peered":"2024-04-24T02:38:08.586687+0000","last_clean":"2024-04-24T02:38:08.586687+0000","last_became_active":"2024-04-24T02:38:08.579087+0000","last_became_peered":"2024-04-24T02:38:08.579087+0000","last_unstale":"2024-04-24T02:38:08.586687+0000","last_undegraded":"2024-04-24T02:38:08.586687+0000","last_fullsized":"2024-04-24T02:38:08.586687+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178442+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595437+0000","last_change":"2024-04-24T02:38:08.594001+0000","last_active":"2024-04-24T02:38:08.595437+0000","last_peered":"2024-04-24T02:38:08.595437+0000","last_clean":"2024-04-24T02:38:08.595437+0000","last_became_active":"2024-04-24T02:38:08.593765+0000","last_became_peered":"2024-04-24T02:38:08.593765+0000","last_unstale":"2024-04-24T02:38:08.595437+0000","last_undegraded":"2024-04-24T02:38:08.595437+0000","last_fullsized":"2024-04-24T02:38:08.595437+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.165801+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595155+0000","last_change":"2024-04-24T02:38:08.593398+0000","last_active":"2024-04-24T02:38:08.595155+0000","last_peered":"2024-04-24T02:38:08.595155+0000","last_clean":"2024-04-24T02:38:08.595155+0000","last_became_active":"2024-04-24T02:38:08.593073+0000","last_became_peered":"2024-04-24T02:38:08.593073+0000","last_unstale":"2024-04-24T02:38:08.595155+0000","last_undegraded":"2024-04-24T02:38:08.595155+0000","last_fullsized":"2024-04-24T02:38:08.595155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":129,"acting":129,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1558,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20,"ondisk_log_size":20,"up":90,"acting":90,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430213,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40100000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297604,"kb_used_data":508,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447548,"statfs":{"total":95995035648,"available":95690289152,"internally_reserved":0,"allocated":520192,"data_stored":210468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.34200000000000003,"15min":0.33400000000000002},"min":{"1min":0.254,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.34899999999999998,"15min":0.33600000000000002},"min":{"1min":0.30299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.28999999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.316,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.60599999999999998,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.28799999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.372}]},{"osd":4,"last update":"Wed Apr 24 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68700000000000006}]},{"osd":5,"last update":"Wed Apr 24 02:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297560,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447592,"statfs":{"total":95995035648,"available":95690334208,"internally_reserved":0,"allocated":475136,"data_stored":189244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:37:18 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32900000000000001,"15min":0.317},"min":{"1min":0.246,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.31900000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.314,"5min":0.222,"15min":0.222},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.373,"15min":0.36099999999999999},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.41099999999999998}]},{"osd":3,"last update":"Wed Apr 24 02:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.307},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.47099999999999997}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1,"5min":1,"15min":1},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.5}]},{"osd":5,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.436},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.26700000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.37,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.35199999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.378,"15min":0.36799999999999999},"min":{"1min":0.29599999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.437},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.41299999999999998,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.33300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.317},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.36599999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.501}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.311}]},{"osd":2,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.33100000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55000000000000004}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.443},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.57799999999999996}]},{"osd":1,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.53400000000000003}]},{"osd":3,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.628},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.52300000000000002}]},{"osd":5,"last update":"Wed Apr 24 02:38:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":217800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.504}]},{"osd":1,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.46300000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.42699999999999999}]},{"osd":3,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.623},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.45100000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:38:12.961 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-24T02:38:13.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:11.186333+0000 mgr.y (mgr.14144) 200 : cluster [DBG] pgmap v188: 97 pgs: 23 creating+peering, 23 unknown, 51 active+clean; 1.5 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:13.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:11.571490+0000 mon.a (mon.0) 587 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-24T02:38:13.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:11.571575+0000 mon.a (mon.0) 588 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:38:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:11.942607+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.16:0/3583497205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:38:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:12.261148+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.16:0/1673189399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:13.305 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:13.306 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:38:13.316 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-24T02:38:13.186489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2146,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380856,"kb_used_data":4088,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580360,"statfs":{"total":767960285184,"available":765522288640,"internally_reserved":0,"allocated":4186112,"data_stored":1679419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":588,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000414"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598955+0000","last_change":"2024-04-24T02:38:08.597658+0000","last_active":"2024-04-24T02:38:08.598955+0000","last_peered":"2024-04-24T02:38:08.598955+0000","last_clean":"2024-04-24T02:38:08.598955+0000","last_became_active":"2024-04-24T02:38:08.597324+0000","last_became_peered":"2024-04-24T02:38:08.597324+0000","last_unstale":"2024-04-24T02:38:08.598955+0000","last_undegraded":"2024-04-24T02:38:08.598955+0000","last_fullsized":"2024-04-24T02:38:08.598955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182804+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.573757+0000","last_change":"2024-04-24T02:38:08.573487+0000","last_active":"2024-04-24T02:38:08.573757+0000","last_peered":"2024-04-24T02:38:08.573757+0000","last_clean":"2024-04-24T02:38:08.573757+0000","last_became_active":"2024-04-24T02:38:08.573042+0000","last_became_peered":"2024-04-24T02:38:08.573042+0000","last_unstale":"2024-04-24T02:38:08.573757+0000","last_undegraded":"2024-04-24T02:38:08.573757+0000","last_fullsized":"2024-04-24T02:38:08.573757+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600961+0000","last_change":"2024-04-24T02:38:08.599416+0000","last_active":"2024-04-24T02:38:08.600961+0000","last_peered":"2024-04-24T02:38:08.600961+0000","last_clean":"2024-04-24T02:38:08.600961+0000","last_became_active":"2024-04-24T02:38:08.599044+0000","last_became_peered":"2024-04-24T02:38:08.599044+0000","last_unstale":"2024-04-24T02:38:08.600961+0000","last_undegraded":"2024-04-24T02:38:08.600961+0000","last_fullsized":"2024-04-24T02:38:08.600961+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596023+0000","last_change":"2024-04-24T02:38:08.594756+0000","last_active":"2024-04-24T02:38:08.596023+0000","last_peered":"2024-04-24T02:38:08.596023+0000","last_clean":"2024-04-24T02:38:08.596023+0000","last_became_active":"2024-04-24T02:38:08.594250+0000","last_became_peered":"2024-04-24T02:38:08.594250+0000","last_unstale":"2024-04-24T02:38:08.596023+0000","last_undegraded":"2024-04-24T02:38:08.596023+0000","last_fullsized":"2024-04-24T02:38:08.596023+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587920+0000","last_change":"2024-04-24T02:38:08.585458+0000","last_active":"2024-04-24T02:38:08.587920+0000","last_peered":"2024-04-24T02:38:08.587920+0000","last_clean":"2024-04-24T02:38:08.587920+0000","last_became_active":"2024-04-24T02:38:08.584855+0000","last_became_peered":"2024-04-24T02:38:08.584855+0000","last_unstale":"2024-04-24T02:38:08.587920+0000","last_undegraded":"2024-04-24T02:38:08.587920+0000","last_fullsized":"2024-04-24T02:38:08.587920+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602043+0000","last_change":"2024-04-24T02:38:08.601041+0000","last_active":"2024-04-24T02:38:08.602043+0000","last_peered":"2024-04-24T02:38:08.602043+0000","last_clean":"2024-04-24T02:38:08.602043+0000","last_became_active":"2024-04-24T02:38:08.595774+0000","last_became_peered":"2024-04-24T02:38:08.595774+0000","last_unstale":"2024-04-24T02:38:08.602043+0000","last_undegraded":"2024-04-24T02:38:08.602043+0000","last_fullsized":"2024-04-24T02:38:08.602043+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.179559+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604309+0000","last_change":"2024-04-24T02:38:08.603324+0000","last_active":"2024-04-24T02:38:08.604309+0000","last_peered":"2024-04-24T02:38:08.604309+0000","last_clean":"2024-04-24T02:38:08.604309+0000","last_became_active":"2024-04-24T02:38:08.603062+0000","last_became_peered":"2024-04-24T02:38:08.603062+0000","last_unstale":"2024-04-24T02:38:08.604309+0000","last_undegraded":"2024-04-24T02:38:08.604309+0000","last_fullsized":"2024-04-24T02:38:08.604309+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601081+0000","last_change":"2024-04-24T02:38:08.600190+0000","last_active":"2024-04-24T02:38:08.601081+0000","last_peered":"2024-04-24T02:38:08.601081+0000","last_clean":"2024-04-24T02:38:08.601081+0000","last_became_active":"2024-04-24T02:38:08.599899+0000","last_became_peered":"2024-04-24T02:38:08.599899+0000","last_unstale":"2024-04-24T02:38:08.601081+0000","last_undegraded":"2024-04-24T02:38:08.601081+0000","last_fullsized":"2024-04-24T02:38:08.601081+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600587+0000","last_change":"2024-04-24T02:38:08.599047+0000","last_active":"2024-04-24T02:38:08.600587+0000","last_peered":"2024-04-24T02:38:08.600587+0000","last_clean":"2024-04-24T02:38:08.600587+0000","last_became_active":"2024-04-24T02:38:08.598544+0000","last_became_peered":"2024-04-24T02:38:08.598544+0000","last_unstale":"2024-04-24T02:38:08.600587+0000","last_undegraded":"2024-04-24T02:38:08.600587+0000","last_fullsized":"2024-04-24T02:38:08.600587+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599914+0000","last_change":"2024-04-24T02:38:08.594706+0000","last_active":"2024-04-24T02:38:08.599914+0000","last_peered":"2024-04-24T02:38:08.599914+0000","last_clean":"2024-04-24T02:38:08.599914+0000","last_became_active":"2024-04-24T02:38:08.594074+0000","last_became_peered":"2024-04-24T02:38:08.594074+0000","last_unstale":"2024-04-24T02:38:08.599914+0000","last_undegraded":"2024-04-24T02:38:08.599914+0000","last_fullsized":"2024-04-24T02:38:08.599914+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178695+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581503+0000","last_change":"2024-04-24T02:38:08.574671+0000","last_active":"2024-04-24T02:38:08.581503+0000","last_peered":"2024-04-24T02:38:08.581503+0000","last_clean":"2024-04-24T02:38:08.581503+0000","last_became_active":"2024-04-24T02:38:08.574227+0000","last_became_peered":"2024-04-24T02:38:08.574227+0000","last_unstale":"2024-04-24T02:38:08.581503+0000","last_undegraded":"2024-04-24T02:38:08.581503+0000","last_fullsized":"2024-04-24T02:38:08.581503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184481+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596537+0000","last_change":"2024-04-24T02:38:08.586855+0000","last_active":"2024-04-24T02:38:08.596537+0000","last_peered":"2024-04-24T02:38:08.596537+0000","last_clean":"2024-04-24T02:38:08.596537+0000","last_became_active":"2024-04-24T02:38:08.586468+0000","last_became_peered":"2024-04-24T02:38:08.586468+0000","last_unstale":"2024-04-24T02:38:08.596537+0000","last_undegraded":"2024-04-24T02:38:08.596537+0000","last_fullsized":"2024-04-24T02:38:08.596537+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595436+0000","last_change":"2024-04-24T02:38:08.587516+0000","last_active":"2024-04-24T02:38:08.595436+0000","last_peered":"2024-04-24T02:38:08.595436+0000","last_clean":"2024-04-24T02:38:08.595436+0000","last_became_active":"2024-04-24T02:38:08.586740+0000","last_became_peered":"2024-04-24T02:38:08.586740+0000","last_unstale":"2024-04-24T02:38:08.595436+0000","last_undegraded":"2024-04-24T02:38:08.595436+0000","last_fullsized":"2024-04-24T02:38:08.595436+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591175+0000","last_change":"2024-04-24T02:38:08.590540+0000","last_active":"2024-04-24T02:38:08.591175+0000","last_peered":"2024-04-24T02:38:08.591175+0000","last_clean":"2024-04-24T02:38:08.591175+0000","last_became_active":"2024-04-24T02:38:08.590223+0000","last_became_peered":"2024-04-24T02:38:08.590223+0000","last_unstale":"2024-04-24T02:38:08.591175+0000","last_undegraded":"2024-04-24T02:38:08.591175+0000","last_fullsized":"2024-04-24T02:38:08.591175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598993+0000","last_change":"2024-04-24T02:38:08.597041+0000","last_active":"2024-04-24T02:38:08.598993+0000","last_peered":"2024-04-24T02:38:08.598993+0000","last_clean":"2024-04-24T02:38:08.598993+0000","last_became_active":"2024-04-24T02:38:08.596708+0000","last_became_peered":"2024-04-24T02:38:08.596708+0000","last_unstale":"2024-04-24T02:38:08.598993+0000","last_undegraded":"2024-04-24T02:38:08.598993+0000","last_fullsized":"2024-04-24T02:38:08.598993+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595465+0000","last_change":"2024-04-24T02:38:08.192695+0000","last_active":"2024-04-24T02:38:08.595465+0000","last_peered":"2024-04-24T02:38:08.595465+0000","last_clean":"2024-04-24T02:38:08.595465+0000","last_became_active":"2024-04-24T02:38:08.192388+0000","last_became_peered":"2024-04-24T02:38:08.192388+0000","last_unstale":"2024-04-24T02:38:08.595465+0000","last_undegraded":"2024-04-24T02:38:08.595465+0000","last_fullsized":"2024-04-24T02:38:08.595465+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178039+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.183046+0000","last_change":"2024-04-24T02:38:08.183046+0000","last_active":"2024-04-24T02:38:08.183046+0000","last_peered":"2024-04-24T02:38:08.183046+0000","last_clean":"2024-04-24T02:38:08.183046+0000","last_became_active":"2024-04-24T02:38:08.182801+0000","last_became_peered":"2024-04-24T02:38:08.182801+0000","last_unstale":"2024-04-24T02:38:08.183046+0000","last_undegraded":"2024-04-24T02:38:08.183046+0000","last_fullsized":"2024-04-24T02:38:08.183046+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581682+0000","last_change":"2024-04-24T02:38:08.575412+0000","last_active":"2024-04-24T02:38:08.581682+0000","last_peered":"2024-04-24T02:38:08.581682+0000","last_clean":"2024-04-24T02:38:08.581682+0000","last_became_active":"2024-04-24T02:38:08.574459+0000","last_became_peered":"2024-04-24T02:38:08.574459+0000","last_unstale":"2024-04-24T02:38:08.581682+0000","last_undegraded":"2024-04-24T02:38:08.581682+0000","last_fullsized":"2024-04-24T02:38:08.581682+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596205+0000","last_change":"2024-04-24T02:38:08.194908+0000","last_active":"2024-04-24T02:38:08.596205+0000","last_peered":"2024-04-24T02:38:08.596205+0000","last_clean":"2024-04-24T02:38:08.596205+0000","last_became_active":"2024-04-24T02:38:08.194645+0000","last_became_peered":"2024-04-24T02:38:08.194645+0000","last_unstale":"2024-04-24T02:38:08.596205+0000","last_undegraded":"2024-04-24T02:38:08.596205+0000","last_fullsized":"2024-04-24T02:38:08.596205+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600984+0000","last_change":"2024-04-24T02:38:08.599398+0000","last_active":"2024-04-24T02:38:08.600984+0000","last_peered":"2024-04-24T02:38:08.600984+0000","last_clean":"2024-04-24T02:38:08.600984+0000","last_became_active":"2024-04-24T02:38:08.598606+0000","last_became_peered":"2024-04-24T02:38:08.598606+0000","last_unstale":"2024-04-24T02:38:08.600984+0000","last_undegraded":"2024-04-24T02:38:08.600984+0000","last_fullsized":"2024-04-24T02:38:08.600984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.603672+0000","last_change":"2024-04-24T02:38:08.195924+0000","last_active":"2024-04-24T02:38:08.603672+0000","last_peered":"2024-04-24T02:38:08.603672+0000","last_clean":"2024-04-24T02:38:08.603672+0000","last_became_active":"2024-04-24T02:38:08.195576+0000","last_became_peered":"2024-04-24T02:38:08.195576+0000","last_unstale":"2024-04-24T02:38:08.603672+0000","last_undegraded":"2024-04-24T02:38:08.603672+0000","last_fullsized":"2024-04-24T02:38:08.603672+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602859+0000","last_change":"2024-04-24T02:38:08.601358+0000","last_active":"2024-04-24T02:38:08.602859+0000","last_peered":"2024-04-24T02:38:08.602859+0000","last_clean":"2024-04-24T02:38:08.602859+0000","last_became_active":"2024-04-24T02:38:08.600968+0000","last_became_peered":"2024-04-24T02:38:08.600968+0000","last_unstale":"2024-04-24T02:38:08.602859+0000","last_undegraded":"2024-04-24T02:38:08.602859+0000","last_fullsized":"2024-04-24T02:38:08.602859+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190407+0000","last_change":"2024-04-24T02:38:08.190407+0000","last_active":"2024-04-24T02:38:08.190407+0000","last_peered":"2024-04-24T02:38:08.190407+0000","last_clean":"2024-04-24T02:38:08.190407+0000","last_became_active":"2024-04-24T02:38:08.190102+0000","last_became_peered":"2024-04-24T02:38:08.190102+0000","last_unstale":"2024-04-24T02:38:08.190407+0000","last_undegraded":"2024-04-24T02:38:08.190407+0000","last_fullsized":"2024-04-24T02:38:08.190407+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575669+0000","last_change":"2024-04-24T02:38:08.574888+0000","last_active":"2024-04-24T02:38:08.575669+0000","last_peered":"2024-04-24T02:38:08.575669+0000","last_clean":"2024-04-24T02:38:08.575669+0000","last_became_active":"2024-04-24T02:38:08.574399+0000","last_became_peered":"2024-04-24T02:38:08.574399+0000","last_unstale":"2024-04-24T02:38:08.575669+0000","last_undegraded":"2024-04-24T02:38:08.575669+0000","last_fullsized":"2024-04-24T02:38:08.575669+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602981+0000","last_change":"2024-04-24T02:38:08.196939+0000","last_active":"2024-04-24T02:38:08.602981+0000","last_peered":"2024-04-24T02:38:08.602981+0000","last_clean":"2024-04-24T02:38:08.602981+0000","last_became_active":"2024-04-24T02:38:08.196604+0000","last_became_peered":"2024-04-24T02:38:08.196604+0000","last_unstale":"2024-04-24T02:38:08.602981+0000","last_undegraded":"2024-04-24T02:38:08.602981+0000","last_fullsized":"2024-04-24T02:38:08.602981+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580638+0000","last_change":"2024-04-24T02:38:08.575301+0000","last_active":"2024-04-24T02:38:08.580638+0000","last_peered":"2024-04-24T02:38:08.580638+0000","last_clean":"2024-04-24T02:38:08.580638+0000","last_became_active":"2024-04-24T02:38:08.574990+0000","last_became_peered":"2024-04-24T02:38:08.574990+0000","last_unstale":"2024-04-24T02:38:08.580638+0000","last_undegraded":"2024-04-24T02:38:08.580638+0000","last_fullsized":"2024-04-24T02:38:08.580638+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190532+0000","last_change":"2024-04-24T02:38:08.190532+0000","last_active":"2024-04-24T02:38:08.190532+0000","last_peered":"2024-04-24T02:38:08.190532+0000","last_clean":"2024-04-24T02:38:08.190532+0000","last_became_active":"2024-04-24T02:38:08.190232+0000","last_became_peered":"2024-04-24T02:38:08.190232+0000","last_unstale":"2024-04-24T02:38:08.190532+0000","last_undegraded":"2024-04-24T02:38:08.190532+0000","last_fullsized":"2024-04-24T02:38:08.190532+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178312+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566504+0000","last_change":"2024-04-24T02:38:08.186543+0000","last_active":"2024-04-24T02:38:08.566504+0000","last_peered":"2024-04-24T02:38:08.566504+0000","last_clean":"2024-04-24T02:38:08.566504+0000","last_became_active":"2024-04-24T02:38:08.186194+0000","last_became_peered":"2024-04-24T02:38:08.186194+0000","last_unstale":"2024-04-24T02:38:08.566504+0000","last_undegraded":"2024-04-24T02:38:08.566504+0000","last_fullsized":"2024-04-24T02:38:08.566504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184074+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600318+0000","last_change":"2024-04-24T02:38:08.190205+0000","last_active":"2024-04-24T02:38:08.600318+0000","last_peered":"2024-04-24T02:38:08.600318+0000","last_clean":"2024-04-24T02:38:08.600318+0000","last_became_active":"2024-04-24T02:38:08.188731+0000","last_became_peered":"2024-04-24T02:38:08.188731+0000","last_unstale":"2024-04-24T02:38:08.600318+0000","last_undegraded":"2024-04-24T02:38:08.600318+0000","last_fullsized":"2024-04-24T02:38:08.600318+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599536+0000","last_change":"2024-04-24T02:38:08.599177+0000","last_active":"2024-04-24T02:38:08.599536+0000","last_peered":"2024-04-24T02:38:08.599536+0000","last_clean":"2024-04-24T02:38:08.599536+0000","last_became_active":"2024-04-24T02:38:08.598869+0000","last_became_peered":"2024-04-24T02:38:08.598869+0000","last_unstale":"2024-04-24T02:38:08.599536+0000","last_undegraded":"2024-04-24T02:38:08.599536+0000","last_fullsized":"2024-04-24T02:38:08.599536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571685+0000","last_change":"2024-04-24T02:38:08.191268+0000","last_active":"2024-04-24T02:38:08.571685+0000","last_peered":"2024-04-24T02:38:08.571685+0000","last_clean":"2024-04-24T02:38:08.571685+0000","last_became_active":"2024-04-24T02:38:08.190910+0000","last_became_peered":"2024-04-24T02:38:08.190910+0000","last_unstale":"2024-04-24T02:38:08.571685+0000","last_undegraded":"2024-04-24T02:38:08.571685+0000","last_fullsized":"2024-04-24T02:38:08.571685+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581702+0000","last_change":"2024-04-24T02:38:08.577843+0000","last_active":"2024-04-24T02:38:08.581702+0000","last_peered":"2024-04-24T02:38:08.581702+0000","last_clean":"2024-04-24T02:38:08.581702+0000","last_became_active":"2024-04-24T02:38:08.577541+0000","last_became_peered":"2024-04-24T02:38:08.577541+0000","last_unstale":"2024-04-24T02:38:08.581702+0000","last_undegraded":"2024-04-24T02:38:08.581702+0000","last_fullsized":"2024-04-24T02:38:08.581702+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.188636+0000","last_change":"2024-04-24T02:38:08.188636+0000","last_active":"2024-04-24T02:38:08.188636+0000","last_peered":"2024-04-24T02:38:08.188636+0000","last_clean":"2024-04-24T02:38:08.188636+0000","last_became_active":"2024-04-24T02:38:08.188351+0000","last_became_peered":"2024-04-24T02:38:08.188351+0000","last_unstale":"2024-04-24T02:38:08.188636+0000","last_undegraded":"2024-04-24T02:38:08.188636+0000","last_fullsized":"2024-04-24T02:38:08.188636+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599892+0000","last_change":"2024-04-24T02:38:08.594500+0000","last_active":"2024-04-24T02:38:08.599892+0000","last_peered":"2024-04-24T02:38:08.599892+0000","last_clean":"2024-04-24T02:38:08.599892+0000","last_became_active":"2024-04-24T02:38:08.593616+0000","last_became_peered":"2024-04-24T02:38:08.593616+0000","last_unstale":"2024-04-24T02:38:08.599892+0000","last_undegraded":"2024-04-24T02:38:08.599892+0000","last_fullsized":"2024-04-24T02:38:08.599892+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.606126+0000","last_change":"2024-04-24T02:38:08.191399+0000","last_active":"2024-04-24T02:38:08.606126+0000","last_peered":"2024-04-24T02:38:08.606126+0000","last_clean":"2024-04-24T02:38:08.606126+0000","last_became_active":"2024-04-24T02:38:08.191088+0000","last_became_peered":"2024-04-24T02:38:08.191088+0000","last_unstale":"2024-04-24T02:38:08.606126+0000","last_undegraded":"2024-04-24T02:38:08.606126+0000","last_fullsized":"2024-04-24T02:38:08.606126+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598971+0000","last_change":"2024-04-24T02:38:08.595776+0000","last_active":"2024-04-24T02:38:08.598971+0000","last_peered":"2024-04-24T02:38:08.598971+0000","last_clean":"2024-04-24T02:38:08.598971+0000","last_became_active":"2024-04-24T02:38:08.595478+0000","last_became_peered":"2024-04-24T02:38:08.595478+0000","last_unstale":"2024-04-24T02:38:08.598971+0000","last_undegraded":"2024-04-24T02:38:08.598971+0000","last_fullsized":"2024-04-24T02:38:08.598971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.594818+0000","last_change":"2024-04-24T02:38:08.192652+0000","last_active":"2024-04-24T02:38:08.594818+0000","last_peered":"2024-04-24T02:38:08.594818+0000","last_clean":"2024-04-24T02:38:08.594818+0000","last_became_active":"2024-04-24T02:38:08.192371+0000","last_became_peered":"2024-04-24T02:38:08.192371+0000","last_unstale":"2024-04-24T02:38:08.594818+0000","last_undegraded":"2024-04-24T02:38:08.594818+0000","last_fullsized":"2024-04-24T02:38:08.594818+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581522+0000","last_change":"2024-04-24T02:38:08.577836+0000","last_active":"2024-04-24T02:38:08.581522+0000","last_peered":"2024-04-24T02:38:08.581522+0000","last_clean":"2024-04-24T02:38:08.581522+0000","last_became_active":"2024-04-24T02:38:08.577527+0000","last_became_peered":"2024-04-24T02:38:08.577527+0000","last_unstale":"2024-04-24T02:38:08.581522+0000","last_undegraded":"2024-04-24T02:38:08.581522+0000","last_fullsized":"2024-04-24T02:38:08.581522+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566049+0000","last_change":"2024-04-24T02:38:08.188649+0000","last_active":"2024-04-24T02:38:08.566049+0000","last_peered":"2024-04-24T02:38:08.566049+0000","last_clean":"2024-04-24T02:38:08.566049+0000","last_became_active":"2024-04-24T02:38:08.188288+0000","last_became_peered":"2024-04-24T02:38:08.188288+0000","last_unstale":"2024-04-24T02:38:08.566049+0000","last_undegraded":"2024-04-24T02:38:08.566049+0000","last_fullsized":"2024-04-24T02:38:08.566049+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596002+0000","last_change":"2024-04-24T02:38:08.594578+0000","last_active":"2024-04-24T02:38:08.596002+0000","last_peered":"2024-04-24T02:38:08.596002+0000","last_clean":"2024-04-24T02:38:08.596002+0000","last_became_active":"2024-04-24T02:38:08.593800+0000","last_became_peered":"2024-04-24T02:38:08.593800+0000","last_unstale":"2024-04-24T02:38:08.596002+0000","last_undegraded":"2024-04-24T02:38:08.596002+0000","last_fullsized":"2024-04-24T02:38:08.596002+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592947+0000","last_change":"2024-04-24T02:38:08.189631+0000","last_active":"2024-04-24T02:38:08.592947+0000","last_peered":"2024-04-24T02:38:08.592947+0000","last_clean":"2024-04-24T02:38:08.592947+0000","last_became_active":"2024-04-24T02:38:08.189301+0000","last_became_peered":"2024-04-24T02:38:08.189301+0000","last_unstale":"2024-04-24T02:38:08.592947+0000","last_undegraded":"2024-04-24T02:38:08.592947+0000","last_fullsized":"2024-04-24T02:38:08.592947+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602224+0000","last_change":"2024-04-24T02:38:08.599422+0000","last_active":"2024-04-24T02:38:08.602224+0000","last_peered":"2024-04-24T02:38:08.602224+0000","last_clean":"2024-04-24T02:38:08.602224+0000","last_became_active":"2024-04-24T02:38:08.598742+0000","last_became_peered":"2024-04-24T02:38:08.598742+0000","last_unstale":"2024-04-24T02:38:08.602224+0000","last_undegraded":"2024-04-24T02:38:08.602224+0000","last_fullsized":"2024-04-24T02:38:08.602224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.584823+0000","last_change":"2024-04-24T02:38:08.188191+0000","last_active":"2024-04-24T02:38:08.584823+0000","last_peered":"2024-04-24T02:38:08.584823+0000","last_clean":"2024-04-24T02:38:08.584823+0000","last_became_active":"2024-04-24T02:38:08.187007+0000","last_became_peered":"2024-04-24T02:38:08.187007+0000","last_unstale":"2024-04-24T02:38:08.584823+0000","last_undegraded":"2024-04-24T02:38:08.584823+0000","last_fullsized":"2024-04-24T02:38:08.584823+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602062+0000","last_change":"2024-04-24T02:38:08.601280+0000","last_active":"2024-04-24T02:38:08.602062+0000","last_peered":"2024-04-24T02:38:08.602062+0000","last_clean":"2024-04-24T02:38:08.602062+0000","last_became_active":"2024-04-24T02:38:08.595552+0000","last_became_peered":"2024-04-24T02:38:08.595552+0000","last_unstale":"2024-04-24T02:38:08.602062+0000","last_undegraded":"2024-04-24T02:38:08.602062+0000","last_fullsized":"2024-04-24T02:38:08.602062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597482+0000","last_change":"2024-04-24T02:38:08.197425+0000","last_active":"2024-04-24T02:38:08.597482+0000","last_peered":"2024-04-24T02:38:08.597482+0000","last_clean":"2024-04-24T02:38:08.597482+0000","last_became_active":"2024-04-24T02:38:08.197072+0000","last_became_peered":"2024-04-24T02:38:08.197072+0000","last_unstale":"2024-04-24T02:38:08.597482+0000","last_undegraded":"2024-04-24T02:38:08.597482+0000","last_fullsized":"2024-04-24T02:38:08.597482+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595916+0000","last_change":"2024-04-24T02:38:08.593922+0000","last_active":"2024-04-24T02:38:08.595916+0000","last_peered":"2024-04-24T02:38:08.595916+0000","last_clean":"2024-04-24T02:38:08.595916+0000","last_became_active":"2024-04-24T02:38:08.593565+0000","last_became_peered":"2024-04-24T02:38:08.593565+0000","last_unstale":"2024-04-24T02:38:08.595916+0000","last_undegraded":"2024-04-24T02:38:08.595916+0000","last_fullsized":"2024-04-24T02:38:08.595916+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189559+0000","last_change":"2024-04-24T02:38:08.189559+0000","last_active":"2024-04-24T02:38:08.189559+0000","last_peered":"2024-04-24T02:38:08.189559+0000","last_clean":"2024-04-24T02:38:08.189559+0000","last_became_active":"2024-04-24T02:38:08.189243+0000","last_became_peered":"2024-04-24T02:38:08.189243+0000","last_unstale":"2024-04-24T02:38:08.189559+0000","last_undegraded":"2024-04-24T02:38:08.189559+0000","last_fullsized":"2024-04-24T02:38:08.189559+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586319+0000","last_change":"2024-04-24T02:38:08.579262+0000","last_active":"2024-04-24T02:38:08.586319+0000","last_peered":"2024-04-24T02:38:08.586319+0000","last_clean":"2024-04-24T02:38:08.586319+0000","last_became_active":"2024-04-24T02:38:08.578917+0000","last_became_peered":"2024-04-24T02:38:08.578917+0000","last_unstale":"2024-04-24T02:38:08.586319+0000","last_undegraded":"2024-04-24T02:38:08.586319+0000","last_fullsized":"2024-04-24T02:38:08.586319+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.565936+0000","last_change":"2024-04-24T02:38:08.191359+0000","last_active":"2024-04-24T02:38:08.565936+0000","last_peered":"2024-04-24T02:38:08.565936+0000","last_clean":"2024-04-24T02:38:08.565936+0000","last_became_active":"2024-04-24T02:38:08.190943+0000","last_became_peered":"2024-04-24T02:38:08.190943+0000","last_unstale":"2024-04-24T02:38:08.565936+0000","last_undegraded":"2024-04-24T02:38:08.565936+0000","last_fullsized":"2024-04-24T02:38:08.565936+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592584+0000","last_change":"2024-04-24T02:38:08.586571+0000","last_active":"2024-04-24T02:38:08.592584+0000","last_peered":"2024-04-24T02:38:08.592584+0000","last_clean":"2024-04-24T02:38:08.592584+0000","last_became_active":"2024-04-24T02:38:08.586258+0000","last_became_peered":"2024-04-24T02:38:08.586258+0000","last_unstale":"2024-04-24T02:38:08.592584+0000","last_undegraded":"2024-04-24T02:38:08.592584+0000","last_fullsized":"2024-04-24T02:38:08.592584+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.183719+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560114+0000","last_change":"2024-04-24T02:38:08.180932+0000","last_active":"2024-04-24T02:38:08.560114+0000","last_peered":"2024-04-24T02:38:08.560114+0000","last_clean":"2024-04-24T02:38:08.560114+0000","last_became_active":"2024-04-24T02:38:08.180604+0000","last_became_peered":"2024-04-24T02:38:08.180604+0000","last_unstale":"2024-04-24T02:38:08.560114+0000","last_undegraded":"2024-04-24T02:38:08.560114+0000","last_fullsized":"2024-04-24T02:38:08.560114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177365+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.567106+0000","last_change":"2024-04-24T02:38:08.190408+0000","last_active":"2024-04-24T02:38:08.567106+0000","last_peered":"2024-04-24T02:38:08.567106+0000","last_clean":"2024-04-24T02:38:08.567106+0000","last_became_active":"2024-04-24T02:38:08.189454+0000","last_became_peered":"2024-04-24T02:38:08.189454+0000","last_unstale":"2024-04-24T02:38:08.567106+0000","last_undegraded":"2024-04-24T02:38:08.567106+0000","last_fullsized":"2024-04-24T02:38:08.567106+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575939+0000","last_change":"2024-04-24T02:37:49.028871+0000","last_active":"2024-04-24T02:38:08.575939+0000","last_peered":"2024-04-24T02:38:08.575939+0000","last_clean":"2024-04-24T02:38:08.575939+0000","last_became_active":"2024-04-24T02:37:49.028585+0000","last_became_peered":"2024-04-24T02:37:49.028585+0000","last_unstale":"2024-04-24T02:38:08.575939+0000","last_undegraded":"2024-04-24T02:38:08.575939+0000","last_fullsized":"2024-04-24T02:38:08.575939+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580798+0000","last_change":"2024-04-24T02:38:08.578042+0000","last_active":"2024-04-24T02:38:08.580798+0000","last_peered":"2024-04-24T02:38:08.580798+0000","last_clean":"2024-04-24T02:38:08.580798+0000","last_became_active":"2024-04-24T02:38:08.577716+0000","last_became_peered":"2024-04-24T02:38:08.577716+0000","last_unstale":"2024-04-24T02:38:08.580798+0000","last_undegraded":"2024-04-24T02:38:08.580798+0000","last_fullsized":"2024-04-24T02:38:08.580798+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.576084+0000","last_change":"2024-04-24T02:38:08.193889+0000","last_active":"2024-04-24T02:38:08.576084+0000","last_peered":"2024-04-24T02:38:08.576084+0000","last_clean":"2024-04-24T02:38:08.576084+0000","last_became_active":"2024-04-24T02:38:08.193522+0000","last_became_peered":"2024-04-24T02:38:08.193522+0000","last_unstale":"2024-04-24T02:38:08.576084+0000","last_undegraded":"2024-04-24T02:38:08.576084+0000","last_fullsized":"2024-04-24T02:38:08.576084+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.578005+0000","last_change":"2024-04-24T02:38:08.196959+0000","last_active":"2024-04-24T02:38:08.578005+0000","last_peered":"2024-04-24T02:38:08.578005+0000","last_clean":"2024-04-24T02:38:08.578005+0000","last_became_active":"2024-04-24T02:38:08.196654+0000","last_became_peered":"2024-04-24T02:38:08.196654+0000","last_unstale":"2024-04-24T02:38:08.578005+0000","last_undegraded":"2024-04-24T02:38:08.578005+0000","last_fullsized":"2024-04-24T02:38:08.578005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182974+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189060+0000","last_change":"2024-04-24T02:38:08.189060+0000","last_active":"2024-04-24T02:38:08.189060+0000","last_peered":"2024-04-24T02:38:08.189060+0000","last_clean":"2024-04-24T02:38:08.189060+0000","last_became_active":"2024-04-24T02:38:08.188715+0000","last_became_peered":"2024-04-24T02:38:08.188715+0000","last_unstale":"2024-04-24T02:38:08.189060+0000","last_undegraded":"2024-04-24T02:38:08.189060+0000","last_fullsized":"2024-04-24T02:38:08.189060+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176952+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604716+0000","last_change":"2024-04-24T02:38:08.188460+0000","last_active":"2024-04-24T02:38:08.604716+0000","last_peered":"2024-04-24T02:38:08.604716+0000","last_clean":"2024-04-24T02:38:08.604716+0000","last_became_active":"2024-04-24T02:38:08.188132+0000","last_became_peered":"2024-04-24T02:38:08.188132+0000","last_unstale":"2024-04-24T02:38:08.604716+0000","last_undegraded":"2024-04-24T02:38:08.604716+0000","last_fullsized":"2024-04-24T02:38:08.604716+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581449+0000","last_change":"2024-04-24T02:38:08.574827+0000","last_active":"2024-04-24T02:38:08.581449+0000","last_peered":"2024-04-24T02:38:08.581449+0000","last_clean":"2024-04-24T02:38:08.581449+0000","last_became_active":"2024-04-24T02:38:08.574437+0000","last_became_peered":"2024-04-24T02:38:08.574437+0000","last_unstale":"2024-04-24T02:38:08.581449+0000","last_undegraded":"2024-04-24T02:38:08.581449+0000","last_fullsized":"2024-04-24T02:38:08.581449+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575702+0000","last_change":"2024-04-24T02:38:08.193849+0000","last_active":"2024-04-24T02:38:08.575702+0000","last_peered":"2024-04-24T02:38:08.575702+0000","last_clean":"2024-04-24T02:38:08.575702+0000","last_became_active":"2024-04-24T02:38:08.192543+0000","last_became_peered":"2024-04-24T02:38:08.192543+0000","last_unstale":"2024-04-24T02:38:08.575702+0000","last_undegraded":"2024-04-24T02:38:08.575702+0000","last_fullsized":"2024-04-24T02:38:08.575702+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575272+0000","last_change":"2024-04-24T02:38:08.574073+0000","last_active":"2024-04-24T02:38:08.575272+0000","last_peered":"2024-04-24T02:38:08.575272+0000","last_clean":"2024-04-24T02:38:08.575272+0000","last_became_active":"2024-04-24T02:38:08.573660+0000","last_became_peered":"2024-04-24T02:38:08.573660+0000","last_unstale":"2024-04-24T02:38:08.575272+0000","last_undegraded":"2024-04-24T02:38:08.575272+0000","last_fullsized":"2024-04-24T02:38:08.575272+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.185460+0000","last_change":"2024-04-24T02:38:08.185460+0000","last_active":"2024-04-24T02:38:08.185460+0000","last_peered":"2024-04-24T02:38:08.185460+0000","last_clean":"2024-04-24T02:38:08.185460+0000","last_became_active":"2024-04-24T02:38:08.184875+0000","last_became_peered":"2024-04-24T02:38:08.184875+0000","last_unstale":"2024-04-24T02:38:08.185460+0000","last_undegraded":"2024-04-24T02:38:08.185460+0000","last_fullsized":"2024-04-24T02:38:08.185460+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176925+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189047+0000","last_change":"2024-04-24T02:38:08.189047+0000","last_active":"2024-04-24T02:38:08.189047+0000","last_peered":"2024-04-24T02:38:08.189047+0000","last_clean":"2024-04-24T02:38:08.189047+0000","last_became_active":"2024-04-24T02:38:08.188682+0000","last_became_peered":"2024-04-24T02:38:08.188682+0000","last_unstale":"2024-04-24T02:38:08.189047+0000","last_undegraded":"2024-04-24T02:38:08.189047+0000","last_fullsized":"2024-04-24T02:38:08.189047+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177382+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.603677+0000","last_change":"2024-04-24T02:38:08.197699+0000","last_active":"2024-04-24T02:38:08.603677+0000","last_peered":"2024-04-24T02:38:08.603677+0000","last_clean":"2024-04-24T02:38:08.603677+0000","last_became_active":"2024-04-24T02:38:08.197367+0000","last_became_peered":"2024-04-24T02:38:08.197367+0000","last_unstale":"2024-04-24T02:38:08.603677+0000","last_undegraded":"2024-04-24T02:38:08.603677+0000","last_fullsized":"2024-04-24T02:38:08.603677+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592643+0000","last_change":"2024-04-24T02:38:08.590454+0000","last_active":"2024-04-24T02:38:08.592643+0000","last_peered":"2024-04-24T02:38:08.592643+0000","last_clean":"2024-04-24T02:38:08.592643+0000","last_became_active":"2024-04-24T02:38:08.590130+0000","last_became_peered":"2024-04-24T02:38:08.590130+0000","last_unstale":"2024-04-24T02:38:08.592643+0000","last_undegraded":"2024-04-24T02:38:08.592643+0000","last_fullsized":"2024-04-24T02:38:08.592643+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560602+0000","last_change":"2024-04-24T02:38:08.182594+0000","last_active":"2024-04-24T02:38:08.560602+0000","last_peered":"2024-04-24T02:38:08.560602+0000","last_clean":"2024-04-24T02:38:08.560602+0000","last_became_active":"2024-04-24T02:38:08.182199+0000","last_became_peered":"2024-04-24T02:38:08.182199+0000","last_unstale":"2024-04-24T02:38:08.560602+0000","last_undegraded":"2024-04-24T02:38:08.560602+0000","last_fullsized":"2024-04-24T02:38:08.560602+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604351+0000","last_change":"2024-04-24T02:38:08.603555+0000","last_active":"2024-04-24T02:38:08.604351+0000","last_peered":"2024-04-24T02:38:08.604351+0000","last_clean":"2024-04-24T02:38:08.604351+0000","last_became_active":"2024-04-24T02:38:08.603224+0000","last_became_peered":"2024-04-24T02:38:08.603224+0000","last_unstale":"2024-04-24T02:38:08.604351+0000","last_undegraded":"2024-04-24T02:38:08.604351+0000","last_fullsized":"2024-04-24T02:38:08.604351+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.184633+0000","last_change":"2024-04-24T02:38:08.184633+0000","last_active":"2024-04-24T02:38:08.184633+0000","last_peered":"2024-04-24T02:38:08.184633+0000","last_clean":"2024-04-24T02:38:08.184633+0000","last_became_active":"2024-04-24T02:38:08.184407+0000","last_became_peered":"2024-04-24T02:38:08.184407+0000","last_unstale":"2024-04-24T02:38:08.184633+0000","last_undegraded":"2024-04-24T02:38:08.184633+0000","last_fullsized":"2024-04-24T02:38:08.184633+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597508+0000","last_change":"2024-04-24T02:38:08.596031+0000","last_active":"2024-04-24T02:38:08.597508+0000","last_peered":"2024-04-24T02:38:08.597508+0000","last_clean":"2024-04-24T02:38:08.597508+0000","last_became_active":"2024-04-24T02:38:08.595694+0000","last_became_peered":"2024-04-24T02:38:08.595694+0000","last_unstale":"2024-04-24T02:38:08.597508+0000","last_undegraded":"2024-04-24T02:38:08.597508+0000","last_fullsized":"2024-04-24T02:38:08.597508+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587198+0000","last_change":"2024-04-24T02:38:08.187638+0000","last_active":"2024-04-24T02:38:08.587198+0000","last_peered":"2024-04-24T02:38:08.587198+0000","last_clean":"2024-04-24T02:38:08.587198+0000","last_became_active":"2024-04-24T02:38:08.187332+0000","last_became_peered":"2024-04-24T02:38:08.187332+0000","last_unstale":"2024-04-24T02:38:08.587198+0000","last_undegraded":"2024-04-24T02:38:08.587198+0000","last_fullsized":"2024-04-24T02:38:08.587198+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595875+0000","last_change":"2024-04-24T02:38:08.593453+0000","last_active":"2024-04-24T02:38:08.595875+0000","last_peered":"2024-04-24T02:38:08.595875+0000","last_clean":"2024-04-24T02:38:08.595875+0000","last_became_active":"2024-04-24T02:38:08.593136+0000","last_became_peered":"2024-04-24T02:38:08.593136+0000","last_unstale":"2024-04-24T02:38:08.595875+0000","last_undegraded":"2024-04-24T02:38:08.595875+0000","last_fullsized":"2024-04-24T02:38:08.595875+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602244+0000","last_change":"2024-04-24T02:38:08.599626+0000","last_active":"2024-04-24T02:38:08.602244+0000","last_peered":"2024-04-24T02:38:08.602244+0000","last_clean":"2024-04-24T02:38:08.602244+0000","last_became_active":"2024-04-24T02:38:08.599145+0000","last_became_peered":"2024-04-24T02:38:08.599145+0000","last_unstale":"2024-04-24T02:38:08.602244+0000","last_undegraded":"2024-04-24T02:38:08.602244+0000","last_fullsized":"2024-04-24T02:38:08.602244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591154+0000","last_change":"2024-04-24T02:38:08.590512+0000","last_active":"2024-04-24T02:38:08.591154+0000","last_peered":"2024-04-24T02:38:08.591154+0000","last_clean":"2024-04-24T02:38:08.591154+0000","last_became_active":"2024-04-24T02:38:08.590201+0000","last_became_peered":"2024-04-24T02:38:08.590201+0000","last_unstale":"2024-04-24T02:38:08.591154+0000","last_undegraded":"2024-04-24T02:38:08.591154+0000","last_fullsized":"2024-04-24T02:38:08.591154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.585278+0000","last_change":"2024-04-24T02:38:08.578671+0000","last_active":"2024-04-24T02:38:08.585278+0000","last_peered":"2024-04-24T02:38:08.585278+0000","last_clean":"2024-04-24T02:38:08.585278+0000","last_became_active":"2024-04-24T02:38:08.578315+0000","last_became_peered":"2024-04-24T02:38:08.578315+0000","last_unstale":"2024-04-24T02:38:08.585278+0000","last_undegraded":"2024-04-24T02:38:08.585278+0000","last_fullsized":"2024-04-24T02:38:08.585278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580677+0000","last_change":"2024-04-24T02:38:08.577929+0000","last_active":"2024-04-24T02:38:08.580677+0000","last_peered":"2024-04-24T02:38:08.580677+0000","last_clean":"2024-04-24T02:38:08.580677+0000","last_became_active":"2024-04-24T02:38:08.577588+0000","last_became_peered":"2024-04-24T02:38:08.577588+0000","last_unstale":"2024-04-24T02:38:08.580677+0000","last_undegraded":"2024-04-24T02:38:08.580677+0000","last_fullsized":"2024-04-24T02:38:08.580677+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178472+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182994+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601363+0000","last_change":"2024-04-24T02:38:08.601014+0000","last_active":"2024-04-24T02:38:08.601363+0000","last_peered":"2024-04-24T02:38:08.601363+0000","last_clean":"2024-04-24T02:38:08.601363+0000","last_became_active":"2024-04-24T02:38:08.600719+0000","last_became_peered":"2024-04-24T02:38:08.600719+0000","last_unstale":"2024-04-24T02:38:08.601363+0000","last_undegraded":"2024-04-24T02:38:08.601363+0000","last_fullsized":"2024-04-24T02:38:08.601363+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178931+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586687+0000","last_change":"2024-04-24T02:38:08.579409+0000","last_active":"2024-04-24T02:38:08.586687+0000","last_peered":"2024-04-24T02:38:08.586687+0000","last_clean":"2024-04-24T02:38:08.586687+0000","last_became_active":"2024-04-24T02:38:08.579087+0000","last_became_peered":"2024-04-24T02:38:08.579087+0000","last_unstale":"2024-04-24T02:38:08.586687+0000","last_undegraded":"2024-04-24T02:38:08.586687+0000","last_fullsized":"2024-04-24T02:38:08.586687+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178442+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595437+0000","last_change":"2024-04-24T02:38:08.594001+0000","last_active":"2024-04-24T02:38:08.595437+0000","last_peered":"2024-04-24T02:38:08.595437+0000","last_clean":"2024-04-24T02:38:08.595437+0000","last_became_active":"2024-04-24T02:38:08.593765+0000","last_became_peered":"2024-04-24T02:38:08.593765+0000","last_unstale":"2024-04-24T02:38:08.595437+0000","last_undegraded":"2024-04-24T02:38:08.595437+0000","last_fullsized":"2024-04-24T02:38:08.595437+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580657+0000","last_change":"2024-04-24T02:38:08.576796+0000","last_active":"2024-04-24T02:38:08.580657+0000","last_peered":"2024-04-24T02:38:08.580657+0000","last_clean":"2024-04-24T02:38:08.580657+0000","last_became_active":"2024-04-24T02:38:08.576465+0000","last_became_peered":"2024-04-24T02:38:08.576465+0000","last_unstale":"2024-04-24T02:38:08.580657+0000","last_undegraded":"2024-04-24T02:38:08.580657+0000","last_fullsized":"2024-04-24T02:38:08.580657+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595155+0000","last_change":"2024-04-24T02:38:08.593398+0000","last_active":"2024-04-24T02:38:08.595155+0000","last_peered":"2024-04-24T02:38:08.595155+0000","last_clean":"2024-04-24T02:38:08.595155+0000","last_became_active":"2024-04-24T02:38:08.593073+0000","last_became_peered":"2024-04-24T02:38:08.593073+0000","last_unstale":"2024-04-24T02:38:08.595155+0000","last_undegraded":"2024-04-24T02:38:08.595155+0000","last_fullsized":"2024-04-24T02:38:08.595155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2146,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":5118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297604,"kb_used_data":508,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447548,"statfs":{"total":95995035648,"available":95690289152,"internally_reserved":0,"allocated":520192,"data_stored":210468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.34200000000000003,"15min":0.33400000000000002},"min":{"1min":0.254,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.34899999999999998,"15min":0.33600000000000002},"min":{"1min":0.30299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.28999999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.316,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.60599999999999998,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.28799999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.372}]},{"osd":4,"last update":"Wed Apr 24 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68700000000000006}]},{"osd":5,"last update":"Wed Apr 24 02:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738411,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":216559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:37:18 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32900000000000001,"15min":0.317},"min":{"1min":0.246,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.33200000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.314,"5min":0.222,"15min":0.222},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.433},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.373,"15min":0.36099999999999999},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.31900000000000001}]},{"osd":3,"last update":"Wed Apr 24 02:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.39300000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1,"5min":1,"15min":1},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48899999999999999}]},{"osd":5,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.26700000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.37,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.35199999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.378,"15min":0.36799999999999999},"min":{"1min":0.29599999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.437},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.41299999999999998,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.33300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.317},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.36599999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.501}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.311}]},{"osd":2,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.33100000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55000000000000004}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.443},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.57799999999999996}]},{"osd":1,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.53400000000000003}]},{"osd":3,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.628},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.52300000000000002}]},{"osd":5,"last update":"Wed Apr 24 02:38:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":217800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.504}]},{"osd":1,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.46300000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.42699999999999999}]},{"osd":3,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.623},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.45100000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:38:13.320 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-24T02:38:13.320 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.182804+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 6], 'acting': [1, 0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.179559+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.178695+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 1], 'acting': [3, 6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.184481+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 5], 'acting': [1, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.178039+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 2], 'acting': [3, 6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.178312+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 1], 'acting': [3, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.321 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.184074+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 4], 'acting': [1, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.183719+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 6], 'acting': [1, 2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.177365+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.182974+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 5], 'acting': [1, 2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.176952+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 0], 'acting': [3, 7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.322 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.176925+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1, 7], 'acting': [3, 1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.177382+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 4], 'acting': [3, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.178472+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 0], 'acting': [3, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.182994+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 2], 'acting': [1, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.178931+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 2], 'acting': [3, 4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-04-24T02:38:13.323 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-04-24T02:38:08.165801+0000', 'last_change': '2024-04-24T02:38:08.178442+0000', 'last_active': '2024-04-24T02:38:08.165801+0000', 'last_peered': '2024-04-24T02:38:08.165801+0000', 'last_clean': '2024-04-24T02:38:08.165801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-24T02:38:08.165801+0000', 'last_undegraded': '2024-04-24T02:38:08.165801+0000', 'last_fullsized': '2024-04-24T02:38:08.165801+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'last_clean_scrub_stamp': '2024-04-24T02:38:08.165801+0000', 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 1], 'acting': [3, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-24T02:38:13.324 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-24T02:38:13.728 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:13.728 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":240,"monmap":{"epoch":3,"min_mon_release_name":"pacific","num_mons":3},"osdmap":{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1713926267,"num_in_osds":8,"osd_in_since":1713926250,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":80},{"state_name":"creating+peering","count":17}],"num_pgs":97,"num_pools":3,"num_objects":18,"data_bytes":2146,"bytes_used":2437996544,"bytes_avail":765522288640,"bytes_total":767960285184,"inactive_pgs_ratio":0.17525772750377655,"write_bytes_sec":3583,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24370}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.16:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-24T02:38:01.184494+0000","services":{"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-24T02:38:13.741 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-24T02:38:13.742 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-24T02:38:14.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:12.572467+0000 mgr.y (mgr.14144) 201 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:14.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:12.572467+0000 mgr.y (mgr.14144) 201 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:14.048 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:14.050 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:38:14.058 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-24T02:38:13.186489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2146,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380856,"kb_used_data":4088,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580360,"statfs":{"total":767960285184,"available":765522288640,"internally_reserved":0,"allocated":4186112,"data_stored":1679419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":588,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000414"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598955+0000","last_change":"2024-04-24T02:38:08.597658+0000","last_active":"2024-04-24T02:38:08.598955+0000","last_peered":"2024-04-24T02:38:08.598955+0000","last_clean":"2024-04-24T02:38:08.598955+0000","last_became_active":"2024-04-24T02:38:08.597324+0000","last_became_peered":"2024-04-24T02:38:08.597324+0000","last_unstale":"2024-04-24T02:38:08.598955+0000","last_undegraded":"2024-04-24T02:38:08.598955+0000","last_fullsized":"2024-04-24T02:38:08.598955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182804+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.573757+0000","last_change":"2024-04-24T02:38:08.573487+0000","last_active":"2024-04-24T02:38:08.573757+0000","last_peered":"2024-04-24T02:38:08.573757+0000","last_clean":"2024-04-24T02:38:08.573757+0000","last_became_active":"2024-04-24T02:38:08.573042+0000","last_became_peered":"2024-04-24T02:38:08.573042+0000","last_unstale":"2024-04-24T02:38:08.573757+0000","last_undegraded":"2024-04-24T02:38:08.573757+0000","last_fullsized":"2024-04-24T02:38:08.573757+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600961+0000","last_change":"2024-04-24T02:38:08.599416+0000","last_active":"2024-04-24T02:38:08.600961+0000","last_peered":"2024-04-24T02:38:08.600961+0000","last_clean":"2024-04-24T02:38:08.600961+0000","last_became_active":"2024-04-24T02:38:08.599044+0000","last_became_peered":"2024-04-24T02:38:08.599044+0000","last_unstale":"2024-04-24T02:38:08.600961+0000","last_undegraded":"2024-04-24T02:38:08.600961+0000","last_fullsized":"2024-04-24T02:38:08.600961+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596023+0000","last_change":"2024-04-24T02:38:08.594756+0000","last_active":"2024-04-24T02:38:08.596023+0000","last_peered":"2024-04-24T02:38:08.596023+0000","last_clean":"2024-04-24T02:38:08.596023+0000","last_became_active":"2024-04-24T02:38:08.594250+0000","last_became_peered":"2024-04-24T02:38:08.594250+0000","last_unstale":"2024-04-24T02:38:08.596023+0000","last_undegraded":"2024-04-24T02:38:08.596023+0000","last_fullsized":"2024-04-24T02:38:08.596023+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587920+0000","last_change":"2024-04-24T02:38:08.585458+0000","last_active":"2024-04-24T02:38:08.587920+0000","last_peered":"2024-04-24T02:38:08.587920+0000","last_clean":"2024-04-24T02:38:08.587920+0000","last_became_active":"2024-04-24T02:38:08.584855+0000","last_became_peered":"2024-04-24T02:38:08.584855+0000","last_unstale":"2024-04-24T02:38:08.587920+0000","last_undegraded":"2024-04-24T02:38:08.587920+0000","last_fullsized":"2024-04-24T02:38:08.587920+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602043+0000","last_change":"2024-04-24T02:38:08.601041+0000","last_active":"2024-04-24T02:38:08.602043+0000","last_peered":"2024-04-24T02:38:08.602043+0000","last_clean":"2024-04-24T02:38:08.602043+0000","last_became_active":"2024-04-24T02:38:08.595774+0000","last_became_peered":"2024-04-24T02:38:08.595774+0000","last_unstale":"2024-04-24T02:38:08.602043+0000","last_undegraded":"2024-04-24T02:38:08.602043+0000","last_fullsized":"2024-04-24T02:38:08.602043+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.179559+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604309+0000","last_change":"2024-04-24T02:38:08.603324+0000","last_active":"2024-04-24T02:38:08.604309+0000","last_peered":"2024-04-24T02:38:08.604309+0000","last_clean":"2024-04-24T02:38:08.604309+0000","last_became_active":"2024-04-24T02:38:08.603062+0000","last_became_peered":"2024-04-24T02:38:08.603062+0000","last_unstale":"2024-04-24T02:38:08.604309+0000","last_undegraded":"2024-04-24T02:38:08.604309+0000","last_fullsized":"2024-04-24T02:38:08.604309+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601081+0000","last_change":"2024-04-24T02:38:08.600190+0000","last_active":"2024-04-24T02:38:08.601081+0000","last_peered":"2024-04-24T02:38:08.601081+0000","last_clean":"2024-04-24T02:38:08.601081+0000","last_became_active":"2024-04-24T02:38:08.599899+0000","last_became_peered":"2024-04-24T02:38:08.599899+0000","last_unstale":"2024-04-24T02:38:08.601081+0000","last_undegraded":"2024-04-24T02:38:08.601081+0000","last_fullsized":"2024-04-24T02:38:08.601081+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600587+0000","last_change":"2024-04-24T02:38:08.599047+0000","last_active":"2024-04-24T02:38:08.600587+0000","last_peered":"2024-04-24T02:38:08.600587+0000","last_clean":"2024-04-24T02:38:08.600587+0000","last_became_active":"2024-04-24T02:38:08.598544+0000","last_became_peered":"2024-04-24T02:38:08.598544+0000","last_unstale":"2024-04-24T02:38:08.600587+0000","last_undegraded":"2024-04-24T02:38:08.600587+0000","last_fullsized":"2024-04-24T02:38:08.600587+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599914+0000","last_change":"2024-04-24T02:38:08.594706+0000","last_active":"2024-04-24T02:38:08.599914+0000","last_peered":"2024-04-24T02:38:08.599914+0000","last_clean":"2024-04-24T02:38:08.599914+0000","last_became_active":"2024-04-24T02:38:08.594074+0000","last_became_peered":"2024-04-24T02:38:08.594074+0000","last_unstale":"2024-04-24T02:38:08.599914+0000","last_undegraded":"2024-04-24T02:38:08.599914+0000","last_fullsized":"2024-04-24T02:38:08.599914+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178695+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581503+0000","last_change":"2024-04-24T02:38:08.574671+0000","last_active":"2024-04-24T02:38:08.581503+0000","last_peered":"2024-04-24T02:38:08.581503+0000","last_clean":"2024-04-24T02:38:08.581503+0000","last_became_active":"2024-04-24T02:38:08.574227+0000","last_became_peered":"2024-04-24T02:38:08.574227+0000","last_unstale":"2024-04-24T02:38:08.581503+0000","last_undegraded":"2024-04-24T02:38:08.581503+0000","last_fullsized":"2024-04-24T02:38:08.581503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184481+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596537+0000","last_change":"2024-04-24T02:38:08.586855+0000","last_active":"2024-04-24T02:38:08.596537+0000","last_peered":"2024-04-24T02:38:08.596537+0000","last_clean":"2024-04-24T02:38:08.596537+0000","last_became_active":"2024-04-24T02:38:08.586468+0000","last_became_peered":"2024-04-24T02:38:08.586468+0000","last_unstale":"2024-04-24T02:38:08.596537+0000","last_undegraded":"2024-04-24T02:38:08.596537+0000","last_fullsized":"2024-04-24T02:38:08.596537+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595436+0000","last_change":"2024-04-24T02:38:08.587516+0000","last_active":"2024-04-24T02:38:08.595436+0000","last_peered":"2024-04-24T02:38:08.595436+0000","last_clean":"2024-04-24T02:38:08.595436+0000","last_became_active":"2024-04-24T02:38:08.586740+0000","last_became_peered":"2024-04-24T02:38:08.586740+0000","last_unstale":"2024-04-24T02:38:08.595436+0000","last_undegraded":"2024-04-24T02:38:08.595436+0000","last_fullsized":"2024-04-24T02:38:08.595436+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591175+0000","last_change":"2024-04-24T02:38:08.590540+0000","last_active":"2024-04-24T02:38:08.591175+0000","last_peered":"2024-04-24T02:38:08.591175+0000","last_clean":"2024-04-24T02:38:08.591175+0000","last_became_active":"2024-04-24T02:38:08.590223+0000","last_became_peered":"2024-04-24T02:38:08.590223+0000","last_unstale":"2024-04-24T02:38:08.591175+0000","last_undegraded":"2024-04-24T02:38:08.591175+0000","last_fullsized":"2024-04-24T02:38:08.591175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598993+0000","last_change":"2024-04-24T02:38:08.597041+0000","last_active":"2024-04-24T02:38:08.598993+0000","last_peered":"2024-04-24T02:38:08.598993+0000","last_clean":"2024-04-24T02:38:08.598993+0000","last_became_active":"2024-04-24T02:38:08.596708+0000","last_became_peered":"2024-04-24T02:38:08.596708+0000","last_unstale":"2024-04-24T02:38:08.598993+0000","last_undegraded":"2024-04-24T02:38:08.598993+0000","last_fullsized":"2024-04-24T02:38:08.598993+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595465+0000","last_change":"2024-04-24T02:38:08.192695+0000","last_active":"2024-04-24T02:38:08.595465+0000","last_peered":"2024-04-24T02:38:08.595465+0000","last_clean":"2024-04-24T02:38:08.595465+0000","last_became_active":"2024-04-24T02:38:08.192388+0000","last_became_peered":"2024-04-24T02:38:08.192388+0000","last_unstale":"2024-04-24T02:38:08.595465+0000","last_undegraded":"2024-04-24T02:38:08.595465+0000","last_fullsized":"2024-04-24T02:38:08.595465+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178039+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.183046+0000","last_change":"2024-04-24T02:38:08.183046+0000","last_active":"2024-04-24T02:38:08.183046+0000","last_peered":"2024-04-24T02:38:08.183046+0000","last_clean":"2024-04-24T02:38:08.183046+0000","last_became_active":"2024-04-24T02:38:08.182801+0000","last_became_peered":"2024-04-24T02:38:08.182801+0000","last_unstale":"2024-04-24T02:38:08.183046+0000","last_undegraded":"2024-04-24T02:38:08.183046+0000","last_fullsized":"2024-04-24T02:38:08.183046+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581682+0000","last_change":"2024-04-24T02:38:08.575412+0000","last_active":"2024-04-24T02:38:08.581682+0000","last_peered":"2024-04-24T02:38:08.581682+0000","last_clean":"2024-04-24T02:38:08.581682+0000","last_became_active":"2024-04-24T02:38:08.574459+0000","last_became_peered":"2024-04-24T02:38:08.574459+0000","last_unstale":"2024-04-24T02:38:08.581682+0000","last_undegraded":"2024-04-24T02:38:08.581682+0000","last_fullsized":"2024-04-24T02:38:08.581682+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596205+0000","last_change":"2024-04-24T02:38:08.194908+0000","last_active":"2024-04-24T02:38:08.596205+0000","last_peered":"2024-04-24T02:38:08.596205+0000","last_clean":"2024-04-24T02:38:08.596205+0000","last_became_active":"2024-04-24T02:38:08.194645+0000","last_became_peered":"2024-04-24T02:38:08.194645+0000","last_unstale":"2024-04-24T02:38:08.596205+0000","last_undegraded":"2024-04-24T02:38:08.596205+0000","last_fullsized":"2024-04-24T02:38:08.596205+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600984+0000","last_change":"2024-04-24T02:38:08.599398+0000","last_active":"2024-04-24T02:38:08.600984+0000","last_peered":"2024-04-24T02:38:08.600984+0000","last_clean":"2024-04-24T02:38:08.600984+0000","last_became_active":"2024-04-24T02:38:08.598606+0000","last_became_peered":"2024-04-24T02:38:08.598606+0000","last_unstale":"2024-04-24T02:38:08.600984+0000","last_undegraded":"2024-04-24T02:38:08.600984+0000","last_fullsized":"2024-04-24T02:38:08.600984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.603672+0000","last_change":"2024-04-24T02:38:08.195924+0000","last_active":"2024-04-24T02:38:08.603672+0000","last_peered":"2024-04-24T02:38:08.603672+0000","last_clean":"2024-04-24T02:38:08.603672+0000","last_became_active":"2024-04-24T02:38:08.195576+0000","last_became_peered":"2024-04-24T02:38:08.195576+0000","last_unstale":"2024-04-24T02:38:08.603672+0000","last_undegraded":"2024-04-24T02:38:08.603672+0000","last_fullsized":"2024-04-24T02:38:08.603672+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602859+0000","last_change":"2024-04-24T02:38:08.601358+0000","last_active":"2024-04-24T02:38:08.602859+0000","last_peered":"2024-04-24T02:38:08.602859+0000","last_clean":"2024-04-24T02:38:08.602859+0000","last_became_active":"2024-04-24T02:38:08.600968+0000","last_became_peered":"2024-04-24T02:38:08.600968+0000","last_unstale":"2024-04-24T02:38:08.602859+0000","last_undegraded":"2024-04-24T02:38:08.602859+0000","last_fullsized":"2024-04-24T02:38:08.602859+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190407+0000","last_change":"2024-04-24T02:38:08.190407+0000","last_active":"2024-04-24T02:38:08.190407+0000","last_peered":"2024-04-24T02:38:08.190407+0000","last_clean":"2024-04-24T02:38:08.190407+0000","last_became_active":"2024-04-24T02:38:08.190102+0000","last_became_peered":"2024-04-24T02:38:08.190102+0000","last_unstale":"2024-04-24T02:38:08.190407+0000","last_undegraded":"2024-04-24T02:38:08.190407+0000","last_fullsized":"2024-04-24T02:38:08.190407+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575669+0000","last_change":"2024-04-24T02:38:08.574888+0000","last_active":"2024-04-24T02:38:08.575669+0000","last_peered":"2024-04-24T02:38:08.575669+0000","last_clean":"2024-04-24T02:38:08.575669+0000","last_became_active":"2024-04-24T02:38:08.574399+0000","last_became_peered":"2024-04-24T02:38:08.574399+0000","last_unstale":"2024-04-24T02:38:08.575669+0000","last_undegraded":"2024-04-24T02:38:08.575669+0000","last_fullsized":"2024-04-24T02:38:08.575669+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602981+0000","last_change":"2024-04-24T02:38:08.196939+0000","last_active":"2024-04-24T02:38:08.602981+0000","last_peered":"2024-04-24T02:38:08.602981+0000","last_clean":"2024-04-24T02:38:08.602981+0000","last_became_active":"2024-04-24T02:38:08.196604+0000","last_became_peered":"2024-04-24T02:38:08.196604+0000","last_unstale":"2024-04-24T02:38:08.602981+0000","last_undegraded":"2024-04-24T02:38:08.602981+0000","last_fullsized":"2024-04-24T02:38:08.602981+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580638+0000","last_change":"2024-04-24T02:38:08.575301+0000","last_active":"2024-04-24T02:38:08.580638+0000","last_peered":"2024-04-24T02:38:08.580638+0000","last_clean":"2024-04-24T02:38:08.580638+0000","last_became_active":"2024-04-24T02:38:08.574990+0000","last_became_peered":"2024-04-24T02:38:08.574990+0000","last_unstale":"2024-04-24T02:38:08.580638+0000","last_undegraded":"2024-04-24T02:38:08.580638+0000","last_fullsized":"2024-04-24T02:38:08.580638+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.190532+0000","last_change":"2024-04-24T02:38:08.190532+0000","last_active":"2024-04-24T02:38:08.190532+0000","last_peered":"2024-04-24T02:38:08.190532+0000","last_clean":"2024-04-24T02:38:08.190532+0000","last_became_active":"2024-04-24T02:38:08.190232+0000","last_became_peered":"2024-04-24T02:38:08.190232+0000","last_unstale":"2024-04-24T02:38:08.190532+0000","last_undegraded":"2024-04-24T02:38:08.190532+0000","last_fullsized":"2024-04-24T02:38:08.190532+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178312+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566504+0000","last_change":"2024-04-24T02:38:08.186543+0000","last_active":"2024-04-24T02:38:08.566504+0000","last_peered":"2024-04-24T02:38:08.566504+0000","last_clean":"2024-04-24T02:38:08.566504+0000","last_became_active":"2024-04-24T02:38:08.186194+0000","last_became_peered":"2024-04-24T02:38:08.186194+0000","last_unstale":"2024-04-24T02:38:08.566504+0000","last_undegraded":"2024-04-24T02:38:08.566504+0000","last_fullsized":"2024-04-24T02:38:08.566504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.184074+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600318+0000","last_change":"2024-04-24T02:38:08.190205+0000","last_active":"2024-04-24T02:38:08.600318+0000","last_peered":"2024-04-24T02:38:08.600318+0000","last_clean":"2024-04-24T02:38:08.600318+0000","last_became_active":"2024-04-24T02:38:08.188731+0000","last_became_peered":"2024-04-24T02:38:08.188731+0000","last_unstale":"2024-04-24T02:38:08.600318+0000","last_undegraded":"2024-04-24T02:38:08.600318+0000","last_fullsized":"2024-04-24T02:38:08.600318+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599536+0000","last_change":"2024-04-24T02:38:08.599177+0000","last_active":"2024-04-24T02:38:08.599536+0000","last_peered":"2024-04-24T02:38:08.599536+0000","last_clean":"2024-04-24T02:38:08.599536+0000","last_became_active":"2024-04-24T02:38:08.598869+0000","last_became_peered":"2024-04-24T02:38:08.598869+0000","last_unstale":"2024-04-24T02:38:08.599536+0000","last_undegraded":"2024-04-24T02:38:08.599536+0000","last_fullsized":"2024-04-24T02:38:08.599536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571685+0000","last_change":"2024-04-24T02:38:08.191268+0000","last_active":"2024-04-24T02:38:08.571685+0000","last_peered":"2024-04-24T02:38:08.571685+0000","last_clean":"2024-04-24T02:38:08.571685+0000","last_became_active":"2024-04-24T02:38:08.190910+0000","last_became_peered":"2024-04-24T02:38:08.190910+0000","last_unstale":"2024-04-24T02:38:08.571685+0000","last_undegraded":"2024-04-24T02:38:08.571685+0000","last_fullsized":"2024-04-24T02:38:08.571685+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581702+0000","last_change":"2024-04-24T02:38:08.577843+0000","last_active":"2024-04-24T02:38:08.581702+0000","last_peered":"2024-04-24T02:38:08.581702+0000","last_clean":"2024-04-24T02:38:08.581702+0000","last_became_active":"2024-04-24T02:38:08.577541+0000","last_became_peered":"2024-04-24T02:38:08.577541+0000","last_unstale":"2024-04-24T02:38:08.581702+0000","last_undegraded":"2024-04-24T02:38:08.581702+0000","last_fullsized":"2024-04-24T02:38:08.581702+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.188636+0000","last_change":"2024-04-24T02:38:08.188636+0000","last_active":"2024-04-24T02:38:08.188636+0000","last_peered":"2024-04-24T02:38:08.188636+0000","last_clean":"2024-04-24T02:38:08.188636+0000","last_became_active":"2024-04-24T02:38:08.188351+0000","last_became_peered":"2024-04-24T02:38:08.188351+0000","last_unstale":"2024-04-24T02:38:08.188636+0000","last_undegraded":"2024-04-24T02:38:08.188636+0000","last_fullsized":"2024-04-24T02:38:08.188636+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599892+0000","last_change":"2024-04-24T02:38:08.594500+0000","last_active":"2024-04-24T02:38:08.599892+0000","last_peered":"2024-04-24T02:38:08.599892+0000","last_clean":"2024-04-24T02:38:08.599892+0000","last_became_active":"2024-04-24T02:38:08.593616+0000","last_became_peered":"2024-04-24T02:38:08.593616+0000","last_unstale":"2024-04-24T02:38:08.599892+0000","last_undegraded":"2024-04-24T02:38:08.599892+0000","last_fullsized":"2024-04-24T02:38:08.599892+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.606126+0000","last_change":"2024-04-24T02:38:08.191399+0000","last_active":"2024-04-24T02:38:08.606126+0000","last_peered":"2024-04-24T02:38:08.606126+0000","last_clean":"2024-04-24T02:38:08.606126+0000","last_became_active":"2024-04-24T02:38:08.191088+0000","last_became_peered":"2024-04-24T02:38:08.191088+0000","last_unstale":"2024-04-24T02:38:08.606126+0000","last_undegraded":"2024-04-24T02:38:08.606126+0000","last_fullsized":"2024-04-24T02:38:08.606126+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598971+0000","last_change":"2024-04-24T02:38:08.595776+0000","last_active":"2024-04-24T02:38:08.598971+0000","last_peered":"2024-04-24T02:38:08.598971+0000","last_clean":"2024-04-24T02:38:08.598971+0000","last_became_active":"2024-04-24T02:38:08.595478+0000","last_became_peered":"2024-04-24T02:38:08.595478+0000","last_unstale":"2024-04-24T02:38:08.598971+0000","last_undegraded":"2024-04-24T02:38:08.598971+0000","last_fullsized":"2024-04-24T02:38:08.598971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.594818+0000","last_change":"2024-04-24T02:38:08.192652+0000","last_active":"2024-04-24T02:38:08.594818+0000","last_peered":"2024-04-24T02:38:08.594818+0000","last_clean":"2024-04-24T02:38:08.594818+0000","last_became_active":"2024-04-24T02:38:08.192371+0000","last_became_peered":"2024-04-24T02:38:08.192371+0000","last_unstale":"2024-04-24T02:38:08.594818+0000","last_undegraded":"2024-04-24T02:38:08.594818+0000","last_fullsized":"2024-04-24T02:38:08.594818+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581522+0000","last_change":"2024-04-24T02:38:08.577836+0000","last_active":"2024-04-24T02:38:08.581522+0000","last_peered":"2024-04-24T02:38:08.581522+0000","last_clean":"2024-04-24T02:38:08.581522+0000","last_became_active":"2024-04-24T02:38:08.577527+0000","last_became_peered":"2024-04-24T02:38:08.577527+0000","last_unstale":"2024-04-24T02:38:08.581522+0000","last_undegraded":"2024-04-24T02:38:08.581522+0000","last_fullsized":"2024-04-24T02:38:08.581522+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566049+0000","last_change":"2024-04-24T02:38:08.188649+0000","last_active":"2024-04-24T02:38:08.566049+0000","last_peered":"2024-04-24T02:38:08.566049+0000","last_clean":"2024-04-24T02:38:08.566049+0000","last_became_active":"2024-04-24T02:38:08.188288+0000","last_became_peered":"2024-04-24T02:38:08.188288+0000","last_unstale":"2024-04-24T02:38:08.566049+0000","last_undegraded":"2024-04-24T02:38:08.566049+0000","last_fullsized":"2024-04-24T02:38:08.566049+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596002+0000","last_change":"2024-04-24T02:38:08.594578+0000","last_active":"2024-04-24T02:38:08.596002+0000","last_peered":"2024-04-24T02:38:08.596002+0000","last_clean":"2024-04-24T02:38:08.596002+0000","last_became_active":"2024-04-24T02:38:08.593800+0000","last_became_peered":"2024-04-24T02:38:08.593800+0000","last_unstale":"2024-04-24T02:38:08.596002+0000","last_undegraded":"2024-04-24T02:38:08.596002+0000","last_fullsized":"2024-04-24T02:38:08.596002+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592947+0000","last_change":"2024-04-24T02:38:08.189631+0000","last_active":"2024-04-24T02:38:08.592947+0000","last_peered":"2024-04-24T02:38:08.592947+0000","last_clean":"2024-04-24T02:38:08.592947+0000","last_became_active":"2024-04-24T02:38:08.189301+0000","last_became_peered":"2024-04-24T02:38:08.189301+0000","last_unstale":"2024-04-24T02:38:08.592947+0000","last_undegraded":"2024-04-24T02:38:08.592947+0000","last_fullsized":"2024-04-24T02:38:08.592947+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602224+0000","last_change":"2024-04-24T02:38:08.599422+0000","last_active":"2024-04-24T02:38:08.602224+0000","last_peered":"2024-04-24T02:38:08.602224+0000","last_clean":"2024-04-24T02:38:08.602224+0000","last_became_active":"2024-04-24T02:38:08.598742+0000","last_became_peered":"2024-04-24T02:38:08.598742+0000","last_unstale":"2024-04-24T02:38:08.602224+0000","last_undegraded":"2024-04-24T02:38:08.602224+0000","last_fullsized":"2024-04-24T02:38:08.602224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.584823+0000","last_change":"2024-04-24T02:38:08.188191+0000","last_active":"2024-04-24T02:38:08.584823+0000","last_peered":"2024-04-24T02:38:08.584823+0000","last_clean":"2024-04-24T02:38:08.584823+0000","last_became_active":"2024-04-24T02:38:08.187007+0000","last_became_peered":"2024-04-24T02:38:08.187007+0000","last_unstale":"2024-04-24T02:38:08.584823+0000","last_undegraded":"2024-04-24T02:38:08.584823+0000","last_fullsized":"2024-04-24T02:38:08.584823+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602062+0000","last_change":"2024-04-24T02:38:08.601280+0000","last_active":"2024-04-24T02:38:08.602062+0000","last_peered":"2024-04-24T02:38:08.602062+0000","last_clean":"2024-04-24T02:38:08.602062+0000","last_became_active":"2024-04-24T02:38:08.595552+0000","last_became_peered":"2024-04-24T02:38:08.595552+0000","last_unstale":"2024-04-24T02:38:08.602062+0000","last_undegraded":"2024-04-24T02:38:08.602062+0000","last_fullsized":"2024-04-24T02:38:08.602062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597482+0000","last_change":"2024-04-24T02:38:08.197425+0000","last_active":"2024-04-24T02:38:08.597482+0000","last_peered":"2024-04-24T02:38:08.597482+0000","last_clean":"2024-04-24T02:38:08.597482+0000","last_became_active":"2024-04-24T02:38:08.197072+0000","last_became_peered":"2024-04-24T02:38:08.197072+0000","last_unstale":"2024-04-24T02:38:08.597482+0000","last_undegraded":"2024-04-24T02:38:08.597482+0000","last_fullsized":"2024-04-24T02:38:08.597482+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595916+0000","last_change":"2024-04-24T02:38:08.593922+0000","last_active":"2024-04-24T02:38:08.595916+0000","last_peered":"2024-04-24T02:38:08.595916+0000","last_clean":"2024-04-24T02:38:08.595916+0000","last_became_active":"2024-04-24T02:38:08.593565+0000","last_became_peered":"2024-04-24T02:38:08.593565+0000","last_unstale":"2024-04-24T02:38:08.595916+0000","last_undegraded":"2024-04-24T02:38:08.595916+0000","last_fullsized":"2024-04-24T02:38:08.595916+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189559+0000","last_change":"2024-04-24T02:38:08.189559+0000","last_active":"2024-04-24T02:38:08.189559+0000","last_peered":"2024-04-24T02:38:08.189559+0000","last_clean":"2024-04-24T02:38:08.189559+0000","last_became_active":"2024-04-24T02:38:08.189243+0000","last_became_peered":"2024-04-24T02:38:08.189243+0000","last_unstale":"2024-04-24T02:38:08.189559+0000","last_undegraded":"2024-04-24T02:38:08.189559+0000","last_fullsized":"2024-04-24T02:38:08.189559+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586319+0000","last_change":"2024-04-24T02:38:08.579262+0000","last_active":"2024-04-24T02:38:08.586319+0000","last_peered":"2024-04-24T02:38:08.586319+0000","last_clean":"2024-04-24T02:38:08.586319+0000","last_became_active":"2024-04-24T02:38:08.578917+0000","last_became_peered":"2024-04-24T02:38:08.578917+0000","last_unstale":"2024-04-24T02:38:08.586319+0000","last_undegraded":"2024-04-24T02:38:08.586319+0000","last_fullsized":"2024-04-24T02:38:08.586319+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.565936+0000","last_change":"2024-04-24T02:38:08.191359+0000","last_active":"2024-04-24T02:38:08.565936+0000","last_peered":"2024-04-24T02:38:08.565936+0000","last_clean":"2024-04-24T02:38:08.565936+0000","last_became_active":"2024-04-24T02:38:08.190943+0000","last_became_peered":"2024-04-24T02:38:08.190943+0000","last_unstale":"2024-04-24T02:38:08.565936+0000","last_undegraded":"2024-04-24T02:38:08.565936+0000","last_fullsized":"2024-04-24T02:38:08.565936+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592584+0000","last_change":"2024-04-24T02:38:08.586571+0000","last_active":"2024-04-24T02:38:08.592584+0000","last_peered":"2024-04-24T02:38:08.592584+0000","last_clean":"2024-04-24T02:38:08.592584+0000","last_became_active":"2024-04-24T02:38:08.586258+0000","last_became_peered":"2024-04-24T02:38:08.586258+0000","last_unstale":"2024-04-24T02:38:08.592584+0000","last_undegraded":"2024-04-24T02:38:08.592584+0000","last_fullsized":"2024-04-24T02:38:08.592584+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.183719+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560114+0000","last_change":"2024-04-24T02:38:08.180932+0000","last_active":"2024-04-24T02:38:08.560114+0000","last_peered":"2024-04-24T02:38:08.560114+0000","last_clean":"2024-04-24T02:38:08.560114+0000","last_became_active":"2024-04-24T02:38:08.180604+0000","last_became_peered":"2024-04-24T02:38:08.180604+0000","last_unstale":"2024-04-24T02:38:08.560114+0000","last_undegraded":"2024-04-24T02:38:08.560114+0000","last_fullsized":"2024-04-24T02:38:08.560114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177365+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.567106+0000","last_change":"2024-04-24T02:38:08.190408+0000","last_active":"2024-04-24T02:38:08.567106+0000","last_peered":"2024-04-24T02:38:08.567106+0000","last_clean":"2024-04-24T02:38:08.567106+0000","last_became_active":"2024-04-24T02:38:08.189454+0000","last_became_peered":"2024-04-24T02:38:08.189454+0000","last_unstale":"2024-04-24T02:38:08.567106+0000","last_undegraded":"2024-04-24T02:38:08.567106+0000","last_fullsized":"2024-04-24T02:38:08.567106+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575939+0000","last_change":"2024-04-24T02:37:49.028871+0000","last_active":"2024-04-24T02:38:08.575939+0000","last_peered":"2024-04-24T02:38:08.575939+0000","last_clean":"2024-04-24T02:38:08.575939+0000","last_became_active":"2024-04-24T02:37:49.028585+0000","last_became_peered":"2024-04-24T02:37:49.028585+0000","last_unstale":"2024-04-24T02:38:08.575939+0000","last_undegraded":"2024-04-24T02:38:08.575939+0000","last_fullsized":"2024-04-24T02:38:08.575939+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580798+0000","last_change":"2024-04-24T02:38:08.578042+0000","last_active":"2024-04-24T02:38:08.580798+0000","last_peered":"2024-04-24T02:38:08.580798+0000","last_clean":"2024-04-24T02:38:08.580798+0000","last_became_active":"2024-04-24T02:38:08.577716+0000","last_became_peered":"2024-04-24T02:38:08.577716+0000","last_unstale":"2024-04-24T02:38:08.580798+0000","last_undegraded":"2024-04-24T02:38:08.580798+0000","last_fullsized":"2024-04-24T02:38:08.580798+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.576084+0000","last_change":"2024-04-24T02:38:08.193889+0000","last_active":"2024-04-24T02:38:08.576084+0000","last_peered":"2024-04-24T02:38:08.576084+0000","last_clean":"2024-04-24T02:38:08.576084+0000","last_became_active":"2024-04-24T02:38:08.193522+0000","last_became_peered":"2024-04-24T02:38:08.193522+0000","last_unstale":"2024-04-24T02:38:08.576084+0000","last_undegraded":"2024-04-24T02:38:08.576084+0000","last_fullsized":"2024-04-24T02:38:08.576084+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.578005+0000","last_change":"2024-04-24T02:38:08.196959+0000","last_active":"2024-04-24T02:38:08.578005+0000","last_peered":"2024-04-24T02:38:08.578005+0000","last_clean":"2024-04-24T02:38:08.578005+0000","last_became_active":"2024-04-24T02:38:08.196654+0000","last_became_peered":"2024-04-24T02:38:08.196654+0000","last_unstale":"2024-04-24T02:38:08.578005+0000","last_undegraded":"2024-04-24T02:38:08.578005+0000","last_fullsized":"2024-04-24T02:38:08.578005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182974+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189060+0000","last_change":"2024-04-24T02:38:08.189060+0000","last_active":"2024-04-24T02:38:08.189060+0000","last_peered":"2024-04-24T02:38:08.189060+0000","last_clean":"2024-04-24T02:38:08.189060+0000","last_became_active":"2024-04-24T02:38:08.188715+0000","last_became_peered":"2024-04-24T02:38:08.188715+0000","last_unstale":"2024-04-24T02:38:08.189060+0000","last_undegraded":"2024-04-24T02:38:08.189060+0000","last_fullsized":"2024-04-24T02:38:08.189060+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176952+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604716+0000","last_change":"2024-04-24T02:38:08.188460+0000","last_active":"2024-04-24T02:38:08.604716+0000","last_peered":"2024-04-24T02:38:08.604716+0000","last_clean":"2024-04-24T02:38:08.604716+0000","last_became_active":"2024-04-24T02:38:08.188132+0000","last_became_peered":"2024-04-24T02:38:08.188132+0000","last_unstale":"2024-04-24T02:38:08.604716+0000","last_undegraded":"2024-04-24T02:38:08.604716+0000","last_fullsized":"2024-04-24T02:38:08.604716+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581449+0000","last_change":"2024-04-24T02:38:08.574827+0000","last_active":"2024-04-24T02:38:08.581449+0000","last_peered":"2024-04-24T02:38:08.581449+0000","last_clean":"2024-04-24T02:38:08.581449+0000","last_became_active":"2024-04-24T02:38:08.574437+0000","last_became_peered":"2024-04-24T02:38:08.574437+0000","last_unstale":"2024-04-24T02:38:08.581449+0000","last_undegraded":"2024-04-24T02:38:08.581449+0000","last_fullsized":"2024-04-24T02:38:08.581449+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575702+0000","last_change":"2024-04-24T02:38:08.193849+0000","last_active":"2024-04-24T02:38:08.575702+0000","last_peered":"2024-04-24T02:38:08.575702+0000","last_clean":"2024-04-24T02:38:08.575702+0000","last_became_active":"2024-04-24T02:38:08.192543+0000","last_became_peered":"2024-04-24T02:38:08.192543+0000","last_unstale":"2024-04-24T02:38:08.575702+0000","last_undegraded":"2024-04-24T02:38:08.575702+0000","last_fullsized":"2024-04-24T02:38:08.575702+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575272+0000","last_change":"2024-04-24T02:38:08.574073+0000","last_active":"2024-04-24T02:38:08.575272+0000","last_peered":"2024-04-24T02:38:08.575272+0000","last_clean":"2024-04-24T02:38:08.575272+0000","last_became_active":"2024-04-24T02:38:08.573660+0000","last_became_peered":"2024-04-24T02:38:08.573660+0000","last_unstale":"2024-04-24T02:38:08.575272+0000","last_undegraded":"2024-04-24T02:38:08.575272+0000","last_fullsized":"2024-04-24T02:38:08.575272+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.185460+0000","last_change":"2024-04-24T02:38:08.185460+0000","last_active":"2024-04-24T02:38:08.185460+0000","last_peered":"2024-04-24T02:38:08.185460+0000","last_clean":"2024-04-24T02:38:08.185460+0000","last_became_active":"2024-04-24T02:38:08.184875+0000","last_became_peered":"2024-04-24T02:38:08.184875+0000","last_unstale":"2024-04-24T02:38:08.185460+0000","last_undegraded":"2024-04-24T02:38:08.185460+0000","last_fullsized":"2024-04-24T02:38:08.185460+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.176925+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.189047+0000","last_change":"2024-04-24T02:38:08.189047+0000","last_active":"2024-04-24T02:38:08.189047+0000","last_peered":"2024-04-24T02:38:08.189047+0000","last_clean":"2024-04-24T02:38:08.189047+0000","last_became_active":"2024-04-24T02:38:08.188682+0000","last_became_peered":"2024-04-24T02:38:08.188682+0000","last_unstale":"2024-04-24T02:38:08.189047+0000","last_undegraded":"2024-04-24T02:38:08.189047+0000","last_fullsized":"2024-04-24T02:38:08.189047+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.177382+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.603677+0000","last_change":"2024-04-24T02:38:08.197699+0000","last_active":"2024-04-24T02:38:08.603677+0000","last_peered":"2024-04-24T02:38:08.603677+0000","last_clean":"2024-04-24T02:38:08.603677+0000","last_became_active":"2024-04-24T02:38:08.197367+0000","last_became_peered":"2024-04-24T02:38:08.197367+0000","last_unstale":"2024-04-24T02:38:08.603677+0000","last_undegraded":"2024-04-24T02:38:08.603677+0000","last_fullsized":"2024-04-24T02:38:08.603677+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592643+0000","last_change":"2024-04-24T02:38:08.590454+0000","last_active":"2024-04-24T02:38:08.592643+0000","last_peered":"2024-04-24T02:38:08.592643+0000","last_clean":"2024-04-24T02:38:08.592643+0000","last_became_active":"2024-04-24T02:38:08.590130+0000","last_became_peered":"2024-04-24T02:38:08.590130+0000","last_unstale":"2024-04-24T02:38:08.592643+0000","last_undegraded":"2024-04-24T02:38:08.592643+0000","last_fullsized":"2024-04-24T02:38:08.592643+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560602+0000","last_change":"2024-04-24T02:38:08.182594+0000","last_active":"2024-04-24T02:38:08.560602+0000","last_peered":"2024-04-24T02:38:08.560602+0000","last_clean":"2024-04-24T02:38:08.560602+0000","last_became_active":"2024-04-24T02:38:08.182199+0000","last_became_peered":"2024-04-24T02:38:08.182199+0000","last_unstale":"2024-04-24T02:38:08.560602+0000","last_undegraded":"2024-04-24T02:38:08.560602+0000","last_fullsized":"2024-04-24T02:38:08.560602+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604351+0000","last_change":"2024-04-24T02:38:08.603555+0000","last_active":"2024-04-24T02:38:08.604351+0000","last_peered":"2024-04-24T02:38:08.604351+0000","last_clean":"2024-04-24T02:38:08.604351+0000","last_became_active":"2024-04-24T02:38:08.603224+0000","last_became_peered":"2024-04-24T02:38:08.603224+0000","last_unstale":"2024-04-24T02:38:08.604351+0000","last_undegraded":"2024-04-24T02:38:08.604351+0000","last_fullsized":"2024-04-24T02:38:08.604351+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.184633+0000","last_change":"2024-04-24T02:38:08.184633+0000","last_active":"2024-04-24T02:38:08.184633+0000","last_peered":"2024-04-24T02:38:08.184633+0000","last_clean":"2024-04-24T02:38:08.184633+0000","last_became_active":"2024-04-24T02:38:08.184407+0000","last_became_peered":"2024-04-24T02:38:08.184407+0000","last_unstale":"2024-04-24T02:38:08.184633+0000","last_undegraded":"2024-04-24T02:38:08.184633+0000","last_fullsized":"2024-04-24T02:38:08.184633+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597508+0000","last_change":"2024-04-24T02:38:08.596031+0000","last_active":"2024-04-24T02:38:08.597508+0000","last_peered":"2024-04-24T02:38:08.597508+0000","last_clean":"2024-04-24T02:38:08.597508+0000","last_became_active":"2024-04-24T02:38:08.595694+0000","last_became_peered":"2024-04-24T02:38:08.595694+0000","last_unstale":"2024-04-24T02:38:08.597508+0000","last_undegraded":"2024-04-24T02:38:08.597508+0000","last_fullsized":"2024-04-24T02:38:08.597508+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587198+0000","last_change":"2024-04-24T02:38:08.187638+0000","last_active":"2024-04-24T02:38:08.587198+0000","last_peered":"2024-04-24T02:38:08.587198+0000","last_clean":"2024-04-24T02:38:08.587198+0000","last_became_active":"2024-04-24T02:38:08.187332+0000","last_became_peered":"2024-04-24T02:38:08.187332+0000","last_unstale":"2024-04-24T02:38:08.587198+0000","last_undegraded":"2024-04-24T02:38:08.587198+0000","last_fullsized":"2024-04-24T02:38:08.587198+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595875+0000","last_change":"2024-04-24T02:38:08.593453+0000","last_active":"2024-04-24T02:38:08.595875+0000","last_peered":"2024-04-24T02:38:08.595875+0000","last_clean":"2024-04-24T02:38:08.595875+0000","last_became_active":"2024-04-24T02:38:08.593136+0000","last_became_peered":"2024-04-24T02:38:08.593136+0000","last_unstale":"2024-04-24T02:38:08.595875+0000","last_undegraded":"2024-04-24T02:38:08.595875+0000","last_fullsized":"2024-04-24T02:38:08.595875+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602244+0000","last_change":"2024-04-24T02:38:08.599626+0000","last_active":"2024-04-24T02:38:08.602244+0000","last_peered":"2024-04-24T02:38:08.602244+0000","last_clean":"2024-04-24T02:38:08.602244+0000","last_became_active":"2024-04-24T02:38:08.599145+0000","last_became_peered":"2024-04-24T02:38:08.599145+0000","last_unstale":"2024-04-24T02:38:08.602244+0000","last_undegraded":"2024-04-24T02:38:08.602244+0000","last_fullsized":"2024-04-24T02:38:08.602244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591154+0000","last_change":"2024-04-24T02:38:08.590512+0000","last_active":"2024-04-24T02:38:08.591154+0000","last_peered":"2024-04-24T02:38:08.591154+0000","last_clean":"2024-04-24T02:38:08.591154+0000","last_became_active":"2024-04-24T02:38:08.590201+0000","last_became_peered":"2024-04-24T02:38:08.590201+0000","last_unstale":"2024-04-24T02:38:08.591154+0000","last_undegraded":"2024-04-24T02:38:08.591154+0000","last_fullsized":"2024-04-24T02:38:08.591154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.585278+0000","last_change":"2024-04-24T02:38:08.578671+0000","last_active":"2024-04-24T02:38:08.585278+0000","last_peered":"2024-04-24T02:38:08.585278+0000","last_clean":"2024-04-24T02:38:08.585278+0000","last_became_active":"2024-04-24T02:38:08.578315+0000","last_became_peered":"2024-04-24T02:38:08.578315+0000","last_unstale":"2024-04-24T02:38:08.585278+0000","last_undegraded":"2024-04-24T02:38:08.585278+0000","last_fullsized":"2024-04-24T02:38:08.585278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580677+0000","last_change":"2024-04-24T02:38:08.577929+0000","last_active":"2024-04-24T02:38:08.580677+0000","last_peered":"2024-04-24T02:38:08.580677+0000","last_clean":"2024-04-24T02:38:08.580677+0000","last_became_active":"2024-04-24T02:38:08.577588+0000","last_became_peered":"2024-04-24T02:38:08.577588+0000","last_unstale":"2024-04-24T02:38:08.580677+0000","last_undegraded":"2024-04-24T02:38:08.580677+0000","last_fullsized":"2024-04-24T02:38:08.580677+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178472+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.182994+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601363+0000","last_change":"2024-04-24T02:38:08.601014+0000","last_active":"2024-04-24T02:38:08.601363+0000","last_peered":"2024-04-24T02:38:08.601363+0000","last_clean":"2024-04-24T02:38:08.601363+0000","last_became_active":"2024-04-24T02:38:08.600719+0000","last_became_peered":"2024-04-24T02:38:08.600719+0000","last_unstale":"2024-04-24T02:38:08.601363+0000","last_undegraded":"2024-04-24T02:38:08.601363+0000","last_fullsized":"2024-04-24T02:38:08.601363+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178931+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586687+0000","last_change":"2024-04-24T02:38:08.579409+0000","last_active":"2024-04-24T02:38:08.586687+0000","last_peered":"2024-04-24T02:38:08.586687+0000","last_clean":"2024-04-24T02:38:08.586687+0000","last_became_active":"2024-04-24T02:38:08.579087+0000","last_became_peered":"2024-04-24T02:38:08.579087+0000","last_unstale":"2024-04-24T02:38:08.586687+0000","last_undegraded":"2024-04-24T02:38:08.586687+0000","last_fullsized":"2024-04-24T02:38:08.586687+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-04-24T02:38:08.165801+0000","last_change":"2024-04-24T02:38:08.178442+0000","last_active":"2024-04-24T02:38:08.165801+0000","last_peered":"2024-04-24T02:38:08.165801+0000","last_clean":"2024-04-24T02:38:08.165801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-24T02:38:08.165801+0000","last_undegraded":"2024-04-24T02:38:08.165801+0000","last_fullsized":"2024-04-24T02:38:08.165801+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595437+0000","last_change":"2024-04-24T02:38:08.594001+0000","last_active":"2024-04-24T02:38:08.595437+0000","last_peered":"2024-04-24T02:38:08.595437+0000","last_clean":"2024-04-24T02:38:08.595437+0000","last_became_active":"2024-04-24T02:38:08.593765+0000","last_became_peered":"2024-04-24T02:38:08.593765+0000","last_unstale":"2024-04-24T02:38:08.595437+0000","last_undegraded":"2024-04-24T02:38:08.595437+0000","last_fullsized":"2024-04-24T02:38:08.595437+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580657+0000","last_change":"2024-04-24T02:38:08.576796+0000","last_active":"2024-04-24T02:38:08.580657+0000","last_peered":"2024-04-24T02:38:08.580657+0000","last_clean":"2024-04-24T02:38:08.580657+0000","last_became_active":"2024-04-24T02:38:08.576465+0000","last_became_peered":"2024-04-24T02:38:08.576465+0000","last_unstale":"2024-04-24T02:38:08.580657+0000","last_undegraded":"2024-04-24T02:38:08.580657+0000","last_fullsized":"2024-04-24T02:38:08.580657+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595155+0000","last_change":"2024-04-24T02:38:08.593398+0000","last_active":"2024-04-24T02:38:08.595155+0000","last_peered":"2024-04-24T02:38:08.595155+0000","last_clean":"2024-04-24T02:38:08.595155+0000","last_became_active":"2024-04-24T02:38:08.593073+0000","last_became_peered":"2024-04-24T02:38:08.593073+0000","last_unstale":"2024-04-24T02:38:08.595155+0000","last_undegraded":"2024-04-24T02:38:08.595155+0000","last_fullsized":"2024-04-24T02:38:08.595155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2146,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":5118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":6,"up_from":42,"seq":180388626444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297604,"kb_used_data":508,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447548,"statfs":{"total":95995035648,"available":95690289152,"internally_reserved":0,"allocated":520192,"data_stored":210468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.34200000000000003,"15min":0.33400000000000002},"min":{"1min":0.254,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.34899999999999998,"15min":0.33600000000000002},"min":{"1min":0.30299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.28999999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.316,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.60599999999999998,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.28799999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.372}]},{"osd":4,"last update":"Wed Apr 24 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68700000000000006}]},{"osd":5,"last update":"Wed Apr 24 02:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738411,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":216559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:37:18 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32900000000000001,"15min":0.317},"min":{"1min":0.246,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.33200000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.314,"5min":0.222,"15min":0.222},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.433},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.373,"15min":0.36099999999999999},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.31900000000000001}]},{"osd":3,"last update":"Wed Apr 24 02:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.39300000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1,"5min":1,"15min":1},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48899999999999999}]},{"osd":5,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297600,"kb_used_data":504,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447552,"statfs":{"total":95995035648,"available":95690293248,"internally_reserved":0,"allocated":516096,"data_stored":209512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.26700000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.37,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.35199999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.378,"15min":0.36799999999999999},"min":{"1min":0.29599999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.437},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.41299999999999998,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.33300000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.317},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.36599999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.501}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297576,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447576,"statfs":{"total":95995035648,"available":95690317824,"internally_reserved":0,"allocated":491520,"data_stored":195738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.28999999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.311}]},{"osd":2,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.33100000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55000000000000004}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.443},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.57799999999999996}]},{"osd":1,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.53400000000000003}]},{"osd":3,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.628},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.52300000000000002}]},{"osd":5,"last update":"Wed Apr 24 02:38:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822673,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":217800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.504}]},{"osd":1,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.46300000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.42699999999999999}]},{"osd":3,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.623},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.45100000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:38:14.063 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:12.572467+0000 mgr.y (mgr.14144) 201 : audit [DBG] from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:14.809 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:38:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b[57722]: debug 2024-04-24T02:38:14.475+0000 7fa216b66700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-24T02:38:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:12.934326+0000 mgr.y (mgr.14144) 202 : audit [DBG] from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:13.186807+0000 mgr.y (mgr.14144) 203 : cluster [DBG] pgmap v189: 97 pgs: 17 creating+peering, 80 active+clean; 2.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s wr, 6 op/s 2024-04-24T02:38:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:13.295116+0000 mgr.y (mgr.14144) 204 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:13.728487+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.16:0/1399154173' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-24T02:38:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:12.934326+0000 mgr.y (mgr.14144) 202 : audit [DBG] from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:15.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:13.186807+0000 mgr.y (mgr.14144) 203 : cluster [DBG] pgmap v189: 97 pgs: 17 creating+peering, 80 active+clean; 2.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s wr, 6 op/s 2024-04-24T02:38:15.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:13.295116+0000 mgr.y (mgr.14144) 204 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:15.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:13.728487+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.16:0/1399154173' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-24T02:38:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:12.934326+0000 mgr.y (mgr.14144) 202 : audit [DBG] from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:13.186807+0000 mgr.y (mgr.14144) 203 : cluster [DBG] pgmap v189: 97 pgs: 17 creating+peering, 80 active+clean; 2.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s wr, 6 op/s 2024-04-24T02:38:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:13.295116+0000 mgr.y (mgr.14144) 204 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:13.728487+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.16:0/1399154173' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-24T02:38:16.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:14.036509+0000 mgr.y (mgr.14144) 205 : audit [DBG] from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:16.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:14.036509+0000 mgr.y (mgr.14144) 205 : audit [DBG] from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:16.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:14.036509+0000 mgr.y (mgr.14144) 205 : audit [DBG] from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:17.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:15.187466+0000 mgr.y (mgr.14144) 206 : cluster [DBG] pgmap v190: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 4 op/s 2024-04-24T02:38:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:15.187466+0000 mgr.y (mgr.14144) 206 : cluster [DBG] pgmap v190: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 4 op/s 2024-04-24T02:38:17.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:15.187466+0000 mgr.y (mgr.14144) 206 : cluster [DBG] pgmap v190: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 4 op/s 2024-04-24T02:38:17.063 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-24T02:38:17.387 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:17.389 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:38:17.398 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-24T02:38:17.187638+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":254,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380980,"kb_used_data":4212,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580236,"statfs":{"total":767960285184,"available":765522161664,"internally_reserved":0,"allocated":4313088,"data_stored":1735415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":748,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001563"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598955+0000","last_change":"2024-04-24T02:38:08.597658+0000","last_active":"2024-04-24T02:38:08.598955+0000","last_peered":"2024-04-24T02:38:08.598955+0000","last_clean":"2024-04-24T02:38:08.598955+0000","last_became_active":"2024-04-24T02:38:08.597324+0000","last_became_peered":"2024-04-24T02:38:08.597324+0000","last_unstale":"2024-04-24T02:38:08.598955+0000","last_undegraded":"2024-04-24T02:38:08.598955+0000","last_fullsized":"2024-04-24T02:38:08.598955+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591216+0000","last_change":"2024-04-24T02:38:08.590595+0000","last_active":"2024-04-24T02:38:08.591216+0000","last_peered":"2024-04-24T02:38:08.591216+0000","last_clean":"2024-04-24T02:38:08.591216+0000","last_became_active":"2024-04-24T02:38:08.590178+0000","last_became_peered":"2024-04-24T02:38:08.590178+0000","last_unstale":"2024-04-24T02:38:08.591216+0000","last_undegraded":"2024-04-24T02:38:08.591216+0000","last_fullsized":"2024-04-24T02:38:08.591216+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.573757+0000","last_change":"2024-04-24T02:38:08.573487+0000","last_active":"2024-04-24T02:38:08.573757+0000","last_peered":"2024-04-24T02:38:08.573757+0000","last_clean":"2024-04-24T02:38:08.573757+0000","last_became_active":"2024-04-24T02:38:08.573042+0000","last_became_peered":"2024-04-24T02:38:08.573042+0000","last_unstale":"2024-04-24T02:38:08.573757+0000","last_undegraded":"2024-04-24T02:38:08.573757+0000","last_fullsized":"2024-04-24T02:38:08.573757+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600961+0000","last_change":"2024-04-24T02:38:08.599416+0000","last_active":"2024-04-24T02:38:08.600961+0000","last_peered":"2024-04-24T02:38:08.600961+0000","last_clean":"2024-04-24T02:38:08.600961+0000","last_became_active":"2024-04-24T02:38:08.599044+0000","last_became_peered":"2024-04-24T02:38:08.599044+0000","last_unstale":"2024-04-24T02:38:08.600961+0000","last_undegraded":"2024-04-24T02:38:08.600961+0000","last_fullsized":"2024-04-24T02:38:08.600961+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596023+0000","last_change":"2024-04-24T02:38:08.594756+0000","last_active":"2024-04-24T02:38:08.596023+0000","last_peered":"2024-04-24T02:38:08.596023+0000","last_clean":"2024-04-24T02:38:08.596023+0000","last_became_active":"2024-04-24T02:38:08.594250+0000","last_became_peered":"2024-04-24T02:38:08.594250+0000","last_unstale":"2024-04-24T02:38:08.596023+0000","last_undegraded":"2024-04-24T02:38:08.596023+0000","last_fullsized":"2024-04-24T02:38:08.596023+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587920+0000","last_change":"2024-04-24T02:38:08.585458+0000","last_active":"2024-04-24T02:38:08.587920+0000","last_peered":"2024-04-24T02:38:08.587920+0000","last_clean":"2024-04-24T02:38:08.587920+0000","last_became_active":"2024-04-24T02:38:08.584855+0000","last_became_peered":"2024-04-24T02:38:08.584855+0000","last_unstale":"2024-04-24T02:38:08.587920+0000","last_undegraded":"2024-04-24T02:38:08.587920+0000","last_fullsized":"2024-04-24T02:38:08.587920+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602043+0000","last_change":"2024-04-24T02:38:08.601041+0000","last_active":"2024-04-24T02:38:08.602043+0000","last_peered":"2024-04-24T02:38:08.602043+0000","last_clean":"2024-04-24T02:38:08.602043+0000","last_became_active":"2024-04-24T02:38:08.595774+0000","last_became_peered":"2024-04-24T02:38:08.595774+0000","last_unstale":"2024-04-24T02:38:08.602043+0000","last_undegraded":"2024-04-24T02:38:08.602043+0000","last_fullsized":"2024-04-24T02:38:08.602043+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.589664+0000","last_change":"2024-04-24T02:38:08.587871+0000","last_active":"2024-04-24T02:38:08.589664+0000","last_peered":"2024-04-24T02:38:08.589664+0000","last_clean":"2024-04-24T02:38:08.589664+0000","last_became_active":"2024-04-24T02:38:08.587594+0000","last_became_peered":"2024-04-24T02:38:08.587594+0000","last_unstale":"2024-04-24T02:38:08.589664+0000","last_undegraded":"2024-04-24T02:38:08.589664+0000","last_fullsized":"2024-04-24T02:38:08.589664+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604309+0000","last_change":"2024-04-24T02:38:08.603324+0000","last_active":"2024-04-24T02:38:08.604309+0000","last_peered":"2024-04-24T02:38:08.604309+0000","last_clean":"2024-04-24T02:38:08.604309+0000","last_became_active":"2024-04-24T02:38:08.603062+0000","last_became_peered":"2024-04-24T02:38:08.603062+0000","last_unstale":"2024-04-24T02:38:08.604309+0000","last_undegraded":"2024-04-24T02:38:08.604309+0000","last_fullsized":"2024-04-24T02:38:08.604309+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601081+0000","last_change":"2024-04-24T02:38:08.600190+0000","last_active":"2024-04-24T02:38:08.601081+0000","last_peered":"2024-04-24T02:38:08.601081+0000","last_clean":"2024-04-24T02:38:08.601081+0000","last_became_active":"2024-04-24T02:38:08.599899+0000","last_became_peered":"2024-04-24T02:38:08.599899+0000","last_unstale":"2024-04-24T02:38:08.601081+0000","last_undegraded":"2024-04-24T02:38:08.601081+0000","last_fullsized":"2024-04-24T02:38:08.601081+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600587+0000","last_change":"2024-04-24T02:38:08.599047+0000","last_active":"2024-04-24T02:38:08.600587+0000","last_peered":"2024-04-24T02:38:08.600587+0000","last_clean":"2024-04-24T02:38:08.600587+0000","last_became_active":"2024-04-24T02:38:08.598544+0000","last_became_peered":"2024-04-24T02:38:08.598544+0000","last_unstale":"2024-04-24T02:38:08.600587+0000","last_undegraded":"2024-04-24T02:38:08.600587+0000","last_fullsized":"2024-04-24T02:38:08.600587+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599914+0000","last_change":"2024-04-24T02:38:08.594706+0000","last_active":"2024-04-24T02:38:08.599914+0000","last_peered":"2024-04-24T02:38:08.599914+0000","last_clean":"2024-04-24T02:38:08.599914+0000","last_became_active":"2024-04-24T02:38:08.594074+0000","last_became_peered":"2024-04-24T02:38:08.594074+0000","last_unstale":"2024-04-24T02:38:08.599914+0000","last_undegraded":"2024-04-24T02:38:08.599914+0000","last_fullsized":"2024-04-24T02:38:08.599914+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.589642+0000","last_change":"2024-04-24T02:38:08.587006+0000","last_active":"2024-04-24T02:38:08.589642+0000","last_peered":"2024-04-24T02:38:08.589642+0000","last_clean":"2024-04-24T02:38:08.589642+0000","last_became_active":"2024-04-24T02:38:08.586697+0000","last_became_peered":"2024-04-24T02:38:08.586697+0000","last_unstale":"2024-04-24T02:38:08.589642+0000","last_undegraded":"2024-04-24T02:38:08.589642+0000","last_fullsized":"2024-04-24T02:38:08.589642+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581503+0000","last_change":"2024-04-24T02:38:08.574671+0000","last_active":"2024-04-24T02:38:08.581503+0000","last_peered":"2024-04-24T02:38:08.581503+0000","last_clean":"2024-04-24T02:38:08.581503+0000","last_became_active":"2024-04-24T02:38:08.574227+0000","last_became_peered":"2024-04-24T02:38:08.574227+0000","last_unstale":"2024-04-24T02:38:08.581503+0000","last_undegraded":"2024-04-24T02:38:08.581503+0000","last_fullsized":"2024-04-24T02:38:08.581503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571654+0000","last_change":"2024-04-24T02:38:08.570916+0000","last_active":"2024-04-24T02:38:08.571654+0000","last_peered":"2024-04-24T02:38:08.571654+0000","last_clean":"2024-04-24T02:38:08.571654+0000","last_became_active":"2024-04-24T02:38:08.570228+0000","last_became_peered":"2024-04-24T02:38:08.570228+0000","last_unstale":"2024-04-24T02:38:08.571654+0000","last_undegraded":"2024-04-24T02:38:08.571654+0000","last_fullsized":"2024-04-24T02:38:08.571654+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596537+0000","last_change":"2024-04-24T02:38:08.586855+0000","last_active":"2024-04-24T02:38:08.596537+0000","last_peered":"2024-04-24T02:38:08.596537+0000","last_clean":"2024-04-24T02:38:08.596537+0000","last_became_active":"2024-04-24T02:38:08.586468+0000","last_became_peered":"2024-04-24T02:38:08.586468+0000","last_unstale":"2024-04-24T02:38:08.596537+0000","last_undegraded":"2024-04-24T02:38:08.596537+0000","last_fullsized":"2024-04-24T02:38:08.596537+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595436+0000","last_change":"2024-04-24T02:38:08.587516+0000","last_active":"2024-04-24T02:38:08.595436+0000","last_peered":"2024-04-24T02:38:08.595436+0000","last_clean":"2024-04-24T02:38:08.595436+0000","last_became_active":"2024-04-24T02:38:08.586740+0000","last_became_peered":"2024-04-24T02:38:08.586740+0000","last_unstale":"2024-04-24T02:38:08.595436+0000","last_undegraded":"2024-04-24T02:38:08.595436+0000","last_fullsized":"2024-04-24T02:38:08.595436+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591175+0000","last_change":"2024-04-24T02:38:08.590540+0000","last_active":"2024-04-24T02:38:08.591175+0000","last_peered":"2024-04-24T02:38:08.591175+0000","last_clean":"2024-04-24T02:38:08.591175+0000","last_became_active":"2024-04-24T02:38:08.590223+0000","last_became_peered":"2024-04-24T02:38:08.590223+0000","last_unstale":"2024-04-24T02:38:08.591175+0000","last_undegraded":"2024-04-24T02:38:08.591175+0000","last_fullsized":"2024-04-24T02:38:08.591175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598993+0000","last_change":"2024-04-24T02:38:08.597041+0000","last_active":"2024-04-24T02:38:08.598993+0000","last_peered":"2024-04-24T02:38:08.598993+0000","last_clean":"2024-04-24T02:38:08.598993+0000","last_became_active":"2024-04-24T02:38:08.596708+0000","last_became_peered":"2024-04-24T02:38:08.596708+0000","last_unstale":"2024-04-24T02:38:08.598993+0000","last_undegraded":"2024-04-24T02:38:08.598993+0000","last_fullsized":"2024-04-24T02:38:08.598993+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595465+0000","last_change":"2024-04-24T02:38:08.192695+0000","last_active":"2024-04-24T02:38:08.595465+0000","last_peered":"2024-04-24T02:38:08.595465+0000","last_clean":"2024-04-24T02:38:08.595465+0000","last_became_active":"2024-04-24T02:38:08.192388+0000","last_became_peered":"2024-04-24T02:38:08.192388+0000","last_unstale":"2024-04-24T02:38:08.595465+0000","last_undegraded":"2024-04-24T02:38:08.595465+0000","last_fullsized":"2024-04-24T02:38:08.595465+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.589731+0000","last_change":"2024-04-24T02:38:08.588487+0000","last_active":"2024-04-24T02:38:08.589731+0000","last_peered":"2024-04-24T02:38:08.589731+0000","last_clean":"2024-04-24T02:38:08.589731+0000","last_became_active":"2024-04-24T02:38:08.588199+0000","last_became_peered":"2024-04-24T02:38:08.588199+0000","last_unstale":"2024-04-24T02:38:08.589731+0000","last_undegraded":"2024-04-24T02:38:08.589731+0000","last_fullsized":"2024-04-24T02:38:08.589731+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.588607+0000","last_change":"2024-04-24T02:38:08.183046+0000","last_active":"2024-04-24T02:38:08.588607+0000","last_peered":"2024-04-24T02:38:08.588607+0000","last_clean":"2024-04-24T02:38:08.588607+0000","last_became_active":"2024-04-24T02:38:08.182801+0000","last_became_peered":"2024-04-24T02:38:08.182801+0000","last_unstale":"2024-04-24T02:38:08.588607+0000","last_undegraded":"2024-04-24T02:38:08.588607+0000","last_fullsized":"2024-04-24T02:38:08.588607+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581682+0000","last_change":"2024-04-24T02:38:08.575412+0000","last_active":"2024-04-24T02:38:08.581682+0000","last_peered":"2024-04-24T02:38:08.581682+0000","last_clean":"2024-04-24T02:38:08.581682+0000","last_became_active":"2024-04-24T02:38:08.574459+0000","last_became_peered":"2024-04-24T02:38:08.574459+0000","last_unstale":"2024-04-24T02:38:08.581682+0000","last_undegraded":"2024-04-24T02:38:08.581682+0000","last_fullsized":"2024-04-24T02:38:08.581682+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596205+0000","last_change":"2024-04-24T02:38:08.194908+0000","last_active":"2024-04-24T02:38:08.596205+0000","last_peered":"2024-04-24T02:38:08.596205+0000","last_clean":"2024-04-24T02:38:08.596205+0000","last_became_active":"2024-04-24T02:38:08.194645+0000","last_became_peered":"2024-04-24T02:38:08.194645+0000","last_unstale":"2024-04-24T02:38:08.596205+0000","last_undegraded":"2024-04-24T02:38:08.596205+0000","last_fullsized":"2024-04-24T02:38:08.596205+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600984+0000","last_change":"2024-04-24T02:38:08.599398+0000","last_active":"2024-04-24T02:38:08.600984+0000","last_peered":"2024-04-24T02:38:08.600984+0000","last_clean":"2024-04-24T02:38:08.600984+0000","last_became_active":"2024-04-24T02:38:08.598606+0000","last_became_peered":"2024-04-24T02:38:08.598606+0000","last_unstale":"2024-04-24T02:38:08.600984+0000","last_undegraded":"2024-04-24T02:38:08.600984+0000","last_fullsized":"2024-04-24T02:38:08.600984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.603672+0000","last_change":"2024-04-24T02:38:08.195924+0000","last_active":"2024-04-24T02:38:08.603672+0000","last_peered":"2024-04-24T02:38:08.603672+0000","last_clean":"2024-04-24T02:38:08.603672+0000","last_became_active":"2024-04-24T02:38:08.195576+0000","last_became_peered":"2024-04-24T02:38:08.195576+0000","last_unstale":"2024-04-24T02:38:08.603672+0000","last_undegraded":"2024-04-24T02:38:08.603672+0000","last_fullsized":"2024-04-24T02:38:08.603672+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602859+0000","last_change":"2024-04-24T02:38:08.601358+0000","last_active":"2024-04-24T02:38:08.602859+0000","last_peered":"2024-04-24T02:38:08.602859+0000","last_clean":"2024-04-24T02:38:08.602859+0000","last_became_active":"2024-04-24T02:38:08.600968+0000","last_became_peered":"2024-04-24T02:38:08.600968+0000","last_unstale":"2024-04-24T02:38:08.602859+0000","last_undegraded":"2024-04-24T02:38:08.602859+0000","last_fullsized":"2024-04-24T02:38:08.602859+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595060+0000","last_change":"2024-04-24T02:38:08.190407+0000","last_active":"2024-04-24T02:38:08.595060+0000","last_peered":"2024-04-24T02:38:08.595060+0000","last_clean":"2024-04-24T02:38:08.595060+0000","last_became_active":"2024-04-24T02:38:08.190102+0000","last_became_peered":"2024-04-24T02:38:08.190102+0000","last_unstale":"2024-04-24T02:38:08.595060+0000","last_undegraded":"2024-04-24T02:38:08.595060+0000","last_fullsized":"2024-04-24T02:38:08.595060+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575669+0000","last_change":"2024-04-24T02:38:08.574888+0000","last_active":"2024-04-24T02:38:08.575669+0000","last_peered":"2024-04-24T02:38:08.575669+0000","last_clean":"2024-04-24T02:38:08.575669+0000","last_became_active":"2024-04-24T02:38:08.574399+0000","last_became_peered":"2024-04-24T02:38:08.574399+0000","last_unstale":"2024-04-24T02:38:08.575669+0000","last_undegraded":"2024-04-24T02:38:08.575669+0000","last_fullsized":"2024-04-24T02:38:08.575669+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602981+0000","last_change":"2024-04-24T02:38:08.196939+0000","last_active":"2024-04-24T02:38:08.602981+0000","last_peered":"2024-04-24T02:38:08.602981+0000","last_clean":"2024-04-24T02:38:08.602981+0000","last_became_active":"2024-04-24T02:38:08.196604+0000","last_became_peered":"2024-04-24T02:38:08.196604+0000","last_unstale":"2024-04-24T02:38:08.602981+0000","last_undegraded":"2024-04-24T02:38:08.602981+0000","last_fullsized":"2024-04-24T02:38:08.602981+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580638+0000","last_change":"2024-04-24T02:38:08.575301+0000","last_active":"2024-04-24T02:38:08.580638+0000","last_peered":"2024-04-24T02:38:08.580638+0000","last_clean":"2024-04-24T02:38:08.580638+0000","last_became_active":"2024-04-24T02:38:08.574990+0000","last_became_peered":"2024-04-24T02:38:08.574990+0000","last_unstale":"2024-04-24T02:38:08.580638+0000","last_undegraded":"2024-04-24T02:38:08.580638+0000","last_fullsized":"2024-04-24T02:38:08.580638+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.564884+0000","last_change":"2024-04-24T02:38:08.190532+0000","last_active":"2024-04-24T02:38:08.564884+0000","last_peered":"2024-04-24T02:38:08.564884+0000","last_clean":"2024-04-24T02:38:08.564884+0000","last_became_active":"2024-04-24T02:38:08.190232+0000","last_became_peered":"2024-04-24T02:38:08.190232+0000","last_unstale":"2024-04-24T02:38:08.564884+0000","last_undegraded":"2024-04-24T02:38:08.564884+0000","last_fullsized":"2024-04-24T02:38:08.564884+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.582956+0000","last_change":"2024-04-24T02:38:08.581142+0000","last_active":"2024-04-24T02:38:08.582956+0000","last_peered":"2024-04-24T02:38:08.582956+0000","last_clean":"2024-04-24T02:38:08.582956+0000","last_became_active":"2024-04-24T02:38:08.580283+0000","last_became_peered":"2024-04-24T02:38:08.580283+0000","last_unstale":"2024-04-24T02:38:08.582956+0000","last_undegraded":"2024-04-24T02:38:08.582956+0000","last_fullsized":"2024-04-24T02:38:08.582956+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566504+0000","last_change":"2024-04-24T02:38:08.186543+0000","last_active":"2024-04-24T02:38:08.566504+0000","last_peered":"2024-04-24T02:38:08.566504+0000","last_clean":"2024-04-24T02:38:08.566504+0000","last_became_active":"2024-04-24T02:38:08.186194+0000","last_became_peered":"2024-04-24T02:38:08.186194+0000","last_unstale":"2024-04-24T02:38:08.566504+0000","last_undegraded":"2024-04-24T02:38:08.566504+0000","last_fullsized":"2024-04-24T02:38:08.566504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571666+0000","last_change":"2024-04-24T02:38:08.571103+0000","last_active":"2024-04-24T02:38:08.571666+0000","last_peered":"2024-04-24T02:38:08.571666+0000","last_clean":"2024-04-24T02:38:08.571666+0000","last_became_active":"2024-04-24T02:38:08.570625+0000","last_became_peered":"2024-04-24T02:38:08.570625+0000","last_unstale":"2024-04-24T02:38:08.571666+0000","last_undegraded":"2024-04-24T02:38:08.571666+0000","last_fullsized":"2024-04-24T02:38:08.571666+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.600318+0000","last_change":"2024-04-24T02:38:08.190205+0000","last_active":"2024-04-24T02:38:08.600318+0000","last_peered":"2024-04-24T02:38:08.600318+0000","last_clean":"2024-04-24T02:38:08.600318+0000","last_became_active":"2024-04-24T02:38:08.188731+0000","last_became_peered":"2024-04-24T02:38:08.188731+0000","last_unstale":"2024-04-24T02:38:08.600318+0000","last_undegraded":"2024-04-24T02:38:08.600318+0000","last_fullsized":"2024-04-24T02:38:08.600318+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599536+0000","last_change":"2024-04-24T02:38:08.599177+0000","last_active":"2024-04-24T02:38:08.599536+0000","last_peered":"2024-04-24T02:38:08.599536+0000","last_clean":"2024-04-24T02:38:08.599536+0000","last_became_active":"2024-04-24T02:38:08.598869+0000","last_became_peered":"2024-04-24T02:38:08.598869+0000","last_unstale":"2024-04-24T02:38:08.599536+0000","last_undegraded":"2024-04-24T02:38:08.599536+0000","last_fullsized":"2024-04-24T02:38:08.599536+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571685+0000","last_change":"2024-04-24T02:38:08.191268+0000","last_active":"2024-04-24T02:38:08.571685+0000","last_peered":"2024-04-24T02:38:08.571685+0000","last_clean":"2024-04-24T02:38:08.571685+0000","last_became_active":"2024-04-24T02:38:08.190910+0000","last_became_peered":"2024-04-24T02:38:08.190910+0000","last_unstale":"2024-04-24T02:38:08.571685+0000","last_undegraded":"2024-04-24T02:38:08.571685+0000","last_fullsized":"2024-04-24T02:38:08.571685+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581702+0000","last_change":"2024-04-24T02:38:08.577843+0000","last_active":"2024-04-24T02:38:08.581702+0000","last_peered":"2024-04-24T02:38:08.581702+0000","last_clean":"2024-04-24T02:38:08.581702+0000","last_became_active":"2024-04-24T02:38:08.577541+0000","last_became_peered":"2024-04-24T02:38:08.577541+0000","last_unstale":"2024-04-24T02:38:08.581702+0000","last_undegraded":"2024-04-24T02:38:08.581702+0000","last_fullsized":"2024-04-24T02:38:08.581702+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598282+0000","last_change":"2024-04-24T02:38:08.188636+0000","last_active":"2024-04-24T02:38:08.598282+0000","last_peered":"2024-04-24T02:38:08.598282+0000","last_clean":"2024-04-24T02:38:08.598282+0000","last_became_active":"2024-04-24T02:38:08.188351+0000","last_became_peered":"2024-04-24T02:38:08.188351+0000","last_unstale":"2024-04-24T02:38:08.598282+0000","last_undegraded":"2024-04-24T02:38:08.598282+0000","last_fullsized":"2024-04-24T02:38:08.598282+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.599892+0000","last_change":"2024-04-24T02:38:08.594500+0000","last_active":"2024-04-24T02:38:08.599892+0000","last_peered":"2024-04-24T02:38:08.599892+0000","last_clean":"2024-04-24T02:38:08.599892+0000","last_became_active":"2024-04-24T02:38:08.593616+0000","last_became_peered":"2024-04-24T02:38:08.593616+0000","last_unstale":"2024-04-24T02:38:08.599892+0000","last_undegraded":"2024-04-24T02:38:08.599892+0000","last_fullsized":"2024-04-24T02:38:08.599892+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"53'6","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.606126+0000","last_change":"2024-04-24T02:38:08.191399+0000","last_active":"2024-04-24T02:38:08.606126+0000","last_peered":"2024-04-24T02:38:08.606126+0000","last_clean":"2024-04-24T02:38:08.606126+0000","last_became_active":"2024-04-24T02:38:08.191088+0000","last_became_peered":"2024-04-24T02:38:08.191088+0000","last_unstale":"2024-04-24T02:38:08.606126+0000","last_undegraded":"2024-04-24T02:38:08.606126+0000","last_fullsized":"2024-04-24T02:38:08.606126+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.598971+0000","last_change":"2024-04-24T02:38:08.595776+0000","last_active":"2024-04-24T02:38:08.598971+0000","last_peered":"2024-04-24T02:38:08.598971+0000","last_clean":"2024-04-24T02:38:08.598971+0000","last_became_active":"2024-04-24T02:38:08.595478+0000","last_became_peered":"2024-04-24T02:38:08.595478+0000","last_unstale":"2024-04-24T02:38:08.598971+0000","last_undegraded":"2024-04-24T02:38:08.598971+0000","last_fullsized":"2024-04-24T02:38:08.598971+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.594818+0000","last_change":"2024-04-24T02:38:08.192652+0000","last_active":"2024-04-24T02:38:08.594818+0000","last_peered":"2024-04-24T02:38:08.594818+0000","last_clean":"2024-04-24T02:38:08.594818+0000","last_became_active":"2024-04-24T02:38:08.192371+0000","last_became_peered":"2024-04-24T02:38:08.192371+0000","last_unstale":"2024-04-24T02:38:08.594818+0000","last_undegraded":"2024-04-24T02:38:08.594818+0000","last_fullsized":"2024-04-24T02:38:08.594818+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581522+0000","last_change":"2024-04-24T02:38:08.577836+0000","last_active":"2024-04-24T02:38:08.581522+0000","last_peered":"2024-04-24T02:38:08.581522+0000","last_clean":"2024-04-24T02:38:08.581522+0000","last_became_active":"2024-04-24T02:38:08.577527+0000","last_became_peered":"2024-04-24T02:38:08.577527+0000","last_unstale":"2024-04-24T02:38:08.581522+0000","last_undegraded":"2024-04-24T02:38:08.581522+0000","last_fullsized":"2024-04-24T02:38:08.581522+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.566049+0000","last_change":"2024-04-24T02:38:08.188649+0000","last_active":"2024-04-24T02:38:08.566049+0000","last_peered":"2024-04-24T02:38:08.566049+0000","last_clean":"2024-04-24T02:38:08.566049+0000","last_became_active":"2024-04-24T02:38:08.188288+0000","last_became_peered":"2024-04-24T02:38:08.188288+0000","last_unstale":"2024-04-24T02:38:08.566049+0000","last_undegraded":"2024-04-24T02:38:08.566049+0000","last_fullsized":"2024-04-24T02:38:08.566049+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.596002+0000","last_change":"2024-04-24T02:38:08.594578+0000","last_active":"2024-04-24T02:38:08.596002+0000","last_peered":"2024-04-24T02:38:08.596002+0000","last_clean":"2024-04-24T02:38:08.596002+0000","last_became_active":"2024-04-24T02:38:08.593800+0000","last_became_peered":"2024-04-24T02:38:08.593800+0000","last_unstale":"2024-04-24T02:38:08.596002+0000","last_undegraded":"2024-04-24T02:38:08.596002+0000","last_fullsized":"2024-04-24T02:38:08.596002+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592947+0000","last_change":"2024-04-24T02:38:08.189631+0000","last_active":"2024-04-24T02:38:08.592947+0000","last_peered":"2024-04-24T02:38:08.592947+0000","last_clean":"2024-04-24T02:38:08.592947+0000","last_became_active":"2024-04-24T02:38:08.189301+0000","last_became_peered":"2024-04-24T02:38:08.189301+0000","last_unstale":"2024-04-24T02:38:08.592947+0000","last_undegraded":"2024-04-24T02:38:08.592947+0000","last_fullsized":"2024-04-24T02:38:08.592947+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602224+0000","last_change":"2024-04-24T02:38:08.599422+0000","last_active":"2024-04-24T02:38:08.602224+0000","last_peered":"2024-04-24T02:38:08.602224+0000","last_clean":"2024-04-24T02:38:08.602224+0000","last_became_active":"2024-04-24T02:38:08.598742+0000","last_became_peered":"2024-04-24T02:38:08.598742+0000","last_unstale":"2024-04-24T02:38:08.602224+0000","last_undegraded":"2024-04-24T02:38:08.602224+0000","last_fullsized":"2024-04-24T02:38:08.602224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":19,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.584823+0000","last_change":"2024-04-24T02:38:08.188191+0000","last_active":"2024-04-24T02:38:08.584823+0000","last_peered":"2024-04-24T02:38:08.584823+0000","last_clean":"2024-04-24T02:38:08.584823+0000","last_became_active":"2024-04-24T02:38:08.187007+0000","last_became_peered":"2024-04-24T02:38:08.187007+0000","last_unstale":"2024-04-24T02:38:08.584823+0000","last_undegraded":"2024-04-24T02:38:08.584823+0000","last_fullsized":"2024-04-24T02:38:08.584823+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602062+0000","last_change":"2024-04-24T02:38:08.601280+0000","last_active":"2024-04-24T02:38:08.602062+0000","last_peered":"2024-04-24T02:38:08.602062+0000","last_clean":"2024-04-24T02:38:08.602062+0000","last_became_active":"2024-04-24T02:38:08.595552+0000","last_became_peered":"2024-04-24T02:38:08.595552+0000","last_unstale":"2024-04-24T02:38:08.602062+0000","last_undegraded":"2024-04-24T02:38:08.602062+0000","last_fullsized":"2024-04-24T02:38:08.602062+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597482+0000","last_change":"2024-04-24T02:38:08.197425+0000","last_active":"2024-04-24T02:38:08.597482+0000","last_peered":"2024-04-24T02:38:08.597482+0000","last_clean":"2024-04-24T02:38:08.597482+0000","last_became_active":"2024-04-24T02:38:08.197072+0000","last_became_peered":"2024-04-24T02:38:08.197072+0000","last_unstale":"2024-04-24T02:38:08.597482+0000","last_undegraded":"2024-04-24T02:38:08.597482+0000","last_fullsized":"2024-04-24T02:38:08.597482+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595916+0000","last_change":"2024-04-24T02:38:08.593922+0000","last_active":"2024-04-24T02:38:08.595916+0000","last_peered":"2024-04-24T02:38:08.595916+0000","last_clean":"2024-04-24T02:38:08.595916+0000","last_became_active":"2024-04-24T02:38:08.593565+0000","last_became_peered":"2024-04-24T02:38:08.593565+0000","last_unstale":"2024-04-24T02:38:08.595916+0000","last_undegraded":"2024-04-24T02:38:08.595916+0000","last_fullsized":"2024-04-24T02:38:08.595916+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560217+0000","last_change":"2024-04-24T02:38:08.189559+0000","last_active":"2024-04-24T02:38:08.560217+0000","last_peered":"2024-04-24T02:38:08.560217+0000","last_clean":"2024-04-24T02:38:08.560217+0000","last_became_active":"2024-04-24T02:38:08.189243+0000","last_became_peered":"2024-04-24T02:38:08.189243+0000","last_unstale":"2024-04-24T02:38:08.560217+0000","last_undegraded":"2024-04-24T02:38:08.560217+0000","last_fullsized":"2024-04-24T02:38:08.560217+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586319+0000","last_change":"2024-04-24T02:38:08.579262+0000","last_active":"2024-04-24T02:38:08.586319+0000","last_peered":"2024-04-24T02:38:08.586319+0000","last_clean":"2024-04-24T02:38:08.586319+0000","last_became_active":"2024-04-24T02:38:08.578917+0000","last_became_peered":"2024-04-24T02:38:08.578917+0000","last_unstale":"2024-04-24T02:38:08.586319+0000","last_undegraded":"2024-04-24T02:38:08.586319+0000","last_fullsized":"2024-04-24T02:38:08.586319+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.565936+0000","last_change":"2024-04-24T02:38:08.191359+0000","last_active":"2024-04-24T02:38:08.565936+0000","last_peered":"2024-04-24T02:38:08.565936+0000","last_clean":"2024-04-24T02:38:08.565936+0000","last_became_active":"2024-04-24T02:38:08.190943+0000","last_became_peered":"2024-04-24T02:38:08.190943+0000","last_unstale":"2024-04-24T02:38:08.565936+0000","last_undegraded":"2024-04-24T02:38:08.565936+0000","last_fullsized":"2024-04-24T02:38:08.565936+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592584+0000","last_change":"2024-04-24T02:38:08.586571+0000","last_active":"2024-04-24T02:38:08.592584+0000","last_peered":"2024-04-24T02:38:08.592584+0000","last_clean":"2024-04-24T02:38:08.592584+0000","last_became_active":"2024-04-24T02:38:08.586258+0000","last_became_peered":"2024-04-24T02:38:08.586258+0000","last_unstale":"2024-04-24T02:38:08.592584+0000","last_undegraded":"2024-04-24T02:38:08.592584+0000","last_fullsized":"2024-04-24T02:38:08.592584+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587632+0000","last_change":"2024-04-24T02:38:08.586825+0000","last_active":"2024-04-24T02:38:08.587632+0000","last_peered":"2024-04-24T02:38:08.587632+0000","last_clean":"2024-04-24T02:38:08.587632+0000","last_became_active":"2024-04-24T02:38:08.586536+0000","last_became_peered":"2024-04-24T02:38:08.586536+0000","last_unstale":"2024-04-24T02:38:08.587632+0000","last_undegraded":"2024-04-24T02:38:08.587632+0000","last_fullsized":"2024-04-24T02:38:08.587632+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560114+0000","last_change":"2024-04-24T02:38:08.180932+0000","last_active":"2024-04-24T02:38:08.560114+0000","last_peered":"2024-04-24T02:38:08.560114+0000","last_clean":"2024-04-24T02:38:08.560114+0000","last_became_active":"2024-04-24T02:38:08.180604+0000","last_became_peered":"2024-04-24T02:38:08.180604+0000","last_unstale":"2024-04-24T02:38:08.560114+0000","last_undegraded":"2024-04-24T02:38:08.560114+0000","last_fullsized":"2024-04-24T02:38:08.560114+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.593416+0000","last_change":"2024-04-24T02:38:08.593194+0000","last_active":"2024-04-24T02:38:08.593416+0000","last_peered":"2024-04-24T02:38:08.593416+0000","last_clean":"2024-04-24T02:38:08.593416+0000","last_became_active":"2024-04-24T02:38:08.592929+0000","last_became_peered":"2024-04-24T02:38:08.592929+0000","last_unstale":"2024-04-24T02:38:08.593416+0000","last_undegraded":"2024-04-24T02:38:08.593416+0000","last_fullsized":"2024-04-24T02:38:08.593416+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.567106+0000","last_change":"2024-04-24T02:38:08.190408+0000","last_active":"2024-04-24T02:38:08.567106+0000","last_peered":"2024-04-24T02:38:08.567106+0000","last_clean":"2024-04-24T02:38:08.567106+0000","last_became_active":"2024-04-24T02:38:08.189454+0000","last_became_peered":"2024-04-24T02:38:08.189454+0000","last_unstale":"2024-04-24T02:38:08.567106+0000","last_undegraded":"2024-04-24T02:38:08.567106+0000","last_fullsized":"2024-04-24T02:38:08.567106+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575939+0000","last_change":"2024-04-24T02:37:49.028871+0000","last_active":"2024-04-24T02:38:08.575939+0000","last_peered":"2024-04-24T02:38:08.575939+0000","last_clean":"2024-04-24T02:38:08.575939+0000","last_became_active":"2024-04-24T02:37:49.028585+0000","last_became_peered":"2024-04-24T02:37:49.028585+0000","last_unstale":"2024-04-24T02:38:08.575939+0000","last_undegraded":"2024-04-24T02:38:08.575939+0000","last_fullsized":"2024-04-24T02:38:08.575939+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580798+0000","last_change":"2024-04-24T02:38:08.578042+0000","last_active":"2024-04-24T02:38:08.580798+0000","last_peered":"2024-04-24T02:38:08.580798+0000","last_clean":"2024-04-24T02:38:08.580798+0000","last_became_active":"2024-04-24T02:38:08.577716+0000","last_became_peered":"2024-04-24T02:38:08.577716+0000","last_unstale":"2024-04-24T02:38:08.580798+0000","last_undegraded":"2024-04-24T02:38:08.580798+0000","last_fullsized":"2024-04-24T02:38:08.580798+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.576084+0000","last_change":"2024-04-24T02:38:08.193889+0000","last_active":"2024-04-24T02:38:08.576084+0000","last_peered":"2024-04-24T02:38:08.576084+0000","last_clean":"2024-04-24T02:38:08.576084+0000","last_became_active":"2024-04-24T02:38:08.193522+0000","last_became_peered":"2024-04-24T02:38:08.193522+0000","last_unstale":"2024-04-24T02:38:08.576084+0000","last_undegraded":"2024-04-24T02:38:08.576084+0000","last_fullsized":"2024-04-24T02:38:08.576084+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.578005+0000","last_change":"2024-04-24T02:38:08.196959+0000","last_active":"2024-04-24T02:38:08.578005+0000","last_peered":"2024-04-24T02:38:08.578005+0000","last_clean":"2024-04-24T02:38:08.578005+0000","last_became_active":"2024-04-24T02:38:08.196654+0000","last_became_peered":"2024-04-24T02:38:08.196654+0000","last_unstale":"2024-04-24T02:38:08.578005+0000","last_undegraded":"2024-04-24T02:38:08.578005+0000","last_fullsized":"2024-04-24T02:38:08.578005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.589288+0000","last_change":"2024-04-24T02:38:08.588836+0000","last_active":"2024-04-24T02:38:08.589288+0000","last_peered":"2024-04-24T02:38:08.589288+0000","last_clean":"2024-04-24T02:38:08.589288+0000","last_became_active":"2024-04-24T02:38:08.588555+0000","last_became_peered":"2024-04-24T02:38:08.588555+0000","last_unstale":"2024-04-24T02:38:08.589288+0000","last_undegraded":"2024-04-24T02:38:08.589288+0000","last_fullsized":"2024-04-24T02:38:08.589288+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560278+0000","last_change":"2024-04-24T02:38:08.189060+0000","last_active":"2024-04-24T02:38:08.560278+0000","last_peered":"2024-04-24T02:38:08.560278+0000","last_clean":"2024-04-24T02:38:08.560278+0000","last_became_active":"2024-04-24T02:38:08.188715+0000","last_became_peered":"2024-04-24T02:38:08.188715+0000","last_unstale":"2024-04-24T02:38:08.560278+0000","last_undegraded":"2024-04-24T02:38:08.560278+0000","last_fullsized":"2024-04-24T02:38:08.560278+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581103+0000","last_change":"2024-04-24T02:38:08.579124+0000","last_active":"2024-04-24T02:38:08.581103+0000","last_peered":"2024-04-24T02:38:08.581103+0000","last_clean":"2024-04-24T02:38:08.581103+0000","last_became_active":"2024-04-24T02:38:08.578776+0000","last_became_peered":"2024-04-24T02:38:08.578776+0000","last_unstale":"2024-04-24T02:38:08.581103+0000","last_undegraded":"2024-04-24T02:38:08.581103+0000","last_fullsized":"2024-04-24T02:38:08.581103+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604716+0000","last_change":"2024-04-24T02:38:08.188460+0000","last_active":"2024-04-24T02:38:08.604716+0000","last_peered":"2024-04-24T02:38:08.604716+0000","last_clean":"2024-04-24T02:38:08.604716+0000","last_became_active":"2024-04-24T02:38:08.188132+0000","last_became_peered":"2024-04-24T02:38:08.188132+0000","last_unstale":"2024-04-24T02:38:08.604716+0000","last_undegraded":"2024-04-24T02:38:08.604716+0000","last_fullsized":"2024-04-24T02:38:08.604716+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581449+0000","last_change":"2024-04-24T02:38:08.574827+0000","last_active":"2024-04-24T02:38:08.581449+0000","last_peered":"2024-04-24T02:38:08.581449+0000","last_clean":"2024-04-24T02:38:08.581449+0000","last_became_active":"2024-04-24T02:38:08.574437+0000","last_became_peered":"2024-04-24T02:38:08.574437+0000","last_unstale":"2024-04-24T02:38:08.581449+0000","last_undegraded":"2024-04-24T02:38:08.581449+0000","last_fullsized":"2024-04-24T02:38:08.581449+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575702+0000","last_change":"2024-04-24T02:38:08.193849+0000","last_active":"2024-04-24T02:38:08.575702+0000","last_peered":"2024-04-24T02:38:08.575702+0000","last_clean":"2024-04-24T02:38:08.575702+0000","last_became_active":"2024-04-24T02:38:08.192543+0000","last_became_peered":"2024-04-24T02:38:08.192543+0000","last_unstale":"2024-04-24T02:38:08.575702+0000","last_undegraded":"2024-04-24T02:38:08.575702+0000","last_fullsized":"2024-04-24T02:38:08.575702+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.575272+0000","last_change":"2024-04-24T02:38:08.574073+0000","last_active":"2024-04-24T02:38:08.575272+0000","last_peered":"2024-04-24T02:38:08.575272+0000","last_clean":"2024-04-24T02:38:08.575272+0000","last_became_active":"2024-04-24T02:38:08.573660+0000","last_became_peered":"2024-04-24T02:38:08.573660+0000","last_unstale":"2024-04-24T02:38:08.575272+0000","last_undegraded":"2024-04-24T02:38:08.575272+0000","last_fullsized":"2024-04-24T02:38:08.575272+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560428+0000","last_change":"2024-04-24T02:38:08.185460+0000","last_active":"2024-04-24T02:38:08.560428+0000","last_peered":"2024-04-24T02:38:08.560428+0000","last_clean":"2024-04-24T02:38:08.560428+0000","last_became_active":"2024-04-24T02:38:08.184875+0000","last_became_peered":"2024-04-24T02:38:08.184875+0000","last_unstale":"2024-04-24T02:38:08.560428+0000","last_undegraded":"2024-04-24T02:38:08.560428+0000","last_fullsized":"2024-04-24T02:38:08.560428+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.573885+0000","last_change":"2024-04-24T02:38:08.573056+0000","last_active":"2024-04-24T02:38:08.573885+0000","last_peered":"2024-04-24T02:38:08.573885+0000","last_clean":"2024-04-24T02:38:08.573885+0000","last_became_active":"2024-04-24T02:38:08.572717+0000","last_became_peered":"2024-04-24T02:38:08.572717+0000","last_unstale":"2024-04-24T02:38:08.573885+0000","last_undegraded":"2024-04-24T02:38:08.573885+0000","last_fullsized":"2024-04-24T02:38:08.573885+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560312+0000","last_change":"2024-04-24T02:38:08.189047+0000","last_active":"2024-04-24T02:38:08.560312+0000","last_peered":"2024-04-24T02:38:08.560312+0000","last_clean":"2024-04-24T02:38:08.560312+0000","last_became_active":"2024-04-24T02:38:08.188682+0000","last_became_peered":"2024-04-24T02:38:08.188682+0000","last_unstale":"2024-04-24T02:38:08.560312+0000","last_undegraded":"2024-04-24T02:38:08.560312+0000","last_fullsized":"2024-04-24T02:38:08.560312+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.582982+0000","last_change":"2024-04-24T02:38:08.581378+0000","last_active":"2024-04-24T02:38:08.582982+0000","last_peered":"2024-04-24T02:38:08.582982+0000","last_clean":"2024-04-24T02:38:08.582982+0000","last_became_active":"2024-04-24T02:38:08.580346+0000","last_became_peered":"2024-04-24T02:38:08.580346+0000","last_unstale":"2024-04-24T02:38:08.582982+0000","last_undegraded":"2024-04-24T02:38:08.582982+0000","last_fullsized":"2024-04-24T02:38:08.582982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.603677+0000","last_change":"2024-04-24T02:38:08.197699+0000","last_active":"2024-04-24T02:38:08.603677+0000","last_peered":"2024-04-24T02:38:08.603677+0000","last_clean":"2024-04-24T02:38:08.603677+0000","last_became_active":"2024-04-24T02:38:08.197367+0000","last_became_peered":"2024-04-24T02:38:08.197367+0000","last_unstale":"2024-04-24T02:38:08.603677+0000","last_undegraded":"2024-04-24T02:38:08.603677+0000","last_fullsized":"2024-04-24T02:38:08.603677+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.592643+0000","last_change":"2024-04-24T02:38:08.590454+0000","last_active":"2024-04-24T02:38:08.592643+0000","last_peered":"2024-04-24T02:38:08.592643+0000","last_clean":"2024-04-24T02:38:08.592643+0000","last_became_active":"2024-04-24T02:38:08.590130+0000","last_became_peered":"2024-04-24T02:38:08.590130+0000","last_unstale":"2024-04-24T02:38:08.592643+0000","last_undegraded":"2024-04-24T02:38:08.592643+0000","last_fullsized":"2024-04-24T02:38:08.592643+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.560602+0000","last_change":"2024-04-24T02:38:08.182594+0000","last_active":"2024-04-24T02:38:08.560602+0000","last_peered":"2024-04-24T02:38:08.560602+0000","last_clean":"2024-04-24T02:38:08.560602+0000","last_became_active":"2024-04-24T02:38:08.182199+0000","last_became_peered":"2024-04-24T02:38:08.182199+0000","last_unstale":"2024-04-24T02:38:08.560602+0000","last_undegraded":"2024-04-24T02:38:08.560602+0000","last_fullsized":"2024-04-24T02:38:08.560602+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.604351+0000","last_change":"2024-04-24T02:38:08.603555+0000","last_active":"2024-04-24T02:38:08.604351+0000","last_peered":"2024-04-24T02:38:08.604351+0000","last_clean":"2024-04-24T02:38:08.604351+0000","last_became_active":"2024-04-24T02:38:08.603224+0000","last_became_peered":"2024-04-24T02:38:08.603224+0000","last_unstale":"2024-04-24T02:38:08.604351+0000","last_undegraded":"2024-04-24T02:38:08.604351+0000","last_fullsized":"2024-04-24T02:38:08.604351+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.585119+0000","last_change":"2024-04-24T02:38:08.184633+0000","last_active":"2024-04-24T02:38:08.585119+0000","last_peered":"2024-04-24T02:38:08.585119+0000","last_clean":"2024-04-24T02:38:08.585119+0000","last_became_active":"2024-04-24T02:38:08.184407+0000","last_became_peered":"2024-04-24T02:38:08.184407+0000","last_unstale":"2024-04-24T02:38:08.585119+0000","last_undegraded":"2024-04-24T02:38:08.585119+0000","last_fullsized":"2024-04-24T02:38:08.585119+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.597508+0000","last_change":"2024-04-24T02:38:08.596031+0000","last_active":"2024-04-24T02:38:08.597508+0000","last_peered":"2024-04-24T02:38:08.597508+0000","last_clean":"2024-04-24T02:38:08.597508+0000","last_became_active":"2024-04-24T02:38:08.595694+0000","last_became_peered":"2024-04-24T02:38:08.595694+0000","last_unstale":"2024-04-24T02:38:08.597508+0000","last_undegraded":"2024-04-24T02:38:08.597508+0000","last_fullsized":"2024-04-24T02:38:08.597508+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.587198+0000","last_change":"2024-04-24T02:38:08.187638+0000","last_active":"2024-04-24T02:38:08.587198+0000","last_peered":"2024-04-24T02:38:08.587198+0000","last_clean":"2024-04-24T02:38:08.587198+0000","last_became_active":"2024-04-24T02:38:08.187332+0000","last_became_peered":"2024-04-24T02:38:08.187332+0000","last_unstale":"2024-04-24T02:38:08.587198+0000","last_undegraded":"2024-04-24T02:38:08.587198+0000","last_fullsized":"2024-04-24T02:38:08.587198+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595875+0000","last_change":"2024-04-24T02:38:08.593453+0000","last_active":"2024-04-24T02:38:08.595875+0000","last_peered":"2024-04-24T02:38:08.595875+0000","last_clean":"2024-04-24T02:38:08.595875+0000","last_became_active":"2024-04-24T02:38:08.593136+0000","last_became_peered":"2024-04-24T02:38:08.593136+0000","last_unstale":"2024-04-24T02:38:08.595875+0000","last_undegraded":"2024-04-24T02:38:08.595875+0000","last_fullsized":"2024-04-24T02:38:08.595875+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.602244+0000","last_change":"2024-04-24T02:38:08.599626+0000","last_active":"2024-04-24T02:38:08.602244+0000","last_peered":"2024-04-24T02:38:08.602244+0000","last_clean":"2024-04-24T02:38:08.602244+0000","last_became_active":"2024-04-24T02:38:08.599145+0000","last_became_peered":"2024-04-24T02:38:08.599145+0000","last_unstale":"2024-04-24T02:38:08.602244+0000","last_undegraded":"2024-04-24T02:38:08.602244+0000","last_fullsized":"2024-04-24T02:38:08.602244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.591154+0000","last_change":"2024-04-24T02:38:08.590512+0000","last_active":"2024-04-24T02:38:08.591154+0000","last_peered":"2024-04-24T02:38:08.591154+0000","last_clean":"2024-04-24T02:38:08.591154+0000","last_became_active":"2024-04-24T02:38:08.590201+0000","last_became_peered":"2024-04-24T02:38:08.590201+0000","last_unstale":"2024-04-24T02:38:08.591154+0000","last_undegraded":"2024-04-24T02:38:08.591154+0000","last_fullsized":"2024-04-24T02:38:08.591154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.585278+0000","last_change":"2024-04-24T02:38:08.578671+0000","last_active":"2024-04-24T02:38:08.585278+0000","last_peered":"2024-04-24T02:38:08.585278+0000","last_clean":"2024-04-24T02:38:08.585278+0000","last_became_active":"2024-04-24T02:38:08.578315+0000","last_became_peered":"2024-04-24T02:38:08.578315+0000","last_unstale":"2024-04-24T02:38:08.585278+0000","last_undegraded":"2024-04-24T02:38:08.585278+0000","last_fullsized":"2024-04-24T02:38:08.585278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580677+0000","last_change":"2024-04-24T02:38:08.577929+0000","last_active":"2024-04-24T02:38:08.580677+0000","last_peered":"2024-04-24T02:38:08.580677+0000","last_clean":"2024-04-24T02:38:08.580677+0000","last_became_active":"2024-04-24T02:38:08.577588+0000","last_became_peered":"2024-04-24T02:38:08.577588+0000","last_unstale":"2024-04-24T02:38:08.580677+0000","last_undegraded":"2024-04-24T02:38:08.580677+0000","last_fullsized":"2024-04-24T02:38:08.580677+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.581037+0000","last_change":"2024-04-24T02:38:08.578498+0000","last_active":"2024-04-24T02:38:08.581037+0000","last_peered":"2024-04-24T02:38:08.581037+0000","last_clean":"2024-04-24T02:38:08.581037+0000","last_became_active":"2024-04-24T02:38:08.578206+0000","last_became_peered":"2024-04-24T02:38:08.578206+0000","last_unstale":"2024-04-24T02:38:08.581037+0000","last_undegraded":"2024-04-24T02:38:08.581037+0000","last_fullsized":"2024-04-24T02:38:08.581037+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.568475+0000","last_change":"2024-04-24T02:38:08.567583+0000","last_active":"2024-04-24T02:38:08.568475+0000","last_peered":"2024-04-24T02:38:08.568475+0000","last_clean":"2024-04-24T02:38:08.568475+0000","last_became_active":"2024-04-24T02:38:08.567267+0000","last_became_peered":"2024-04-24T02:38:08.567267+0000","last_unstale":"2024-04-24T02:38:08.568475+0000","last_undegraded":"2024-04-24T02:38:08.568475+0000","last_fullsized":"2024-04-24T02:38:08.568475+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.601363+0000","last_change":"2024-04-24T02:38:08.601014+0000","last_active":"2024-04-24T02:38:08.601363+0000","last_peered":"2024-04-24T02:38:08.601363+0000","last_clean":"2024-04-24T02:38:08.601363+0000","last_became_active":"2024-04-24T02:38:08.600719+0000","last_became_peered":"2024-04-24T02:38:08.600719+0000","last_unstale":"2024-04-24T02:38:08.601363+0000","last_undegraded":"2024-04-24T02:38:08.601363+0000","last_fullsized":"2024-04-24T02:38:08.601363+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.571938+0000","last_change":"2024-04-24T02:38:08.570438+0000","last_active":"2024-04-24T02:38:08.571938+0000","last_peered":"2024-04-24T02:38:08.571938+0000","last_clean":"2024-04-24T02:38:08.571938+0000","last_became_active":"2024-04-24T02:38:08.570071+0000","last_became_peered":"2024-04-24T02:38:08.570071+0000","last_unstale":"2024-04-24T02:38:08.571938+0000","last_undegraded":"2024-04-24T02:38:08.571938+0000","last_fullsized":"2024-04-24T02:38:08.571938+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.586687+0000","last_change":"2024-04-24T02:38:08.579409+0000","last_active":"2024-04-24T02:38:08.586687+0000","last_peered":"2024-04-24T02:38:08.586687+0000","last_clean":"2024-04-24T02:38:08.586687+0000","last_became_active":"2024-04-24T02:38:08.579087+0000","last_became_peered":"2024-04-24T02:38:08.579087+0000","last_unstale":"2024-04-24T02:38:08.586687+0000","last_undegraded":"2024-04-24T02:38:08.586687+0000","last_fullsized":"2024-04-24T02:38:08.586687+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.573935+0000","last_change":"2024-04-24T02:38:08.573627+0000","last_active":"2024-04-24T02:38:08.573935+0000","last_peered":"2024-04-24T02:38:08.573935+0000","last_clean":"2024-04-24T02:38:08.573935+0000","last_became_active":"2024-04-24T02:38:08.573168+0000","last_became_peered":"2024-04-24T02:38:08.573168+0000","last_unstale":"2024-04-24T02:38:08.573935+0000","last_undegraded":"2024-04-24T02:38:08.573935+0000","last_fullsized":"2024-04-24T02:38:08.573935+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595437+0000","last_change":"2024-04-24T02:38:08.594001+0000","last_active":"2024-04-24T02:38:08.595437+0000","last_peered":"2024-04-24T02:38:08.595437+0000","last_clean":"2024-04-24T02:38:08.595437+0000","last_became_active":"2024-04-24T02:38:08.593765+0000","last_became_peered":"2024-04-24T02:38:08.593765+0000","last_unstale":"2024-04-24T02:38:08.595437+0000","last_undegraded":"2024-04-24T02:38:08.595437+0000","last_fullsized":"2024-04-24T02:38:08.595437+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.580657+0000","last_change":"2024-04-24T02:38:08.576796+0000","last_active":"2024-04-24T02:38:08.580657+0000","last_peered":"2024-04-24T02:38:08.580657+0000","last_clean":"2024-04-24T02:38:08.580657+0000","last_became_active":"2024-04-24T02:38:08.576465+0000","last_became_peered":"2024-04-24T02:38:08.576465+0000","last_unstale":"2024-04-24T02:38:08.580657+0000","last_undegraded":"2024-04-24T02:38:08.580657+0000","last_fullsized":"2024-04-24T02:38:08.580657+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T02:38:08.595155+0000","last_change":"2024-04-24T02:38:08.593398+0000","last_active":"2024-04-24T02:38:08.595155+0000","last_peered":"2024-04-24T02:38:08.595155+0000","last_clean":"2024-04-24T02:38:08.595155+0000","last_became_active":"2024-04-24T02:38:08.593073+0000","last_became_peered":"2024-04-24T02:38:08.593073+0000","last_unstale":"2024-04-24T02:38:08.595155+0000","last_undegraded":"2024-04-24T02:38:08.595155+0000","last_fullsized":"2024-04-24T02:38:08.595155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]}]},{"osd":6,"up_from":42,"seq":180388626445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297616,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447536,"statfs":{"total":95995035648,"available":95690276864,"internally_reserved":0,"allocated":532480,"data_stored":217130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":216334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.34200000000000003,"15min":0.33400000000000002},"min":{"1min":0.254,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.34899999999999998,"15min":0.33600000000000002},"min":{"1min":0.30299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.41899999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.316,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.60599999999999998,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.316},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.28799999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.27400000000000002}]},{"osd":3,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.39300000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55200000000000005}]},{"osd":5,"last update":"Wed Apr 24 02:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.47399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":216559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:37:18 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32900000000000001,"15min":0.317},"min":{"1min":0.246,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.33500000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.314,"5min":0.222,"15min":0.222},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.373,"15min":0.36099999999999999},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.37}]},{"osd":3,"last update":"Wed Apr 24 02:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.42899999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1,"5min":1,"15min":1},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.58999999999999997}]},{"osd":5,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411361,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297612,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447540,"statfs":{"total":95995035648,"available":95690280960,"internally_reserved":0,"allocated":528384,"data_stored":216174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.26700000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.37,"15min":0.35799999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.41599999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.378,"15min":0.36799999999999999},"min":{"1min":0.29599999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.437},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.41299999999999998,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.38800000000000001}]},{"osd":3,"last update":"Wed Apr 24 02:38:14 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.433,"15min":0.42699999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.32000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.60799999999999998,"5min":0.623,"15min":0.623},"last":0.40000000000000002}]},{"osd":4,"last update":"Wed Apr 24 02:37:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.71199999999999997}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.624},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297632,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447520,"statfs":{"total":95995035648,"available":95690260480,"internally_reserved":0,"allocated":548864,"data_stored":217814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.27700000000000002}]},{"osd":1,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.26300000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.312},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.371}]},{"osd":4,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.59699999999999998}]},{"osd":5,"last update":"Wed Apr 24 02:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.628}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":216854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.53700000000000003}]},{"osd":1,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56399999999999995}]},{"osd":2,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.63200000000000001}]},{"osd":3,"last update":"Wed Apr 24 02:37:36 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.59799999999999998}]},{"osd":5,"last update":"Wed Apr 24 02:38:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"last":0.46500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822674,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297628,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447524,"statfs":{"total":95995035648,"available":95690264576,"internally_reserved":0,"allocated":544768,"data_stored":217800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47799999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.65900000000000003}]},{"osd":2,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.54300000000000004}]},{"osd":3,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57999999999999996}]},{"osd":4,"last update":"Wed Apr 24 02:38:03 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.372},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:38:17.403 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-24T02:38:17.404 INFO:tasks.cephadm:Adding prometheus.a on smithi063 2024-04-24T02:38:17.404 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch apply prometheus '1;smithi063=a' 2024-04-24T02:38:18.839 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:17.187915+0000 mgr.y (mgr.14144) 207 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2024-04-24T02:38:18.839 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:17.376939+0000 mgr.y (mgr.14144) 208 : audit [DBG] from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:19.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:17.187915+0000 mgr.y (mgr.14144) 207 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2024-04-24T02:38:19.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:17.376939+0000 mgr.y (mgr.14144) 208 : audit [DBG] from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:19.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:17.187915+0000 mgr.y (mgr.14144) 207 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2024-04-24T02:38:19.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:17.376939+0000 mgr.y (mgr.14144) 208 : audit [DBG] from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:38:19.558 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled prometheus update... 2024-04-24T02:38:20.302 DEBUG:teuthology.orchestra.run.smithi063:prometheus.a> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@prometheus.a.service 2024-04-24T02:38:20.304 INFO:tasks.cephadm:Adding node-exporter.a on smithi016 2024-04-24T02:38:20.304 INFO:tasks.cephadm:Adding node-exporter.b on smithi063 2024-04-24T02:38:20.304 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch apply node-exporter '2;smithi016=a;smithi063=b' 2024-04-24T02:38:20.338 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:38:20.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ignoring --setuser ceph since I am not root 2024-04-24T02:38:20.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ignoring --setgroup ceph since I am not root 2024-04-24T02:38:20.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:20.730+0000 7fa2e0c42680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:38:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:19.188610+0000 mgr.y (mgr.14144) 209 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-24T02:38:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:19.552094+0000 mgr.y (mgr.14144) 210 : audit [DBG] from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi063=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:19.553514+0000 mgr.y (mgr.14144) 211 : cephadm [INF] Saving service prometheus spec with placement smithi063=a;count:1 2024-04-24T02:38:20.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:19.557469+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:20.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:19.559281+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:20.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:19.560818+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:20.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:19.561583+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:20.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:19.566012+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:20.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:19.571522+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-24T02:38:20.823 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setuser ceph since I am not root 2024-04-24T02:38:20.823 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setgroup ceph since I am not root 2024-04-24T02:38:20.823 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:20.610+0000 7fb3b0cd3700 1 -- 172.21.15.16:0/3758667828 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557b3d4684e0 con 0x557b3d43f400 2024-04-24T02:38:20.823 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:20.737+0000 7fb3c0eb0680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:38:20.823 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:20.822+0000 7fb3c0eb0680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:38:20.824 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:19.188610+0000 mgr.y (mgr.14144) 209 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-24T02:38:20.824 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:19.552094+0000 mgr.y (mgr.14144) 210 : audit [DBG] from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi063=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:19.553514+0000 mgr.y (mgr.14144) 211 : cephadm [INF] Saving service prometheus spec with placement smithi063=a;count:1 2024-04-24T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:19.557469+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:20.826 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:19.559281+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:20.826 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:19.560818+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:20.826 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:19.561583+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:20.826 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:19.566012+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:20.826 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:19.571522+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-24T02:38:20.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:19.188610+0000 mgr.y (mgr.14144) 209 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-24T02:38:20.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:19.552094+0000 mgr.y (mgr.14144) 210 : audit [DBG] from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi063=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:20.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:19.553514+0000 mgr.y (mgr.14144) 211 : cephadm [INF] Saving service prometheus spec with placement smithi063=a;count:1 2024-04-24T02:38:20.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:19.557469+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:20.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:19.559281+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:20.828 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:19.560818+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:20.828 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:19.561583+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:20.828 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:19.566012+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' 2024-04-24T02:38:20.828 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:19.571522+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-24T02:38:21.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:20.817+0000 7fa2e0c42680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:38:21.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:21.200+0000 7fb3c0eb0680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:38:21.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:21.207+0000 7fa2e0c42680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:38:21.849 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:20.572596+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-24T02:38:21.849 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:20.572648+0000 mon.a (mon.0) 598 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-04-24T02:38:21.987 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:20.572596+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-24T02:38:21.987 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:20.572648+0000 mon.a (mon.0) 598 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-04-24T02:38:21.988 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:20.572596+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14144 172.21.15.16:0/3893392015' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-24T02:38:21.988 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:20.572648+0000 mon.a (mon.0) 598 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-04-24T02:38:22.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:21.986+0000 7fb3c0eb0680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:38:22.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:22.070+0000 7fb3c0eb0680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:38:22.307 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:22.003+0000 7fa2e0c42680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:38:22.308 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:22.086+0000 7fa2e0c42680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:38:22.308 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:22.307+0000 7fa2e0c42680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:38:22.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:22.289+0000 7fb3c0eb0680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:38:23.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:23.268+0000 7fb3c0eb0680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:38:23.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:23.402+0000 7fb3c0eb0680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:38:23.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:23.483+0000 7fb3c0eb0680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:38:23.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:23.276+0000 7fa2e0c42680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:38:23.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:23.408+0000 7fa2e0c42680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:38:23.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:23.490+0000 7fa2e0c42680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:38:24.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:23.577+0000 7fb3c0eb0680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:38:24.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:23.779+0000 7fb3c0eb0680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:38:24.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:23.582+0000 7fa2e0c42680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:38:24.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:23.783+0000 7fa2e0c42680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:38:24.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:24.072+0000 7fb3c0eb0680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:38:24.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:24.175+0000 7fb3c0eb0680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:38:24.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:24.073+0000 7fa2e0c42680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:38:24.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:24.174+0000 7fa2e0c42680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:38:25.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:24.935+0000 7fb3c0eb0680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:38:25.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:25.020+0000 7fb3c0eb0680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:38:25.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:25.116+0000 7fb3c0eb0680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:38:25.288 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:24.930+0000 7fa2e0c42680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:38:25.288 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:25.014+0000 7fa2e0c42680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:38:25.288 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:25.109+0000 7fa2e0c42680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:38:25.288 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:25.288+0000 7fa2e0c42680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:38:25.566 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:25.297+0000 7fb3c0eb0680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:38:25.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:25.555+0000 7fa2e0c42680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:38:25.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:25.692+0000 7fa2e0c42680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:38:25.842 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:25.566+0000 7fb3c0eb0680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:38:25.842 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:25.703+0000 7fb3c0eb0680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:38:26.096 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:25.830+0000 7fa2e0c42680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:38:26.096 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:26.009+0000 7fa2e0c42680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:38:26.096 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: debug 2024-04-24T02:38:26.095+0000 7fa2e0c42680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:38:26.109 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:25.842+0000 7fb3c0eb0680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:38:26.109 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.022+0000 7fb3c0eb0680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:38:26.368 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.108+0000 7fb3c0eb0680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:38:26.368 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:38:26] ENGINE Bus STARTING 2024-04-24T02:38:26.368 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [79B blob data] 2024-04-24T02:38:26.368 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [79B blob data] 2024-04-24T02:38:26.368 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.341+0000 7fb31f52a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.341+0000 7fb31f52a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.341+0000 7fb31f52a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.341+0000 7fb31f52a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.341+0000 7fb31f52a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.342+0000 7fb322530700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.342+0000 7fb322530700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.342+0000 7fb322530700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.342+0000 7fb322530700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.369 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:38:26.342+0000 7fb322530700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:26.110031+0000 mon.a (mon.0) 599 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:26.110150+0000 mon.a (mon.0) 600 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.111537+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.112050+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.114049+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.114997+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:26.123191+0000 mon.a (mon.0) 601 : cluster [INF] Active manager daemon y restarted 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:26.123443+0000 mon.a (mon.0) 602 : cluster [INF] Activating manager daemon y 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:26.129299+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:26.129632+0000 mon.a (mon.0) 604 : cluster [DBG] mgrmap e16: y(active, starting, since 0.00625872s), standbys: x 2024-04-24T02:38:26.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.132621+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.132816+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.133025+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.133185+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.133345+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.133904+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.134094+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.134274+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.134483+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.134658+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.134911+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.135154+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:38:26.371 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.135401+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.135646+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.135908+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.136171+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.136451+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.136923+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:26.151378+0000 mon.a (mon.0) 623 : cluster [INF] Manager daemon y is now available 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:26.110031+0000 mon.a (mon.0) 599 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:26.110150+0000 mon.a (mon.0) 600 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.111537+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:38:26.372 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.112050+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.114049+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.114997+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:26.123191+0000 mon.a (mon.0) 601 : cluster [INF] Active manager daemon y restarted 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:26.123443+0000 mon.a (mon.0) 602 : cluster [INF] Activating manager daemon y 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:26.129299+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:26.129632+0000 mon.a (mon.0) 604 : cluster [DBG] mgrmap e16: y(active, starting, since 0.00625872s), standbys: x 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.132621+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.132816+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.133025+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.133185+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.133345+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.133904+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:38:26.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.134094+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.134274+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.134483+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.134658+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.134911+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.135154+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.135401+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.135646+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.135908+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.136171+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.136451+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:38:26.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.136923+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:38:26.375 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:26.151378+0000 mon.a (mon.0) 623 : cluster [INF] Manager daemon y is now available 2024-04-24T02:38:26.376 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: [24/Apr/2024:02:38:26] ENGINE Bus STARTING 2024-04-24T02:38:26.376 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: CherryPy Checker: 2024-04-24T02:38:26.376 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: The Application mounted at '' has an empty config. 2024-04-24T02:38:26.376 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: 2024-04-24T02:38:26.376 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: [24/Apr/2024:02:38:26] ENGINE Serving on http://:::9283 2024-04-24T02:38:26.376 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: [24/Apr/2024:02:38:26] ENGINE Bus STARTED 2024-04-24T02:38:26.376 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:26.110031+0000 mon.a (mon.0) 599 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:26.110150+0000 mon.a (mon.0) 600 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.111537+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.112050+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.114049+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.114997+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.63:0/3777056795' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:26.123191+0000 mon.a (mon.0) 601 : cluster [INF] Active manager daemon y restarted 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:26.123443+0000 mon.a (mon.0) 602 : cluster [INF] Activating manager daemon y 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:26.129299+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:26.129632+0000 mon.a (mon.0) 604 : cluster [DBG] mgrmap e16: y(active, starting, since 0.00625872s), standbys: x 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.132621+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.132816+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:38:26.377 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.133025+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.133185+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.133345+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.133904+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.134094+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.134274+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.134483+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.134658+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.134911+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.135154+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.135401+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.135646+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.135908+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:38:26.378 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.136171+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:38:26.379 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.136451+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:38:26.379 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.136923+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:38:26.379 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:26.151378+0000 mon.a (mon.0) 623 : cluster [INF] Manager daemon y is now available 2024-04-24T02:38:26.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: CherryPy Checker: 2024-04-24T02:38:26.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: The Application mounted at '' has an empty config. 2024-04-24T02:38:26.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: 2024-04-24T02:38:26.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:38:26] ENGINE Serving on http://:::9283 2024-04-24T02:38:26.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:38:26] ENGINE Bus STARTED 2024-04-24T02:38:27.151 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled node-exporter update... 2024-04-24T02:38:27.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.257761+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.259327+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.294490+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.312376+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:26.317980+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:27.135005+0000 mon.a (mon.0) 629 : cluster [DBG] mgrmap e17: y(active, since 1.01162s), standbys: x 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:27.150401+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.257761+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.259327+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:27.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.294490+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:27.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.312376+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:38:27.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:26.317980+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:38:27.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:27.135005+0000 mon.a (mon.0) 629 : cluster [DBG] mgrmap e17: y(active, since 1.01162s), standbys: x 2024-04-24T02:38:27.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:27.150401+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.257761+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.259327+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.294490+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.312376+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:38:27.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:26.317980+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:38:27.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:27.135005+0000 mon.a (mon.0) 629 : cluster [DBG] mgrmap e17: y(active, since 1.01162s), standbys: x 2024-04-24T02:38:27.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:27.150401+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:28.282 DEBUG:teuthology.orchestra.run.smithi016:node-exporter.a> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.a.service 2024-04-24T02:38:28.285 DEBUG:teuthology.orchestra.run.smithi063:node-exporter.b> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.b.service 2024-04-24T02:38:28.287 INFO:tasks.cephadm:Adding alertmanager.a on smithi016 2024-04-24T02:38:28.287 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch apply alertmanager '1;smithi016=a' 2024-04-24T02:38:28.317 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:38:28.321 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:27.138908+0000 mgr.y (mgr.24497) 2 : cephadm [INF] Saving service node-exporter spec with placement smithi016=a;smithi063=b;count:2 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:27.147725+0000 mgr.y (mgr.24497) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:27.818072+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.111160+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.111900+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.112495+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.113093+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.117354+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:27.138908+0000 mgr.y (mgr.24497) 2 : cephadm [INF] Saving service node-exporter spec with placement smithi016=a;smithi063=b;count:2 2024-04-24T02:38:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:27.147725+0000 mgr.y (mgr.24497) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:27.818072+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.111160+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.111900+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.112495+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.113093+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.117354+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:27.138908+0000 mgr.y (mgr.24497) 2 : cephadm [INF] Saving service node-exporter spec with placement smithi016=a;smithi063=b;count:2 2024-04-24T02:38:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:27.147725+0000 mgr.y (mgr.24497) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:27.818072+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.111160+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.111900+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.112495+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.113093+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:28.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.117354+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:28.113558+0000 mgr.y (mgr.24497) 4 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 3001M 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:28.135061+0000 mgr.y (mgr.24497) 5 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.487177+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.922312+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.923178+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.923938+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.924669+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.929830+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.930929+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.931741+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:29.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:28.987284+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:29.040163+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:29.044497+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:29.049670+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:29.123176+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:29.123225+0000 mon.a (mon.0) 650 : cluster [DBG] mgrmap e18: y(active, since 2s), standbys: x 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:28.113558+0000 mgr.y (mgr.24497) 4 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 3001M 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:28.135061+0000 mgr.y (mgr.24497) 5 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.487177+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.922312+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.923178+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.923938+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.924669+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.929830+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.930929+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.931741+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:28.987284+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:29.040163+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:29.044497+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:29.049670+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:29.123176+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-24T02:38:29.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:29.123225+0000 mon.a (mon.0) 650 : cluster [DBG] mgrmap e18: y(active, since 2s), standbys: x 2024-04-24T02:38:29.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:28.113558+0000 mgr.y (mgr.24497) 4 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 3001M 2024-04-24T02:38:29.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:28.135061+0000 mgr.y (mgr.24497) 5 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.487177+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.922312+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.923178+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.923938+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.924669+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.929830+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.930929+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.931741+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:28.987284+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:29.040163+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:29.044497+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:29.049670+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-24T02:38:29.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:29.123176+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-24T02:38:29.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:29.123225+0000 mon.a (mon.0) 650 : cluster [DBG] mgrmap e18: y(active, since 2s), standbys: x 2024-04-24T02:38:30.442 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled alertmanager update... 2024-04-24T02:38:30.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:28.925273+0000 mgr.y (mgr.24497) 6 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 3256M 2024-04-24T02:38:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:28.933084+0000 mgr.y (mgr.24497) 7 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:38:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:28.933463+0000 mgr.y (mgr.24497) 8 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:38:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:28.956525+0000 mgr.y (mgr.24497) 9 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:38:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:28.984282+0000 mgr.y (mgr.24497) 10 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:38:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:29.135045+0000 mgr.y (mgr.24497) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi063 2024-04-24T02:38:30.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:30.442012+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:30.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:28.925273+0000 mgr.y (mgr.24497) 6 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 3256M 2024-04-24T02:38:30.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:28.933084+0000 mgr.y (mgr.24497) 7 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:38:30.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:28.933463+0000 mgr.y (mgr.24497) 8 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:38:30.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:28.956525+0000 mgr.y (mgr.24497) 9 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:38:30.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:28.984282+0000 mgr.y (mgr.24497) 10 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:38:30.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:29.135045+0000 mgr.y (mgr.24497) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi063 2024-04-24T02:38:30.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:30.442012+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:30.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:28.925273+0000 mgr.y (mgr.24497) 6 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 3256M 2024-04-24T02:38:30.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:28.933084+0000 mgr.y (mgr.24497) 7 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:38:30.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:28.933463+0000 mgr.y (mgr.24497) 8 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:38:30.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:28.956525+0000 mgr.y (mgr.24497) 9 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:38:30.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:28.984282+0000 mgr.y (mgr.24497) 10 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:38:30.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:29.135045+0000 mgr.y (mgr.24497) 11 : cephadm [INF] Deploying daemon prometheus.a on smithi063 2024-04-24T02:38:30.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:30.442012+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:31.339 DEBUG:teuthology.orchestra.run.smithi016:alertmanager.a> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@alertmanager.a.service 2024-04-24T02:38:31.341 INFO:tasks.cephadm:Adding grafana.a on smithi063 2024-04-24T02:38:31.342 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph orch apply grafana '1;smithi063=a' 2024-04-24T02:38:31.376 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:-- Logs begin at Wed 2024-04-24 02:18:39 UTC. -- 2024-04-24T02:38:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:30.135535+0000 mgr.y (mgr.24497) 12 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:30.435756+0000 mgr.y (mgr.24497) 13 : audit [DBG] from='client.24517 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:30.437183+0000 mgr.y (mgr.24497) 14 : cephadm [INF] Saving service alertmanager spec with placement smithi016=a;count:1 2024-04-24T02:38:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:30.135535+0000 mgr.y (mgr.24497) 12 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:30.435756+0000 mgr.y (mgr.24497) 13 : audit [DBG] from='client.24517 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:30.437183+0000 mgr.y (mgr.24497) 14 : cephadm [INF] Saving service alertmanager spec with placement smithi016=a;count:1 2024-04-24T02:38:31.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:30.135535+0000 mgr.y (mgr.24497) 12 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:31.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:30.435756+0000 mgr.y (mgr.24497) 13 : audit [DBG] from='client.24517 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:31.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:30.437183+0000 mgr.y (mgr.24497) 14 : cephadm [INF] Saving service alertmanager spec with placement smithi016=a;count:1 2024-04-24T02:38:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:32.136051+0000 mgr.y (mgr.24497) 15 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:33.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:32.136051+0000 mgr.y (mgr.24497) 15 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:32.136051+0000 mgr.y (mgr.24497) 15 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:34.229 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled grafana update... 2024-04-24T02:38:35.250 DEBUG:teuthology.orchestra.run.smithi063:grafana.a> sudo journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@grafana.a.service 2024-04-24T02:38:35.253 INFO:tasks.cephadm:Setting up client nodes... 2024-04-24T02:38:35.253 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-24T02:38:35.284 INFO:journalctl@ceph.grafana.a.smithi063.stdout:-- Logs begin at Wed 2024-04-24 02:18:38 UTC. -- 2024-04-24T02:38:35.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:34.136696+0000 mgr.y (mgr.24497) 16 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:34.223708+0000 mgr.y (mgr.24497) 17 : audit [DBG] from='client.24523 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi063=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:34.225099+0000 mgr.y (mgr.24497) 18 : cephadm [INF] Saving service grafana spec with placement smithi063=a;count:1 2024-04-24T02:38:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:34.229161+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:34.136696+0000 mgr.y (mgr.24497) 16 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:34.223708+0000 mgr.y (mgr.24497) 17 : audit [DBG] from='client.24523 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi063=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:34.225099+0000 mgr.y (mgr.24497) 18 : cephadm [INF] Saving service grafana spec with placement smithi063=a;count:1 2024-04-24T02:38:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:34.229161+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:34.136696+0000 mgr.y (mgr.24497) 16 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:34.223708+0000 mgr.y (mgr.24497) 17 : audit [DBG] from='client.24523 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi063=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:38:35.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:34.225099+0000 mgr.y (mgr.24497) 18 : cephadm [INF] Saving service grafana spec with placement smithi063=a;count:1 2024-04-24T02:38:35.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:34.229161+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:37.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:36.137117+0000 mgr.y (mgr.24497) 19 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:36.137117+0000 mgr.y (mgr.24497) 19 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:36.137117+0000 mgr.y (mgr.24497) 19 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:37.704 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-04-24T02:38:37.704 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQCtcChmuvPKKRAAfVRWs/M6s51DL8OJmQjBAQ== 2024-04-24T02:38:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:37.700682+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.16:0/276631721' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:37.701020+0000 mon.a (mon.0) 653 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:38.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:37.704614+0000 mon.a (mon.0) 654 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T02:38:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:37.700682+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.16:0/276631721' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:37.701020+0000 mon.a (mon.0) 653 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:37.704614+0000 mon.a (mon.0) 654 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T02:38:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:37.700682+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.16:0/276631721' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:37.701020+0000 mon.a (mon.0) 653 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:37.704614+0000 mon.a (mon.0) 654 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T02:38:38.682 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:38:38.683 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-24T02:38:38.683 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-24T02:38:38.731 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-24T02:38:39.333 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:38.137658+0000 mgr.y (mgr.24497) 20 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:38.137658+0000 mgr.y (mgr.24497) 20 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:38.137658+0000 mgr.y (mgr.24497) 20 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:41.407 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:40.138055+0000 mgr.y (mgr.24497) 21 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:40.138055+0000 mgr.y (mgr.24497) 21 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:40.138055+0000 mgr.y (mgr.24497) 21 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:41.865878+0000 mon.b (mon.1) 25 : audit [INF] from='client.? 172.21.15.63:0/3175517890' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:41.866450+0000 mon.a (mon.0) 655 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:41.870354+0000 mon.a (mon.0) 656 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T02:38:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:41.865878+0000 mon.b (mon.1) 25 : audit [INF] from='client.? 172.21.15.63:0/3175517890' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:41.866450+0000 mon.a (mon.0) 655 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:41.870354+0000 mon.a (mon.0) 656 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T02:38:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:41.865878+0000 mon.b (mon.1) 25 : audit [INF] from='client.? 172.21.15.63:0/3175517890' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:41.866450+0000 mon.a (mon.0) 655 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-24T02:38:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:41.870354+0000 mon.a (mon.0) 656 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T02:38:43.167 INFO:teuthology.orchestra.run.smithi063.stdout:[client.1] 2024-04-24T02:38:43.167 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCxcChmgY+nMxAAW8pvIVQynrwz9TmSaaIGXg== 2024-04-24T02:38:43.471 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:42.138508+0000 mgr.y (mgr.24497) 22 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:43.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:42.138508+0000 mgr.y (mgr.24497) 22 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:42.138508+0000 mgr.y (mgr.24497) 22 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:43.763 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T02:38:43.764 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-24T02:38:43.764 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-24T02:38:43.807 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-24T02:38:43.807 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-24T02:38:44.117 INFO:teuthology.misc.health.smithi016.stdout: 2024-04-24T02:38:44.117 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":55,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:38:26.123248+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:38:44.129 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-24T02:38:44.130 INFO:tasks.cephadm:Creating RBD pool 2024-04-24T02:38:44.130 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-24T02:38:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:44.116870+0000 mon.a (mon.0) 657 : audit [DBG] from='client.? 172.21.15.16:0/521434568' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:44.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:44.116870+0000 mon.a (mon.0) 657 : audit [DBG] from='client.? 172.21.15.16:0/521434568' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:44.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:44.116870+0000 mon.a (mon.0) 657 : audit [DBG] from='client.? 172.21.15.16:0/521434568' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:38:44.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:38:44 smithi063 bash[59541]: 21723a61e848d20daddb73e9377119b31576e286987c498631b1589cdbe6e7f7 2024-04-24T02:38:44.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:38:44 smithi063 systemd[1]: Started Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:38:45.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:44.138866+0000 mgr.y (mgr.24497) 23 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:45.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:44.402867+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:45.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:44.404344+0000 mgr.y (mgr.24497) 24 : cephadm [INF] Deploying daemon node-exporter.a on smithi016 2024-04-24T02:38:45.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:44.138866+0000 mgr.y (mgr.24497) 23 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:45.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:44.402867+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:45.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:44.404344+0000 mgr.y (mgr.24497) 24 : cephadm [INF] Deploying daemon node-exporter.a on smithi016 2024-04-24T02:38:45.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:44.138866+0000 mgr.y (mgr.24497) 23 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:45.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:44.402867+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:45.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:44.404344+0000 mgr.y (mgr.24497) 24 : cephadm [INF] Deploying daemon node-exporter.a on smithi016 2024-04-24T02:38:46.781 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:46 smithi016 systemd[1]: Starting Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:38:46.782 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:46 smithi016 bash[65204]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-24T02:38:47.303 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:47 smithi016 bash[65204]: Getting image source signatures 2024-04-24T02:38:47.303 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:47 smithi016 bash[65204]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-24T02:38:47.303 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:47 smithi016 bash[65204]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-24T02:38:47.303 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:47 smithi016 bash[65204]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-24T02:38:47.418 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'rbd' created 2024-04-24T02:38:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:46.139271+0000 mgr.y (mgr.24497) 25 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:46.302669+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:46.666393+0000 mon.a (mon.0) 660 : audit [INF] from='client.? 172.21.15.16:0/2338317986' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-24T02:38:47.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:46.139271+0000 mgr.y (mgr.24497) 25 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:47.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:46.302669+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:47.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:46.666393+0000 mon.a (mon.0) 660 : audit [INF] from='client.? 172.21.15.16:0/2338317986' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-24T02:38:47.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:46.139271+0000 mgr.y (mgr.24497) 25 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:47.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:46.302669+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:47.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:46.666393+0000 mon.a (mon.0) 660 : audit [INF] from='client.? 172.21.15.16:0/2338317986' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-24T02:38:48.413 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:47.408972+0000 mon.a (mon.0) 661 : audit [INF] from='client.? 172.21.15.16:0/2338317986' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-24T02:38:48.413 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:47.409045+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-24T02:38:48.413 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:47.409617+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-24T02:38:48.413 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:47.414057+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-24T02:38:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:47.408972+0000 mon.a (mon.0) 661 : audit [INF] from='client.? 172.21.15.16:0/2338317986' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-24T02:38:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:47.409045+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-24T02:38:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:47.409617+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-24T02:38:48.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:47.414057+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-24T02:38:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:47.408972+0000 mon.a (mon.0) 661 : audit [INF] from='client.? 172.21.15.16:0/2338317986' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-24T02:38:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:47.409045+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-24T02:38:48.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:47.409617+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-24T02:38:48.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:47.414057+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-04-24T02:38:49.207 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-24T02:38:49.530 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:49 smithi016 bash[65204]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-24T02:38:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:48.139612+0000 mgr.y (mgr.24497) 26 : cluster [DBG] pgmap v15: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:48.413874+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-24T02:38:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:48.414029+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-24T02:38:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:48.139612+0000 mgr.y (mgr.24497) 26 : cluster [DBG] pgmap v15: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:49.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:48.413874+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-24T02:38:49.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:48.414029+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-24T02:38:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:48.139612+0000 mgr.y (mgr.24497) 26 : cluster [DBG] pgmap v15: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:48.413874+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-04-24T02:38:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:48.414029+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-24T02:38:50.020 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:49 smithi016 bash[65204]: Writing manifest to image destination 2024-04-24T02:38:50.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:49.418680+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-24T02:38:50.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:38:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:38:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:38:50.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:49.418680+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-24T02:38:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:49.418680+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-24T02:38:51.117 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.855Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-24T02:38:51.118 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.855Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-24T02:38:51.118 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-24T02:38:51.118 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-24T02:38:51.118 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-24T02:38:51.118 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=arp 2024-04-24T02:38:51.118 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-24T02:38:51.119 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-24T02:38:51.119 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-24T02:38:51.119 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-24T02:38:51.119 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-24T02:38:51.119 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-24T02:38:51.119 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-24T02:38:51.120 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-24T02:38:51.120 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=edac 2024-04-24T02:38:51.120 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-24T02:38:51.120 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-24T02:38:51.120 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-24T02:38:51.120 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-24T02:38:51.121 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-24T02:38:51.121 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-24T02:38:51.121 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-24T02:38:51.121 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-24T02:38:51.121 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-24T02:38:51.121 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=os 2024-04-24T02:38:51.122 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=stat 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=time 2024-04-24T02:38:51.123 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=uname 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.856Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[65335]: ts=2024-04-24T02:38:50.857Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 bash[65204]: e7635ded3467efcb47c2bc4e4376e7692d573c4b59888a06467143868d0498b7 2024-04-24T02:38:51.124 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:38:50 smithi016 systemd[1]: Started Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:38:51.532 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:50.140120+0000 mgr.y (mgr.24497) 27 : cluster [DBG] pgmap v18: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:51.533 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:50.995916+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:51.533 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:51 smithi063 systemd[1]: Starting Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:38:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:50.140120+0000 mgr.y (mgr.24497) 27 : cluster [DBG] pgmap v18: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:50.995916+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:50.140120+0000 mgr.y (mgr.24497) 27 : cluster [DBG] pgmap v18: 105 pgs: 8 unknown, 97 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:50.995916+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:51.809 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:51 smithi063 bash[59742]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-24T02:38:52.427 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:52 smithi063 bash[59742]: Getting image source signatures 2024-04-24T02:38:52.427 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:52 smithi063 bash[59742]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-24T02:38:52.427 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:52 smithi063 bash[59742]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-24T02:38:52.427 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:52 smithi063 bash[59742]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-24T02:38:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:38:50.997071+0000 mgr.y (mgr.24497) 28 : cephadm [INF] Deploying daemon node-exporter.b on smithi063 2024-04-24T02:38:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:38:50.997071+0000 mgr.y (mgr.24497) 28 : cephadm [INF] Deploying daemon node-exporter.b on smithi063 2024-04-24T02:38:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:38:50.997071+0000 mgr.y (mgr.24497) 28 : cephadm [INF] Deploying daemon node-exporter.b on smithi063 2024-04-24T02:38:53.440 INFO:teuthology.orchestra.run.smithi016.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-24T02:38:53.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:52.140648+0000 mgr.y (mgr.24497) 29 : cluster [DBG] pgmap v19: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:53.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:52.451957+0000 mon.a (mon.0) 669 : audit [INF] from='client.? 172.21.15.16:0/3582362304' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:38:53.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:52.140648+0000 mgr.y (mgr.24497) 29 : cluster [DBG] pgmap v19: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:53.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:52.451957+0000 mon.a (mon.0) 669 : audit [INF] from='client.? 172.21.15.16:0/3582362304' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:38:53.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:52.140648+0000 mgr.y (mgr.24497) 29 : cluster [DBG] pgmap v19: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:53.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:52.451957+0000 mon.a (mon.0) 669 : audit [INF] from='client.? 172.21.15.16:0/3582362304' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:38:54.059 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:53 smithi063 bash[59742]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-24T02:38:54.059 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:53 smithi063 bash[59742]: Writing manifest to image destination 2024-04-24T02:38:54.228 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-24T02:38:54.229 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-24T02:38:54.229 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-24T02:38:54.513 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:38:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:53.436159+0000 mon.a (mon.0) 670 : audit [INF] from='client.? 172.21.15.16:0/3582362304' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:38:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:53.436259+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-24T02:38:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:53.436159+0000 mon.a (mon.0) 670 : audit [INF] from='client.? 172.21.15.16:0/3582362304' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:38:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:53.436259+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-24T02:38:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:53.436159+0000 mon.a (mon.0) 670 : audit [INF] from='client.? 172.21.15.16:0/3582362304' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:38:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:53.436259+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-24T02:38:54.810 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.536Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-24T02:38:54.810 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.536Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-24T02:38:54.810 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.537Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-24T02:38:54.810 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.537Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-24T02:38:54.810 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-24T02:38:54.810 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=arp 2024-04-24T02:38:54.810 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=edac 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-24T02:38:54.811 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=os 2024-04-24T02:38:54.812 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=stat 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=time 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-24T02:38:54.813 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=uname 2024-04-24T02:38:54.814 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-24T02:38:54.814 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-24T02:38:54.814 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-24T02:38:54.814 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.538Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-24T02:38:54.814 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[59792]: ts=2024-04-24T02:38:54.539Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-24T02:38:54.814 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 bash[59742]: 82da6550b80b9ba71646a83067301719970f952c6d731114c3418136d1d64063 2024-04-24T02:38:54.814 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:38:54 smithi063 systemd[1]: Started Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:38:55.729 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:54.141036+0000 mgr.y (mgr.24497) 30 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:55.729 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:54.674945+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:55.729 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:54.676008+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:55.729 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:38:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:38:55] "GET /metrics HTTP/1.1" 200 185900 "" "Prometheus/2.33.4" 2024-04-24T02:38:55.729 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:54.141036+0000 mgr.y (mgr.24497) 30 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:55.730 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:54.674945+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:55.730 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:54.676008+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:54.141036+0000 mgr.y (mgr.24497) 30 : cluster [DBG] pgmap v21: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:54.674945+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:54.676008+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:38:56.897 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:38:57.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:56.141581+0000 mgr.y (mgr.24497) 31 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:57.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:56.312544+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:57.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:56.892616+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.16:0/1520769989' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-24T02:38:57.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:56.141581+0000 mgr.y (mgr.24497) 31 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:57.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:56.312544+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:57.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:56.892616+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.16:0/1520769989' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-24T02:38:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:56.141581+0000 mgr.y (mgr.24497) 31 : cluster [DBG] pgmap v22: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:56.312544+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:56.892616+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.16:0/1520769989' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-24T02:38:58.356 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":18,"active_gid":24497,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":786188894},{"type":"v1","addr":"172.21.15.16:6801","nonce":786188894}]},"active_addr":"172.21.15.16:6801/786188894","active_change":"2024-04-24T02:38:26.123361+0000","active_mgr_features":4540138314316775423,"available":true,"standbys":[{"gid":24481,"name":"x","mgr_features":4540138314316775423,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.16:8443/","prometheus":"http://172.21.15.16:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":55,"active_clients":[{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":198648470}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":2726630902}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":4110822591}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":4077945426}]}]} 2024-04-24T02:38:58.360 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-24T02:38:58.360 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-24T02:38:58.360 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-24T02:38:58.676 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:38:58.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:38:57.360948+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:58.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:38:57.360948+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:58.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:38:57.360948+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:38:59.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:38:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:38:58.142407+0000 mgr.y (mgr.24497) 32 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:59.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:38:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:38:58.142407+0000 mgr.y (mgr.24497) 32 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:38:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:38:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:38:58.142407+0000 mgr.y (mgr.24497) 32 : cluster [DBG] pgmap v23: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:00.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:39:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:00.030632+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:00.031566+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:00.032513+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:00.038645+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:39:00.048128+0000 mgr.y (mgr.24497) 33 : cephadm [INF] Deploying daemon alertmanager.a on smithi016 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:00.142794+0000 mgr.y (mgr.24497) 34 : cluster [DBG] pgmap v24: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:00.030632+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:00.031566+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:39:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:00.032513+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:39:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:00.038645+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:39:00.048128+0000 mgr.y (mgr.24497) 33 : cephadm [INF] Deploying daemon alertmanager.a on smithi016 2024-04-24T02:39:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:00.142794+0000 mgr.y (mgr.24497) 34 : cluster [DBG] pgmap v24: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:00.030632+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:00.031566+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:39:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:00.032513+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:39:01.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:00.038645+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:01.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:39:00.048128+0000 mgr.y (mgr.24497) 33 : cephadm [INF] Deploying daemon alertmanager.a on smithi016 2024-04-24T02:39:01.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:00.142794+0000 mgr.y (mgr.24497) 34 : cluster [DBG] pgmap v24: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:01.325 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:39:01.325 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":59,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:38:53.427430+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-24T02:38:47.097969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:39:02.236 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:01.324950+0000 mon.a (mon.0) 680 : audit [DBG] from='client.? 172.21.15.16:0/3818122460' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:39:02.236 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:01.324950+0000 mon.a (mon.0) 680 : audit [DBG] from='client.? 172.21.15.16:0/3818122460' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:39:02.260 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-24T02:39:02.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-24T02:39:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:01.324950+0000 mon.a (mon.0) 680 : audit [DBG] from='client.? 172.21.15.16:0/3818122460' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:39:02.542 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:02.143237+0000 mgr.y (mgr.24497) 35 : cluster [DBG] pgmap v25: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:02.143237+0000 mgr.y (mgr.24497) 35 : cluster [DBG] pgmap v25: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:02.143237+0000 mgr.y (mgr.24497) 35 : cluster [DBG] pgmap v25: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:04.143738+0000 mgr.y (mgr.24497) 36 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:05.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:05] "GET /metrics HTTP/1.1" 200 188306 "" "Prometheus/2.33.4" 2024-04-24T02:39:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:04.143738+0000 mgr.y (mgr.24497) 36 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:04.143738+0000 mgr.y (mgr.24497) 36 : cluster [DBG] pgmap v26: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:06.846 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:39:06.846 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":59,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:38:53.427430+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-24T02:38:47.097969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:39:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:06.144202+0000 mgr.y (mgr.24497) 37 : cluster [DBG] pgmap v27: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:06.324539+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:06.845246+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.16:0/3405951675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:39:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:06.144202+0000 mgr.y (mgr.24497) 37 : cluster [DBG] pgmap v27: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:06.324539+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:06.845246+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.16:0/3405951675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:39:07.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:06.144202+0000 mgr.y (mgr.24497) 37 : cluster [DBG] pgmap v27: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:07.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:06.324539+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:07.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:06.845246+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.16:0/3405951675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:39:09.460 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:08.144776+0000 mgr.y (mgr.24497) 38 : cluster [DBG] pgmap v28: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:09.461 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:08.144776+0000 mgr.y (mgr.24497) 38 : cluster [DBG] pgmap v28: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:09.462 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-24T02:39:09.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-24T02:39:09.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-24T02:39:09.464 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-24T02:39:09.464 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-24T02:39:09.464 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-24T02:39:09.465 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-24T02:39:09.465 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-24T02:39:09.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:08.144776+0000 mgr.y (mgr.24497) 38 : cluster [DBG] pgmap v28: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:10.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:39:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:39:10.709 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:10.717 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:10.720 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:10.720 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:10.725 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:10.780 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:10 smithi016 bash[66719]: 1e3531de6cf1ee70bd3b702d00c0a9071899934f63b6de4140f0215f3801c904 2024-04-24T02:39:10.780 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:10 smithi016 systemd[1]: Started Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:39:11.062 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:39:10] ENGINE Bus STOPPING 2024-04-24T02:39:11.062 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:39:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:39:11.063 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:39:10] ENGINE Bus STOPPED 2024-04-24T02:39:11.063 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:39:10] ENGINE Bus STARTING 2024-04-24T02:39:11.063 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:39:10] ENGINE Serving on http://:::9283 2024-04-24T02:39:11.063 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:39:10] ENGINE Bus STARTED 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:10.145179+0000 mgr.y (mgr.24497) 39 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:10.664586+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:10.787167+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:10.790056+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:10.793304+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:10.797371+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:10.145179+0000 mgr.y (mgr.24497) 39 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:10.664586+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:10.787167+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:10.790056+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:10.793304+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-24T02:39:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:10.797371+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:10.145179+0000 mgr.y (mgr.24497) 39 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:10.664586+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:10.787167+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:10.790056+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:10.793304+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-24T02:39:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:10.797371+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:12.778 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[66817]: level=info ts=2024-04-24T02:39:12.414Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00052729s 2024-04-24T02:39:12.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:10.793688+0000 mgr.y (mgr.24497) 40 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-24T02:39:12.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:39:10.801527+0000 mgr.y (mgr.24497) 41 : cephadm [INF] Deploying daemon grafana.a on smithi063 2024-04-24T02:39:12.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:11.330039+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:12.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:10.793688+0000 mgr.y (mgr.24497) 40 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-24T02:39:12.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:39:10.801527+0000 mgr.y (mgr.24497) 41 : cephadm [INF] Deploying daemon grafana.a on smithi063 2024-04-24T02:39:12.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:11.330039+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:12.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:10.793688+0000 mgr.y (mgr.24497) 40 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-24T02:39:12.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:39:10.801527+0000 mgr.y (mgr.24497) 41 : cephadm [INF] Deploying daemon grafana.a on smithi063 2024-04-24T02:39:12.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:11.330039+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:12.145658+0000 mgr.y (mgr.24497) 42 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:13.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:12.145658+0000 mgr.y (mgr.24497) 42 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:12.145658+0000 mgr.y (mgr.24497) 42 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:15.700 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:14.146039+0000 mgr.y (mgr.24497) 43 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:15.701 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:15] "GET /metrics HTTP/1.1" 200 188305 "" "Prometheus/2.33.4" 2024-04-24T02:39:15.701 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:14.146039+0000 mgr.y (mgr.24497) 43 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:15.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:14.146039+0000 mgr.y (mgr.24497) 43 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:17.658 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:16.146465+0000 mgr.y (mgr.24497) 44 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:17.659 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:16.146465+0000 mgr.y (mgr.24497) 44 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:17.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:16.146465+0000 mgr.y (mgr.24497) 44 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:19.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:18.147189+0000 mgr.y (mgr.24497) 45 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:19.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:18.147189+0000 mgr.y (mgr.24497) 45 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:19.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:18.147189+0000 mgr.y (mgr.24497) 45 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:20.237 INFO:teuthology.orchestra.run.smithi016.stdout:154618822687 2024-04-24T02:39:20.276 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-24T02:39:20.530 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[66817]: level=info ts=2024-04-24T02:39:20.415Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.001959398s 2024-04-24T02:39:20.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:39:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:39:20.608 INFO:teuthology.orchestra.run.smithi016.stdout:128849018915 2024-04-24T02:39:20.609 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-24T02:39:21.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:20.147787+0000 mgr.y (mgr.24497) 46 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:21.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:20.147787+0000 mgr.y (mgr.24497) 46 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:20.147787+0000 mgr.y (mgr.24497) 46 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:22.974 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:22.974 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:23.502 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:22.148396+0000 mgr.y (mgr.24497) 47 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:22.148396+0000 mgr.y (mgr.24497) 47 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:22.148396+0000 mgr.y (mgr.24497) 47 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:24.059 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:23 smithi063 systemd[1]: Starting Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:39:24.538 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-04-24T02:39:24.538 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="App mode production" logger=settings 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-04-24T02:39:24.539 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-04-24T02:39:24.540 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-04-24T02:39:24.541 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2024-04-24T02:39:24.542 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-04-24T02:39:24.543 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-04-24T02:39:24.544 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 bash[60417]: cd88176cbd7f092f49fa0425da43ecda8f20a5730c13f0f214a03093fc017a46 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 systemd[1]: Started Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-04-24T02:39:24.545 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-04-24T02:39:24.546 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-04-24T02:39:24.547 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-04-24T02:39:24.548 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-04-24T02:39:24.549 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-04-24T02:39:24.550 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-04-24T02:39:24.551 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-04-24T02:39:24.552 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-04-24T02:39:24.552 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-04-24T02:39:24.552 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-04-24T02:39:24.552 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-04-24T02:39:24.552 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-04-24T02:39:24.552 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-04-24T02:39:24.552 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-24T02:39:24.553 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-04-24T02:39:24.554 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-04-24T02:39:24.555 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-04-24T02:39:24.789 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-04-24T02:39:24.790 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-04-24T02:39:24.790 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-04-24T02:39:24.790 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-04-24T02:39:24.790 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-04-24T02:39:24.790 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-04-24T02:39:24.791 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-04-24T02:39:24.791 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-04-24T02:39:24.791 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-04-24T02:39:24.791 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-04-24T02:39:24.791 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-04-24T02:39:24.791 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-04-24T02:39:24.792 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-04-24T02:39:24.792 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-04-24T02:39:24.792 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-24T02:39:24.792 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-24T02:39:24.792 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-24T02:39:24.792 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-04-24T02:39:24.793 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-24T02:39:24.793 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-04-24T02:39:24.793 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-04-24T02:39:24.793 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-04-24T02:39:24.793 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-04-24T02:39:24.793 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-04-24T02:39:24.794 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-04-24T02:39:24.794 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-04-24T02:39:24.794 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-04-24T02:39:24.794 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-04-24T02:39:24.794 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-04-24T02:39:24.795 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-04-24T02:39:24.795 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-04-24T02:39:24.795 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-04-24T02:39:24.795 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-24T02:39:24.795 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-24T02:39:24.795 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-24T02:39:24.796 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-24T02:39:24.796 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-04-24T02:39:24.796 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-04-24T02:39:24.796 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-04-24T02:39:24.796 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-04-24T02:39:24.796 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-24T02:39:24.797 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-04-24T02:39:24.797 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-04-24T02:39:24.797 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-04-24T02:39:24.797 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-04-24T02:39:24.797 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-04-24T02:39:24.797 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-04-24T02:39:24.798 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-04-24T02:39:24.798 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-04-24T02:39:24.798 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-04-24T02:39:24.798 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-04-24T02:39:24.798 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-04-24T02:39:24.799 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-04-24T02:39:24.799 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-04-24T02:39:24.799 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-04-24T02:39:24.799 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-04-24T02:39:24.799 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-24T02:39:24.800 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-24T02:39:24.800 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-04-24T02:39:24.800 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-04-24T02:39:24.800 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-04-24T02:39:24.800 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-04-24T02:39:24.800 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-04-24T02:39:24.801 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-04-24T02:39:24.801 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-04-24T02:39:24.801 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-04-24T02:39:24.801 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-04-24T02:39:24.801 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-04-24T02:39:24.801 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-04-24T02:39:24.802 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-24T02:39:24.802 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-04-24T02:39:24.802 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-04-24T02:39:24.802 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-04-24T02:39:24.802 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-04-24T02:39:24.802 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-04-24T02:39:24.803 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-24T02:39:24.803 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-04-24T02:39:24.803 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-04-24T02:39:24.803 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-04-24T02:39:24.803 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-04-24T02:39:24.804 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-04-24T02:39:24.804 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-04-24T02:39:24.804 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-04-24T02:39:24.804 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-04-24T02:39:24.804 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-04-24T02:39:24.804 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-04-24T02:39:24.805 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-04-24T02:39:24.805 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-04-24T02:39:24.805 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-04-24T02:39:24.805 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-04-24T02:39:24.805 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-04-24T02:39:24.805 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-04-24T02:39:24.806 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-04-24T02:39:24.806 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-04-24T02:39:24.806 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-04-24T02:39:24.806 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-04-24T02:39:24.806 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-04-24T02:39:24.806 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-04-24T02:39:24.807 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-04-24T02:39:24.807 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-04-24T02:39:24.807 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-04-24T02:39:24.807 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-04-24T02:39:24.807 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-04-24T02:39:24.807 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-04-24T02:39:24.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-04-24T02:39:24.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-04-24T02:39:24.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-24T02:39:24.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-24T02:39:24.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-24T02:39:24.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-04-24T02:39:24.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-04-24T02:39:24.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-24T02:39:24.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-24T02:39:24.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-04-24T02:39:24.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-24T02:39:24.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-04-24T02:39:24.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-04-24T02:39:24.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-04-24T02:39:24.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-24T02:39:24.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-04-24T02:39:24.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-04-24T02:39:24.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-04-24T02:39:24.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-04-24T02:39:24.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-24T02:39:24.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-04-24T02:39:24.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-04-24T02:39:24.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-04-24T02:39:24.812 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-04-24T02:39:24.812 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-04-24T02:39:24.812 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-24T02:39:24.812 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-04-24T02:39:24.812 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-04-24T02:39:24.812 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-24T02:39:24.813 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-04-24T02:39:24.813 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-24T02:39:24.813 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-24T02:39:24.813 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-24T02:39:24.813 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-04-24T02:39:24.813 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-04-24T02:39:24.814 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-04-24T02:39:24.814 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-04-24T02:39:24.814 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-04-24T02:39:24.814 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-24T02:39:24.814 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-04-24T02:39:24.814 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-04-24T02:39:24.815 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-04-24T02:39:24.815 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-04-24T02:39:24.815 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-04-24T02:39:24.815 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-04-24T02:39:24.816 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-04-24T02:39:24.816 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-04-24T02:39:24.816 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-04-24T02:39:24.816 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-04-24T02:39:24.816 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-04-24T02:39:24.816 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-04-24T02:39:24.817 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-04-24T02:39:24.817 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-04-24T02:39:24.817 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-04-24T02:39:24.817 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-04-24T02:39:24.817 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-04-24T02:39:24.817 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-04-24T02:39:24.818 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-04-24T02:39:24.818 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-04-24T02:39:24.818 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-04-24T02:39:24.818 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-04-24T02:39:24.818 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-04-24T02:39:24.819 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-04-24T02:39:24.819 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-04-24T02:39:24.819 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-04-24T02:39:24.819 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-04-24T02:39:24.819 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-04-24T02:39:24.819 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-04-24T02:39:24.820 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-04-24T02:39:24.820 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-04-24T02:39:24.820 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-04-24T02:39:24.820 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-04-24T02:39:24.820 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-04-24T02:39:24.820 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-04-24T02:39:24.821 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-04-24T02:39:24.821 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-04-24T02:39:24.821 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-04-24T02:39:24.821 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-04-24T02:39:24.821 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-04-24T02:39:24.821 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-04-24T02:39:24.822 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-04-24T02:39:24.822 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-04-24T02:39:25.059 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=502.021965ms 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-24T02:39:25.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:39:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:39:24+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-24T02:39:25.648 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:24.148786+0000 mgr.y (mgr.24497) 48 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:25.648 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:24.409402+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:25.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:24.410805+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:39:25.649 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:25] "GET /metrics HTTP/1.1" 200 188305 "" "Prometheus/2.33.4" 2024-04-24T02:39:25.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:24.148786+0000 mgr.y (mgr.24497) 48 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:25.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:24.409402+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:25.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:24.410805+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:39:25.669 INFO:teuthology.orchestra.run.smithi016.stdout:107374182439 2024-04-24T02:39:25.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-24T02:39:25.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:24.148786+0000 mgr.y (mgr.24497) 48 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:25.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:24.409402+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:25.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:24.410805+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:39:26.061 INFO:teuthology.orchestra.run.smithi016.stdout:55834574900 2024-04-24T02:39:26.061 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-24T02:39:26.416 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.155588+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-04-24T02:39:26.416 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.155810+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-24T02:39:26.416 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.155588+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-04-24T02:39:26.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.155810+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-24T02:39:26.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.155981+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-24T02:39:26.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.156129+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-24T02:39:26.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.156272+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-24T02:39:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.338776+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:26.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.155981+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-24T02:39:26.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.156129+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-24T02:39:26.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.156272+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-24T02:39:26.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.338776+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:26.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.155588+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-04-24T02:39:26.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.155810+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-24T02:39:26.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.155981+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-04-24T02:39:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.156129+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-04-24T02:39:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.156272+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-24T02:39:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.338776+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:26.938 INFO:teuthology.orchestra.run.smithi016.stdout:77309411375 2024-04-24T02:39:26.938 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-24T02:39:27.420 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:26.149114+0000 mgr.y (mgr.24497) 49 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:27.420 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.416024+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-04-24T02:39:27.420 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.416091+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-24T02:39:27.420 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.416135+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-04-24T02:39:27.420 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.416176+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-04-24T02:39:27.420 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:26.416222+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-24T02:39:27.420 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:26.416276+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-24T02:39:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:26.149114+0000 mgr.y (mgr.24497) 49 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.416024+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-04-24T02:39:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.416091+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-24T02:39:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.416135+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-04-24T02:39:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.416176+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-04-24T02:39:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:26.416222+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-24T02:39:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:26.416276+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-24T02:39:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:26.149114+0000 mgr.y (mgr.24497) 49 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.416024+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-04-24T02:39:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.416091+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-24T02:39:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.416135+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-04-24T02:39:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.416176+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-04-24T02:39:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:26.416222+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-24T02:39:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:26.416276+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-24T02:39:28.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:27.416302+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-24T02:39:28.421 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:27.416302+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-24T02:39:28.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:28.348454+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:28.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:27.416302+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-24T02:39:28.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:28.348454+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:29.241 INFO:teuthology.orchestra.run.smithi016.stdout:34359738425 2024-04-24T02:39:29.242 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-24T02:39:29.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:28.149466+0000 mgr.y (mgr.24497) 50 : cluster [DBG] pgmap v40: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:28.348454+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:28.149466+0000 mgr.y (mgr.24497) 50 : cluster [DBG] pgmap v40: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:29.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:28.149466+0000 mgr.y (mgr.24497) 50 : cluster [DBG] pgmap v40: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:30.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:39:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:39:30.600 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:30.601 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:30.150006+0000 mgr.y (mgr.24497) 51 : cluster [DBG] pgmap v41: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:30.150006+0000 mgr.y (mgr.24497) 51 : cluster [DBG] pgmap v41: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:31.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:30.150006+0000 mgr.y (mgr.24497) 51 : cluster [DBG] pgmap v41: 105 pgs: 5 peering, 100 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:31.873 INFO:teuthology.orchestra.run.smithi016.stdout:180388626460 2024-04-24T02:39:31.873 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-24T02:39:32.551 INFO:teuthology.orchestra.run.smithi016.stdout:206158430229 2024-04-24T02:39:32.552 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-24T02:39:32.582 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:33.177 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:33.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:32.150427+0000 mgr.y (mgr.24497) 52 : cluster [DBG] pgmap v42: 105 pgs: 2 peering, 103 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:33.462 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:32.150427+0000 mgr.y (mgr.24497) 52 : cluster [DBG] pgmap v42: 105 pgs: 2 peering, 103 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:33.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:32.150427+0000 mgr.y (mgr.24497) 52 : cluster [DBG] pgmap v42: 105 pgs: 2 peering, 103 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:34.117 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:34.117 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:35.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:34.150819+0000 mgr.y (mgr.24497) 53 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:35.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:35] "GET /metrics HTTP/1.1" 200 188311 "" "Prometheus/2.33.4" 2024-04-24T02:39:35.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:34.150819+0000 mgr.y (mgr.24497) 53 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:34.150819+0000 mgr.y (mgr.24497) 53 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:37.701 INFO:teuthology.orchestra.run.smithi016.stdout:128849018918 2024-04-24T02:39:37.728 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:36.151137+0000 mgr.y (mgr.24497) 54 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:37.728 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:36.151137+0000 mgr.y (mgr.24497) 54 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:37.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:36.151137+0000 mgr.y (mgr.24497) 54 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:37.701667+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.16:0/3527485089' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-24T02:39:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:37.701667+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.16:0/3527485089' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-24T02:39:38.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:37.701667+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.16:0/3527485089' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-24T02:39:39.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:38.151863+0000 mgr.y (mgr.24497) 55 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:39.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:38.151863+0000 mgr.y (mgr.24497) 55 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:39.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:38.151863+0000 mgr.y (mgr.24497) 55 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:40.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:39:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:39:41.320 INFO:teuthology.orchestra.run.smithi016.stdout:154618822691 2024-04-24T02:39:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:40.152181+0000 mgr.y (mgr.24497) 56 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:41.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:40.935613+0000 mon.a (mon.0) 704 : audit [DBG] from='client.? 172.21.15.16:0/3120794267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-24T02:39:41.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:41.321215+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.16:0/734965772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-24T02:39:41.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:40.152181+0000 mgr.y (mgr.24497) 56 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:41.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:40.935613+0000 mon.a (mon.0) 704 : audit [DBG] from='client.? 172.21.15.16:0/3120794267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-24T02:39:41.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:41.321215+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.16:0/734965772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-24T02:39:41.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:40.152181+0000 mgr.y (mgr.24497) 56 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:41.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:40.935613+0000 mon.a (mon.0) 704 : audit [DBG] from='client.? 172.21.15.16:0/3120794267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-24T02:39:41.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:41.321215+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.16:0/734965772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-24T02:39:42.234 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018915 got 128849018918 for osd.4 2024-04-24T02:39:42.235 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:43.210 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:43.509 INFO:teuthology.orchestra.run.smithi016.stdout:107374182444 2024-04-24T02:39:43.543 INFO:teuthology.orchestra.run.smithi016.stdout:55834574903 2024-04-24T02:39:43.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:42.152876+0000 mgr.y (mgr.24497) 57 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:43.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:42.152876+0000 mgr.y (mgr.24497) 57 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:43.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:42.152876+0000 mgr.y (mgr.24497) 57 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:44.366 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574903 for osd.1 2024-04-24T02:39:44.367 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:44.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:43.509599+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.16:0/2411490514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-24T02:39:44.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:43.509599+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.16:0/2411490514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-24T02:39:44.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:43.509599+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.16:0/2411490514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-24T02:39:45.128 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182439 got 107374182444 for osd.3 2024-04-24T02:39:45.128 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:45.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:44.153356+0000 mgr.y (mgr.24497) 58 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:45.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:45] "GET /metrics HTTP/1.1" 200 188315 "" "Prometheus/2.33.4" 2024-04-24T02:39:45.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:44.153356+0000 mgr.y (mgr.24497) 58 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:45.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:44.153356+0000 mgr.y (mgr.24497) 58 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:47.052 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822687 got 154618822691 for osd.5 2024-04-24T02:39:47.053 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:47.178 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:47.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:46.153742+0000 mgr.y (mgr.24497) 59 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:47.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:46.153742+0000 mgr.y (mgr.24497) 59 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:47.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:46.153742+0000 mgr.y (mgr.24497) 59 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:48.046 INFO:teuthology.orchestra.run.smithi016.stdout:77309411379 2024-04-24T02:39:48.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:48.047108+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.16:0/3750259453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-24T02:39:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:48.047108+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.16:0/3750259453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-24T02:39:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:48.047108+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.16:0/3750259453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-24T02:39:49.243 INFO:teuthology.orchestra.run.smithi016.stdout:34359738430 2024-04-24T02:39:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:48.154298+0000 mgr.y (mgr.24497) 60 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:49.244161+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.16:0/687176768' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-24T02:39:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:48.154298+0000 mgr.y (mgr.24497) 60 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:49.244161+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.16:0/687176768' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-24T02:39:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:48.154298+0000 mgr.y (mgr.24497) 60 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:49.244161+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.16:0/687176768' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-24T02:39:49.897 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411375 got 77309411379 for osd.2 2024-04-24T02:39:49.897 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:50.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:39:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:39:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:50.154800+0000 mgr.y (mgr.24497) 61 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:51.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:51.294246+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:50.154800+0000 mgr.y (mgr.24497) 61 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:51.294246+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:50.154800+0000 mgr.y (mgr.24497) 61 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:51.294246+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:52.471 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:52.337809+0000 mon.a (mon.0) 709 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:39:52.472 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:52.338517+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:39:52.472 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:52.343087+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:52.337809+0000 mon.a (mon.0) 709 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:39:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:52.338517+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:39:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:52.343087+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:52.337809+0000 mon.a (mon.0) 709 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:39:52.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:52.338517+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:39:52.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:52.343087+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:39:53.633 INFO:teuthology.orchestra.run.smithi016.stdout:180388626465 2024-04-24T02:39:53.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:52.155413+0000 mgr.y (mgr.24497) 62 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:53.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:39:52.347211+0000 mgr.y (mgr.24497) 63 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:39:53.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:39:52.350464+0000 mgr.y (mgr.24497) 64 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:39:53.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:52.155413+0000 mgr.y (mgr.24497) 62 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:53.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:39:52.347211+0000 mgr.y (mgr.24497) 63 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:39:53.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:39:52.350464+0000 mgr.y (mgr.24497) 64 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:39:53.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:52.155413+0000 mgr.y (mgr.24497) 62 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:53.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:39:52.347211+0000 mgr.y (mgr.24497) 63 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:39:53.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:39:52.350464+0000 mgr.y (mgr.24497) 64 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:39:54.141 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738425 got 34359738430 for osd.0 2024-04-24T02:39:54.141 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:53.633466+0000 mon.a (mon.0) 712 : audit [DBG] from='client.? 172.21.15.16:0/2853350410' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-24T02:39:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:39:53.975084+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.16:0/1132101338' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-24T02:39:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:53.633466+0000 mon.a (mon.0) 712 : audit [DBG] from='client.? 172.21.15.16:0/2853350410' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-24T02:39:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:39:53.975084+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.16:0/1132101338' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-24T02:39:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:53.633466+0000 mon.a (mon.0) 712 : audit [DBG] from='client.? 172.21.15.16:0/2853350410' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-24T02:39:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:39:53.975084+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.16:0/1132101338' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-24T02:39:55.705 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:54.155807+0000 mgr.y (mgr.24497) 65 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:55.706 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:54.155807+0000 mgr.y (mgr.24497) 65 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:55.706 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:39:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:39:55] "GET /metrics HTTP/1.1" 200 188315 "" "Prometheus/2.33.4" 2024-04-24T02:39:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:54.155807+0000 mgr.y (mgr.24497) 65 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:57.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:56.156110+0000 mgr.y (mgr.24497) 66 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:57.524 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626460 got 180388626465 for osd.6 2024-04-24T02:39:57.524 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:57.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:56.156110+0000 mgr.y (mgr.24497) 66 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:56.156110+0000 mgr.y (mgr.24497) 66 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:39:58.423 INFO:teuthology.orchestra.run.smithi016.stdout:206158430234 2024-04-24T02:39:58.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:57.490070+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e19: y(active, since 91s), standbys: x 2024-04-24T02:39:58.531 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:58 smithi016 systemd[1]: Stopping Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:39:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:57.490070+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e19: y(active, since 91s), standbys: x 2024-04-24T02:39:58.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:57.490070+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e19: y(active, since 91s), standbys: x 2024-04-24T02:39:59.148 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430229 got 206158430234 for osd.7 2024-04-24T02:39:59.148 DEBUG:teuthology.parallel:result is None 2024-04-24T02:39:59.148 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-24T02:39:59.148 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-24T02:39:59.441 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:59 smithi016 bash[69711]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-24T02:39:59.523 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:39:59.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:39:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:39:58.156725+0000 mgr.y (mgr.24497) 67 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:39:59.781 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[66817]: level=info ts=2024-04-24T02:39:59.455Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-24T02:39:59.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:39:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:39:58.156725+0000 mgr.y (mgr.24497) 67 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:39:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:39:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:39:58.156725+0000 mgr.y (mgr.24497) 67 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:00.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:39:59 smithi016 bash[69780]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a 2024-04-24T02:40:00.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:00.000108+0000 mon.a (mon.0) 714 : cluster [INF] overall HEALTH_OK 2024-04-24T02:40:00.547 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:00.000108+0000 mon.a (mon.0) 714 : cluster [INF] overall HEALTH_OK 2024-04-24T02:40:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:00.000108+0000 mon.a (mon.0) 714 : cluster [INF] overall HEALTH_OK 2024-04-24T02:40:00.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:40:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:40:01.505 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:01 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@alertmanager.a.service: Succeeded. 2024-04-24T02:40:01.505 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:01 smithi016 systemd[1]: Stopped Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:40:01.505 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:01 smithi016 systemd[1]: Starting Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:40:01.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:00.157231+0000 mgr.y (mgr.24497) 68 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:01.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:00.157231+0000 mgr.y (mgr.24497) 68 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:01.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:00.157231+0000 mgr.y (mgr.24497) 68 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:02.469 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:02.472 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:40:03.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:02.972Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-24T02:40:03.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:02.972Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-24T02:40:03.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:02.973Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.16 port=9094 2024-04-24T02:40:03.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:02.974Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-24T02:40:03.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:03.000Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-24T02:40:03.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:03.000Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-24T02:40:03.282 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:03.002Z caller=main.go:518 msg=Listening address=:9093 2024-04-24T02:40:03.282 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:03.002Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-24T02:40:03.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:02.157741+0000 mgr.y (mgr.24497) 69 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:03.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:02.456391+0000 mgr.y (mgr.24497) 70 : audit [DBG] from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:40:03.693 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:02.157741+0000 mgr.y (mgr.24497) 69 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:03.693 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:02.456391+0000 mgr.y (mgr.24497) 70 : audit [DBG] from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:40:03.717 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-04-24T02:40:02.157402+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381652,"kb_used_data":4884,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579564,"statfs":{"total":767960285184,"available":765521473536,"internally_reserved":0,"allocated":5001216,"data_stored":2132825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":282,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002858"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418304+0000","last_change":"2024-04-24T02:38:08.597658+0000","last_active":"2024-04-24T02:39:26.418304+0000","last_peered":"2024-04-24T02:39:26.418304+0000","last_clean":"2024-04-24T02:39:26.418304+0000","last_became_active":"2024-04-24T02:38:08.597324+0000","last_became_peered":"2024-04-24T02:38:08.597324+0000","last_unstale":"2024-04-24T02:39:26.418304+0000","last_undegraded":"2024-04-24T02:39:26.418304+0000","last_fullsized":"2024-04-24T02:39:26.418304+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414931+0000","last_change":"2024-04-24T02:38:08.590595+0000","last_active":"2024-04-24T02:39:26.414931+0000","last_peered":"2024-04-24T02:39:26.414931+0000","last_clean":"2024-04-24T02:39:26.414931+0000","last_became_active":"2024-04-24T02:38:08.590178+0000","last_became_peered":"2024-04-24T02:38:08.590178+0000","last_unstale":"2024-04-24T02:39:26.414931+0000","last_undegraded":"2024-04-24T02:39:26.414931+0000","last_fullsized":"2024-04-24T02:39:26.414931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.420725+0000","last_change":"2024-04-24T02:38:08.573487+0000","last_active":"2024-04-24T02:39:26.420725+0000","last_peered":"2024-04-24T02:39:26.420725+0000","last_clean":"2024-04-24T02:39:26.420725+0000","last_became_active":"2024-04-24T02:38:08.573042+0000","last_became_peered":"2024-04-24T02:38:08.573042+0000","last_unstale":"2024-04-24T02:39:26.420725+0000","last_undegraded":"2024-04-24T02:39:26.420725+0000","last_fullsized":"2024-04-24T02:39:26.420725+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414797+0000","last_change":"2024-04-24T02:38:08.599416+0000","last_active":"2024-04-24T02:39:26.414797+0000","last_peered":"2024-04-24T02:39:26.414797+0000","last_clean":"2024-04-24T02:39:26.414797+0000","last_became_active":"2024-04-24T02:38:08.599044+0000","last_became_peered":"2024-04-24T02:38:08.599044+0000","last_unstale":"2024-04-24T02:39:26.414797+0000","last_undegraded":"2024-04-24T02:39:26.414797+0000","last_fullsized":"2024-04-24T02:39:26.414797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418790+0000","last_change":"2024-04-24T02:38:08.594756+0000","last_active":"2024-04-24T02:39:26.418790+0000","last_peered":"2024-04-24T02:39:26.418790+0000","last_clean":"2024-04-24T02:39:26.418790+0000","last_became_active":"2024-04-24T02:38:08.594250+0000","last_became_peered":"2024-04-24T02:38:08.594250+0000","last_unstale":"2024-04-24T02:39:26.418790+0000","last_undegraded":"2024-04-24T02:39:26.418790+0000","last_fullsized":"2024-04-24T02:39:26.418790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414914+0000","last_change":"2024-04-24T02:38:08.585458+0000","last_active":"2024-04-24T02:39:26.414914+0000","last_peered":"2024-04-24T02:39:26.414914+0000","last_clean":"2024-04-24T02:39:26.414914+0000","last_became_active":"2024-04-24T02:38:08.584855+0000","last_became_peered":"2024-04-24T02:38:08.584855+0000","last_unstale":"2024-04-24T02:39:26.414914+0000","last_undegraded":"2024-04-24T02:39:26.414914+0000","last_fullsized":"2024-04-24T02:39:26.414914+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417171+0000","last_change":"2024-04-24T02:38:08.601041+0000","last_active":"2024-04-24T02:39:26.417171+0000","last_peered":"2024-04-24T02:39:26.417171+0000","last_clean":"2024-04-24T02:39:26.417171+0000","last_became_active":"2024-04-24T02:38:08.595774+0000","last_became_peered":"2024-04-24T02:38:08.595774+0000","last_unstale":"2024-04-24T02:39:26.417171+0000","last_undegraded":"2024-04-24T02:39:26.417171+0000","last_fullsized":"2024-04-24T02:39:26.417171+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417452+0000","last_change":"2024-04-24T02:38:08.587871+0000","last_active":"2024-04-24T02:39:26.417452+0000","last_peered":"2024-04-24T02:39:26.417452+0000","last_clean":"2024-04-24T02:39:26.417452+0000","last_became_active":"2024-04-24T02:38:08.587594+0000","last_became_peered":"2024-04-24T02:38:08.587594+0000","last_unstale":"2024-04-24T02:39:26.417452+0000","last_undegraded":"2024-04-24T02:39:26.417452+0000","last_fullsized":"2024-04-24T02:39:26.417452+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418224+0000","last_change":"2024-04-24T02:38:08.603324+0000","last_active":"2024-04-24T02:39:26.418224+0000","last_peered":"2024-04-24T02:39:26.418224+0000","last_clean":"2024-04-24T02:39:26.418224+0000","last_became_active":"2024-04-24T02:38:08.603062+0000","last_became_peered":"2024-04-24T02:38:08.603062+0000","last_unstale":"2024-04-24T02:39:26.418224+0000","last_undegraded":"2024-04-24T02:39:26.418224+0000","last_fullsized":"2024-04-24T02:39:26.418224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774331+0000","last_change":"2024-04-24T02:38:08.600190+0000","last_active":"2024-04-24T02:39:26.774331+0000","last_peered":"2024-04-24T02:39:26.774331+0000","last_clean":"2024-04-24T02:39:26.774331+0000","last_became_active":"2024-04-24T02:38:08.599899+0000","last_became_peered":"2024-04-24T02:38:08.599899+0000","last_unstale":"2024-04-24T02:39:26.774331+0000","last_undegraded":"2024-04-24T02:39:26.774331+0000","last_fullsized":"2024-04-24T02:39:26.774331+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774320+0000","last_change":"2024-04-24T02:38:08.599047+0000","last_active":"2024-04-24T02:39:26.774320+0000","last_peered":"2024-04-24T02:39:26.774320+0000","last_clean":"2024-04-24T02:39:26.774320+0000","last_became_active":"2024-04-24T02:38:08.598544+0000","last_became_peered":"2024-04-24T02:38:08.598544+0000","last_unstale":"2024-04-24T02:39:26.774320+0000","last_undegraded":"2024-04-24T02:39:26.774320+0000","last_fullsized":"2024-04-24T02:39:26.774320+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417269+0000","last_change":"2024-04-24T02:38:08.594706+0000","last_active":"2024-04-24T02:39:26.417269+0000","last_peered":"2024-04-24T02:39:26.417269+0000","last_clean":"2024-04-24T02:39:26.417269+0000","last_became_active":"2024-04-24T02:38:08.594074+0000","last_became_peered":"2024-04-24T02:38:08.594074+0000","last_unstale":"2024-04-24T02:39:26.417269+0000","last_undegraded":"2024-04-24T02:39:26.417269+0000","last_fullsized":"2024-04-24T02:39:26.417269+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417893+0000","last_change":"2024-04-24T02:38:08.587006+0000","last_active":"2024-04-24T02:39:26.417893+0000","last_peered":"2024-04-24T02:39:26.417893+0000","last_clean":"2024-04-24T02:39:26.417893+0000","last_became_active":"2024-04-24T02:38:08.586697+0000","last_became_peered":"2024-04-24T02:38:08.586697+0000","last_unstale":"2024-04-24T02:39:26.417893+0000","last_undegraded":"2024-04-24T02:39:26.417893+0000","last_fullsized":"2024-04-24T02:39:26.417893+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419593+0000","last_change":"2024-04-24T02:38:08.574671+0000","last_active":"2024-04-24T02:39:26.419593+0000","last_peered":"2024-04-24T02:39:26.419593+0000","last_clean":"2024-04-24T02:39:26.419593+0000","last_became_active":"2024-04-24T02:38:08.574227+0000","last_became_peered":"2024-04-24T02:38:08.574227+0000","last_unstale":"2024-04-24T02:39:26.419593+0000","last_undegraded":"2024-04-24T02:39:26.419593+0000","last_fullsized":"2024-04-24T02:39:26.419593+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413503+0000","last_change":"2024-04-24T02:38:08.570916+0000","last_active":"2024-04-24T02:39:26.413503+0000","last_peered":"2024-04-24T02:39:26.413503+0000","last_clean":"2024-04-24T02:39:26.413503+0000","last_became_active":"2024-04-24T02:38:08.570228+0000","last_became_peered":"2024-04-24T02:38:08.570228+0000","last_unstale":"2024-04-24T02:39:26.413503+0000","last_undegraded":"2024-04-24T02:39:26.413503+0000","last_fullsized":"2024-04-24T02:39:26.413503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414388+0000","last_change":"2024-04-24T02:38:08.586855+0000","last_active":"2024-04-24T02:39:26.414388+0000","last_peered":"2024-04-24T02:39:26.414388+0000","last_clean":"2024-04-24T02:39:26.414388+0000","last_became_active":"2024-04-24T02:38:08.586468+0000","last_became_peered":"2024-04-24T02:38:08.586468+0000","last_unstale":"2024-04-24T02:39:26.414388+0000","last_undegraded":"2024-04-24T02:39:26.414388+0000","last_fullsized":"2024-04-24T02:39:26.414388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415375+0000","last_change":"2024-04-24T02:38:08.587516+0000","last_active":"2024-04-24T02:39:26.415375+0000","last_peered":"2024-04-24T02:39:26.415375+0000","last_clean":"2024-04-24T02:39:26.415375+0000","last_became_active":"2024-04-24T02:38:08.586740+0000","last_became_peered":"2024-04-24T02:38:08.586740+0000","last_unstale":"2024-04-24T02:39:26.415375+0000","last_undegraded":"2024-04-24T02:39:26.415375+0000","last_fullsized":"2024-04-24T02:39:26.415375+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416700+0000","last_change":"2024-04-24T02:38:08.590540+0000","last_active":"2024-04-24T02:39:26.416700+0000","last_peered":"2024-04-24T02:39:26.416700+0000","last_clean":"2024-04-24T02:39:26.416700+0000","last_became_active":"2024-04-24T02:38:08.590223+0000","last_became_peered":"2024-04-24T02:38:08.590223+0000","last_unstale":"2024-04-24T02:39:26.416700+0000","last_undegraded":"2024-04-24T02:39:26.416700+0000","last_fullsized":"2024-04-24T02:39:26.416700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417846+0000","last_change":"2024-04-24T02:38:08.597041+0000","last_active":"2024-04-24T02:39:26.417846+0000","last_peered":"2024-04-24T02:39:26.417846+0000","last_clean":"2024-04-24T02:39:26.417846+0000","last_became_active":"2024-04-24T02:38:08.596708+0000","last_became_peered":"2024-04-24T02:38:08.596708+0000","last_unstale":"2024-04-24T02:39:26.417846+0000","last_undegraded":"2024-04-24T02:39:26.417846+0000","last_fullsized":"2024-04-24T02:39:26.417846+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":22,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.421023+0000","last_change":"2024-04-24T02:38:08.192695+0000","last_active":"2024-04-24T02:39:26.421023+0000","last_peered":"2024-04-24T02:39:26.421023+0000","last_clean":"2024-04-24T02:39:26.421023+0000","last_became_active":"2024-04-24T02:38:08.192388+0000","last_became_peered":"2024-04-24T02:38:08.192388+0000","last_unstale":"2024-04-24T02:39:26.421023+0000","last_undegraded":"2024-04-24T02:39:26.421023+0000","last_fullsized":"2024-04-24T02:39:26.421023+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418563+0000","last_change":"2024-04-24T02:38:08.588487+0000","last_active":"2024-04-24T02:39:26.418563+0000","last_peered":"2024-04-24T02:39:26.418563+0000","last_clean":"2024-04-24T02:39:26.418563+0000","last_became_active":"2024-04-24T02:38:08.588199+0000","last_became_peered":"2024-04-24T02:38:08.588199+0000","last_unstale":"2024-04-24T02:39:26.418563+0000","last_undegraded":"2024-04-24T02:39:26.418563+0000","last_fullsized":"2024-04-24T02:39:26.418563+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418627+0000","last_change":"2024-04-24T02:38:08.183046+0000","last_active":"2024-04-24T02:39:26.418627+0000","last_peered":"2024-04-24T02:39:26.418627+0000","last_clean":"2024-04-24T02:39:26.418627+0000","last_became_active":"2024-04-24T02:38:08.182801+0000","last_became_peered":"2024-04-24T02:38:08.182801+0000","last_unstale":"2024-04-24T02:39:26.418627+0000","last_undegraded":"2024-04-24T02:39:26.418627+0000","last_fullsized":"2024-04-24T02:39:26.418627+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.421044+0000","last_change":"2024-04-24T02:38:08.575412+0000","last_active":"2024-04-24T02:39:26.421044+0000","last_peered":"2024-04-24T02:39:26.421044+0000","last_clean":"2024-04-24T02:39:26.421044+0000","last_became_active":"2024-04-24T02:38:08.574459+0000","last_became_peered":"2024-04-24T02:38:08.574459+0000","last_unstale":"2024-04-24T02:39:26.421044+0000","last_undegraded":"2024-04-24T02:39:26.421044+0000","last_fullsized":"2024-04-24T02:39:26.421044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418256+0000","last_change":"2024-04-24T02:38:08.194908+0000","last_active":"2024-04-24T02:39:26.418256+0000","last_peered":"2024-04-24T02:39:26.418256+0000","last_clean":"2024-04-24T02:39:26.418256+0000","last_became_active":"2024-04-24T02:38:08.194645+0000","last_became_peered":"2024-04-24T02:38:08.194645+0000","last_unstale":"2024-04-24T02:39:26.418256+0000","last_undegraded":"2024-04-24T02:39:26.418256+0000","last_fullsized":"2024-04-24T02:39:26.418256+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415003+0000","last_change":"2024-04-24T02:38:08.599398+0000","last_active":"2024-04-24T02:39:26.415003+0000","last_peered":"2024-04-24T02:39:26.415003+0000","last_clean":"2024-04-24T02:39:26.415003+0000","last_became_active":"2024-04-24T02:38:08.598606+0000","last_became_peered":"2024-04-24T02:38:08.598606+0000","last_unstale":"2024-04-24T02:39:26.415003+0000","last_undegraded":"2024-04-24T02:39:26.415003+0000","last_fullsized":"2024-04-24T02:39:26.415003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417834+0000","last_change":"2024-04-24T02:38:08.195924+0000","last_active":"2024-04-24T02:39:26.417834+0000","last_peered":"2024-04-24T02:39:26.417834+0000","last_clean":"2024-04-24T02:39:26.417834+0000","last_became_active":"2024-04-24T02:38:08.195576+0000","last_became_peered":"2024-04-24T02:38:08.195576+0000","last_unstale":"2024-04-24T02:39:26.417834+0000","last_undegraded":"2024-04-24T02:39:26.417834+0000","last_fullsized":"2024-04-24T02:39:26.417834+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415086+0000","last_change":"2024-04-24T02:38:08.601358+0000","last_active":"2024-04-24T02:39:26.415086+0000","last_peered":"2024-04-24T02:39:26.415086+0000","last_clean":"2024-04-24T02:39:26.415086+0000","last_became_active":"2024-04-24T02:38:08.600968+0000","last_became_peered":"2024-04-24T02:38:08.600968+0000","last_unstale":"2024-04-24T02:39:26.415086+0000","last_undegraded":"2024-04-24T02:39:26.415086+0000","last_fullsized":"2024-04-24T02:39:26.415086+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418051+0000","last_change":"2024-04-24T02:38:08.190407+0000","last_active":"2024-04-24T02:39:26.418051+0000","last_peered":"2024-04-24T02:39:26.418051+0000","last_clean":"2024-04-24T02:39:26.418051+0000","last_became_active":"2024-04-24T02:38:08.190102+0000","last_became_peered":"2024-04-24T02:38:08.190102+0000","last_unstale":"2024-04-24T02:39:26.418051+0000","last_undegraded":"2024-04-24T02:39:26.418051+0000","last_fullsized":"2024-04-24T02:39:26.418051+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416897+0000","last_change":"2024-04-24T02:38:08.574888+0000","last_active":"2024-04-24T02:39:26.416897+0000","last_peered":"2024-04-24T02:39:26.416897+0000","last_clean":"2024-04-24T02:39:26.416897+0000","last_became_active":"2024-04-24T02:38:08.574399+0000","last_became_peered":"2024-04-24T02:38:08.574399+0000","last_unstale":"2024-04-24T02:39:26.416897+0000","last_undegraded":"2024-04-24T02:39:26.416897+0000","last_fullsized":"2024-04-24T02:39:26.416897+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774086+0000","last_change":"2024-04-24T02:38:08.196939+0000","last_active":"2024-04-24T02:39:26.774086+0000","last_peered":"2024-04-24T02:39:26.774086+0000","last_clean":"2024-04-24T02:39:26.774086+0000","last_became_active":"2024-04-24T02:38:08.196604+0000","last_became_peered":"2024-04-24T02:38:08.196604+0000","last_unstale":"2024-04-24T02:39:26.774086+0000","last_undegraded":"2024-04-24T02:39:26.774086+0000","last_fullsized":"2024-04-24T02:39:26.774086+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419762+0000","last_change":"2024-04-24T02:38:08.575301+0000","last_active":"2024-04-24T02:39:26.419762+0000","last_peered":"2024-04-24T02:39:26.419762+0000","last_clean":"2024-04-24T02:39:26.419762+0000","last_became_active":"2024-04-24T02:38:08.574990+0000","last_became_peered":"2024-04-24T02:38:08.574990+0000","last_unstale":"2024-04-24T02:39:26.419762+0000","last_undegraded":"2024-04-24T02:39:26.419762+0000","last_fullsized":"2024-04-24T02:39:26.419762+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418379+0000","last_change":"2024-04-24T02:38:08.190532+0000","last_active":"2024-04-24T02:39:26.418379+0000","last_peered":"2024-04-24T02:39:26.418379+0000","last_clean":"2024-04-24T02:39:26.418379+0000","last_became_active":"2024-04-24T02:38:08.190232+0000","last_became_peered":"2024-04-24T02:38:08.190232+0000","last_unstale":"2024-04-24T02:39:26.418379+0000","last_undegraded":"2024-04-24T02:39:26.418379+0000","last_fullsized":"2024-04-24T02:39:26.418379+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417540+0000","last_change":"2024-04-24T02:38:08.581142+0000","last_active":"2024-04-24T02:39:26.417540+0000","last_peered":"2024-04-24T02:39:26.417540+0000","last_clean":"2024-04-24T02:39:26.417540+0000","last_became_active":"2024-04-24T02:38:08.580283+0000","last_became_peered":"2024-04-24T02:38:08.580283+0000","last_unstale":"2024-04-24T02:39:26.417540+0000","last_undegraded":"2024-04-24T02:39:26.417540+0000","last_fullsized":"2024-04-24T02:39:26.417540+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414468+0000","last_change":"2024-04-24T02:38:08.186543+0000","last_active":"2024-04-24T02:39:26.414468+0000","last_peered":"2024-04-24T02:39:26.414468+0000","last_clean":"2024-04-24T02:39:26.414468+0000","last_became_active":"2024-04-24T02:38:08.186194+0000","last_became_peered":"2024-04-24T02:38:08.186194+0000","last_unstale":"2024-04-24T02:39:26.414468+0000","last_undegraded":"2024-04-24T02:39:26.414468+0000","last_fullsized":"2024-04-24T02:39:26.414468+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.419650+0000","last_change":"2024-04-24T02:39:27.419650+0000","last_active":"2024-04-24T02:39:27.419650+0000","last_peered":"2024-04-24T02:39:27.419650+0000","last_clean":"2024-04-24T02:39:27.419650+0000","last_became_active":"2024-04-24T02:39:27.419301+0000","last_became_peered":"2024-04-24T02:39:27.419301+0000","last_unstale":"2024-04-24T02:39:27.419650+0000","last_undegraded":"2024-04-24T02:39:27.419650+0000","last_fullsized":"2024-04-24T02:39:27.419650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774464+0000","last_change":"2024-04-24T02:38:08.190205+0000","last_active":"2024-04-24T02:39:26.774464+0000","last_peered":"2024-04-24T02:39:26.774464+0000","last_clean":"2024-04-24T02:39:26.774464+0000","last_became_active":"2024-04-24T02:38:08.188731+0000","last_became_peered":"2024-04-24T02:38:08.188731+0000","last_unstale":"2024-04-24T02:39:26.774464+0000","last_undegraded":"2024-04-24T02:39:26.774464+0000","last_fullsized":"2024-04-24T02:39:26.774464+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415308+0000","last_change":"2024-04-24T02:38:08.599177+0000","last_active":"2024-04-24T02:39:26.415308+0000","last_peered":"2024-04-24T02:39:26.415308+0000","last_clean":"2024-04-24T02:39:26.415308+0000","last_became_active":"2024-04-24T02:38:08.598869+0000","last_became_peered":"2024-04-24T02:38:08.598869+0000","last_unstale":"2024-04-24T02:39:26.415308+0000","last_undegraded":"2024-04-24T02:39:26.415308+0000","last_fullsized":"2024-04-24T02:39:26.415308+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414942+0000","last_change":"2024-04-24T02:38:08.191268+0000","last_active":"2024-04-24T02:39:26.414942+0000","last_peered":"2024-04-24T02:39:26.414942+0000","last_clean":"2024-04-24T02:39:26.414942+0000","last_became_active":"2024-04-24T02:38:08.190910+0000","last_became_peered":"2024-04-24T02:38:08.190910+0000","last_unstale":"2024-04-24T02:39:26.414942+0000","last_undegraded":"2024-04-24T02:39:26.414942+0000","last_fullsized":"2024-04-24T02:39:26.414942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.419542+0000","last_change":"2024-04-24T02:39:27.419542+0000","last_active":"2024-04-24T02:39:27.419542+0000","last_peered":"2024-04-24T02:39:27.419542+0000","last_clean":"2024-04-24T02:39:27.419542+0000","last_became_active":"2024-04-24T02:39:27.419211+0000","last_became_peered":"2024-04-24T02:39:27.419211+0000","last_unstale":"2024-04-24T02:39:27.419542+0000","last_undegraded":"2024-04-24T02:39:27.419542+0000","last_fullsized":"2024-04-24T02:39:27.419542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415075+0000","last_change":"2024-04-24T02:38:08.188636+0000","last_active":"2024-04-24T02:39:26.415075+0000","last_peered":"2024-04-24T02:39:26.415075+0000","last_clean":"2024-04-24T02:39:26.415075+0000","last_became_active":"2024-04-24T02:38:08.188351+0000","last_became_peered":"2024-04-24T02:38:08.188351+0000","last_unstale":"2024-04-24T02:39:26.415075+0000","last_undegraded":"2024-04-24T02:39:26.415075+0000","last_fullsized":"2024-04-24T02:39:26.415075+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417179+0000","last_change":"2024-04-24T02:38:08.594500+0000","last_active":"2024-04-24T02:39:26.417179+0000","last_peered":"2024-04-24T02:39:26.417179+0000","last_clean":"2024-04-24T02:39:26.417179+0000","last_became_active":"2024-04-24T02:38:08.593616+0000","last_became_peered":"2024-04-24T02:38:08.593616+0000","last_unstale":"2024-04-24T02:39:26.417179+0000","last_undegraded":"2024-04-24T02:39:26.417179+0000","last_fullsized":"2024-04-24T02:39:26.417179+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'12","reported_seq":30,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:56.337159+0000","last_change":"2024-04-24T02:38:08.191399+0000","last_active":"2024-04-24T02:39:56.337159+0000","last_peered":"2024-04-24T02:39:56.337159+0000","last_clean":"2024-04-24T02:39:56.337159+0000","last_became_active":"2024-04-24T02:38:08.191088+0000","last_became_peered":"2024-04-24T02:38:08.191088+0000","last_unstale":"2024-04-24T02:39:56.337159+0000","last_undegraded":"2024-04-24T02:39:56.337159+0000","last_fullsized":"2024-04-24T02:39:56.337159+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2606,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417988+0000","last_change":"2024-04-24T02:38:08.595776+0000","last_active":"2024-04-24T02:39:26.417988+0000","last_peered":"2024-04-24T02:39:26.417988+0000","last_clean":"2024-04-24T02:39:26.417988+0000","last_became_active":"2024-04-24T02:38:08.595478+0000","last_became_peered":"2024-04-24T02:38:08.595478+0000","last_unstale":"2024-04-24T02:39:26.417988+0000","last_undegraded":"2024-04-24T02:39:26.417988+0000","last_fullsized":"2024-04-24T02:39:26.417988+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419951+0000","last_change":"2024-04-24T02:38:08.192652+0000","last_active":"2024-04-24T02:39:26.419951+0000","last_peered":"2024-04-24T02:39:26.419951+0000","last_clean":"2024-04-24T02:39:26.419951+0000","last_became_active":"2024-04-24T02:38:08.192371+0000","last_became_peered":"2024-04-24T02:38:08.192371+0000","last_unstale":"2024-04-24T02:39:26.419951+0000","last_undegraded":"2024-04-24T02:39:26.419951+0000","last_fullsized":"2024-04-24T02:39:26.419951+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419542+0000","last_change":"2024-04-24T02:38:08.577836+0000","last_active":"2024-04-24T02:39:26.419542+0000","last_peered":"2024-04-24T02:39:26.419542+0000","last_clean":"2024-04-24T02:39:26.419542+0000","last_became_active":"2024-04-24T02:38:08.577527+0000","last_became_peered":"2024-04-24T02:38:08.577527+0000","last_unstale":"2024-04-24T02:39:26.419542+0000","last_undegraded":"2024-04-24T02:39:26.419542+0000","last_fullsized":"2024-04-24T02:39:26.419542+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":27,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.419481+0000","last_change":"2024-04-24T02:39:27.419481+0000","last_active":"2024-04-24T02:39:27.419481+0000","last_peered":"2024-04-24T02:39:27.419481+0000","last_clean":"2024-04-24T02:39:27.419481+0000","last_became_active":"2024-04-24T02:39:27.419191+0000","last_became_peered":"2024-04-24T02:39:27.419191+0000","last_unstale":"2024-04-24T02:39:27.419481+0000","last_undegraded":"2024-04-24T02:39:27.419481+0000","last_fullsized":"2024-04-24T02:39:27.419481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.421214+0000","last_change":"2024-04-24T02:39:27.421214+0000","last_active":"2024-04-24T02:39:27.421214+0000","last_peered":"2024-04-24T02:39:27.421214+0000","last_clean":"2024-04-24T02:39:27.421214+0000","last_became_active":"2024-04-24T02:39:27.420914+0000","last_became_peered":"2024-04-24T02:39:27.420914+0000","last_unstale":"2024-04-24T02:39:27.421214+0000","last_undegraded":"2024-04-24T02:39:27.421214+0000","last_fullsized":"2024-04-24T02:39:27.421214+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774015+0000","last_change":"2024-04-24T02:38:08.189631+0000","last_active":"2024-04-24T02:39:26.774015+0000","last_peered":"2024-04-24T02:39:26.774015+0000","last_clean":"2024-04-24T02:39:26.774015+0000","last_became_active":"2024-04-24T02:38:08.189301+0000","last_became_peered":"2024-04-24T02:38:08.189301+0000","last_unstale":"2024-04-24T02:39:26.774015+0000","last_undegraded":"2024-04-24T02:39:26.774015+0000","last_fullsized":"2024-04-24T02:39:26.774015+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774010+0000","last_change":"2024-04-24T02:38:08.599422+0000","last_active":"2024-04-24T02:39:26.774010+0000","last_peered":"2024-04-24T02:39:26.774010+0000","last_clean":"2024-04-24T02:39:26.774010+0000","last_became_active":"2024-04-24T02:38:08.598742+0000","last_became_peered":"2024-04-24T02:38:08.598742+0000","last_unstale":"2024-04-24T02:39:26.774010+0000","last_undegraded":"2024-04-24T02:39:26.774010+0000","last_fullsized":"2024-04-24T02:39:26.774010+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414228+0000","last_change":"2024-04-24T02:38:08.188191+0000","last_active":"2024-04-24T02:39:26.414228+0000","last_peered":"2024-04-24T02:39:26.414228+0000","last_clean":"2024-04-24T02:39:26.414228+0000","last_became_active":"2024-04-24T02:38:08.187007+0000","last_became_peered":"2024-04-24T02:38:08.187007+0000","last_unstale":"2024-04-24T02:39:26.414228+0000","last_undegraded":"2024-04-24T02:39:26.414228+0000","last_fullsized":"2024-04-24T02:39:26.414228+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417277+0000","last_change":"2024-04-24T02:38:08.601280+0000","last_active":"2024-04-24T02:39:26.417277+0000","last_peered":"2024-04-24T02:39:26.417277+0000","last_clean":"2024-04-24T02:39:26.417277+0000","last_became_active":"2024-04-24T02:38:08.595552+0000","last_became_peered":"2024-04-24T02:38:08.595552+0000","last_unstale":"2024-04-24T02:39:26.417277+0000","last_undegraded":"2024-04-24T02:39:26.417277+0000","last_fullsized":"2024-04-24T02:39:26.417277+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417361+0000","last_change":"2024-04-24T02:38:08.197425+0000","last_active":"2024-04-24T02:39:26.417361+0000","last_peered":"2024-04-24T02:39:26.417361+0000","last_clean":"2024-04-24T02:39:26.417361+0000","last_became_active":"2024-04-24T02:38:08.197072+0000","last_became_peered":"2024-04-24T02:38:08.197072+0000","last_unstale":"2024-04-24T02:39:26.417361+0000","last_undegraded":"2024-04-24T02:39:26.417361+0000","last_fullsized":"2024-04-24T02:39:26.417361+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418466+0000","last_change":"2024-04-24T02:38:08.593922+0000","last_active":"2024-04-24T02:39:26.418466+0000","last_peered":"2024-04-24T02:39:26.418466+0000","last_clean":"2024-04-24T02:39:26.418466+0000","last_became_active":"2024-04-24T02:38:08.593565+0000","last_became_peered":"2024-04-24T02:38:08.593565+0000","last_unstale":"2024-04-24T02:39:26.418466+0000","last_undegraded":"2024-04-24T02:39:26.418466+0000","last_fullsized":"2024-04-24T02:39:26.418466+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413938+0000","last_change":"2024-04-24T02:38:48.609136+0000","last_active":"2024-04-24T02:39:26.413938+0000","last_peered":"2024-04-24T02:39:26.413938+0000","last_clean":"2024-04-24T02:39:26.413938+0000","last_became_active":"2024-04-24T02:38:48.608768+0000","last_became_peered":"2024-04-24T02:38:48.608768+0000","last_unstale":"2024-04-24T02:39:26.413938+0000","last_undegraded":"2024-04-24T02:39:26.413938+0000","last_fullsized":"2024-04-24T02:39:26.413938+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413922+0000","last_change":"2024-04-24T02:38:08.189559+0000","last_active":"2024-04-24T02:39:26.413922+0000","last_peered":"2024-04-24T02:39:26.413922+0000","last_clean":"2024-04-24T02:39:26.413922+0000","last_became_active":"2024-04-24T02:38:08.189243+0000","last_became_peered":"2024-04-24T02:38:08.189243+0000","last_unstale":"2024-04-24T02:39:26.413922+0000","last_undegraded":"2024-04-24T02:39:26.413922+0000","last_fullsized":"2024-04-24T02:39:26.413922+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415169+0000","last_change":"2024-04-24T02:38:08.579262+0000","last_active":"2024-04-24T02:39:26.415169+0000","last_peered":"2024-04-24T02:39:26.415169+0000","last_clean":"2024-04-24T02:39:26.415169+0000","last_became_active":"2024-04-24T02:38:08.578917+0000","last_became_peered":"2024-04-24T02:38:08.578917+0000","last_unstale":"2024-04-24T02:39:26.415169+0000","last_undegraded":"2024-04-24T02:39:26.415169+0000","last_fullsized":"2024-04-24T02:39:26.415169+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413738+0000","last_change":"2024-04-24T02:38:48.420226+0000","last_active":"2024-04-24T02:39:26.413738+0000","last_peered":"2024-04-24T02:39:26.413738+0000","last_clean":"2024-04-24T02:39:26.413738+0000","last_became_active":"2024-04-24T02:38:48.419874+0000","last_became_peered":"2024-04-24T02:38:48.419874+0000","last_unstale":"2024-04-24T02:39:26.413738+0000","last_undegraded":"2024-04-24T02:39:26.413738+0000","last_fullsized":"2024-04-24T02:39:26.413738+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414544+0000","last_change":"2024-04-24T02:38:08.191359+0000","last_active":"2024-04-24T02:39:26.414544+0000","last_peered":"2024-04-24T02:39:26.414544+0000","last_clean":"2024-04-24T02:39:26.414544+0000","last_became_active":"2024-04-24T02:38:08.190943+0000","last_became_peered":"2024-04-24T02:38:08.190943+0000","last_unstale":"2024-04-24T02:39:26.414544+0000","last_undegraded":"2024-04-24T02:39:26.414544+0000","last_fullsized":"2024-04-24T02:39:26.414544+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417941+0000","last_change":"2024-04-24T02:38:08.586571+0000","last_active":"2024-04-24T02:39:26.417941+0000","last_peered":"2024-04-24T02:39:26.417941+0000","last_clean":"2024-04-24T02:39:26.417941+0000","last_became_active":"2024-04-24T02:38:08.586258+0000","last_became_peered":"2024-04-24T02:38:08.586258+0000","last_unstale":"2024-04-24T02:39:26.417941+0000","last_undegraded":"2024-04-24T02:39:26.417941+0000","last_fullsized":"2024-04-24T02:39:26.417941+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415661+0000","last_change":"2024-04-24T02:38:48.608564+0000","last_active":"2024-04-24T02:39:26.415661+0000","last_peered":"2024-04-24T02:39:26.415661+0000","last_clean":"2024-04-24T02:39:26.415661+0000","last_became_active":"2024-04-24T02:38:48.608238+0000","last_became_peered":"2024-04-24T02:38:48.608238+0000","last_unstale":"2024-04-24T02:39:26.415661+0000","last_undegraded":"2024-04-24T02:39:26.415661+0000","last_fullsized":"2024-04-24T02:39:26.415661+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413692+0000","last_change":"2024-04-24T02:38:08.586825+0000","last_active":"2024-04-24T02:39:26.413692+0000","last_peered":"2024-04-24T02:39:26.413692+0000","last_clean":"2024-04-24T02:39:26.413692+0000","last_became_active":"2024-04-24T02:38:08.586536+0000","last_became_peered":"2024-04-24T02:38:08.586536+0000","last_unstale":"2024-04-24T02:39:26.413692+0000","last_undegraded":"2024-04-24T02:39:26.413692+0000","last_fullsized":"2024-04-24T02:39:26.413692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414317+0000","last_change":"2024-04-24T02:38:08.180932+0000","last_active":"2024-04-24T02:39:26.414317+0000","last_peered":"2024-04-24T02:39:26.414317+0000","last_clean":"2024-04-24T02:39:26.414317+0000","last_became_active":"2024-04-24T02:38:08.180604+0000","last_became_peered":"2024-04-24T02:38:08.180604+0000","last_unstale":"2024-04-24T02:39:26.414317+0000","last_undegraded":"2024-04-24T02:39:26.414317+0000","last_fullsized":"2024-04-24T02:39:26.414317+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774100+0000","last_change":"2024-04-24T02:38:48.608724+0000","last_active":"2024-04-24T02:39:26.774100+0000","last_peered":"2024-04-24T02:39:26.774100+0000","last_clean":"2024-04-24T02:39:26.774100+0000","last_became_active":"2024-04-24T02:38:48.608380+0000","last_became_peered":"2024-04-24T02:38:48.608380+0000","last_unstale":"2024-04-24T02:39:26.774100+0000","last_undegraded":"2024-04-24T02:39:26.774100+0000","last_fullsized":"2024-04-24T02:39:26.774100+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418014+0000","last_change":"2024-04-24T02:38:08.593194+0000","last_active":"2024-04-24T02:39:26.418014+0000","last_peered":"2024-04-24T02:39:26.418014+0000","last_clean":"2024-04-24T02:39:26.418014+0000","last_became_active":"2024-04-24T02:38:08.592929+0000","last_became_peered":"2024-04-24T02:38:08.592929+0000","last_unstale":"2024-04-24T02:39:26.418014+0000","last_undegraded":"2024-04-24T02:39:26.418014+0000","last_fullsized":"2024-04-24T02:39:26.418014+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414749+0000","last_change":"2024-04-24T02:38:08.190408+0000","last_active":"2024-04-24T02:39:26.414749+0000","last_peered":"2024-04-24T02:39:26.414749+0000","last_clean":"2024-04-24T02:39:26.414749+0000","last_became_active":"2024-04-24T02:38:08.189454+0000","last_became_peered":"2024-04-24T02:38:08.189454+0000","last_unstale":"2024-04-24T02:39:26.414749+0000","last_undegraded":"2024-04-24T02:39:26.414749+0000","last_fullsized":"2024-04-24T02:39:26.414749+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417381+0000","last_change":"2024-04-24T02:37:49.028871+0000","last_active":"2024-04-24T02:39:26.417381+0000","last_peered":"2024-04-24T02:39:26.417381+0000","last_clean":"2024-04-24T02:39:26.417381+0000","last_became_active":"2024-04-24T02:37:49.028585+0000","last_became_peered":"2024-04-24T02:37:49.028585+0000","last_unstale":"2024-04-24T02:39:26.417381+0000","last_undegraded":"2024-04-24T02:39:26.417381+0000","last_fullsized":"2024-04-24T02:39:26.417381+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.420782+0000","last_change":"2024-04-24T02:38:48.421247+0000","last_active":"2024-04-24T02:39:26.420782+0000","last_peered":"2024-04-24T02:39:26.420782+0000","last_clean":"2024-04-24T02:39:26.420782+0000","last_became_active":"2024-04-24T02:38:48.420901+0000","last_became_peered":"2024-04-24T02:38:48.420901+0000","last_unstale":"2024-04-24T02:39:26.420782+0000","last_undegraded":"2024-04-24T02:39:26.420782+0000","last_fullsized":"2024-04-24T02:39:26.420782+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419431+0000","last_change":"2024-04-24T02:38:08.578042+0000","last_active":"2024-04-24T02:39:26.419431+0000","last_peered":"2024-04-24T02:39:26.419431+0000","last_clean":"2024-04-24T02:39:26.419431+0000","last_became_active":"2024-04-24T02:38:08.577716+0000","last_became_peered":"2024-04-24T02:38:08.577716+0000","last_unstale":"2024-04-24T02:39:26.419431+0000","last_undegraded":"2024-04-24T02:39:26.419431+0000","last_fullsized":"2024-04-24T02:39:26.419431+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416960+0000","last_change":"2024-04-24T02:38:08.193889+0000","last_active":"2024-04-24T02:39:26.416960+0000","last_peered":"2024-04-24T02:39:26.416960+0000","last_clean":"2024-04-24T02:39:26.416960+0000","last_became_active":"2024-04-24T02:38:08.193522+0000","last_became_peered":"2024-04-24T02:38:08.193522+0000","last_unstale":"2024-04-24T02:39:26.416960+0000","last_undegraded":"2024-04-24T02:39:26.416960+0000","last_fullsized":"2024-04-24T02:39:26.416960+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419678+0000","last_change":"2024-04-24T02:38:48.607828+0000","last_active":"2024-04-24T02:39:26.419678+0000","last_peered":"2024-04-24T02:39:26.419678+0000","last_clean":"2024-04-24T02:39:26.419678+0000","last_became_active":"2024-04-24T02:38:48.607449+0000","last_became_peered":"2024-04-24T02:38:48.607449+0000","last_unstale":"2024-04-24T02:39:26.419678+0000","last_undegraded":"2024-04-24T02:39:26.419678+0000","last_fullsized":"2024-04-24T02:39:26.419678+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418165+0000","last_change":"2024-04-24T02:38:08.196959+0000","last_active":"2024-04-24T02:39:26.418165+0000","last_peered":"2024-04-24T02:39:26.418165+0000","last_clean":"2024-04-24T02:39:26.418165+0000","last_became_active":"2024-04-24T02:38:08.196654+0000","last_became_peered":"2024-04-24T02:38:08.196654+0000","last_unstale":"2024-04-24T02:39:26.418165+0000","last_undegraded":"2024-04-24T02:39:26.418165+0000","last_fullsized":"2024-04-24T02:39:26.418165+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413825+0000","last_change":"2024-04-24T02:38:08.588836+0000","last_active":"2024-04-24T02:39:26.413825+0000","last_peered":"2024-04-24T02:39:26.413825+0000","last_clean":"2024-04-24T02:39:26.413825+0000","last_became_active":"2024-04-24T02:38:08.588555+0000","last_became_peered":"2024-04-24T02:38:08.588555+0000","last_unstale":"2024-04-24T02:39:26.413825+0000","last_undegraded":"2024-04-24T02:39:26.413825+0000","last_fullsized":"2024-04-24T02:39:26.413825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417622+0000","last_change":"2024-04-24T02:38:48.607564+0000","last_active":"2024-04-24T02:39:26.417622+0000","last_peered":"2024-04-24T02:39:26.417622+0000","last_clean":"2024-04-24T02:39:26.417622+0000","last_became_active":"2024-04-24T02:38:48.607240+0000","last_became_peered":"2024-04-24T02:38:48.607240+0000","last_unstale":"2024-04-24T02:39:26.417622+0000","last_undegraded":"2024-04-24T02:39:26.417622+0000","last_fullsized":"2024-04-24T02:39:26.417622+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"54'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415499+0000","last_change":"2024-04-24T02:38:08.189060+0000","last_active":"2024-04-24T02:39:26.415499+0000","last_peered":"2024-04-24T02:39:26.415499+0000","last_clean":"2024-04-24T02:39:26.415499+0000","last_became_active":"2024-04-24T02:38:08.188715+0000","last_became_peered":"2024-04-24T02:38:08.188715+0000","last_unstale":"2024-04-24T02:39:26.415499+0000","last_undegraded":"2024-04-24T02:39:26.415499+0000","last_fullsized":"2024-04-24T02:39:26.415499+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418951+0000","last_change":"2024-04-24T02:38:08.579124+0000","last_active":"2024-04-24T02:39:26.418951+0000","last_peered":"2024-04-24T02:39:26.418951+0000","last_clean":"2024-04-24T02:39:26.418951+0000","last_became_active":"2024-04-24T02:38:08.578776+0000","last_became_peered":"2024-04-24T02:38:08.578776+0000","last_unstale":"2024-04-24T02:39:26.418951+0000","last_undegraded":"2024-04-24T02:39:26.418951+0000","last_fullsized":"2024-04-24T02:39:26.418951+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416482+0000","last_change":"2024-04-24T02:38:48.608337+0000","last_active":"2024-04-24T02:39:26.416482+0000","last_peered":"2024-04-24T02:39:26.416482+0000","last_clean":"2024-04-24T02:39:26.416482+0000","last_became_active":"2024-04-24T02:38:48.607984+0000","last_became_peered":"2024-04-24T02:38:48.607984+0000","last_unstale":"2024-04-24T02:39:26.416482+0000","last_undegraded":"2024-04-24T02:39:26.416482+0000","last_fullsized":"2024-04-24T02:39:26.416482+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774294+0000","last_change":"2024-04-24T02:38:08.188460+0000","last_active":"2024-04-24T02:39:26.774294+0000","last_peered":"2024-04-24T02:39:26.774294+0000","last_clean":"2024-04-24T02:39:26.774294+0000","last_became_active":"2024-04-24T02:38:08.188132+0000","last_became_peered":"2024-04-24T02:38:08.188132+0000","last_unstale":"2024-04-24T02:39:26.774294+0000","last_undegraded":"2024-04-24T02:39:26.774294+0000","last_fullsized":"2024-04-24T02:39:26.774294+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.727163+0000","last_change":"2024-04-24T02:39:27.727163+0000","last_active":"2024-04-24T02:39:27.727163+0000","last_peered":"2024-04-24T02:39:27.727163+0000","last_clean":"2024-04-24T02:39:27.727163+0000","last_became_active":"2024-04-24T02:39:27.726780+0000","last_became_peered":"2024-04-24T02:39:27.726780+0000","last_unstale":"2024-04-24T02:39:27.727163+0000","last_undegraded":"2024-04-24T02:39:27.727163+0000","last_fullsized":"2024-04-24T02:39:27.727163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417465+0000","last_change":"2024-04-24T02:38:08.193849+0000","last_active":"2024-04-24T02:39:26.417465+0000","last_peered":"2024-04-24T02:39:26.417465+0000","last_clean":"2024-04-24T02:39:26.417465+0000","last_became_active":"2024-04-24T02:38:08.192543+0000","last_became_peered":"2024-04-24T02:38:08.192543+0000","last_unstale":"2024-04-24T02:39:26.417465+0000","last_undegraded":"2024-04-24T02:39:26.417465+0000","last_fullsized":"2024-04-24T02:39:26.417465+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416760+0000","last_change":"2024-04-24T02:38:08.574073+0000","last_active":"2024-04-24T02:39:26.416760+0000","last_peered":"2024-04-24T02:39:26.416760+0000","last_clean":"2024-04-24T02:39:26.416760+0000","last_became_active":"2024-04-24T02:38:08.573660+0000","last_became_peered":"2024-04-24T02:38:08.573660+0000","last_unstale":"2024-04-24T02:39:26.416760+0000","last_undegraded":"2024-04-24T02:39:26.416760+0000","last_fullsized":"2024-04-24T02:39:26.416760+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413520+0000","last_change":"2024-04-24T02:38:08.185460+0000","last_active":"2024-04-24T02:39:26.413520+0000","last_peered":"2024-04-24T02:39:26.413520+0000","last_clean":"2024-04-24T02:39:26.413520+0000","last_became_active":"2024-04-24T02:38:08.184875+0000","last_became_peered":"2024-04-24T02:38:08.184875+0000","last_unstale":"2024-04-24T02:39:26.413520+0000","last_undegraded":"2024-04-24T02:39:26.413520+0000","last_fullsized":"2024-04-24T02:39:26.413520+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417709+0000","last_change":"2024-04-24T02:38:08.573056+0000","last_active":"2024-04-24T02:39:26.417709+0000","last_peered":"2024-04-24T02:39:26.417709+0000","last_clean":"2024-04-24T02:39:26.417709+0000","last_became_active":"2024-04-24T02:38:08.572717+0000","last_became_peered":"2024-04-24T02:38:08.572717+0000","last_unstale":"2024-04-24T02:39:26.417709+0000","last_undegraded":"2024-04-24T02:39:26.417709+0000","last_fullsized":"2024-04-24T02:39:26.417709+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414019+0000","last_change":"2024-04-24T02:38:08.189047+0000","last_active":"2024-04-24T02:39:26.414019+0000","last_peered":"2024-04-24T02:39:26.414019+0000","last_clean":"2024-04-24T02:39:26.414019+0000","last_became_active":"2024-04-24T02:38:08.188682+0000","last_became_peered":"2024-04-24T02:38:08.188682+0000","last_unstale":"2024-04-24T02:39:26.414019+0000","last_undegraded":"2024-04-24T02:39:26.414019+0000","last_fullsized":"2024-04-24T02:39:26.414019+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418360+0000","last_change":"2024-04-24T02:38:08.581378+0000","last_active":"2024-04-24T02:39:26.418360+0000","last_peered":"2024-04-24T02:39:26.418360+0000","last_clean":"2024-04-24T02:39:26.418360+0000","last_became_active":"2024-04-24T02:38:08.580346+0000","last_became_peered":"2024-04-24T02:38:08.580346+0000","last_unstale":"2024-04-24T02:39:26.418360+0000","last_undegraded":"2024-04-24T02:39:26.418360+0000","last_fullsized":"2024-04-24T02:39:26.418360+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418686+0000","last_change":"2024-04-24T02:38:08.197699+0000","last_active":"2024-04-24T02:39:26.418686+0000","last_peered":"2024-04-24T02:39:26.418686+0000","last_clean":"2024-04-24T02:39:26.418686+0000","last_became_active":"2024-04-24T02:38:08.197367+0000","last_became_peered":"2024-04-24T02:38:08.197367+0000","last_unstale":"2024-04-24T02:39:26.418686+0000","last_undegraded":"2024-04-24T02:39:26.418686+0000","last_fullsized":"2024-04-24T02:39:26.418686+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774003+0000","last_change":"2024-04-24T02:38:08.590454+0000","last_active":"2024-04-24T02:39:26.774003+0000","last_peered":"2024-04-24T02:39:26.774003+0000","last_clean":"2024-04-24T02:39:26.774003+0000","last_became_active":"2024-04-24T02:38:08.590130+0000","last_became_peered":"2024-04-24T02:38:08.590130+0000","last_unstale":"2024-04-24T02:39:26.774003+0000","last_undegraded":"2024-04-24T02:39:26.774003+0000","last_fullsized":"2024-04-24T02:39:26.774003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415219+0000","last_change":"2024-04-24T02:38:08.182594+0000","last_active":"2024-04-24T02:39:26.415219+0000","last_peered":"2024-04-24T02:39:26.415219+0000","last_clean":"2024-04-24T02:39:26.415219+0000","last_became_active":"2024-04-24T02:38:08.182199+0000","last_became_peered":"2024-04-24T02:38:08.182199+0000","last_unstale":"2024-04-24T02:39:26.415219+0000","last_undegraded":"2024-04-24T02:39:26.415219+0000","last_fullsized":"2024-04-24T02:39:26.415219+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418076+0000","last_change":"2024-04-24T02:38:08.603555+0000","last_active":"2024-04-24T02:39:26.418076+0000","last_peered":"2024-04-24T02:39:26.418076+0000","last_clean":"2024-04-24T02:39:26.418076+0000","last_became_active":"2024-04-24T02:38:08.603224+0000","last_became_peered":"2024-04-24T02:38:08.603224+0000","last_unstale":"2024-04-24T02:39:26.418076+0000","last_undegraded":"2024-04-24T02:39:26.418076+0000","last_fullsized":"2024-04-24T02:39:26.418076+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414979+0000","last_change":"2024-04-24T02:38:08.184633+0000","last_active":"2024-04-24T02:39:26.414979+0000","last_peered":"2024-04-24T02:39:26.414979+0000","last_clean":"2024-04-24T02:39:26.414979+0000","last_became_active":"2024-04-24T02:38:08.184407+0000","last_became_peered":"2024-04-24T02:38:08.184407+0000","last_unstale":"2024-04-24T02:39:26.414979+0000","last_undegraded":"2024-04-24T02:39:26.414979+0000","last_fullsized":"2024-04-24T02:39:26.414979+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414886+0000","last_change":"2024-04-24T02:38:08.596031+0000","last_active":"2024-04-24T02:39:26.414886+0000","last_peered":"2024-04-24T02:39:26.414886+0000","last_clean":"2024-04-24T02:39:26.414886+0000","last_became_active":"2024-04-24T02:38:08.595694+0000","last_became_peered":"2024-04-24T02:38:08.595694+0000","last_unstale":"2024-04-24T02:39:26.414886+0000","last_undegraded":"2024-04-24T02:39:26.414886+0000","last_fullsized":"2024-04-24T02:39:26.414886+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415717+0000","last_change":"2024-04-24T02:38:08.187638+0000","last_active":"2024-04-24T02:39:26.415717+0000","last_peered":"2024-04-24T02:39:26.415717+0000","last_clean":"2024-04-24T02:39:26.415717+0000","last_became_active":"2024-04-24T02:38:08.187332+0000","last_became_peered":"2024-04-24T02:38:08.187332+0000","last_unstale":"2024-04-24T02:39:26.415717+0000","last_undegraded":"2024-04-24T02:39:26.415717+0000","last_fullsized":"2024-04-24T02:39:26.415717+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418136+0000","last_change":"2024-04-24T02:38:08.593453+0000","last_active":"2024-04-24T02:39:26.418136+0000","last_peered":"2024-04-24T02:39:26.418136+0000","last_clean":"2024-04-24T02:39:26.418136+0000","last_became_active":"2024-04-24T02:38:08.593136+0000","last_became_peered":"2024-04-24T02:38:08.593136+0000","last_unstale":"2024-04-24T02:39:26.418136+0000","last_undegraded":"2024-04-24T02:39:26.418136+0000","last_fullsized":"2024-04-24T02:39:26.418136+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.773913+0000","last_change":"2024-04-24T02:38:08.599626+0000","last_active":"2024-04-24T02:39:26.773913+0000","last_peered":"2024-04-24T02:39:26.773913+0000","last_clean":"2024-04-24T02:39:26.773913+0000","last_became_active":"2024-04-24T02:38:08.599145+0000","last_became_peered":"2024-04-24T02:38:08.599145+0000","last_unstale":"2024-04-24T02:39:26.773913+0000","last_undegraded":"2024-04-24T02:39:26.773913+0000","last_fullsized":"2024-04-24T02:39:26.773913+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414404+0000","last_change":"2024-04-24T02:38:08.590512+0000","last_active":"2024-04-24T02:39:26.414404+0000","last_peered":"2024-04-24T02:39:26.414404+0000","last_clean":"2024-04-24T02:39:26.414404+0000","last_became_active":"2024-04-24T02:38:08.590201+0000","last_became_peered":"2024-04-24T02:38:08.590201+0000","last_unstale":"2024-04-24T02:39:26.414404+0000","last_undegraded":"2024-04-24T02:39:26.414404+0000","last_fullsized":"2024-04-24T02:39:26.414404+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414666+0000","last_change":"2024-04-24T02:38:08.578671+0000","last_active":"2024-04-24T02:39:26.414666+0000","last_peered":"2024-04-24T02:39:26.414666+0000","last_clean":"2024-04-24T02:39:26.414666+0000","last_became_active":"2024-04-24T02:38:08.578315+0000","last_became_peered":"2024-04-24T02:38:08.578315+0000","last_unstale":"2024-04-24T02:39:26.414666+0000","last_undegraded":"2024-04-24T02:39:26.414666+0000","last_fullsized":"2024-04-24T02:39:26.414666+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419840+0000","last_change":"2024-04-24T02:38:08.577929+0000","last_active":"2024-04-24T02:39:26.419840+0000","last_peered":"2024-04-24T02:39:26.419840+0000","last_clean":"2024-04-24T02:39:26.419840+0000","last_became_active":"2024-04-24T02:38:08.577588+0000","last_became_peered":"2024-04-24T02:38:08.577588+0000","last_unstale":"2024-04-24T02:39:26.419840+0000","last_undegraded":"2024-04-24T02:39:26.419840+0000","last_fullsized":"2024-04-24T02:39:26.419840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418684+0000","last_change":"2024-04-24T02:38:08.578498+0000","last_active":"2024-04-24T02:39:26.418684+0000","last_peered":"2024-04-24T02:39:26.418684+0000","last_clean":"2024-04-24T02:39:26.418684+0000","last_became_active":"2024-04-24T02:38:08.578206+0000","last_became_peered":"2024-04-24T02:38:08.578206+0000","last_unstale":"2024-04-24T02:39:26.418684+0000","last_undegraded":"2024-04-24T02:39:26.418684+0000","last_fullsized":"2024-04-24T02:39:26.418684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413639+0000","last_change":"2024-04-24T02:38:08.567583+0000","last_active":"2024-04-24T02:39:26.413639+0000","last_peered":"2024-04-24T02:39:26.413639+0000","last_clean":"2024-04-24T02:39:26.413639+0000","last_became_active":"2024-04-24T02:38:08.567267+0000","last_became_peered":"2024-04-24T02:38:08.567267+0000","last_unstale":"2024-04-24T02:39:26.413639+0000","last_undegraded":"2024-04-24T02:39:26.413639+0000","last_fullsized":"2024-04-24T02:39:26.413639+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774463+0000","last_change":"2024-04-24T02:38:08.601014+0000","last_active":"2024-04-24T02:39:26.774463+0000","last_peered":"2024-04-24T02:39:26.774463+0000","last_clean":"2024-04-24T02:39:26.774463+0000","last_became_active":"2024-04-24T02:38:08.600719+0000","last_became_peered":"2024-04-24T02:38:08.600719+0000","last_unstale":"2024-04-24T02:39:26.774463+0000","last_undegraded":"2024-04-24T02:39:26.774463+0000","last_fullsized":"2024-04-24T02:39:26.774463+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418978+0000","last_change":"2024-04-24T02:38:08.570438+0000","last_active":"2024-04-24T02:39:26.418978+0000","last_peered":"2024-04-24T02:39:26.418978+0000","last_clean":"2024-04-24T02:39:26.418978+0000","last_became_active":"2024-04-24T02:38:08.570071+0000","last_became_peered":"2024-04-24T02:38:08.570071+0000","last_unstale":"2024-04-24T02:39:26.418978+0000","last_undegraded":"2024-04-24T02:39:26.418978+0000","last_fullsized":"2024-04-24T02:39:26.418978+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414450+0000","last_change":"2024-04-24T02:38:08.579409+0000","last_active":"2024-04-24T02:39:26.414450+0000","last_peered":"2024-04-24T02:39:26.414450+0000","last_clean":"2024-04-24T02:39:26.414450+0000","last_became_active":"2024-04-24T02:38:08.579087+0000","last_became_peered":"2024-04-24T02:38:08.579087+0000","last_unstale":"2024-04-24T02:39:26.414450+0000","last_undegraded":"2024-04-24T02:39:26.414450+0000","last_fullsized":"2024-04-24T02:39:26.414450+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418056+0000","last_change":"2024-04-24T02:38:08.573627+0000","last_active":"2024-04-24T02:39:26.418056+0000","last_peered":"2024-04-24T02:39:26.418056+0000","last_clean":"2024-04-24T02:39:26.418056+0000","last_became_active":"2024-04-24T02:38:08.573168+0000","last_became_peered":"2024-04-24T02:38:08.573168+0000","last_unstale":"2024-04-24T02:39:26.418056+0000","last_undegraded":"2024-04-24T02:39:26.418056+0000","last_fullsized":"2024-04-24T02:39:26.418056+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414765+0000","last_change":"2024-04-24T02:38:08.594001+0000","last_active":"2024-04-24T02:39:26.414765+0000","last_peered":"2024-04-24T02:39:26.414765+0000","last_clean":"2024-04-24T02:39:26.414765+0000","last_became_active":"2024-04-24T02:38:08.593765+0000","last_became_peered":"2024-04-24T02:38:08.593765+0000","last_unstale":"2024-04-24T02:39:26.414765+0000","last_undegraded":"2024-04-24T02:39:26.414765+0000","last_fullsized":"2024-04-24T02:39:26.414765+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419900+0000","last_change":"2024-04-24T02:38:08.576796+0000","last_active":"2024-04-24T02:39:26.419900+0000","last_peered":"2024-04-24T02:39:26.419900+0000","last_clean":"2024-04-24T02:39:26.419900+0000","last_became_active":"2024-04-24T02:38:08.576465+0000","last_became_peered":"2024-04-24T02:38:08.576465+0000","last_unstale":"2024-04-24T02:39:26.419900+0000","last_undegraded":"2024-04-24T02:39:26.419900+0000","last_fullsized":"2024-04-24T02:39:26.419900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774381+0000","last_change":"2024-04-24T02:38:08.593398+0000","last_active":"2024-04-24T02:39:26.774381+0000","last_peered":"2024-04-24T02:39:26.774381+0000","last_clean":"2024-04-24T02:39:26.774381+0000","last_became_active":"2024-04-24T02:38:08.593073+0000","last_became_peered":"2024-04-24T02:38:08.593073+0000","last_unstale":"2024-04-24T02:39:26.774381+0000","last_undegraded":"2024-04-24T02:39:26.774381+0000","last_fullsized":"2024-04-24T02:39:26.774381+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430236,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":266025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.58299999999999996,"15min":0.53500000000000003},"min":{"1min":0.436,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":3.1320000000000001,"5min":3.1320000000000001,"15min":3.1320000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":1.341,"5min":0.67300000000000004,"15min":0.56200000000000006},"min":{"1min":0.48399999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":10.189,"5min":10.189,"15min":10.189},"last":0.748}]},{"osd":1,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.55400000000000005,"15min":0.50900000000000001},"min":{"1min":0.32800000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":3.2160000000000002,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.77100000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.65000000000000002,"15min":0.58599999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":6.2389999999999999,"5min":6.2389999999999999,"15min":6.2389999999999999},"last":0.69099999999999995}]},{"osd":2,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":0.67400000000000004,"15min":0.56699999999999995},"min":{"1min":0.44800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":10.286,"5min":10.286,"15min":10.286},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.379,"5min":0.71499999999999997,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":10.368,"5min":10.368,"15min":10.368},"last":0.79900000000000004}]},{"osd":3,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.60699999999999998,"15min":0.56000000000000005},"min":{"1min":0.35399999999999998,"5min":0.313,"15min":0.313},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.877,"5min":0.61799999999999999,"15min":0.57499999999999996},"min":{"1min":0.47199999999999998,"5min":0.379,"15min":0.379},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":3.3889999999999998},"last":0.70099999999999996}]},{"osd":4,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.52100000000000002,"15min":0.52400000000000002},"min":{"1min":0.34399999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.59899999999999998,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.44500000000000001}]},{"osd":5,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51500000000000001,"15min":0.51400000000000001},"min":{"1min":0.374,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.747,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.432},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.40000000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70899999999999996,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.46400000000000002}]},{"osd":6,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.58699999999999997,"15min":0.58899999999999997},"min":{"1min":0.36299999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.76400000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39000000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.38200000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626467,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":267475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77300000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.61499999999999999}]},{"osd":1,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52500000000000002,"15min":0.52000000000000002},"min":{"1min":0.40400000000000003,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.442,"5min":0.373,"15min":0.373},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.63900000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.35799999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46800000000000003}]},{"osd":3,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.39200000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77000000000000002,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.69599999999999995}]},{"osd":4,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.40999999999999998,"15min":0.40600000000000003},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.66400000000000003}]},{"osd":5,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.32900000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.46899999999999997,"15min":0.46700000000000003},"min":{"1min":0.34999999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.70799999999999996}]},{"osd":7,"last update":"Wed Apr 24 02:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52600000000000002,"15min":0.53200000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77000000000000002,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.57999999999999996,"15min":0.57699999999999996},"min":{"1min":0.42599999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.76100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":265609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":0.60899999999999999,"15min":0.42299999999999999},"min":{"1min":0.27200000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":21.114999999999998,"5min":21.114999999999998,"15min":21.114999999999998},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.49399999999999999,"15min":0.38400000000000001},"min":{"1min":0.29899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":10.207000000000001,"5min":10.207000000000001,"15min":10.207000000000001},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":0.58999999999999997,"15min":0.47399999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":21.030000000000001,"5min":21.030000000000001,"15min":21.030000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.52900000000000003,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.32600000000000001}]},{"osd":3,"last update":"Wed Apr 24 02:39:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.55700000000000005,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":9.3699999999999992,"5min":9.3699999999999992,"15min":9.3699999999999992},"last":0.371},{"interface":"front","average":{"1min":1.653,"5min":0.68500000000000005,"15min":0.52300000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":21.155000000000001,"5min":21.155000000000001,"15min":21.155000000000001},"last":0.31900000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:36 2024","interfaces":[{"interface":"back","average":{"1min":1.546,"5min":0.79200000000000004,"15min":0.66800000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":20.971,"5min":20.971,"15min":20.971},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.054,"5min":0.69899999999999995,"15min":0.63400000000000001},"min":{"1min":0.40600000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":10.464,"5min":10.464,"15min":10.464},"last":0.48899999999999999}]},{"osd":5,"last update":"Wed Apr 24 02:39:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57899999999999996,"15min":0.58699999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78700000000000003,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.58899999999999997,"15min":0.59699999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.53900000000000003}]},{"osd":6,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.73499999999999999,"15min":0.65800000000000003},"min":{"1min":0.51800000000000002,"5min":0.433,"15min":0.433},"max":{"1min":10.486000000000001,"5min":10.486000000000001,"15min":10.486000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.2170000000000001,"5min":0.73699999999999999,"15min":0.65700000000000003},"min":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":10.269,"5min":10.269,"15min":10.269},"last":0.50900000000000001}]},{"osd":7,"last update":"Wed Apr 24 02:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.629,"15min":0.629},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81100000000000005,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.499},{"interface":"front","average":{"1min":1.1100000000000001,"5min":0.746,"15min":0.68500000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":10.433,"5min":10.433,"15min":10.433},"last":0.51600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":265834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:39:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36499999999999999,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38300000000000001,"15min":0.34300000000000003},"min":{"1min":0.26100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.52600000000000002,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Wed Apr 24 02:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.41899999999999998,"15min":0.377},"min":{"1min":0.28499999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.79200000000000004,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.40000000000000002,"15min":0.37},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.73499999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.29199999999999998}]},{"osd":3,"last update":"Wed Apr 24 02:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58699999999999997,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.318},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.48299999999999998,"15min":0.47099999999999997},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69699999999999995,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.38600000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.309,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.98399999999999999,"5min":1,"15min":1},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.64800000000000002,"15min":0.66600000000000004},"min":{"1min":0.40999999999999998,"5min":0.375,"15min":0.375},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.67400000000000004}]},{"osd":5,"last update":"Wed Apr 24 02:39:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.61199999999999999,"15min":0.627},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.63100000000000001,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.63900000000000001,"15min":0.65100000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.68500000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.621}]},{"osd":6,"last update":"Wed Apr 24 02:39:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.66200000000000003,"15min":0.67600000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77300000000000002,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.61799999999999999,"15min":0.63},"min":{"1min":0.42099999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.71299999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.69499999999999995}]},{"osd":7,"last update":"Wed Apr 24 02:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64000000000000001,"15min":0.63100000000000001},"min":{"1min":0.46700000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.997,"5min":1.091,"15min":1.091},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.67000000000000004,"15min":0.66800000000000004},"min":{"1min":0.53100000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.56599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297696,"kb_used_data":600,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447456,"statfs":{"total":95995035648,"available":95690194944,"internally_reserved":0,"allocated":614400,"data_stored":265449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.41799999999999998,"15min":0.38600000000000001},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.45600000000000002,"5min":5.0410000000000004,"15min":5.0410000000000004},"last":0.503},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.38600000000000001,"15min":0.36399999999999999},"min":{"1min":0.27400000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.49099999999999999}]},{"osd":1,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38,"15min":0.36899999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.47599999999999998,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.44500000000000001,"15min":0.41399999999999998},"min":{"1min":0.27800000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.55400000000000005,"5min":3.6709999999999998,"15min":3.6709999999999998},"last":0.438}]},{"osd":3,"last update":"Wed Apr 24 02:39:15 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.42999999999999999,"15min":0.42599999999999999},"min":{"1min":0.311,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58299999999999996,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.45200000000000001,"15min":0.45500000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.59799999999999998,"5min":0.623,"15min":0.623},"last":0.38100000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:40 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60399999999999998,"15min":0.60199999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84799999999999998,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.621,"15min":0.628},"min":{"1min":0.38300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.746}]},{"osd":5,"last update":"Wed Apr 24 02:39:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.82899999999999996,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.44900000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.86699999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.68500000000000005}]},{"osd":6,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88600000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.46700000000000003,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.71499999999999997}]},{"osd":7,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.623,"15min":0.628},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79000000000000004,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.755},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.85099999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.81499999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297716,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447436,"statfs":{"total":95995035648,"available":95690174464,"internally_reserved":0,"allocated":634880,"data_stored":268159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38700000000000001,"15min":0.39300000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.55600000000000005,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.435},{"interface":"front","average":{"1min":0.437,"5min":0.436,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.35099999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.433,"15min":0.441},"min":{"1min":0.32500000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67800000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.436,"15min":0.44900000000000001},"min":{"1min":0.27900000000000003,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.621,"15min":0.621},"last":0.375}]},{"osd":2,"last update":"Wed Apr 24 02:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.51400000000000001,"15min":0.52800000000000002},"min":{"1min":0.34699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.59299999999999997,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.47099999999999997,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.49199999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:39:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54600000000000004,"15min":0.54700000000000004},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.56399999999999995,"15min":0.55900000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.58399999999999996}]},{"osd":5,"last update":"Wed Apr 24 02:39:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.60399999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.75800000000000001,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.503},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.67000000000000004}]},{"osd":6,"last update":"Wed Apr 24 02:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.58999999999999997,"15min":0.59299999999999997},"min":{"1min":0.44700000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.70099999999999996,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.61499999999999999,"15min":0.61699999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.82499999999999996,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.69399999999999995}]},{"osd":7,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.624,"15min":0.626},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82699999999999996,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59899999999999998,"15min":0.60099999999999998},"min":{"1min":0.42799999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76700000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.47999999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":266129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57099999999999995,"15min":0.59299999999999997},"min":{"1min":0.433,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.68100000000000005,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.58899999999999997,"15min":0.60499999999999998},"min":{"1min":0.39800000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67400000000000004,"5min":1.024,"15min":1.024},"last":0.65700000000000003}]},{"osd":1,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57299999999999995,"15min":0.59499999999999997},"min":{"1min":0.41599999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.60999999999999999,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.57799999999999996,"15min":0.59599999999999997},"min":{"1min":0.40200000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.70299999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.60199999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57799999999999996,"15min":0.59799999999999998},"min":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.745,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.746},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.58699999999999997,"15min":0.60399999999999998},"min":{"1min":0.439,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65700000000000003,"5min":1.002,"15min":1.002},"last":0.55300000000000005}]},{"osd":3,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.59899999999999998,"15min":0.61599999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.68300000000000005,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.57799999999999996,"15min":0.59799999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68400000000000005,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.78100000000000003}]},{"osd":5,"last update":"Wed Apr 24 02:39:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.376,"15min":0.37},"min":{"1min":0.33900000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.439,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.71499999999999997}]},{"osd":6,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42599999999999999,"15min":0.42299999999999999},"min":{"1min":0.33500000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41399999999999998,"15min":0.40699999999999997},"min":{"1min":0.32500000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.60699999999999998,"5min":0.746,"15min":0.746},"last":0.876}]},{"osd":7,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.46500000000000002,"15min":0.45800000000000002},"min":{"1min":0.33400000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.54100000000000004,"15min":0.53100000000000003},"min":{"1min":0.42199999999999999,"5min":0.372,"15min":0.372},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.82899999999999996}]}]},{"osd":5,"up_from":36,"seq":154618822696,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":268145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.34300000000000003,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70799999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.58299999999999996}]},{"osd":1,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38100000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.65200000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55400000000000005,"15min":0.55300000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56100000000000005}]},{"osd":3,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73199999999999998,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80000000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.63500000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.40000000000000002,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41499999999999998,"15min":0.41099999999999998},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.54600000000000004}]},{"osd":6,"last update":"Wed Apr 24 02:39:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.52600000000000002,"15min":0.52700000000000002},"min":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.60199999999999998}]},{"osd":7,"last update":"Wed Apr 24 02:39:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.504,"15min":0.502},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79300000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.499},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.51100000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68100000000000005,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.53300000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:40:03.723 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-24T02:40:03.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:02.157741+0000 mgr.y (mgr.24497) 69 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:03.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:02.456391+0000 mgr.y (mgr.24497) 70 : audit [DBG] from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:40:04.014 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:40:04.030 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:03 smithi016 bash[70018]: b43fe460bd412d733fba910b04b0474aab52202319c59341cea06f10ed48d176 2024-04-24T02:40:04.030 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:03 smithi016 systemd[1]: Started Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:40:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:03.809901+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:40:03.811512+0000 mgr.y (mgr.24497) 71 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:40:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:40:03.816776+0000 mgr.y (mgr.24497) 72 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:40:05.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:04.158079+0000 mgr.y (mgr.24497) 73 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:05.207 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:04.975Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001074671s 2024-04-24T02:40:05.207 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:03.809901+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:05.208 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:40:03.811512+0000 mgr.y (mgr.24497) 71 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:40:05.208 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:40:03.816776+0000 mgr.y (mgr.24497) 72 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:40:05.208 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:04.158079+0000 mgr.y (mgr.24497) 73 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:05.208 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:03.809901+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:05.208 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:40:03.811512+0000 mgr.y (mgr.24497) 71 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:40:05.208 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:40:03.816776+0000 mgr.y (mgr.24497) 72 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:40:05.208 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:04.158079+0000 mgr.y (mgr.24497) 73 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:05.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:05] "GET /metrics HTTP/1.1" 200 188307 "" "Prometheus/2.33.4" 2024-04-24T02:40:06.393 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:06.395 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:40:07.266 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":59,"stamp":"2024-04-24T02:40:06.158243+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381652,"kb_used_data":4884,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579564,"statfs":{"total":767960285184,"available":765521473536,"internally_reserved":0,"allocated":5001216,"data_stored":2132825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":282,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002615"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418304+0000","last_change":"2024-04-24T02:38:08.597658+0000","last_active":"2024-04-24T02:39:26.418304+0000","last_peered":"2024-04-24T02:39:26.418304+0000","last_clean":"2024-04-24T02:39:26.418304+0000","last_became_active":"2024-04-24T02:38:08.597324+0000","last_became_peered":"2024-04-24T02:38:08.597324+0000","last_unstale":"2024-04-24T02:39:26.418304+0000","last_undegraded":"2024-04-24T02:39:26.418304+0000","last_fullsized":"2024-04-24T02:39:26.418304+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414931+0000","last_change":"2024-04-24T02:38:08.590595+0000","last_active":"2024-04-24T02:39:26.414931+0000","last_peered":"2024-04-24T02:39:26.414931+0000","last_clean":"2024-04-24T02:39:26.414931+0000","last_became_active":"2024-04-24T02:38:08.590178+0000","last_became_peered":"2024-04-24T02:38:08.590178+0000","last_unstale":"2024-04-24T02:39:26.414931+0000","last_undegraded":"2024-04-24T02:39:26.414931+0000","last_fullsized":"2024-04-24T02:39:26.414931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.420725+0000","last_change":"2024-04-24T02:38:08.573487+0000","last_active":"2024-04-24T02:39:26.420725+0000","last_peered":"2024-04-24T02:39:26.420725+0000","last_clean":"2024-04-24T02:39:26.420725+0000","last_became_active":"2024-04-24T02:38:08.573042+0000","last_became_peered":"2024-04-24T02:38:08.573042+0000","last_unstale":"2024-04-24T02:39:26.420725+0000","last_undegraded":"2024-04-24T02:39:26.420725+0000","last_fullsized":"2024-04-24T02:39:26.420725+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414797+0000","last_change":"2024-04-24T02:38:08.599416+0000","last_active":"2024-04-24T02:39:26.414797+0000","last_peered":"2024-04-24T02:39:26.414797+0000","last_clean":"2024-04-24T02:39:26.414797+0000","last_became_active":"2024-04-24T02:38:08.599044+0000","last_became_peered":"2024-04-24T02:38:08.599044+0000","last_unstale":"2024-04-24T02:39:26.414797+0000","last_undegraded":"2024-04-24T02:39:26.414797+0000","last_fullsized":"2024-04-24T02:39:26.414797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418790+0000","last_change":"2024-04-24T02:38:08.594756+0000","last_active":"2024-04-24T02:39:26.418790+0000","last_peered":"2024-04-24T02:39:26.418790+0000","last_clean":"2024-04-24T02:39:26.418790+0000","last_became_active":"2024-04-24T02:38:08.594250+0000","last_became_peered":"2024-04-24T02:38:08.594250+0000","last_unstale":"2024-04-24T02:39:26.418790+0000","last_undegraded":"2024-04-24T02:39:26.418790+0000","last_fullsized":"2024-04-24T02:39:26.418790+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414914+0000","last_change":"2024-04-24T02:38:08.585458+0000","last_active":"2024-04-24T02:39:26.414914+0000","last_peered":"2024-04-24T02:39:26.414914+0000","last_clean":"2024-04-24T02:39:26.414914+0000","last_became_active":"2024-04-24T02:38:08.584855+0000","last_became_peered":"2024-04-24T02:38:08.584855+0000","last_unstale":"2024-04-24T02:39:26.414914+0000","last_undegraded":"2024-04-24T02:39:26.414914+0000","last_fullsized":"2024-04-24T02:39:26.414914+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417171+0000","last_change":"2024-04-24T02:38:08.601041+0000","last_active":"2024-04-24T02:39:26.417171+0000","last_peered":"2024-04-24T02:39:26.417171+0000","last_clean":"2024-04-24T02:39:26.417171+0000","last_became_active":"2024-04-24T02:38:08.595774+0000","last_became_peered":"2024-04-24T02:38:08.595774+0000","last_unstale":"2024-04-24T02:39:26.417171+0000","last_undegraded":"2024-04-24T02:39:26.417171+0000","last_fullsized":"2024-04-24T02:39:26.417171+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417452+0000","last_change":"2024-04-24T02:38:08.587871+0000","last_active":"2024-04-24T02:39:26.417452+0000","last_peered":"2024-04-24T02:39:26.417452+0000","last_clean":"2024-04-24T02:39:26.417452+0000","last_became_active":"2024-04-24T02:38:08.587594+0000","last_became_peered":"2024-04-24T02:38:08.587594+0000","last_unstale":"2024-04-24T02:39:26.417452+0000","last_undegraded":"2024-04-24T02:39:26.417452+0000","last_fullsized":"2024-04-24T02:39:26.417452+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418224+0000","last_change":"2024-04-24T02:38:08.603324+0000","last_active":"2024-04-24T02:39:26.418224+0000","last_peered":"2024-04-24T02:39:26.418224+0000","last_clean":"2024-04-24T02:39:26.418224+0000","last_became_active":"2024-04-24T02:38:08.603062+0000","last_became_peered":"2024-04-24T02:38:08.603062+0000","last_unstale":"2024-04-24T02:39:26.418224+0000","last_undegraded":"2024-04-24T02:39:26.418224+0000","last_fullsized":"2024-04-24T02:39:26.418224+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774331+0000","last_change":"2024-04-24T02:38:08.600190+0000","last_active":"2024-04-24T02:39:26.774331+0000","last_peered":"2024-04-24T02:39:26.774331+0000","last_clean":"2024-04-24T02:39:26.774331+0000","last_became_active":"2024-04-24T02:38:08.599899+0000","last_became_peered":"2024-04-24T02:38:08.599899+0000","last_unstale":"2024-04-24T02:39:26.774331+0000","last_undegraded":"2024-04-24T02:39:26.774331+0000","last_fullsized":"2024-04-24T02:39:26.774331+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774320+0000","last_change":"2024-04-24T02:38:08.599047+0000","last_active":"2024-04-24T02:39:26.774320+0000","last_peered":"2024-04-24T02:39:26.774320+0000","last_clean":"2024-04-24T02:39:26.774320+0000","last_became_active":"2024-04-24T02:38:08.598544+0000","last_became_peered":"2024-04-24T02:38:08.598544+0000","last_unstale":"2024-04-24T02:39:26.774320+0000","last_undegraded":"2024-04-24T02:39:26.774320+0000","last_fullsized":"2024-04-24T02:39:26.774320+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417269+0000","last_change":"2024-04-24T02:38:08.594706+0000","last_active":"2024-04-24T02:39:26.417269+0000","last_peered":"2024-04-24T02:39:26.417269+0000","last_clean":"2024-04-24T02:39:26.417269+0000","last_became_active":"2024-04-24T02:38:08.594074+0000","last_became_peered":"2024-04-24T02:38:08.594074+0000","last_unstale":"2024-04-24T02:39:26.417269+0000","last_undegraded":"2024-04-24T02:39:26.417269+0000","last_fullsized":"2024-04-24T02:39:26.417269+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417893+0000","last_change":"2024-04-24T02:38:08.587006+0000","last_active":"2024-04-24T02:39:26.417893+0000","last_peered":"2024-04-24T02:39:26.417893+0000","last_clean":"2024-04-24T02:39:26.417893+0000","last_became_active":"2024-04-24T02:38:08.586697+0000","last_became_peered":"2024-04-24T02:38:08.586697+0000","last_unstale":"2024-04-24T02:39:26.417893+0000","last_undegraded":"2024-04-24T02:39:26.417893+0000","last_fullsized":"2024-04-24T02:39:26.417893+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419593+0000","last_change":"2024-04-24T02:38:08.574671+0000","last_active":"2024-04-24T02:39:26.419593+0000","last_peered":"2024-04-24T02:39:26.419593+0000","last_clean":"2024-04-24T02:39:26.419593+0000","last_became_active":"2024-04-24T02:38:08.574227+0000","last_became_peered":"2024-04-24T02:38:08.574227+0000","last_unstale":"2024-04-24T02:39:26.419593+0000","last_undegraded":"2024-04-24T02:39:26.419593+0000","last_fullsized":"2024-04-24T02:39:26.419593+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413503+0000","last_change":"2024-04-24T02:38:08.570916+0000","last_active":"2024-04-24T02:39:26.413503+0000","last_peered":"2024-04-24T02:39:26.413503+0000","last_clean":"2024-04-24T02:39:26.413503+0000","last_became_active":"2024-04-24T02:38:08.570228+0000","last_became_peered":"2024-04-24T02:38:08.570228+0000","last_unstale":"2024-04-24T02:39:26.413503+0000","last_undegraded":"2024-04-24T02:39:26.413503+0000","last_fullsized":"2024-04-24T02:39:26.413503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414388+0000","last_change":"2024-04-24T02:38:08.586855+0000","last_active":"2024-04-24T02:39:26.414388+0000","last_peered":"2024-04-24T02:39:26.414388+0000","last_clean":"2024-04-24T02:39:26.414388+0000","last_became_active":"2024-04-24T02:38:08.586468+0000","last_became_peered":"2024-04-24T02:38:08.586468+0000","last_unstale":"2024-04-24T02:39:26.414388+0000","last_undegraded":"2024-04-24T02:39:26.414388+0000","last_fullsized":"2024-04-24T02:39:26.414388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415375+0000","last_change":"2024-04-24T02:38:08.587516+0000","last_active":"2024-04-24T02:39:26.415375+0000","last_peered":"2024-04-24T02:39:26.415375+0000","last_clean":"2024-04-24T02:39:26.415375+0000","last_became_active":"2024-04-24T02:38:08.586740+0000","last_became_peered":"2024-04-24T02:38:08.586740+0000","last_unstale":"2024-04-24T02:39:26.415375+0000","last_undegraded":"2024-04-24T02:39:26.415375+0000","last_fullsized":"2024-04-24T02:39:26.415375+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416700+0000","last_change":"2024-04-24T02:38:08.590540+0000","last_active":"2024-04-24T02:39:26.416700+0000","last_peered":"2024-04-24T02:39:26.416700+0000","last_clean":"2024-04-24T02:39:26.416700+0000","last_became_active":"2024-04-24T02:38:08.590223+0000","last_became_peered":"2024-04-24T02:38:08.590223+0000","last_unstale":"2024-04-24T02:39:26.416700+0000","last_undegraded":"2024-04-24T02:39:26.416700+0000","last_fullsized":"2024-04-24T02:39:26.416700+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417846+0000","last_change":"2024-04-24T02:38:08.597041+0000","last_active":"2024-04-24T02:39:26.417846+0000","last_peered":"2024-04-24T02:39:26.417846+0000","last_clean":"2024-04-24T02:39:26.417846+0000","last_became_active":"2024-04-24T02:38:08.596708+0000","last_became_peered":"2024-04-24T02:38:08.596708+0000","last_unstale":"2024-04-24T02:39:26.417846+0000","last_undegraded":"2024-04-24T02:39:26.417846+0000","last_fullsized":"2024-04-24T02:39:26.417846+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"53'4","reported_seq":22,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.421023+0000","last_change":"2024-04-24T02:38:08.192695+0000","last_active":"2024-04-24T02:39:26.421023+0000","last_peered":"2024-04-24T02:39:26.421023+0000","last_clean":"2024-04-24T02:39:26.421023+0000","last_became_active":"2024-04-24T02:38:08.192388+0000","last_became_peered":"2024-04-24T02:38:08.192388+0000","last_unstale":"2024-04-24T02:39:26.421023+0000","last_undegraded":"2024-04-24T02:39:26.421023+0000","last_fullsized":"2024-04-24T02:39:26.421023+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418563+0000","last_change":"2024-04-24T02:38:08.588487+0000","last_active":"2024-04-24T02:39:26.418563+0000","last_peered":"2024-04-24T02:39:26.418563+0000","last_clean":"2024-04-24T02:39:26.418563+0000","last_became_active":"2024-04-24T02:38:08.588199+0000","last_became_peered":"2024-04-24T02:38:08.588199+0000","last_unstale":"2024-04-24T02:39:26.418563+0000","last_undegraded":"2024-04-24T02:39:26.418563+0000","last_fullsized":"2024-04-24T02:39:26.418563+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418627+0000","last_change":"2024-04-24T02:38:08.183046+0000","last_active":"2024-04-24T02:39:26.418627+0000","last_peered":"2024-04-24T02:39:26.418627+0000","last_clean":"2024-04-24T02:39:26.418627+0000","last_became_active":"2024-04-24T02:38:08.182801+0000","last_became_peered":"2024-04-24T02:38:08.182801+0000","last_unstale":"2024-04-24T02:39:26.418627+0000","last_undegraded":"2024-04-24T02:39:26.418627+0000","last_fullsized":"2024-04-24T02:39:26.418627+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.421044+0000","last_change":"2024-04-24T02:38:08.575412+0000","last_active":"2024-04-24T02:39:26.421044+0000","last_peered":"2024-04-24T02:39:26.421044+0000","last_clean":"2024-04-24T02:39:26.421044+0000","last_became_active":"2024-04-24T02:38:08.574459+0000","last_became_peered":"2024-04-24T02:38:08.574459+0000","last_unstale":"2024-04-24T02:39:26.421044+0000","last_undegraded":"2024-04-24T02:39:26.421044+0000","last_fullsized":"2024-04-24T02:39:26.421044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418256+0000","last_change":"2024-04-24T02:38:08.194908+0000","last_active":"2024-04-24T02:39:26.418256+0000","last_peered":"2024-04-24T02:39:26.418256+0000","last_clean":"2024-04-24T02:39:26.418256+0000","last_became_active":"2024-04-24T02:38:08.194645+0000","last_became_peered":"2024-04-24T02:38:08.194645+0000","last_unstale":"2024-04-24T02:39:26.418256+0000","last_undegraded":"2024-04-24T02:39:26.418256+0000","last_fullsized":"2024-04-24T02:39:26.418256+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415003+0000","last_change":"2024-04-24T02:38:08.599398+0000","last_active":"2024-04-24T02:39:26.415003+0000","last_peered":"2024-04-24T02:39:26.415003+0000","last_clean":"2024-04-24T02:39:26.415003+0000","last_became_active":"2024-04-24T02:38:08.598606+0000","last_became_peered":"2024-04-24T02:38:08.598606+0000","last_unstale":"2024-04-24T02:39:26.415003+0000","last_undegraded":"2024-04-24T02:39:26.415003+0000","last_fullsized":"2024-04-24T02:39:26.415003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417834+0000","last_change":"2024-04-24T02:38:08.195924+0000","last_active":"2024-04-24T02:39:26.417834+0000","last_peered":"2024-04-24T02:39:26.417834+0000","last_clean":"2024-04-24T02:39:26.417834+0000","last_became_active":"2024-04-24T02:38:08.195576+0000","last_became_peered":"2024-04-24T02:38:08.195576+0000","last_unstale":"2024-04-24T02:39:26.417834+0000","last_undegraded":"2024-04-24T02:39:26.417834+0000","last_fullsized":"2024-04-24T02:39:26.417834+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415086+0000","last_change":"2024-04-24T02:38:08.601358+0000","last_active":"2024-04-24T02:39:26.415086+0000","last_peered":"2024-04-24T02:39:26.415086+0000","last_clean":"2024-04-24T02:39:26.415086+0000","last_became_active":"2024-04-24T02:38:08.600968+0000","last_became_peered":"2024-04-24T02:38:08.600968+0000","last_unstale":"2024-04-24T02:39:26.415086+0000","last_undegraded":"2024-04-24T02:39:26.415086+0000","last_fullsized":"2024-04-24T02:39:26.415086+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418051+0000","last_change":"2024-04-24T02:38:08.190407+0000","last_active":"2024-04-24T02:39:26.418051+0000","last_peered":"2024-04-24T02:39:26.418051+0000","last_clean":"2024-04-24T02:39:26.418051+0000","last_became_active":"2024-04-24T02:38:08.190102+0000","last_became_peered":"2024-04-24T02:38:08.190102+0000","last_unstale":"2024-04-24T02:39:26.418051+0000","last_undegraded":"2024-04-24T02:39:26.418051+0000","last_fullsized":"2024-04-24T02:39:26.418051+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416897+0000","last_change":"2024-04-24T02:38:08.574888+0000","last_active":"2024-04-24T02:39:26.416897+0000","last_peered":"2024-04-24T02:39:26.416897+0000","last_clean":"2024-04-24T02:39:26.416897+0000","last_became_active":"2024-04-24T02:38:08.574399+0000","last_became_peered":"2024-04-24T02:38:08.574399+0000","last_unstale":"2024-04-24T02:39:26.416897+0000","last_undegraded":"2024-04-24T02:39:26.416897+0000","last_fullsized":"2024-04-24T02:39:26.416897+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774086+0000","last_change":"2024-04-24T02:38:08.196939+0000","last_active":"2024-04-24T02:39:26.774086+0000","last_peered":"2024-04-24T02:39:26.774086+0000","last_clean":"2024-04-24T02:39:26.774086+0000","last_became_active":"2024-04-24T02:38:08.196604+0000","last_became_peered":"2024-04-24T02:38:08.196604+0000","last_unstale":"2024-04-24T02:39:26.774086+0000","last_undegraded":"2024-04-24T02:39:26.774086+0000","last_fullsized":"2024-04-24T02:39:26.774086+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419762+0000","last_change":"2024-04-24T02:38:08.575301+0000","last_active":"2024-04-24T02:39:26.419762+0000","last_peered":"2024-04-24T02:39:26.419762+0000","last_clean":"2024-04-24T02:39:26.419762+0000","last_became_active":"2024-04-24T02:38:08.574990+0000","last_became_peered":"2024-04-24T02:38:08.574990+0000","last_unstale":"2024-04-24T02:39:26.419762+0000","last_undegraded":"2024-04-24T02:39:26.419762+0000","last_fullsized":"2024-04-24T02:39:26.419762+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418379+0000","last_change":"2024-04-24T02:38:08.190532+0000","last_active":"2024-04-24T02:39:26.418379+0000","last_peered":"2024-04-24T02:39:26.418379+0000","last_clean":"2024-04-24T02:39:26.418379+0000","last_became_active":"2024-04-24T02:38:08.190232+0000","last_became_peered":"2024-04-24T02:38:08.190232+0000","last_unstale":"2024-04-24T02:39:26.418379+0000","last_undegraded":"2024-04-24T02:39:26.418379+0000","last_fullsized":"2024-04-24T02:39:26.418379+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417540+0000","last_change":"2024-04-24T02:38:08.581142+0000","last_active":"2024-04-24T02:39:26.417540+0000","last_peered":"2024-04-24T02:39:26.417540+0000","last_clean":"2024-04-24T02:39:26.417540+0000","last_became_active":"2024-04-24T02:38:08.580283+0000","last_became_peered":"2024-04-24T02:38:08.580283+0000","last_unstale":"2024-04-24T02:39:26.417540+0000","last_undegraded":"2024-04-24T02:39:26.417540+0000","last_fullsized":"2024-04-24T02:39:26.417540+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414468+0000","last_change":"2024-04-24T02:38:08.186543+0000","last_active":"2024-04-24T02:39:26.414468+0000","last_peered":"2024-04-24T02:39:26.414468+0000","last_clean":"2024-04-24T02:39:26.414468+0000","last_became_active":"2024-04-24T02:38:08.186194+0000","last_became_peered":"2024-04-24T02:38:08.186194+0000","last_unstale":"2024-04-24T02:39:26.414468+0000","last_undegraded":"2024-04-24T02:39:26.414468+0000","last_fullsized":"2024-04-24T02:39:26.414468+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.419650+0000","last_change":"2024-04-24T02:39:27.419650+0000","last_active":"2024-04-24T02:39:27.419650+0000","last_peered":"2024-04-24T02:39:27.419650+0000","last_clean":"2024-04-24T02:39:27.419650+0000","last_became_active":"2024-04-24T02:39:27.419301+0000","last_became_peered":"2024-04-24T02:39:27.419301+0000","last_unstale":"2024-04-24T02:39:27.419650+0000","last_undegraded":"2024-04-24T02:39:27.419650+0000","last_fullsized":"2024-04-24T02:39:27.419650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774464+0000","last_change":"2024-04-24T02:38:08.190205+0000","last_active":"2024-04-24T02:39:26.774464+0000","last_peered":"2024-04-24T02:39:26.774464+0000","last_clean":"2024-04-24T02:39:26.774464+0000","last_became_active":"2024-04-24T02:38:08.188731+0000","last_became_peered":"2024-04-24T02:38:08.188731+0000","last_unstale":"2024-04-24T02:39:26.774464+0000","last_undegraded":"2024-04-24T02:39:26.774464+0000","last_fullsized":"2024-04-24T02:39:26.774464+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415308+0000","last_change":"2024-04-24T02:38:08.599177+0000","last_active":"2024-04-24T02:39:26.415308+0000","last_peered":"2024-04-24T02:39:26.415308+0000","last_clean":"2024-04-24T02:39:26.415308+0000","last_became_active":"2024-04-24T02:38:08.598869+0000","last_became_peered":"2024-04-24T02:38:08.598869+0000","last_unstale":"2024-04-24T02:39:26.415308+0000","last_undegraded":"2024-04-24T02:39:26.415308+0000","last_fullsized":"2024-04-24T02:39:26.415308+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414942+0000","last_change":"2024-04-24T02:38:08.191268+0000","last_active":"2024-04-24T02:39:26.414942+0000","last_peered":"2024-04-24T02:39:26.414942+0000","last_clean":"2024-04-24T02:39:26.414942+0000","last_became_active":"2024-04-24T02:38:08.190910+0000","last_became_peered":"2024-04-24T02:38:08.190910+0000","last_unstale":"2024-04-24T02:39:26.414942+0000","last_undegraded":"2024-04-24T02:39:26.414942+0000","last_fullsized":"2024-04-24T02:39:26.414942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.419542+0000","last_change":"2024-04-24T02:39:27.419542+0000","last_active":"2024-04-24T02:39:27.419542+0000","last_peered":"2024-04-24T02:39:27.419542+0000","last_clean":"2024-04-24T02:39:27.419542+0000","last_became_active":"2024-04-24T02:39:27.419211+0000","last_became_peered":"2024-04-24T02:39:27.419211+0000","last_unstale":"2024-04-24T02:39:27.419542+0000","last_undegraded":"2024-04-24T02:39:27.419542+0000","last_fullsized":"2024-04-24T02:39:27.419542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415075+0000","last_change":"2024-04-24T02:38:08.188636+0000","last_active":"2024-04-24T02:39:26.415075+0000","last_peered":"2024-04-24T02:39:26.415075+0000","last_clean":"2024-04-24T02:39:26.415075+0000","last_became_active":"2024-04-24T02:38:08.188351+0000","last_became_peered":"2024-04-24T02:38:08.188351+0000","last_unstale":"2024-04-24T02:39:26.415075+0000","last_undegraded":"2024-04-24T02:39:26.415075+0000","last_fullsized":"2024-04-24T02:39:26.415075+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417179+0000","last_change":"2024-04-24T02:38:08.594500+0000","last_active":"2024-04-24T02:39:26.417179+0000","last_peered":"2024-04-24T02:39:26.417179+0000","last_clean":"2024-04-24T02:39:26.417179+0000","last_became_active":"2024-04-24T02:38:08.593616+0000","last_became_peered":"2024-04-24T02:38:08.593616+0000","last_unstale":"2024-04-24T02:39:26.417179+0000","last_undegraded":"2024-04-24T02:39:26.417179+0000","last_fullsized":"2024-04-24T02:39:26.417179+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'12","reported_seq":30,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:56.337159+0000","last_change":"2024-04-24T02:38:08.191399+0000","last_active":"2024-04-24T02:39:56.337159+0000","last_peered":"2024-04-24T02:39:56.337159+0000","last_clean":"2024-04-24T02:39:56.337159+0000","last_became_active":"2024-04-24T02:38:08.191088+0000","last_became_peered":"2024-04-24T02:38:08.191088+0000","last_unstale":"2024-04-24T02:39:56.337159+0000","last_undegraded":"2024-04-24T02:39:56.337159+0000","last_fullsized":"2024-04-24T02:39:56.337159+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":12,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2606,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417988+0000","last_change":"2024-04-24T02:38:08.595776+0000","last_active":"2024-04-24T02:39:26.417988+0000","last_peered":"2024-04-24T02:39:26.417988+0000","last_clean":"2024-04-24T02:39:26.417988+0000","last_became_active":"2024-04-24T02:38:08.595478+0000","last_became_peered":"2024-04-24T02:38:08.595478+0000","last_unstale":"2024-04-24T02:39:26.417988+0000","last_undegraded":"2024-04-24T02:39:26.417988+0000","last_fullsized":"2024-04-24T02:39:26.417988+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419951+0000","last_change":"2024-04-24T02:38:08.192652+0000","last_active":"2024-04-24T02:39:26.419951+0000","last_peered":"2024-04-24T02:39:26.419951+0000","last_clean":"2024-04-24T02:39:26.419951+0000","last_became_active":"2024-04-24T02:38:08.192371+0000","last_became_peered":"2024-04-24T02:38:08.192371+0000","last_unstale":"2024-04-24T02:39:26.419951+0000","last_undegraded":"2024-04-24T02:39:26.419951+0000","last_fullsized":"2024-04-24T02:39:26.419951+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419542+0000","last_change":"2024-04-24T02:38:08.577836+0000","last_active":"2024-04-24T02:39:26.419542+0000","last_peered":"2024-04-24T02:39:26.419542+0000","last_clean":"2024-04-24T02:39:26.419542+0000","last_became_active":"2024-04-24T02:38:08.577527+0000","last_became_peered":"2024-04-24T02:38:08.577527+0000","last_unstale":"2024-04-24T02:39:26.419542+0000","last_undegraded":"2024-04-24T02:39:26.419542+0000","last_fullsized":"2024-04-24T02:39:26.419542+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":27,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.419481+0000","last_change":"2024-04-24T02:39:27.419481+0000","last_active":"2024-04-24T02:39:27.419481+0000","last_peered":"2024-04-24T02:39:27.419481+0000","last_clean":"2024-04-24T02:39:27.419481+0000","last_became_active":"2024-04-24T02:39:27.419191+0000","last_became_peered":"2024-04-24T02:39:27.419191+0000","last_unstale":"2024-04-24T02:39:27.419481+0000","last_undegraded":"2024-04-24T02:39:27.419481+0000","last_fullsized":"2024-04-24T02:39:27.419481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.421214+0000","last_change":"2024-04-24T02:39:27.421214+0000","last_active":"2024-04-24T02:39:27.421214+0000","last_peered":"2024-04-24T02:39:27.421214+0000","last_clean":"2024-04-24T02:39:27.421214+0000","last_became_active":"2024-04-24T02:39:27.420914+0000","last_became_peered":"2024-04-24T02:39:27.420914+0000","last_unstale":"2024-04-24T02:39:27.421214+0000","last_undegraded":"2024-04-24T02:39:27.421214+0000","last_fullsized":"2024-04-24T02:39:27.421214+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774015+0000","last_change":"2024-04-24T02:38:08.189631+0000","last_active":"2024-04-24T02:39:26.774015+0000","last_peered":"2024-04-24T02:39:26.774015+0000","last_clean":"2024-04-24T02:39:26.774015+0000","last_became_active":"2024-04-24T02:38:08.189301+0000","last_became_peered":"2024-04-24T02:38:08.189301+0000","last_unstale":"2024-04-24T02:39:26.774015+0000","last_undegraded":"2024-04-24T02:39:26.774015+0000","last_fullsized":"2024-04-24T02:39:26.774015+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774010+0000","last_change":"2024-04-24T02:38:08.599422+0000","last_active":"2024-04-24T02:39:26.774010+0000","last_peered":"2024-04-24T02:39:26.774010+0000","last_clean":"2024-04-24T02:39:26.774010+0000","last_became_active":"2024-04-24T02:38:08.598742+0000","last_became_peered":"2024-04-24T02:38:08.598742+0000","last_unstale":"2024-04-24T02:39:26.774010+0000","last_undegraded":"2024-04-24T02:39:26.774010+0000","last_fullsized":"2024-04-24T02:39:26.774010+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414228+0000","last_change":"2024-04-24T02:38:08.188191+0000","last_active":"2024-04-24T02:39:26.414228+0000","last_peered":"2024-04-24T02:39:26.414228+0000","last_clean":"2024-04-24T02:39:26.414228+0000","last_became_active":"2024-04-24T02:38:08.187007+0000","last_became_peered":"2024-04-24T02:38:08.187007+0000","last_unstale":"2024-04-24T02:39:26.414228+0000","last_undegraded":"2024-04-24T02:39:26.414228+0000","last_fullsized":"2024-04-24T02:39:26.414228+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417277+0000","last_change":"2024-04-24T02:38:08.601280+0000","last_active":"2024-04-24T02:39:26.417277+0000","last_peered":"2024-04-24T02:39:26.417277+0000","last_clean":"2024-04-24T02:39:26.417277+0000","last_became_active":"2024-04-24T02:38:08.595552+0000","last_became_peered":"2024-04-24T02:38:08.595552+0000","last_unstale":"2024-04-24T02:39:26.417277+0000","last_undegraded":"2024-04-24T02:39:26.417277+0000","last_fullsized":"2024-04-24T02:39:26.417277+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417361+0000","last_change":"2024-04-24T02:38:08.197425+0000","last_active":"2024-04-24T02:39:26.417361+0000","last_peered":"2024-04-24T02:39:26.417361+0000","last_clean":"2024-04-24T02:39:26.417361+0000","last_became_active":"2024-04-24T02:38:08.197072+0000","last_became_peered":"2024-04-24T02:38:08.197072+0000","last_unstale":"2024-04-24T02:39:26.417361+0000","last_undegraded":"2024-04-24T02:39:26.417361+0000","last_fullsized":"2024-04-24T02:39:26.417361+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418466+0000","last_change":"2024-04-24T02:38:08.593922+0000","last_active":"2024-04-24T02:39:26.418466+0000","last_peered":"2024-04-24T02:39:26.418466+0000","last_clean":"2024-04-24T02:39:26.418466+0000","last_became_active":"2024-04-24T02:38:08.593565+0000","last_became_peered":"2024-04-24T02:38:08.593565+0000","last_unstale":"2024-04-24T02:39:26.418466+0000","last_undegraded":"2024-04-24T02:39:26.418466+0000","last_fullsized":"2024-04-24T02:39:26.418466+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413938+0000","last_change":"2024-04-24T02:38:48.609136+0000","last_active":"2024-04-24T02:39:26.413938+0000","last_peered":"2024-04-24T02:39:26.413938+0000","last_clean":"2024-04-24T02:39:26.413938+0000","last_became_active":"2024-04-24T02:38:48.608768+0000","last_became_peered":"2024-04-24T02:38:48.608768+0000","last_unstale":"2024-04-24T02:39:26.413938+0000","last_undegraded":"2024-04-24T02:39:26.413938+0000","last_fullsized":"2024-04-24T02:39:26.413938+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413922+0000","last_change":"2024-04-24T02:38:08.189559+0000","last_active":"2024-04-24T02:39:26.413922+0000","last_peered":"2024-04-24T02:39:26.413922+0000","last_clean":"2024-04-24T02:39:26.413922+0000","last_became_active":"2024-04-24T02:38:08.189243+0000","last_became_peered":"2024-04-24T02:38:08.189243+0000","last_unstale":"2024-04-24T02:39:26.413922+0000","last_undegraded":"2024-04-24T02:39:26.413922+0000","last_fullsized":"2024-04-24T02:39:26.413922+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415169+0000","last_change":"2024-04-24T02:38:08.579262+0000","last_active":"2024-04-24T02:39:26.415169+0000","last_peered":"2024-04-24T02:39:26.415169+0000","last_clean":"2024-04-24T02:39:26.415169+0000","last_became_active":"2024-04-24T02:38:08.578917+0000","last_became_peered":"2024-04-24T02:38:08.578917+0000","last_unstale":"2024-04-24T02:39:26.415169+0000","last_undegraded":"2024-04-24T02:39:26.415169+0000","last_fullsized":"2024-04-24T02:39:26.415169+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413738+0000","last_change":"2024-04-24T02:38:48.420226+0000","last_active":"2024-04-24T02:39:26.413738+0000","last_peered":"2024-04-24T02:39:26.413738+0000","last_clean":"2024-04-24T02:39:26.413738+0000","last_became_active":"2024-04-24T02:38:48.419874+0000","last_became_peered":"2024-04-24T02:38:48.419874+0000","last_unstale":"2024-04-24T02:39:26.413738+0000","last_undegraded":"2024-04-24T02:39:26.413738+0000","last_fullsized":"2024-04-24T02:39:26.413738+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414544+0000","last_change":"2024-04-24T02:38:08.191359+0000","last_active":"2024-04-24T02:39:26.414544+0000","last_peered":"2024-04-24T02:39:26.414544+0000","last_clean":"2024-04-24T02:39:26.414544+0000","last_became_active":"2024-04-24T02:38:08.190943+0000","last_became_peered":"2024-04-24T02:38:08.190943+0000","last_unstale":"2024-04-24T02:39:26.414544+0000","last_undegraded":"2024-04-24T02:39:26.414544+0000","last_fullsized":"2024-04-24T02:39:26.414544+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417941+0000","last_change":"2024-04-24T02:38:08.586571+0000","last_active":"2024-04-24T02:39:26.417941+0000","last_peered":"2024-04-24T02:39:26.417941+0000","last_clean":"2024-04-24T02:39:26.417941+0000","last_became_active":"2024-04-24T02:38:08.586258+0000","last_became_peered":"2024-04-24T02:38:08.586258+0000","last_unstale":"2024-04-24T02:39:26.417941+0000","last_undegraded":"2024-04-24T02:39:26.417941+0000","last_fullsized":"2024-04-24T02:39:26.417941+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415661+0000","last_change":"2024-04-24T02:38:48.608564+0000","last_active":"2024-04-24T02:39:26.415661+0000","last_peered":"2024-04-24T02:39:26.415661+0000","last_clean":"2024-04-24T02:39:26.415661+0000","last_became_active":"2024-04-24T02:38:48.608238+0000","last_became_peered":"2024-04-24T02:38:48.608238+0000","last_unstale":"2024-04-24T02:39:26.415661+0000","last_undegraded":"2024-04-24T02:39:26.415661+0000","last_fullsized":"2024-04-24T02:39:26.415661+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413692+0000","last_change":"2024-04-24T02:38:08.586825+0000","last_active":"2024-04-24T02:39:26.413692+0000","last_peered":"2024-04-24T02:39:26.413692+0000","last_clean":"2024-04-24T02:39:26.413692+0000","last_became_active":"2024-04-24T02:38:08.586536+0000","last_became_peered":"2024-04-24T02:38:08.586536+0000","last_unstale":"2024-04-24T02:39:26.413692+0000","last_undegraded":"2024-04-24T02:39:26.413692+0000","last_fullsized":"2024-04-24T02:39:26.413692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414317+0000","last_change":"2024-04-24T02:38:08.180932+0000","last_active":"2024-04-24T02:39:26.414317+0000","last_peered":"2024-04-24T02:39:26.414317+0000","last_clean":"2024-04-24T02:39:26.414317+0000","last_became_active":"2024-04-24T02:38:08.180604+0000","last_became_peered":"2024-04-24T02:38:08.180604+0000","last_unstale":"2024-04-24T02:39:26.414317+0000","last_undegraded":"2024-04-24T02:39:26.414317+0000","last_fullsized":"2024-04-24T02:39:26.414317+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774100+0000","last_change":"2024-04-24T02:38:48.608724+0000","last_active":"2024-04-24T02:39:26.774100+0000","last_peered":"2024-04-24T02:39:26.774100+0000","last_clean":"2024-04-24T02:39:26.774100+0000","last_became_active":"2024-04-24T02:38:48.608380+0000","last_became_peered":"2024-04-24T02:38:48.608380+0000","last_unstale":"2024-04-24T02:39:26.774100+0000","last_undegraded":"2024-04-24T02:39:26.774100+0000","last_fullsized":"2024-04-24T02:39:26.774100+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418014+0000","last_change":"2024-04-24T02:38:08.593194+0000","last_active":"2024-04-24T02:39:26.418014+0000","last_peered":"2024-04-24T02:39:26.418014+0000","last_clean":"2024-04-24T02:39:26.418014+0000","last_became_active":"2024-04-24T02:38:08.592929+0000","last_became_peered":"2024-04-24T02:38:08.592929+0000","last_unstale":"2024-04-24T02:39:26.418014+0000","last_undegraded":"2024-04-24T02:39:26.418014+0000","last_fullsized":"2024-04-24T02:39:26.418014+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414749+0000","last_change":"2024-04-24T02:38:08.190408+0000","last_active":"2024-04-24T02:39:26.414749+0000","last_peered":"2024-04-24T02:39:26.414749+0000","last_clean":"2024-04-24T02:39:26.414749+0000","last_became_active":"2024-04-24T02:38:08.189454+0000","last_became_peered":"2024-04-24T02:38:08.189454+0000","last_unstale":"2024-04-24T02:39:26.414749+0000","last_undegraded":"2024-04-24T02:39:26.414749+0000","last_fullsized":"2024-04-24T02:39:26.414749+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417381+0000","last_change":"2024-04-24T02:37:49.028871+0000","last_active":"2024-04-24T02:39:26.417381+0000","last_peered":"2024-04-24T02:39:26.417381+0000","last_clean":"2024-04-24T02:39:26.417381+0000","last_became_active":"2024-04-24T02:37:49.028585+0000","last_became_peered":"2024-04-24T02:37:49.028585+0000","last_unstale":"2024-04-24T02:39:26.417381+0000","last_undegraded":"2024-04-24T02:39:26.417381+0000","last_fullsized":"2024-04-24T02:39:26.417381+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.420782+0000","last_change":"2024-04-24T02:38:48.421247+0000","last_active":"2024-04-24T02:39:26.420782+0000","last_peered":"2024-04-24T02:39:26.420782+0000","last_clean":"2024-04-24T02:39:26.420782+0000","last_became_active":"2024-04-24T02:38:48.420901+0000","last_became_peered":"2024-04-24T02:38:48.420901+0000","last_unstale":"2024-04-24T02:39:26.420782+0000","last_undegraded":"2024-04-24T02:39:26.420782+0000","last_fullsized":"2024-04-24T02:39:26.420782+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419431+0000","last_change":"2024-04-24T02:38:08.578042+0000","last_active":"2024-04-24T02:39:26.419431+0000","last_peered":"2024-04-24T02:39:26.419431+0000","last_clean":"2024-04-24T02:39:26.419431+0000","last_became_active":"2024-04-24T02:38:08.577716+0000","last_became_peered":"2024-04-24T02:38:08.577716+0000","last_unstale":"2024-04-24T02:39:26.419431+0000","last_undegraded":"2024-04-24T02:39:26.419431+0000","last_fullsized":"2024-04-24T02:39:26.419431+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416960+0000","last_change":"2024-04-24T02:38:08.193889+0000","last_active":"2024-04-24T02:39:26.416960+0000","last_peered":"2024-04-24T02:39:26.416960+0000","last_clean":"2024-04-24T02:39:26.416960+0000","last_became_active":"2024-04-24T02:38:08.193522+0000","last_became_peered":"2024-04-24T02:38:08.193522+0000","last_unstale":"2024-04-24T02:39:26.416960+0000","last_undegraded":"2024-04-24T02:39:26.416960+0000","last_fullsized":"2024-04-24T02:39:26.416960+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419678+0000","last_change":"2024-04-24T02:38:48.607828+0000","last_active":"2024-04-24T02:39:26.419678+0000","last_peered":"2024-04-24T02:39:26.419678+0000","last_clean":"2024-04-24T02:39:26.419678+0000","last_became_active":"2024-04-24T02:38:48.607449+0000","last_became_peered":"2024-04-24T02:38:48.607449+0000","last_unstale":"2024-04-24T02:39:26.419678+0000","last_undegraded":"2024-04-24T02:39:26.419678+0000","last_fullsized":"2024-04-24T02:39:26.419678+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418165+0000","last_change":"2024-04-24T02:38:08.196959+0000","last_active":"2024-04-24T02:39:26.418165+0000","last_peered":"2024-04-24T02:39:26.418165+0000","last_clean":"2024-04-24T02:39:26.418165+0000","last_became_active":"2024-04-24T02:38:08.196654+0000","last_became_peered":"2024-04-24T02:38:08.196654+0000","last_unstale":"2024-04-24T02:39:26.418165+0000","last_undegraded":"2024-04-24T02:39:26.418165+0000","last_fullsized":"2024-04-24T02:39:26.418165+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413825+0000","last_change":"2024-04-24T02:38:08.588836+0000","last_active":"2024-04-24T02:39:26.413825+0000","last_peered":"2024-04-24T02:39:26.413825+0000","last_clean":"2024-04-24T02:39:26.413825+0000","last_became_active":"2024-04-24T02:38:08.588555+0000","last_became_peered":"2024-04-24T02:38:08.588555+0000","last_unstale":"2024-04-24T02:39:26.413825+0000","last_undegraded":"2024-04-24T02:39:26.413825+0000","last_fullsized":"2024-04-24T02:39:26.413825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417622+0000","last_change":"2024-04-24T02:38:48.607564+0000","last_active":"2024-04-24T02:39:26.417622+0000","last_peered":"2024-04-24T02:39:26.417622+0000","last_clean":"2024-04-24T02:39:26.417622+0000","last_became_active":"2024-04-24T02:38:48.607240+0000","last_became_peered":"2024-04-24T02:38:48.607240+0000","last_unstale":"2024-04-24T02:39:26.417622+0000","last_undegraded":"2024-04-24T02:39:26.417622+0000","last_fullsized":"2024-04-24T02:39:26.417622+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"54'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415499+0000","last_change":"2024-04-24T02:38:08.189060+0000","last_active":"2024-04-24T02:39:26.415499+0000","last_peered":"2024-04-24T02:39:26.415499+0000","last_clean":"2024-04-24T02:39:26.415499+0000","last_became_active":"2024-04-24T02:38:08.188715+0000","last_became_peered":"2024-04-24T02:38:08.188715+0000","last_unstale":"2024-04-24T02:39:26.415499+0000","last_undegraded":"2024-04-24T02:39:26.415499+0000","last_fullsized":"2024-04-24T02:39:26.415499+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418951+0000","last_change":"2024-04-24T02:38:08.579124+0000","last_active":"2024-04-24T02:39:26.418951+0000","last_peered":"2024-04-24T02:39:26.418951+0000","last_clean":"2024-04-24T02:39:26.418951+0000","last_became_active":"2024-04-24T02:38:08.578776+0000","last_became_peered":"2024-04-24T02:38:08.578776+0000","last_unstale":"2024-04-24T02:39:26.418951+0000","last_undegraded":"2024-04-24T02:39:26.418951+0000","last_fullsized":"2024-04-24T02:39:26.418951+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416482+0000","last_change":"2024-04-24T02:38:48.608337+0000","last_active":"2024-04-24T02:39:26.416482+0000","last_peered":"2024-04-24T02:39:26.416482+0000","last_clean":"2024-04-24T02:39:26.416482+0000","last_became_active":"2024-04-24T02:38:48.607984+0000","last_became_peered":"2024-04-24T02:38:48.607984+0000","last_unstale":"2024-04-24T02:39:26.416482+0000","last_undegraded":"2024-04-24T02:39:26.416482+0000","last_fullsized":"2024-04-24T02:39:26.416482+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774294+0000","last_change":"2024-04-24T02:38:08.188460+0000","last_active":"2024-04-24T02:39:26.774294+0000","last_peered":"2024-04-24T02:39:26.774294+0000","last_clean":"2024-04-24T02:39:26.774294+0000","last_became_active":"2024-04-24T02:38:08.188132+0000","last_became_peered":"2024-04-24T02:38:08.188132+0000","last_unstale":"2024-04-24T02:39:26.774294+0000","last_undegraded":"2024-04-24T02:39:26.774294+0000","last_fullsized":"2024-04-24T02:39:26.774294+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-24T02:39:27.727163+0000","last_change":"2024-04-24T02:39:27.727163+0000","last_active":"2024-04-24T02:39:27.727163+0000","last_peered":"2024-04-24T02:39:27.727163+0000","last_clean":"2024-04-24T02:39:27.727163+0000","last_became_active":"2024-04-24T02:39:27.726780+0000","last_became_peered":"2024-04-24T02:39:27.726780+0000","last_unstale":"2024-04-24T02:39:27.727163+0000","last_undegraded":"2024-04-24T02:39:27.727163+0000","last_fullsized":"2024-04-24T02:39:27.727163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417465+0000","last_change":"2024-04-24T02:38:08.193849+0000","last_active":"2024-04-24T02:39:26.417465+0000","last_peered":"2024-04-24T02:39:26.417465+0000","last_clean":"2024-04-24T02:39:26.417465+0000","last_became_active":"2024-04-24T02:38:08.192543+0000","last_became_peered":"2024-04-24T02:38:08.192543+0000","last_unstale":"2024-04-24T02:39:26.417465+0000","last_undegraded":"2024-04-24T02:39:26.417465+0000","last_fullsized":"2024-04-24T02:39:26.417465+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.416760+0000","last_change":"2024-04-24T02:38:08.574073+0000","last_active":"2024-04-24T02:39:26.416760+0000","last_peered":"2024-04-24T02:39:26.416760+0000","last_clean":"2024-04-24T02:39:26.416760+0000","last_became_active":"2024-04-24T02:38:08.573660+0000","last_became_peered":"2024-04-24T02:38:08.573660+0000","last_unstale":"2024-04-24T02:39:26.416760+0000","last_undegraded":"2024-04-24T02:39:26.416760+0000","last_fullsized":"2024-04-24T02:39:26.416760+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413520+0000","last_change":"2024-04-24T02:38:08.185460+0000","last_active":"2024-04-24T02:39:26.413520+0000","last_peered":"2024-04-24T02:39:26.413520+0000","last_clean":"2024-04-24T02:39:26.413520+0000","last_became_active":"2024-04-24T02:38:08.184875+0000","last_became_peered":"2024-04-24T02:38:08.184875+0000","last_unstale":"2024-04-24T02:39:26.413520+0000","last_undegraded":"2024-04-24T02:39:26.413520+0000","last_fullsized":"2024-04-24T02:39:26.413520+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.417709+0000","last_change":"2024-04-24T02:38:08.573056+0000","last_active":"2024-04-24T02:39:26.417709+0000","last_peered":"2024-04-24T02:39:26.417709+0000","last_clean":"2024-04-24T02:39:26.417709+0000","last_became_active":"2024-04-24T02:38:08.572717+0000","last_became_peered":"2024-04-24T02:38:08.572717+0000","last_unstale":"2024-04-24T02:39:26.417709+0000","last_undegraded":"2024-04-24T02:39:26.417709+0000","last_fullsized":"2024-04-24T02:39:26.417709+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414019+0000","last_change":"2024-04-24T02:38:08.189047+0000","last_active":"2024-04-24T02:39:26.414019+0000","last_peered":"2024-04-24T02:39:26.414019+0000","last_clean":"2024-04-24T02:39:26.414019+0000","last_became_active":"2024-04-24T02:38:08.188682+0000","last_became_peered":"2024-04-24T02:38:08.188682+0000","last_unstale":"2024-04-24T02:39:26.414019+0000","last_undegraded":"2024-04-24T02:39:26.414019+0000","last_fullsized":"2024-04-24T02:39:26.414019+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418360+0000","last_change":"2024-04-24T02:38:08.581378+0000","last_active":"2024-04-24T02:39:26.418360+0000","last_peered":"2024-04-24T02:39:26.418360+0000","last_clean":"2024-04-24T02:39:26.418360+0000","last_became_active":"2024-04-24T02:38:08.580346+0000","last_became_peered":"2024-04-24T02:38:08.580346+0000","last_unstale":"2024-04-24T02:39:26.418360+0000","last_undegraded":"2024-04-24T02:39:26.418360+0000","last_fullsized":"2024-04-24T02:39:26.418360+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418686+0000","last_change":"2024-04-24T02:38:08.197699+0000","last_active":"2024-04-24T02:39:26.418686+0000","last_peered":"2024-04-24T02:39:26.418686+0000","last_clean":"2024-04-24T02:39:26.418686+0000","last_became_active":"2024-04-24T02:38:08.197367+0000","last_became_peered":"2024-04-24T02:38:08.197367+0000","last_unstale":"2024-04-24T02:39:26.418686+0000","last_undegraded":"2024-04-24T02:39:26.418686+0000","last_fullsized":"2024-04-24T02:39:26.418686+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774003+0000","last_change":"2024-04-24T02:38:08.590454+0000","last_active":"2024-04-24T02:39:26.774003+0000","last_peered":"2024-04-24T02:39:26.774003+0000","last_clean":"2024-04-24T02:39:26.774003+0000","last_became_active":"2024-04-24T02:38:08.590130+0000","last_became_peered":"2024-04-24T02:38:08.590130+0000","last_unstale":"2024-04-24T02:39:26.774003+0000","last_undegraded":"2024-04-24T02:39:26.774003+0000","last_fullsized":"2024-04-24T02:39:26.774003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415219+0000","last_change":"2024-04-24T02:38:08.182594+0000","last_active":"2024-04-24T02:39:26.415219+0000","last_peered":"2024-04-24T02:39:26.415219+0000","last_clean":"2024-04-24T02:39:26.415219+0000","last_became_active":"2024-04-24T02:38:08.182199+0000","last_became_peered":"2024-04-24T02:38:08.182199+0000","last_unstale":"2024-04-24T02:39:26.415219+0000","last_undegraded":"2024-04-24T02:39:26.415219+0000","last_fullsized":"2024-04-24T02:39:26.415219+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418076+0000","last_change":"2024-04-24T02:38:08.603555+0000","last_active":"2024-04-24T02:39:26.418076+0000","last_peered":"2024-04-24T02:39:26.418076+0000","last_clean":"2024-04-24T02:39:26.418076+0000","last_became_active":"2024-04-24T02:38:08.603224+0000","last_became_peered":"2024-04-24T02:38:08.603224+0000","last_unstale":"2024-04-24T02:39:26.418076+0000","last_undegraded":"2024-04-24T02:39:26.418076+0000","last_fullsized":"2024-04-24T02:39:26.418076+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"53'1","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414979+0000","last_change":"2024-04-24T02:38:08.184633+0000","last_active":"2024-04-24T02:39:26.414979+0000","last_peered":"2024-04-24T02:39:26.414979+0000","last_clean":"2024-04-24T02:39:26.414979+0000","last_became_active":"2024-04-24T02:38:08.184407+0000","last_became_peered":"2024-04-24T02:38:08.184407+0000","last_unstale":"2024-04-24T02:39:26.414979+0000","last_undegraded":"2024-04-24T02:39:26.414979+0000","last_fullsized":"2024-04-24T02:39:26.414979+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414886+0000","last_change":"2024-04-24T02:38:08.596031+0000","last_active":"2024-04-24T02:39:26.414886+0000","last_peered":"2024-04-24T02:39:26.414886+0000","last_clean":"2024-04-24T02:39:26.414886+0000","last_became_active":"2024-04-24T02:38:08.595694+0000","last_became_peered":"2024-04-24T02:38:08.595694+0000","last_unstale":"2024-04-24T02:39:26.414886+0000","last_undegraded":"2024-04-24T02:39:26.414886+0000","last_fullsized":"2024-04-24T02:39:26.414886+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"53'2","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.415717+0000","last_change":"2024-04-24T02:38:08.187638+0000","last_active":"2024-04-24T02:39:26.415717+0000","last_peered":"2024-04-24T02:39:26.415717+0000","last_clean":"2024-04-24T02:39:26.415717+0000","last_became_active":"2024-04-24T02:38:08.187332+0000","last_became_peered":"2024-04-24T02:38:08.187332+0000","last_unstale":"2024-04-24T02:39:26.415717+0000","last_undegraded":"2024-04-24T02:39:26.415717+0000","last_fullsized":"2024-04-24T02:39:26.415717+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418136+0000","last_change":"2024-04-24T02:38:08.593453+0000","last_active":"2024-04-24T02:39:26.418136+0000","last_peered":"2024-04-24T02:39:26.418136+0000","last_clean":"2024-04-24T02:39:26.418136+0000","last_became_active":"2024-04-24T02:38:08.593136+0000","last_became_peered":"2024-04-24T02:38:08.593136+0000","last_unstale":"2024-04-24T02:39:26.418136+0000","last_undegraded":"2024-04-24T02:39:26.418136+0000","last_fullsized":"2024-04-24T02:39:26.418136+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.773913+0000","last_change":"2024-04-24T02:38:08.599626+0000","last_active":"2024-04-24T02:39:26.773913+0000","last_peered":"2024-04-24T02:39:26.773913+0000","last_clean":"2024-04-24T02:39:26.773913+0000","last_became_active":"2024-04-24T02:38:08.599145+0000","last_became_peered":"2024-04-24T02:38:08.599145+0000","last_unstale":"2024-04-24T02:39:26.773913+0000","last_undegraded":"2024-04-24T02:39:26.773913+0000","last_fullsized":"2024-04-24T02:39:26.773913+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414404+0000","last_change":"2024-04-24T02:38:08.590512+0000","last_active":"2024-04-24T02:39:26.414404+0000","last_peered":"2024-04-24T02:39:26.414404+0000","last_clean":"2024-04-24T02:39:26.414404+0000","last_became_active":"2024-04-24T02:38:08.590201+0000","last_became_peered":"2024-04-24T02:38:08.590201+0000","last_unstale":"2024-04-24T02:39:26.414404+0000","last_undegraded":"2024-04-24T02:39:26.414404+0000","last_fullsized":"2024-04-24T02:39:26.414404+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414666+0000","last_change":"2024-04-24T02:38:08.578671+0000","last_active":"2024-04-24T02:39:26.414666+0000","last_peered":"2024-04-24T02:39:26.414666+0000","last_clean":"2024-04-24T02:39:26.414666+0000","last_became_active":"2024-04-24T02:38:08.578315+0000","last_became_peered":"2024-04-24T02:38:08.578315+0000","last_unstale":"2024-04-24T02:39:26.414666+0000","last_undegraded":"2024-04-24T02:39:26.414666+0000","last_fullsized":"2024-04-24T02:39:26.414666+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419840+0000","last_change":"2024-04-24T02:38:08.577929+0000","last_active":"2024-04-24T02:39:26.419840+0000","last_peered":"2024-04-24T02:39:26.419840+0000","last_clean":"2024-04-24T02:39:26.419840+0000","last_became_active":"2024-04-24T02:38:08.577588+0000","last_became_peered":"2024-04-24T02:38:08.577588+0000","last_unstale":"2024-04-24T02:39:26.419840+0000","last_undegraded":"2024-04-24T02:39:26.419840+0000","last_fullsized":"2024-04-24T02:39:26.419840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418684+0000","last_change":"2024-04-24T02:38:08.578498+0000","last_active":"2024-04-24T02:39:26.418684+0000","last_peered":"2024-04-24T02:39:26.418684+0000","last_clean":"2024-04-24T02:39:26.418684+0000","last_became_active":"2024-04-24T02:38:08.578206+0000","last_became_peered":"2024-04-24T02:38:08.578206+0000","last_unstale":"2024-04-24T02:39:26.418684+0000","last_undegraded":"2024-04-24T02:39:26.418684+0000","last_fullsized":"2024-04-24T02:39:26.418684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.413639+0000","last_change":"2024-04-24T02:38:08.567583+0000","last_active":"2024-04-24T02:39:26.413639+0000","last_peered":"2024-04-24T02:39:26.413639+0000","last_clean":"2024-04-24T02:39:26.413639+0000","last_became_active":"2024-04-24T02:38:08.567267+0000","last_became_peered":"2024-04-24T02:38:08.567267+0000","last_unstale":"2024-04-24T02:39:26.413639+0000","last_undegraded":"2024-04-24T02:39:26.413639+0000","last_fullsized":"2024-04-24T02:39:26.413639+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774463+0000","last_change":"2024-04-24T02:38:08.601014+0000","last_active":"2024-04-24T02:39:26.774463+0000","last_peered":"2024-04-24T02:39:26.774463+0000","last_clean":"2024-04-24T02:39:26.774463+0000","last_became_active":"2024-04-24T02:38:08.600719+0000","last_became_peered":"2024-04-24T02:38:08.600719+0000","last_unstale":"2024-04-24T02:39:26.774463+0000","last_undegraded":"2024-04-24T02:39:26.774463+0000","last_fullsized":"2024-04-24T02:39:26.774463+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418978+0000","last_change":"2024-04-24T02:38:08.570438+0000","last_active":"2024-04-24T02:39:26.418978+0000","last_peered":"2024-04-24T02:39:26.418978+0000","last_clean":"2024-04-24T02:39:26.418978+0000","last_became_active":"2024-04-24T02:38:08.570071+0000","last_became_peered":"2024-04-24T02:38:08.570071+0000","last_unstale":"2024-04-24T02:39:26.418978+0000","last_undegraded":"2024-04-24T02:39:26.418978+0000","last_fullsized":"2024-04-24T02:39:26.418978+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414450+0000","last_change":"2024-04-24T02:38:08.579409+0000","last_active":"2024-04-24T02:39:26.414450+0000","last_peered":"2024-04-24T02:39:26.414450+0000","last_clean":"2024-04-24T02:39:26.414450+0000","last_became_active":"2024-04-24T02:38:08.579087+0000","last_became_peered":"2024-04-24T02:38:08.579087+0000","last_unstale":"2024-04-24T02:39:26.414450+0000","last_undegraded":"2024-04-24T02:39:26.414450+0000","last_fullsized":"2024-04-24T02:39:26.414450+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.418056+0000","last_change":"2024-04-24T02:38:08.573627+0000","last_active":"2024-04-24T02:39:26.418056+0000","last_peered":"2024-04-24T02:39:26.418056+0000","last_clean":"2024-04-24T02:39:26.418056+0000","last_became_active":"2024-04-24T02:38:08.573168+0000","last_became_peered":"2024-04-24T02:38:08.573168+0000","last_unstale":"2024-04-24T02:39:26.418056+0000","last_undegraded":"2024-04-24T02:39:26.418056+0000","last_fullsized":"2024-04-24T02:39:26.418056+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.414765+0000","last_change":"2024-04-24T02:38:08.594001+0000","last_active":"2024-04-24T02:39:26.414765+0000","last_peered":"2024-04-24T02:39:26.414765+0000","last_clean":"2024-04-24T02:39:26.414765+0000","last_became_active":"2024-04-24T02:38:08.593765+0000","last_became_peered":"2024-04-24T02:38:08.593765+0000","last_unstale":"2024-04-24T02:39:26.414765+0000","last_undegraded":"2024-04-24T02:39:26.414765+0000","last_fullsized":"2024-04-24T02:39:26.414765+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.419900+0000","last_change":"2024-04-24T02:38:08.576796+0000","last_active":"2024-04-24T02:39:26.419900+0000","last_peered":"2024-04-24T02:39:26.419900+0000","last_clean":"2024-04-24T02:39:26.419900+0000","last_became_active":"2024-04-24T02:38:08.576465+0000","last_became_peered":"2024-04-24T02:38:08.576465+0000","last_unstale":"2024-04-24T02:39:26.419900+0000","last_undegraded":"2024-04-24T02:39:26.419900+0000","last_fullsized":"2024-04-24T02:39:26.419900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T02:39:26.774381+0000","last_change":"2024-04-24T02:38:08.593398+0000","last_active":"2024-04-24T02:39:26.774381+0000","last_peered":"2024-04-24T02:39:26.774381+0000","last_clean":"2024-04-24T02:39:26.774381+0000","last_became_active":"2024-04-24T02:38:08.593073+0000","last_became_peered":"2024-04-24T02:38:08.593073+0000","last_unstale":"2024-04-24T02:39:26.774381+0000","last_undegraded":"2024-04-24T02:39:26.774381+0000","last_fullsized":"2024-04-24T02:39:26.774381+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430236,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":266025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.58299999999999996,"15min":0.53500000000000003},"min":{"1min":0.436,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":3.1320000000000001,"5min":3.1320000000000001,"15min":3.1320000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":1.341,"5min":0.67300000000000004,"15min":0.56200000000000006},"min":{"1min":0.48399999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":10.189,"5min":10.189,"15min":10.189},"last":0.748}]},{"osd":1,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.55400000000000005,"15min":0.50900000000000001},"min":{"1min":0.32800000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":3.2160000000000002,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.77100000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.65000000000000002,"15min":0.58599999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":6.2389999999999999,"5min":6.2389999999999999,"15min":6.2389999999999999},"last":0.69099999999999995}]},{"osd":2,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":0.67400000000000004,"15min":0.56699999999999995},"min":{"1min":0.44800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":10.286,"5min":10.286,"15min":10.286},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.379,"5min":0.71499999999999997,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":10.368,"5min":10.368,"15min":10.368},"last":0.79900000000000004}]},{"osd":3,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.60699999999999998,"15min":0.56000000000000005},"min":{"1min":0.35399999999999998,"5min":0.313,"15min":0.313},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.877,"5min":0.61799999999999999,"15min":0.57499999999999996},"min":{"1min":0.47199999999999998,"5min":0.379,"15min":0.379},"max":{"1min":3.3889999999999998,"5min":3.3889999999999998,"15min":3.3889999999999998},"last":0.70099999999999996}]},{"osd":4,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.52100000000000002,"15min":0.52400000000000002},"min":{"1min":0.34399999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.59899999999999998,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.44500000000000001}]},{"osd":5,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51500000000000001,"15min":0.51400000000000001},"min":{"1min":0.374,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.747,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.432},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.40000000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70899999999999996,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.46400000000000002}]},{"osd":6,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.58699999999999997,"15min":0.58899999999999997},"min":{"1min":0.36299999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.76400000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39000000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.38200000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626467,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":267475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77300000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.61499999999999999}]},{"osd":1,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52500000000000002,"15min":0.52000000000000002},"min":{"1min":0.40400000000000003,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.442,"5min":0.373,"15min":0.373},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.63900000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55300000000000005,"15min":0.55200000000000005},"min":{"1min":0.35799999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46800000000000003}]},{"osd":3,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.39200000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77000000000000002,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.69599999999999995}]},{"osd":4,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.40999999999999998,"15min":0.40600000000000003},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.66400000000000003}]},{"osd":5,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.32900000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.46899999999999997,"15min":0.46700000000000003},"min":{"1min":0.34999999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.70799999999999996}]},{"osd":7,"last update":"Wed Apr 24 02:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52600000000000002,"15min":0.53200000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77000000000000002,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.57999999999999996,"15min":0.57699999999999996},"min":{"1min":0.42599999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.76100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":265609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":1.6399999999999999,"5min":0.60899999999999999,"15min":0.42299999999999999},"min":{"1min":0.27200000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":21.114999999999998,"5min":21.114999999999998,"15min":21.114999999999998},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.49399999999999999,"15min":0.38400000000000001},"min":{"1min":0.29899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":10.207000000000001,"5min":10.207000000000001,"15min":10.207000000000001},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":0.58999999999999997,"15min":0.47399999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":21.030000000000001,"5min":21.030000000000001,"15min":21.030000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.52900000000000003,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.32600000000000001}]},{"osd":3,"last update":"Wed Apr 24 02:39:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.55700000000000005,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":9.3699999999999992,"5min":9.3699999999999992,"15min":9.3699999999999992},"last":0.371},{"interface":"front","average":{"1min":1.653,"5min":0.68500000000000005,"15min":0.52300000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":21.155000000000001,"5min":21.155000000000001,"15min":21.155000000000001},"last":0.31900000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:36 2024","interfaces":[{"interface":"back","average":{"1min":1.546,"5min":0.79200000000000004,"15min":0.66800000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":20.971,"5min":20.971,"15min":20.971},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.054,"5min":0.69899999999999995,"15min":0.63400000000000001},"min":{"1min":0.40600000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":10.464,"5min":10.464,"15min":10.464},"last":0.48899999999999999}]},{"osd":5,"last update":"Wed Apr 24 02:39:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.57899999999999996,"15min":0.58699999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78700000000000003,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.58899999999999997,"15min":0.59699999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.53900000000000003}]},{"osd":6,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.73499999999999999,"15min":0.65800000000000003},"min":{"1min":0.51800000000000002,"5min":0.433,"15min":0.433},"max":{"1min":10.486000000000001,"5min":10.486000000000001,"15min":10.486000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.2170000000000001,"5min":0.73699999999999999,"15min":0.65700000000000003},"min":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":10.269,"5min":10.269,"15min":10.269},"last":0.50900000000000001}]},{"osd":7,"last update":"Wed Apr 24 02:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.629,"15min":0.629},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81100000000000005,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.499},{"interface":"front","average":{"1min":1.1100000000000001,"5min":0.746,"15min":0.68500000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":10.433,"5min":10.433,"15min":10.433},"last":0.51600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297708,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447444,"statfs":{"total":95995035648,"available":95690182656,"internally_reserved":0,"allocated":626688,"data_stored":265834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:39:25 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36499999999999999,"15min":0.32900000000000001},"min":{"1min":0.247,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38300000000000001,"15min":0.34300000000000003},"min":{"1min":0.26100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.52600000000000002,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Wed Apr 24 02:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.41899999999999998,"15min":0.377},"min":{"1min":0.28499999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.79200000000000004,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.40000000000000002,"15min":0.37},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.73499999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.29199999999999998}]},{"osd":3,"last update":"Wed Apr 24 02:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58699999999999997,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.318},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.48299999999999998,"15min":0.47099999999999997},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69699999999999995,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.38600000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.309,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.98399999999999999,"5min":1,"15min":1},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.64800000000000002,"15min":0.66600000000000004},"min":{"1min":0.40999999999999998,"5min":0.375,"15min":0.375},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.67400000000000004}]},{"osd":5,"last update":"Wed Apr 24 02:39:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.61199999999999999,"15min":0.627},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.63100000000000001,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.63900000000000001,"15min":0.65100000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.68500000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.621}]},{"osd":6,"last update":"Wed Apr 24 02:39:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.66200000000000003,"15min":0.67600000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77300000000000002,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.61799999999999999,"15min":0.63},"min":{"1min":0.42099999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.71299999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.69499999999999995}]},{"osd":7,"last update":"Wed Apr 24 02:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64000000000000001,"15min":0.63100000000000001},"min":{"1min":0.46700000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.997,"5min":1.091,"15min":1.091},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.67000000000000004,"15min":0.66800000000000004},"min":{"1min":0.53100000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.56599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297696,"kb_used_data":600,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447456,"statfs":{"total":95995035648,"available":95690194944,"internally_reserved":0,"allocated":614400,"data_stored":265449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.41799999999999998,"15min":0.38600000000000001},"min":{"1min":0.23999999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.45600000000000002,"5min":5.0410000000000004,"15min":5.0410000000000004},"last":0.503},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.38600000000000001,"15min":0.36399999999999999},"min":{"1min":0.27400000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.49099999999999999}]},{"osd":1,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38,"15min":0.36899999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.47599999999999998,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.44500000000000001,"15min":0.41399999999999998},"min":{"1min":0.27800000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.55400000000000005,"5min":3.6709999999999998,"15min":3.6709999999999998},"last":0.438}]},{"osd":3,"last update":"Wed Apr 24 02:39:15 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.42999999999999999,"15min":0.42599999999999999},"min":{"1min":0.311,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58299999999999996,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.45200000000000001,"15min":0.45500000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.59799999999999998,"5min":0.623,"15min":0.623},"last":0.38100000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:40 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60399999999999998,"15min":0.60199999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84799999999999998,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.621,"15min":0.628},"min":{"1min":0.38300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.746}]},{"osd":5,"last update":"Wed Apr 24 02:39:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.82899999999999996,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.44900000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.86699999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.68500000000000005}]},{"osd":6,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88600000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.46700000000000003,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.71499999999999997}]},{"osd":7,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.623,"15min":0.628},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79000000000000004,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.755},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.85099999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.81499999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297716,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447436,"statfs":{"total":95995035648,"available":95690174464,"internally_reserved":0,"allocated":634880,"data_stored":268159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38700000000000001,"15min":0.39300000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.55600000000000005,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.435},{"interface":"front","average":{"1min":0.437,"5min":0.436,"15min":0.443},"min":{"1min":0.27900000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.35099999999999998}]},{"osd":1,"last update":"Wed Apr 24 02:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.433,"15min":0.441},"min":{"1min":0.32500000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67800000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.436,"15min":0.44900000000000001},"min":{"1min":0.27900000000000003,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.62,"5min":0.621,"15min":0.621},"last":0.375}]},{"osd":2,"last update":"Wed Apr 24 02:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.51400000000000001,"15min":0.52800000000000002},"min":{"1min":0.34699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.59299999999999997,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.47099999999999997,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.49199999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:39:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54600000000000004,"15min":0.54700000000000004},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.56399999999999995,"15min":0.55900000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.58399999999999996}]},{"osd":5,"last update":"Wed Apr 24 02:39:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.60399999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.75800000000000001,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.503},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.67000000000000004}]},{"osd":6,"last update":"Wed Apr 24 02:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.58999999999999997,"15min":0.59299999999999997},"min":{"1min":0.44700000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.70099999999999996,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.61499999999999999,"15min":0.61699999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.82499999999999996,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.69399999999999995}]},{"osd":7,"last update":"Wed Apr 24 02:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.624,"15min":0.626},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82699999999999996,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59899999999999998,"15min":0.60099999999999998},"min":{"1min":0.42799999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76700000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.47999999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":266129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57099999999999995,"15min":0.59299999999999997},"min":{"1min":0.433,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.68100000000000005,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.58899999999999997,"15min":0.60499999999999998},"min":{"1min":0.39800000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67400000000000004,"5min":1.024,"15min":1.024},"last":0.65700000000000003}]},{"osd":1,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57299999999999995,"15min":0.59499999999999997},"min":{"1min":0.41599999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.60999999999999999,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.57799999999999996,"15min":0.59599999999999997},"min":{"1min":0.40200000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.70299999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.60199999999999998}]},{"osd":2,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57799999999999996,"15min":0.59799999999999998},"min":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.745,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.746},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.58699999999999997,"15min":0.60399999999999998},"min":{"1min":0.439,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65700000000000003,"5min":1.002,"15min":1.002},"last":0.55300000000000005}]},{"osd":3,"last update":"Wed Apr 24 02:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.59899999999999998,"15min":0.61599999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.68300000000000005,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.57799999999999996,"15min":0.59799999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68400000000000005,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.78100000000000003}]},{"osd":5,"last update":"Wed Apr 24 02:39:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.376,"15min":0.37},"min":{"1min":0.33900000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.439,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.71499999999999997}]},{"osd":6,"last update":"Wed Apr 24 02:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42599999999999999,"15min":0.42299999999999999},"min":{"1min":0.33500000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41399999999999998,"15min":0.40699999999999997},"min":{"1min":0.32500000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.60699999999999998,"5min":0.746,"15min":0.746},"last":0.876}]},{"osd":7,"last update":"Wed Apr 24 02:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.46500000000000002,"15min":0.45800000000000002},"min":{"1min":0.33400000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.54100000000000004,"15min":0.53100000000000003},"min":{"1min":0.42199999999999999,"5min":0.372,"15min":0.372},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.82899999999999996}]}]},{"osd":5,"up_from":36,"seq":154618822696,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":268145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.34300000000000003,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70799999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.58299999999999996}]},{"osd":1,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38100000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.65200000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55400000000000005,"15min":0.55300000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56100000000000005}]},{"osd":3,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73199999999999998,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80000000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.63500000000000001}]},{"osd":4,"last update":"Wed Apr 24 02:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.40000000000000002,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41499999999999998,"15min":0.41099999999999998},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.54600000000000004}]},{"osd":6,"last update":"Wed Apr 24 02:39:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.52600000000000002,"15min":0.52700000000000002},"min":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.60199999999999998}]},{"osd":7,"last update":"Wed Apr 24 02:39:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.504,"15min":0.502},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79300000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.499},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.51100000000000001,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68100000000000005,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.53300000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:40:07.271 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-24T02:40:07.272 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-24T02:40:07.272 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-24T02:40:07.272 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-24T02:40:07.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:06.158402+0000 mgr.y (mgr.24497) 74 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:07.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:06.381075+0000 mgr.y (mgr.24497) 75 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:40:07.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 systemd[1]: Stopping Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:40:07.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 bash[61015]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-24T02:40:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:06.158402+0000 mgr.y (mgr.24497) 74 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:06.381075+0000 mgr.y (mgr.24497) 75 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:40:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:06.158402+0000 mgr.y (mgr.24497) 74 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:06.381075+0000 mgr.y (mgr.24497) 75 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:40:07.554 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:40:07.667 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-24T02:40:07.667 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-24T02:40:07.667 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-24T02:40:07.667 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-24T02:40:07.667 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-24T02:40:07.668 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-24T02:40:07.668 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-24T02:40:07.668 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-24T02:40:07.668 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.369Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-24T02:40:07.668 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.370Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-24T02:40:07.668 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.370Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-24T02:40:07.668 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[59555]: ts=2024-04-24T02:40:07.370Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-24T02:40:08.059 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:07 smithi063 bash[61054]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a 2024-04-24T02:40:08.469 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@prometheus.a.service: Succeeded. 2024-04-24T02:40:08.469 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 systemd[1]: Stopped Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:40:08.469 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 systemd[1]: Starting Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:40:09.001 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STOPPING 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STOPPED 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STARTING 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Serving on http://:::9283 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STARTED 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STOPPING 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STOPPED 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STARTING 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Serving on http://:::9283 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STARTED 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STOPPING 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:40:09.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STOPPED 2024-04-24T02:40:09.003 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:08] ENGINE Bus STARTING 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.625Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.625Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.625Z caller=main.go:518 level=info host_details="(Linux 4.18.0-552.el8.x86_64 #1 SMP Sun Apr 7 19:39:51 UTC 2024 x86_64 smithi063 (none))" 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.625Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.625Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.627Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.628Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.628Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-24T02:40:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.630Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.630Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.396µs 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.630Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 bash[61164]: 1627e1b2be1b39d54560c0b747c1b34dfead073d1b93134e68ace0cda29e31cd 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 systemd[1]: Started Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.848Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.848Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.848Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.062µs wal_replay_duration=218.004205ms total_replay_duration=218.04498ms 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.850Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.850Z caller=main.go:947 level=info msg="TSDB started" 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.850Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.866Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.701516ms db_storage=824ns remote_storage=1.244µs web_handler=319ns query_engine=712ns scrape=518.918µs scrape_sd=27.237µs notify=27.984µs notify_sd=16.295µs rules=15.872855ms 2024-04-24T02:40:09.061 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:40:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:40:08.866Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-24T02:40:09.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:09] ENGINE Serving on http://:::9283 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:09] ENGINE Bus STARTED 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:08.158893+0000 mgr.y (mgr.24497) 76 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.716074+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.720300+0000 mon.a (mon.0) 717 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.721578+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.725886+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.730324+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.735549+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi063.front.sepia.ceph.com:9095"}]: dispatch 2024-04-24T02:40:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.740477+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.744654+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.748784+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi063.front.sepia.ceph.com:3000"}]: dispatch 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.754572+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.759703+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:08.158893+0000 mgr.y (mgr.24497) 76 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.716074+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.720300+0000 mon.a (mon.0) 717 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.721578+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.725886+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.730324+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:40:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.735549+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi063.front.sepia.ceph.com:9095"}]: dispatch 2024-04-24T02:40:09.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.740477+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.744654+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:40:09.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.748784+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi063.front.sepia.ceph.com:3000"}]: dispatch 2024-04-24T02:40:09.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.754572+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.759703+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:08.158893+0000 mgr.y (mgr.24497) 76 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-24T02:40:09.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.716074+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.720300+0000 mon.a (mon.0) 717 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:40:09.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.721578+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-24T02:40:09.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.725886+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.730324+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:40:09.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.735549+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi063.front.sepia.ceph.com:9095"}]: dispatch 2024-04-24T02:40:09.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.740477+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.744654+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:40:09.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.748784+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi063.front.sepia.ceph.com:3000"}]: dispatch 2024-04-24T02:40:09.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.754572+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:09.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.759703+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:09.834 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.720680+0000 mgr.y (mgr.24497) 77 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.721874+0000 mgr.y (mgr.24497) 78 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.730777+0000 mgr.y (mgr.24497) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.735921+0000 mgr.y (mgr.24497) 80 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi063.front.sepia.ceph.com:9095"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.745065+0000 mgr.y (mgr.24497) 81 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:08.749096+0000 mgr.y (mgr.24497) 82 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi063.front.sepia.ceph.com:3000"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:09.834681+0000 mon.a (mon.0) 727 : audit [DBG] from='client.? 172.21.15.16:0/3577709824' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.720680+0000 mgr.y (mgr.24497) 77 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:40:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.721874+0000 mgr.y (mgr.24497) 78 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-24T02:40:10.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.730777+0000 mgr.y (mgr.24497) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:40:10.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.735921+0000 mgr.y (mgr.24497) 80 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi063.front.sepia.ceph.com:9095"}]: dispatch 2024-04-24T02:40:10.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.745065+0000 mgr.y (mgr.24497) 81 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:40:10.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:08.749096+0000 mgr.y (mgr.24497) 82 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi063.front.sepia.ceph.com:3000"}]: dispatch 2024-04-24T02:40:10.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:09.834681+0000 mon.a (mon.0) 727 : audit [DBG] from='client.? 172.21.15.16:0/3577709824' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-24T02:40:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.720680+0000 mgr.y (mgr.24497) 77 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:40:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.721874+0000 mgr.y (mgr.24497) 78 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-24T02:40:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.730777+0000 mgr.y (mgr.24497) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:40:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.735921+0000 mgr.y (mgr.24497) 80 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi063.front.sepia.ceph.com:9095"}]: dispatch 2024-04-24T02:40:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.745065+0000 mgr.y (mgr.24497) 81 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:40:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:08.749096+0000 mgr.y (mgr.24497) 82 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi063.front.sepia.ceph.com:3000"}]: dispatch 2024-04-24T02:40:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:09.834681+0000 mon.a (mon.0) 727 : audit [DBG] from='client.? 172.21.15.16:0/3577709824' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-24T02:40:10.820 INFO:teuthology.orchestra.run.smithi016.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-24T02:40:10.821 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-24T02:40:10.821 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:40:11.133 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:11.133 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":61,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:39:27.412109+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-24T02:38:47.097969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:40:11.147 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-24T02:35:44.664595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '57', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-24T02:38:06.855029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-24T02:38:07.934038+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-24T02:38:47.097969+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-04-24T02:40:11.147 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-24T02:40:11.471 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-24T02:40:11.486 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:10.159234+0000 mgr.y (mgr.24497) 83 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:11.486 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:11.132835+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.16:0/3874710715' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:11.486 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:10.159234+0000 mgr.y (mgr.24497) 83 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:11.486 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:11.132835+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.16:0/3874710715' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:11.487 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-24T02:40:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:10.159234+0000 mgr.y (mgr.24497) 83 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:11.132835+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.16:0/3874710715' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:11.850 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2024-04-24T02:40:11.864 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-24T02:40:12.170 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2024-04-24T02:40:12.184 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-24T02:40:12.495 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 8 2024-04-24T02:40:12.508 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:11.472253+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.16:0/4010628579' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.508 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:11.850393+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? 172.21.15.16:0/3580241540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.508 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:12.170731+0000 mon.a (mon.0) 729 : audit [DBG] from='client.? 172.21.15.16:0/567719524' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.509 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:11.472253+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.16:0/4010628579' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.509 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:11.850393+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? 172.21.15.16:0/3580241540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.509 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:12.170731+0000 mon.a (mon.0) 729 : audit [DBG] from='client.? 172.21.15.16:0/567719524' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.510 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T02:40:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:11.472253+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.16:0/4010628579' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:11.850393+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? 172.21.15.16:0/3580241540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:12.170731+0000 mon.a (mon.0) 729 : audit [DBG] from='client.? 172.21.15.16:0/567719524' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-24T02:40:12.864 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:12.864 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3626392831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3626392831},{"type":"v1","addr":"172.21.15.16:6835","nonce":3626392831}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-24T02:38:08.556515+0000","modified":"2024-04-24T02:38:11.564461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24370":{"gid":24370,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6833/257142356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":257142356},{"type":"v1","addr":"172.21.15.63:6833","nonce":257142356}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-24T02:40:12.867 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-04-24T02:40:12.880 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:40:13.191 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:13.191 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":61,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:39:27.412109+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-24T02:38:47.097969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:40:13.203 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:40:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:40:12.977Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002820161s 2024-04-24T02:40:13.205 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-04-24T02:35:44.664595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '57', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-24T02:38:06.855029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-24T02:38:07.934038+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-24T02:38:47.097969+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-04-24T02:40:13.205 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-04-24T02:40:13.515 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-24T02:40:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:12.159704+0000 mgr.y (mgr.24497) 84 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:12.333484+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:12.495970+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.16:0/1806496549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-24T02:40:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:12.864571+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.16:0/3133935580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.190886+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.16:0/3782312319' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:12.159704+0000 mgr.y (mgr.24497) 84 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:12.333484+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:12.495970+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.16:0/1806496549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-24T02:40:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:12.864571+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.16:0/3133935580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.190886+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.16:0/3782312319' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:13.532 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-24T02:40:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:12.159704+0000 mgr.y (mgr.24497) 84 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:12.333484+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:12.495970+0000 mon.a (mon.0) 731 : audit [DBG] from='client.? 172.21.15.16:0/1806496549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-24T02:40:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:12.864571+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.16:0/3133935580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.190886+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.16:0/3782312319' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:13.839 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2024-04-24T02:40:13.853 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-24T02:40:14.157 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2024-04-24T02:40:14.171 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-24T02:40:14.480 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 8 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.516344+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.16:0/2494915461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.524615+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.525499+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.526195+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.531381+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.535814+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:13.840012+0000 mon.a (mon.0) 737 : audit [DBG] from='client.? 172.21.15.16:0/482453660' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.493 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:14.157767+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.16:0/4196673727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.516344+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.16:0/2494915461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.524615+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.525499+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.526195+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.531381+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.535814+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:13.840012+0000 mon.a (mon.0) 737 : audit [DBG] from='client.? 172.21.15.16:0/482453660' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.494 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:14.157767+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.16:0/4196673727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.495 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T02:40:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.516344+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.16:0/2494915461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.524615+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:14.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.525499+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:14.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.526195+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:14.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.531381+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:14.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.535814+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:14.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:13.840012+0000 mon.a (mon.0) 737 : audit [DBG] from='client.? 172.21.15.16:0/482453660' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:14.157767+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.16:0/4196673727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-24T02:40:14.839 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:14.839 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3626392831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3626392831},{"type":"v1","addr":"172.21.15.16:6835","nonce":3626392831}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-24T02:38:08.556515+0000","modified":"2024-04-24T02:38:11.564461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24370":{"gid":24370,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6833/257142356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":257142356},{"type":"v1","addr":"172.21.15.63:6833","nonce":257142356}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-24T02:40:14.842 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-04-24T02:40:14.853 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T02:40:15.156 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:15.156 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":61,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:39:27.412109+0000","last_up_change":"2024-04-24T02:37:47.256820+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-24T02:38:47.097969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6803","nonce":733750139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6805","nonce":733750139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6809","nonce":733750139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":733750139},{"type":"v1","addr":"172.21.15.16:6807","nonce":733750139}]},"public_addr":"172.21.15.16:6803/733750139","cluster_addr":"172.21.15.16:6805/733750139","heartbeat_back_addr":"172.21.15.16:6809/733750139","heartbeat_front_addr":"172.21.15.16:6807/733750139","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6811","nonce":3602088907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6813","nonce":3602088907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6817","nonce":3602088907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3602088907},{"type":"v1","addr":"172.21.15.16:6815","nonce":3602088907}]},"public_addr":"172.21.15.16:6811/3602088907","cluster_addr":"172.21.15.16:6813/3602088907","heartbeat_back_addr":"172.21.15.16:6817/3602088907","heartbeat_front_addr":"172.21.15.16:6815/3602088907","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6819","nonce":4271522387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6821","nonce":4271522387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6825","nonce":4271522387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":4271522387},{"type":"v1","addr":"172.21.15.16:6823","nonce":4271522387}]},"public_addr":"172.21.15.16:6819/4271522387","cluster_addr":"172.21.15.16:6821/4271522387","heartbeat_back_addr":"172.21.15.16:6825/4271522387","heartbeat_front_addr":"172.21.15.16:6823/4271522387","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6827","nonce":188920078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6829","nonce":188920078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6833","nonce":188920078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":188920078},{"type":"v1","addr":"172.21.15.16:6831","nonce":188920078}]},"public_addr":"172.21.15.16:6827/188920078","cluster_addr":"172.21.15.16:6829/188920078","heartbeat_back_addr":"172.21.15.16:6833/188920078","heartbeat_front_addr":"172.21.15.16:6831/188920078","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6801","nonce":328223145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6803","nonce":328223145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6807","nonce":328223145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":328223145},{"type":"v1","addr":"172.21.15.63:6805","nonce":328223145}]},"public_addr":"172.21.15.63:6801/328223145","cluster_addr":"172.21.15.63:6803/328223145","heartbeat_back_addr":"172.21.15.63:6807/328223145","heartbeat_front_addr":"172.21.15.63:6805/328223145","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6809","nonce":2472257568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6811","nonce":2472257568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6815","nonce":2472257568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2472257568},{"type":"v1","addr":"172.21.15.63:6813","nonce":2472257568}]},"public_addr":"172.21.15.63:6809/2472257568","cluster_addr":"172.21.15.63:6811/2472257568","heartbeat_back_addr":"172.21.15.63:6815/2472257568","heartbeat_front_addr":"172.21.15.63:6813/2472257568","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6817","nonce":1882855395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6819","nonce":1882855395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6823","nonce":1882855395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1882855395},{"type":"v1","addr":"172.21.15.63:6821","nonce":1882855395}]},"public_addr":"172.21.15.63:6817/1882855395","cluster_addr":"172.21.15.63:6819/1882855395","heartbeat_back_addr":"172.21.15.63:6823/1882855395","heartbeat_front_addr":"172.21.15.63:6821/1882855395","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6825","nonce":538034877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6827","nonce":538034877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6831","nonce":538034877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":538034877},{"type":"v1","addr":"172.21.15.63:6829","nonce":538034877}]},"public_addr":"172.21.15.63:6825/538034877","cluster_addr":"172.21.15.63:6827/538034877","heartbeat_back_addr":"172.21.15.63:6831/538034877","heartbeat_front_addr":"172.21.15.63:6829/538034877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:40:15.170 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T02:40:15.520 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:40:15.520 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3626392831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":3626392831},{"type":"v1","addr":"172.21.15.16:6835","nonce":3626392831}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-24T02:38:08.556515+0000","modified":"2024-04-24T02:38:11.564461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24370},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24370":{"gid":24370,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6833/257142356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":257142356},{"type":"v1","addr":"172.21.15.63:6833","nonce":257142356}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-04-24T02:40:15.522 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-04-24T02:40:15.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:15] "GET /metrics HTTP/1.1" 200 188317 "" "Prometheus/2.33.4" 2024-04-24T02:40:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:14.159993+0000 mgr.y (mgr.24497) 85 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:14.480754+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.16:0/1891463923' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-24T02:40:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:14.839757+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.16:0/895202044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:15.155793+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.16:0/1407556560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:14.159993+0000 mgr.y (mgr.24497) 85 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:14.480754+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.16:0/1891463923' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-24T02:40:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:14.839757+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.16:0/895202044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:15.155793+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.16:0/1407556560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:15.534 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-24T02:38:08.556515+0000', 'modified': '2024-04-24T02:38:11.564461+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24370}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24370': {'gid': 24370, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.63:6833/257142356', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6832', 'nonce': 257142356}, {'type': 'v1', 'addr': '172.21.15.63:6833', 'nonce': 257142356}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138314316775423, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-04-24T02:40:15.534 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-24T02:40:15.534 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-24T02:40:15.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-04-24T02:40:15.665+0000 7f37aaff5700 0 client.24791 ms_handle_reset on v2:172.21.15.63:6832/257142356 2024-04-24T02:40:15.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-04-24T02:40:15.685+0000 7f37aaff5700 0 client.14892 ms_handle_reset on v2:172.21.15.63:6832/257142356 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "cb050474-01e2-11ef-bc93-c7b262605968", 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 24370, 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 127.124915117, 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 8, 2024-04-24T02:40:15.687 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 61, 2024-04-24T02:40:15.688 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 54, 2024-04-24T02:40:15.688 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 132.038813828 2024-04-24T02:40:15.688 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:40:15.698 INFO:tasks.cephadm:Setup complete, yielding 2024-04-24T02:40:15.698 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:40:15.708 INFO:teuthology.task.print:**** done end installing pacific cephadm ... 2024-04-24T02:40:15.708 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:40:15.722 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-24T02:40:15.722 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-24T02:40:15.736 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi016.front.sepia.ceph.com 2024-04-24T02:40:15.737 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-24T02:40:15.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:14.159993+0000 mgr.y (mgr.24497) 85 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:15.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:14.480754+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.16:0/1891463923' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-24T02:40:15.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:14.839757+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.16:0/895202044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:15.766 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:15.155793+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.16:0/1407556560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:40:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:15.520550+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.16:0/3825812918' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:16.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:15.520550+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.16:0/3825812918' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:15.520550+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.16:0/3825812918' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T02:40:17.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:16.160347+0000 mgr.y (mgr.24497) 86 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:16.997851+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:16.998842+0000 mon.a (mon.0) 741 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:16.999658+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:17.004073+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:16.160347+0000 mgr.y (mgr.24497) 86 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:16.997851+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:16.998842+0000 mon.a (mon.0) 741 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:16.999658+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:17.004073+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:17.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:16.160347+0000 mgr.y (mgr.24497) 86 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:17.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:16.997851+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:17.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:16.998842+0000 mon.a (mon.0) 741 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:17.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:16.999658+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:17.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:17.004073+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:18] ENGINE Bus STOPPING 2024-04-24T02:40:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:40:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:18] ENGINE Bus STOPPED 2024-04-24T02:40:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:18] ENGINE Bus STARTING 2024-04-24T02:40:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:18] ENGINE Serving on http://:::9283 2024-04-24T02:40:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:40:18] ENGINE Bus STARTED 2024-04-24T02:40:19.100 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:40:19.110 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-24T02:40:19.110 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:40:19.119 INFO:teuthology.task.print:**** done start telemetry pacific... 2024-04-24T02:40:19.120 INFO:teuthology.run_tasks:Running task workunit... 2024-04-24T02:40:19.135 INFO:tasks.workunit:Pulling workunits from ref 19b26365dac54ee709df8c5dc2a7b7e89a50aba5 2024-04-24T02:40:19.135 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T02:40:19.135 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-24T02:40:19.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T02:40:19.159 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-24T02:40:19.159 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T02:40:19.220 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-24T02:40:19.220 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-24T02:40:19.280 INFO:tasks.workunit:timeout=3h 2024-04-24T02:40:19.280 INFO:tasks.workunit:cleanup=True 2024-04-24T02:40:19.281 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 19b26365dac54ee709df8c5dc2a7b7e89a50aba5 2024-04-24T02:40:19.341 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:18.146727+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.16:0/1098918410' entity='client.admin' 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:18.160858+0000 mgr.y (mgr.24497) 87 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:18.174599+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:18.176167+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:18.176804+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:40:18.181447+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:18.146727+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.16:0/1098918410' entity='client.admin' 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:18.160858+0000 mgr.y (mgr.24497) 87 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:19.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:18.174599+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:19.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:18.176167+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:19.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:18.176804+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:19.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:40:18.181447+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:19.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:18.146727+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.16:0/1098918410' entity='client.admin' 2024-04-24T02:40:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:18.160858+0000 mgr.y (mgr.24497) 87 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:18.174599+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:40:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:18.176167+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:40:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:18.176804+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:40:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:40:18.181447+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:40:20.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:40:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:40:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:20.161200+0000 mgr.y (mgr.24497) 88 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:20.161200+0000 mgr.y (mgr.24497) 88 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:21.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:20.161200+0000 mgr.y (mgr.24497) 88 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:22.161673+0000 mgr.y (mgr.24497) 89 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:22.161673+0000 mgr.y (mgr.24497) 89 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:22.161673+0000 mgr.y (mgr.24497) 89 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:25.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:24.162188+0000 mgr.y (mgr.24497) 90 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:25.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:25] "GET /metrics HTTP/1.1" 200 188317 "" "Prometheus/2.33.4" 2024-04-24T02:40:25.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:24.162188+0000 mgr.y (mgr.24497) 90 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:24.162188+0000 mgr.y (mgr.24497) 90 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:27.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:26.162562+0000 mgr.y (mgr.24497) 91 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:26.162562+0000 mgr.y (mgr.24497) 91 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:26.162562+0000 mgr.y (mgr.24497) 91 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:28.163310+0000 mgr.y (mgr.24497) 92 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:28.163310+0000 mgr.y (mgr.24497) 92 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:29.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:28.163310+0000 mgr.y (mgr.24497) 92 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:30.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:40:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:40:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:30.163828+0000 mgr.y (mgr.24497) 93 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:30.163828+0000 mgr.y (mgr.24497) 93 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:31.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:30.163828+0000 mgr.y (mgr.24497) 93 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:33.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:32.164416+0000 mgr.y (mgr.24497) 94 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:32.164416+0000 mgr.y (mgr.24497) 94 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:32.164416+0000 mgr.y (mgr.24497) 94 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:35.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:34.164926+0000 mgr.y (mgr.24497) 95 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:35.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:35] "GET /metrics HTTP/1.1" 200 188326 "" "Prometheus/2.33.4" 2024-04-24T02:40:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:34.164926+0000 mgr.y (mgr.24497) 95 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:34.164926+0000 mgr.y (mgr.24497) 95 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:36.165442+0000 mgr.y (mgr.24497) 96 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:37.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:36.165442+0000 mgr.y (mgr.24497) 96 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:36.165442+0000 mgr.y (mgr.24497) 96 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:38.166181+0000 mgr.y (mgr.24497) 97 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:38.166181+0000 mgr.y (mgr.24497) 97 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:39.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:38.166181+0000 mgr.y (mgr.24497) 97 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:40.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:40:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:40:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:40.166548+0000 mgr.y (mgr.24497) 98 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:40.166548+0000 mgr.y (mgr.24497) 98 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:40.166548+0000 mgr.y (mgr.24497) 98 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:42.167186+0000 mgr.y (mgr.24497) 99 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:42.167186+0000 mgr.y (mgr.24497) 99 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:42.167186+0000 mgr.y (mgr.24497) 99 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:44.167683+0000 mgr.y (mgr.24497) 100 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:45.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:45] "GET /metrics HTTP/1.1" 200 188331 "" "Prometheus/2.33.4" 2024-04-24T02:40:45.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:44.167683+0000 mgr.y (mgr.24497) 100 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:44.167683+0000 mgr.y (mgr.24497) 100 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:46.168124+0000 mgr.y (mgr.24497) 101 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:46.168124+0000 mgr.y (mgr.24497) 101 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:46.168124+0000 mgr.y (mgr.24497) 101 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:48.168876+0000 mgr.y (mgr.24497) 102 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:48.168876+0000 mgr.y (mgr.24497) 102 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:49.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:48.168876+0000 mgr.y (mgr.24497) 102 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:50.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:40:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:40:51.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:50.169233+0000 mgr.y (mgr.24497) 103 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:50.169233+0000 mgr.y (mgr.24497) 103 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:51.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:50.169233+0000 mgr.y (mgr.24497) 103 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:52.169744+0000 mgr.y (mgr.24497) 104 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:52.169744+0000 mgr.y (mgr.24497) 104 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:53.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:52.169744+0000 mgr.y (mgr.24497) 104 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:55.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:54.170118+0000 mgr.y (mgr.24497) 105 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:55.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:40:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:40:55] "GET /metrics HTTP/1.1" 200 188331 "" "Prometheus/2.33.4" 2024-04-24T02:40:55.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:54.170118+0000 mgr.y (mgr.24497) 105 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:55.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:54.170118+0000 mgr.y (mgr.24497) 105 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:56.170501+0000 mgr.y (mgr.24497) 106 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:56.170501+0000 mgr.y (mgr.24497) 106 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:56.170501+0000 mgr.y (mgr.24497) 106 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:40:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:40:58.171044+0000 mgr.y (mgr.24497) 107 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:40:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:40:58.171044+0000 mgr.y (mgr.24497) 107 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:40:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:40:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:40:58.171044+0000 mgr.y (mgr.24497) 107 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:00.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:41:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:41:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:00.171325+0000 mgr.y (mgr.24497) 108 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:00.171325+0000 mgr.y (mgr.24497) 108 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:00.171325+0000 mgr.y (mgr.24497) 108 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:03.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:02.171764+0000 mgr.y (mgr.24497) 109 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:02.171764+0000 mgr.y (mgr.24497) 109 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:02.171764+0000 mgr.y (mgr.24497) 109 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:04.172065+0000 mgr.y (mgr.24497) 110 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:05.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:05] "GET /metrics HTTP/1.1" 200 188335 "" "Prometheus/2.33.4" 2024-04-24T02:41:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:04.172065+0000 mgr.y (mgr.24497) 110 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:04.172065+0000 mgr.y (mgr.24497) 110 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:07.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:06.172375+0000 mgr.y (mgr.24497) 111 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:06.172375+0000 mgr.y (mgr.24497) 111 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:07.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:06.172375+0000 mgr.y (mgr.24497) 111 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:08.172887+0000 mgr.y (mgr.24497) 112 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:09.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:08.172887+0000 mgr.y (mgr.24497) 112 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:09.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:08.172887+0000 mgr.y (mgr.24497) 112 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:10.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:41:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:41:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:10.173170+0000 mgr.y (mgr.24497) 113 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:10.173170+0000 mgr.y (mgr.24497) 113 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:10.173170+0000 mgr.y (mgr.24497) 113 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:13.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:12.173658+0000 mgr.y (mgr.24497) 114 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:13.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:12.173658+0000 mgr.y (mgr.24497) 114 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:13.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:12.173658+0000 mgr.y (mgr.24497) 114 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:14.174016+0000 mgr.y (mgr.24497) 115 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:15.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:14.174016+0000 mgr.y (mgr.24497) 115 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:15.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:15] "GET /metrics HTTP/1.1" 200 188334 "" "Prometheus/2.33.4" 2024-04-24T02:41:15.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:14.174016+0000 mgr.y (mgr.24497) 115 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:17.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:16.174359+0000 mgr.y (mgr.24497) 116 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:17.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:16.174359+0000 mgr.y (mgr.24497) 116 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:17.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:16.174359+0000 mgr.y (mgr.24497) 116 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:18.186202+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:18.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:18.186202+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:18.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:18.186202+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:19.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:18.174990+0000 mgr.y (mgr.24497) 117 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:18.619213+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:18.620038+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:19.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:18.625200+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:18.174990+0000 mgr.y (mgr.24497) 117 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:18.619213+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:18.620038+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:19.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:18.625200+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:19.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:18.174990+0000 mgr.y (mgr.24497) 117 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:19.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:18.619213+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:19.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:18.620038+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:19.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:18.625200+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:20.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:41:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:41:21.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:20.175354+0000 mgr.y (mgr.24497) 118 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:21.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:20.175354+0000 mgr.y (mgr.24497) 118 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:21.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:20.175354+0000 mgr.y (mgr.24497) 118 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:22.175815+0000 mgr.y (mgr.24497) 119 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:23.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:22.175815+0000 mgr.y (mgr.24497) 119 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:23.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:22.175815+0000 mgr.y (mgr.24497) 119 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:25.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:24.176161+0000 mgr.y (mgr.24497) 120 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:25.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:24.176161+0000 mgr.y (mgr.24497) 120 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:25.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:25] "GET /metrics HTTP/1.1" 200 188334 "" "Prometheus/2.33.4" 2024-04-24T02:41:25.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:24.176161+0000 mgr.y (mgr.24497) 120 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:27.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:26.176527+0000 mgr.y (mgr.24497) 121 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:27.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:26.176527+0000 mgr.y (mgr.24497) 121 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:27.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:26.176527+0000 mgr.y (mgr.24497) 121 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:29.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:28.177165+0000 mgr.y (mgr.24497) 122 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:29.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:28.177165+0000 mgr.y (mgr.24497) 122 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:29.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:28.177165+0000 mgr.y (mgr.24497) 122 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:30.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:41:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:41:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:30.177522+0000 mgr.y (mgr.24497) 123 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:30.177522+0000 mgr.y (mgr.24497) 123 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:31.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:30.177522+0000 mgr.y (mgr.24497) 123 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:33.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:32.178126+0000 mgr.y (mgr.24497) 124 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:33.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:32.178126+0000 mgr.y (mgr.24497) 124 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:33.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:32.178126+0000 mgr.y (mgr.24497) 124 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:35.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:34.178477+0000 mgr.y (mgr.24497) 125 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:35.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:34.178477+0000 mgr.y (mgr.24497) 125 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:35.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:35] "GET /metrics HTTP/1.1" 200 188336 "" "Prometheus/2.33.4" 2024-04-24T02:41:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:34.178477+0000 mgr.y (mgr.24497) 125 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:37.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:36.178832+0000 mgr.y (mgr.24497) 126 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:37.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:36.178832+0000 mgr.y (mgr.24497) 126 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:37.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:36.178832+0000 mgr.y (mgr.24497) 126 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:38.372 INFO:tasks.workunit.client.0.smithi016.stderr:Updating files: 95% (11881/12492) Updating files: 96% (11993/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-24T02:41:39.116 INFO:tasks.workunit.client.0.smithi016.stderr:Note: switching to '19b26365dac54ee709df8c5dc2a7b7e89a50aba5'. 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr:state without impacting any branches by switching back to a branch. 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr: git switch -c 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr:Or undo this operation with: 2024-04-24T02:41:39.117 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T02:41:39.118 INFO:tasks.workunit.client.0.smithi016.stderr: git switch - 2024-04-24T02:41:39.118 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T02:41:39.118 INFO:tasks.workunit.client.0.smithi016.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-24T02:41:39.118 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T02:41:39.118 INFO:tasks.workunit.client.0.smithi016.stderr:HEAD is now at 19b26365dac Merge pull request #56541 from cybozu/wip-65172-reef 2024-04-24T02:41:39.123 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-24T02:41:39.193 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T02:41:39.195 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T02:41:39.195 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T02:41:39.752 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T02:41:39.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:38.179358+0000 mgr.y (mgr.24497) 127 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:39.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:38.179358+0000 mgr.y (mgr.24497) 127 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:39.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:38.179358+0000 mgr.y (mgr.24497) 127 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:39.810 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T02:41:39.850 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T02:41:39.852 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T02:41:39.852 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T02:41:39.890 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T02:41:39.894 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:41:39.894 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-24T02:41:39.953 INFO:tasks.workunit:Running workunits matching test_telemetry_pacific.sh on client.0... 2024-04-24T02:41:39.954 INFO:tasks.workunit:Running workunit test_telemetry_pacific.sh... 2024-04-24T02:41:39.955 DEBUG:teuthology.orchestra.run.smithi016:workunit test test_telemetry_pacific.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=19b26365dac54ee709df8c5dc2a7b7e89a50aba5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_pacific.sh 2024-04-24T02:41:40.015 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-24T02:41:40.436 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-24T02:41:40.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:41:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:41:40.724 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STOPPING 2024-04-24T02:41:40.724 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:41:40.725 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STOPPED 2024-04-24T02:41:40.725 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STARTING 2024-04-24T02:41:40.725 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Serving on http://:::9283 2024-04-24T02:41:40.725 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STARTED 2024-04-24T02:41:40.852 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-24T02:41:41.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STOPPING 2024-04-24T02:41:41.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:41:41.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STOPPED 2024-04-24T02:41:41.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STARTING 2024-04-24T02:41:41.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Serving on http://:::9283 2024-04-24T02:41:41.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:40] ENGINE Bus STARTED 2024-04-24T02:41:41.272 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-24T02:41:41.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STOPPING 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STOPPED 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STARTING 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Serving on http://:::9283 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STARTED 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:40.179672+0000 mgr.y (mgr.24497) 128 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.304786+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' 2024-04-24T02:41:41.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.351965+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.353315+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.353940+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.357884+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.721800+0000 mon.a (mon.0) 758 : audit [INF] from='client.? 172.21.15.16:0/2864936682' entity='client.admin' 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.776566+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.778117+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.778757+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:40.783187+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.140696+0000 mon.a (mon.0) 763 : audit [INF] from='client.? 172.21.15.16:0/1267733551' entity='client.admin' 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.151779+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.153046+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.153593+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.157904+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:40.179672+0000 mgr.y (mgr.24497) 128 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.304786+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.351965+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.353315+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.353940+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.357884+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.721800+0000 mon.a (mon.0) 758 : audit [INF] from='client.? 172.21.15.16:0/2864936682' entity='client.admin' 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.776566+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.778117+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.778757+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:40.783187+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.140696+0000 mon.a (mon.0) 763 : audit [INF] from='client.? 172.21.15.16:0/1267733551' entity='client.admin' 2024-04-24T02:41:41.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.151779+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.153046+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.153593+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.157904+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:40.179672+0000 mgr.y (mgr.24497) 128 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.304786+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' 2024-04-24T02:41:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.351965+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.353315+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.353940+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.357884+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.721800+0000 mon.a (mon.0) 758 : audit [INF] from='client.? 172.21.15.16:0/2864936682' entity='client.admin' 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.776566+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.778117+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.778757+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:40.783187+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.140696+0000 mon.a (mon.0) 763 : audit [INF] from='client.? 172.21.15.16:0/1267733551' entity='client.admin' 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.151779+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.153046+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.153593+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:41.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.157904+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:41.811 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-24T02:41:42.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STOPPING 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STOPPED 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STARTING 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Serving on http://:::9283 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STARTED 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STOPPING 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STOPPED 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STARTING 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Serving on http://:::9283 2024-04-24T02:41:42.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:41] ENGINE Bus STARTED 2024-04-24T02:41:42.220 INFO:tasks.workunit.client.0.smithi016.stderr:+ LAST_OPT_REVISION=3 2024-04-24T02:41:42.220 INFO:tasks.workunit.client.0.smithi016.stderr:+ '[' 3 -ne 3 ']' 2024-04-24T02:41:42.220 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T02:41:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "ident" 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "device" 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T02:41:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T02:41:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "log_stderr_prefix", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-24T02:41:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T02:41:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T02:41:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T02:41:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T02:41:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addr", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addrv", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T02:41:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-24T02:41:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/last_opt_revision", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T02:41:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T02:41:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T02:41:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T02:41:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-24T02:32:26.727832Z", 2024-04-24T02:41:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 1, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-24T02:41:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 0, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-24T02:41:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-24T02:41:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-24T02:41:42.737 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:42.738 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-24T02:41:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T02:41:42.740 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 3 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 3 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T02:41:42.741 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T02:41:42.742 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 8 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 8 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-24T02:41:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-24T02:41:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging" 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 16, 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-24T02:41:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "pacific" 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-24T02:41:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-24T02:41:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "0a115aee-3b51-4e65-a9c7-4a670ac5328a", 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-24T02:41:42.714661", 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-24T02:41:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 765521473536, 2024-04-24T02:41:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T02:41:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 2438811648 2024-04-24T02:41:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:42.752 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T02:41:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:41:42.752 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-24T02:41:42.752 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show-device 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.604983+0000 mgr.y (mgr.24497) 129 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.608965+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.614415+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.628910+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.630244+0000 mon.a (mon.0) 771 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.630825+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.636117+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.646890+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.679216+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.684551+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.688953+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.694315+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.829781+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:42.092861+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.16:0/2770350206' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:42.207336+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.16:0/2770350206' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:42.546416+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.604983+0000 mgr.y (mgr.24497) 129 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.608965+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.614415+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.628910+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.630244+0000 mon.a (mon.0) 771 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.630825+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:43.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.636117+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.646890+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.679216+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.684551+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.688953+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.694315+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.829781+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:42.092861+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.16:0/2770350206' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:42.207336+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.16:0/2770350206' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T02:41:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:42.546416+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.604983+0000 mgr.y (mgr.24497) 129 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.608965+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.614415+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.628910+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.630244+0000 mon.a (mon.0) 771 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.630825+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.636117+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.646890+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.679216+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.684551+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.688953+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.694315+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:43.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.829781+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:42.092861+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.16:0/2770350206' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T02:41:43.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:42.207336+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.16:0/2770350206' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T02:41:43.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:42.546416+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.235 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T02:41:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8a2ad2-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T02:41:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_2e8ace38-01e4-11ef-b5e8-0cc47abd1564": {} 2024-04-24T02:41:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8bb366-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T02:41:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_2e8c48e4-01e4-11ef-b5e8-0cc47abd1564": {} 2024-04-24T02:41:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.236 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T02:41:43.248 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show-all 2024-04-24T02:41:43.758 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "device_report": { 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8a2ad2-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_2e8ace38-01e4-11ef-b5e8-0cc47abd1564": {} 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8bb366-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_2e8c48e4-01e4-11ef-b5e8-0cc47abd1564": {} 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "report": { 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-24T02:41:43.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "ident" 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "device" 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-24T02:41:43.760 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T02:41:43.761 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T02:41:43.762 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T02:41:43.762 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T02:41:43.762 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-24T02:41:43.762 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-24T02:41:43.762 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-24T02:41:43.762 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "log_stderr_prefix", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-24T02:41:43.763 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T02:41:43.764 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T02:41:43.765 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T02:41:43.766 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addr", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addrv", 2024-04-24T02:41:43.767 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T02:41:43.768 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T02:41:43.769 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-24T02:41:43.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/last_opt_revision", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T02:41:43.771 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T02:41:43.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T02:41:43.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-24T02:32:26.727832Z", 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-24T02:41:43.774 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 1, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 0, 2024-04-24T02:41:43.776 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-24T02:41:43.777 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-24T02:41:43.778 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-24T02:41:43.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-24T02:41:43.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T02:41:43.781 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T02:41:43.782 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-24T02:41:43.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.783 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T02:41:43.783 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 3 2024-04-24T02:41:43.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.783 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T02:41:43.783 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 3 2024-04-24T02:41:43.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.784 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T02:41:43.784 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-24T02:41:43.784 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.784 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T02:41:43.784 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T02:41:43.785 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-24T02:41:43.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.785 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T02:41:43.785 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:41:43.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.785 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T02:41:43.786 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-24T02:41:43.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.786 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T02:41:43.786 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-24T02:41:43.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.786 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T02:41:43.786 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-24T02:41:43.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.787 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T02:41:43.787 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 8 2024-04-24T02:41:43.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.787 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T02:41:43.787 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 8 2024-04-24T02:41:43.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.788 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T02:41:43.788 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-24T02:41:43.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.788 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-24T02:41:43.788 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-24T02:41:43.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.789 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-24T02:41:43.789 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-24T02:41:43.789 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.789 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.789 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T02:41:43.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T02:41:43.790 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-24T02:41:43.790 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-24T02:41:43.790 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-24T02:41:43.790 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-24T02:41:43.791 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-24T02:41:43.791 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-24T02:41:43.791 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-24T02:41:43.791 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-24T02:41:43.791 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-24T02:41:43.792 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-24T02:41:43.792 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging" 2024-04-24T02:41:43.792 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T02:41:43.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.792 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-24T02:41:43.792 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-24T02:41:43.793 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 16, 2024-04-24T02:41:43.793 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-24T02:41:43.793 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-24T02:41:43.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.793 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-24T02:41:43.793 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T02:41:43.793 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-24T02:41:43.794 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-24T02:41:43.794 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-24T02:41:43.794 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "pacific" 2024-04-24T02:41:43.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-24T02:41:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-24T02:41:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-24T02:41:43.796 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-24T02:41:43.796 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:43.796 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:43.796 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:43.796 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:43.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.797 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:43.797 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:43.797 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:43.797 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:43.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:43.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-24T02:41:43.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-24T02:41:43.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-24T02:41:43.798 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:43.798 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:43.798 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:43.799 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:43.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.799 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:43.799 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:43.799 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:43.799 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:43.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:43.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-24T02:41:43.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-24T02:41:43.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-24T02:41:43.800 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:43.800 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:43.800 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:43.801 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:43.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.801 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T02:41:43.801 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T02:41:43.801 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T02:41:43.801 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T02:41:43.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T02:41:43.802 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "0a115aee-3b51-4e65-a9c7-4a670ac5328a", 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-24T02:41:43.753988", 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-24T02:41:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 765521473536, 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 2438811648 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T02:41:43.804 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T02:41:43.805 INFO:tasks.workunit.client.0.smithi016.stdout:OK 2024-04-24T02:41:43.805 INFO:tasks.workunit.client.0.smithi016.stderr:+ echo OK 2024-04-24T02:41:43.806 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:41:43.806 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:41:43.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:41.798451+0000 mgr.y (mgr.24497) 130 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:43.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:42.180179+0000 mgr.y (mgr.24497) 131 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:43.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:42.545323+0000 mgr.y (mgr.24497) 132 : audit [DBG] from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:43.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:42.715607+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:43.579304+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:41.798451+0000 mgr.y (mgr.24497) 130 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:43.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:42.180179+0000 mgr.y (mgr.24497) 131 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:43.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:42.545323+0000 mgr.y (mgr.24497) 132 : audit [DBG] from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:43.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:42.715607+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:43.579304+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:43.877 INFO:tasks.workunit:Stopping ['test_telemetry_pacific.sh'] on client.0... 2024-04-24T02:41:43.877 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-24T02:41:44.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:41.798451+0000 mgr.y (mgr.24497) 130 : audit [DBG] from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:42.180179+0000 mgr.y (mgr.24497) 131 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:44.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:42.545323+0000 mgr.y (mgr.24497) 132 : audit [DBG] from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:42.715607+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:44.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:43.579304+0000 mon.a (mon.0) 782 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:44.186 DEBUG:teuthology.parallel:result is None 2024-04-24T02:41:44.187 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T02:41:44.216 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T02:41:44.216 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T02:41:44.291 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T02:41:44.291 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:41:44.301 INFO:teuthology.task.print:**** done end telemetry pacific... 2024-04-24T02:41:44.301 INFO:teuthology.run_tasks:Running task print... 2024-04-24T02:41:44.352 INFO:teuthology.task.print:**** done start parallel 2024-04-24T02:41:44.352 INFO:teuthology.run_tasks:Running task parallel... 2024-04-24T02:41:44.371 INFO:teuthology.task.parallel:starting parallel... 2024-04-24T02:41:44.371 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-24T02:41:44.372 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T02:41:44.372 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-24T02:41:44.372 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-24T02:41:44.374 INFO:tasks.rados:Beginning rados... 2024-04-24T02:41:44.374 INFO:tasks.rados:joining rados 2024-04-24T02:41:44.374 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-24T02:41:44.375 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-24T02:41:44.375 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-24T02:41:44.375 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-24T02:41:44.375 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi016.front.sepia.ceph.com 2024-04-24T02:41:44.376 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -e sha1=646b8c7d293d8ec31a40c69f7b3237b19c1be24d -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-24T02:41:44.376 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-24T02:41:44.376 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-24T02:41:44.915 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:42.714576+0000 mgr.y (mgr.24497) 133 : audit [DBG] from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.915 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:43.062955+0000 mgr.y (mgr.24497) 134 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.915 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:43.234567+0000 mgr.y (mgr.24497) 135 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.915 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:43.578293+0000 mgr.y (mgr.24497) 136 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.915 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:43.700485+0000 mon.a (mon.0) 783 : cluster [DBG] mgrmap e20: y(active, since 3m), standbys: x 2024-04-24T02:41:44.915 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:43.754905+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:44.915 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:42.714576+0000 mgr.y (mgr.24497) 133 : audit [DBG] from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.916 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:43.062955+0000 mgr.y (mgr.24497) 134 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.916 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:43.234567+0000 mgr.y (mgr.24497) 135 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.916 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:43.578293+0000 mgr.y (mgr.24497) 136 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:44.916 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:43.700485+0000 mon.a (mon.0) 783 : cluster [DBG] mgrmap e20: y(active, since 3m), standbys: x 2024-04-24T02:41:44.916 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:43.754905+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:45.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:42.714576+0000 mgr.y (mgr.24497) 133 : audit [DBG] from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:45.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:43.062955+0000 mgr.y (mgr.24497) 134 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:45.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:43.234567+0000 mgr.y (mgr.24497) 135 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:45.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:43.578293+0000 mgr.y (mgr.24497) 136 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:45.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:43.700485+0000 mon.a (mon.0) 783 : cluster [DBG] mgrmap e20: y(active, since 3m), standbys: x 2024-04-24T02:41:45.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:43.754905+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:45.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:43.753905+0000 mgr.y (mgr.24497) 137 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:45.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:44.180488+0000 mgr.y (mgr.24497) 138 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:45.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:45] "GET /metrics HTTP/1.1" 200 188329 "" "Prometheus/2.33.4" 2024-04-24T02:41:45.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:43.753905+0000 mgr.y (mgr.24497) 137 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:45.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:44.180488+0000 mgr.y (mgr.24497) 138 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:43.753905+0000 mgr.y (mgr.24497) 137 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:44.180488+0000 mgr.y (mgr.24497) 138 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:46.436 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:41:47.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:46] ENGINE Bus STOPPING 2024-04-24T02:41:47.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:41:47.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:46] ENGINE Bus STOPPED 2024-04-24T02:41:47.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:46] ENGINE Bus STARTING 2024-04-24T02:41:47.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:46] ENGINE Serving on http://:::9283 2024-04-24T02:41:47.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:41:46] ENGINE Bus STARTED 2024-04-24T02:41:47.732 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -e sha1=646b8c7d293d8ec31a40c69f7b3237b19c1be24d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-24T02:41:47.882 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:46.180873+0000 mgr.y (mgr.24497) 139 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:47.882 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:46.859598+0000 mon.a (mon.0) 785 : audit [INF] from='client.? 172.21.15.16:0/1831040841' entity='client.admin' 2024-04-24T02:41:47.882 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:46.890077+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:47.882 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:46.913889+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:47.882 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:46.915256+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:47.882 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:46.915816+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:46.919942+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:46.180873+0000 mgr.y (mgr.24497) 139 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:46.859598+0000 mon.a (mon.0) 785 : audit [INF] from='client.? 172.21.15.16:0/1831040841' entity='client.admin' 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:46.890077+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:46.913889+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:46.915256+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:46.915816+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:47.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:46.919942+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:48.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:46.180873+0000 mgr.y (mgr.24497) 139 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:48.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:46.859598+0000 mon.a (mon.0) 785 : audit [INF] from='client.? 172.21.15.16:0/1831040841' entity='client.admin' 2024-04-24T02:41:48.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:46.890077+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:48.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:46.913889+0000 mon.a (mon.0) 787 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:48.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:46.915256+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:48.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:46.915816+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:48.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:46.919942+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:48.181574+0000 mgr.y (mgr.24497) 140 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:49.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:48.181574+0000 mgr.y (mgr.24497) 140 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:50.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:48.181574+0000 mgr.y (mgr.24497) 140 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:50.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:41:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:41:50.964 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:50.426869+0000 mon.a (mon.0) 791 : audit [INF] from='client.? 172.21.15.16:0/802587327' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T02:41:50.964 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:50.426869+0000 mon.a (mon.0) 791 : audit [INF] from='client.? 172.21.15.16:0/802587327' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T02:41:51.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:50.426869+0000 mon.a (mon.0) 791 : audit [INF] from='client.? 172.21.15.16:0/802587327' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T02:41:51.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:50.181902+0000 mgr.y (mgr.24497) 141 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:51.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:50.625623+0000 mon.a (mon.0) 792 : audit [INF] from='client.? 172.21.15.16:0/802587327' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T02:41:51.965 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:50.625702+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-24T02:41:51.965 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:50.181902+0000 mgr.y (mgr.24497) 141 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:51.965 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:50.625623+0000 mon.a (mon.0) 792 : audit [INF] from='client.? 172.21.15.16:0/802587327' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T02:41:51.966 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:50.625702+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-24T02:41:52.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:50.181902+0000 mgr.y (mgr.24497) 141 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:52.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:50.625623+0000 mon.a (mon.0) 792 : audit [INF] from='client.? 172.21.15.16:0/802587327' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T02:41:52.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:50.625702+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-24T02:41:52.133 INFO:teuthology.orchestra.run.smithi016.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:41:52.413 INFO:tasks.rados:starting run 0 out of 1 2024-04-24T02:41:52.413 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-24T02:41:52.414 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-24T02:41:53.127 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -e sha1=646b8c7d293d8ec31a40c69f7b3237b19c1be24d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-24T02:41:53.228 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:41:53.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:52.128839+0000 mgr.y (mgr.24497) 142 : audit [DBG] from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:41:52.129457+0000 mgr.y (mgr.24497) 143 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:52.132991+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:52.149405+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:52.150742+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:52.151512+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:52.155907+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:41:52.160075+0000 mgr.y (mgr.24497) 144 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:52.182405+0000 mgr.y (mgr.24497) 145 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:52.128839+0000 mgr.y (mgr.24497) 142 : audit [DBG] from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:41:52.129457+0000 mgr.y (mgr.24497) 143 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:41:53.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:52.132991+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:53.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:52.149405+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:53.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:52.150742+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:53.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:52.151512+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:53.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:52.155907+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:53.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:41:52.160075+0000 mgr.y (mgr.24497) 144 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:41:53.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:52.182405+0000 mgr.y (mgr.24497) 145 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:53.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:52.128839+0000 mgr.y (mgr.24497) 142 : audit [DBG] from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:41:52.129457+0000 mgr.y (mgr.24497) 143 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:52.132991+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:52.149405+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:52.150742+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:52.151512+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:52.155907+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:41:52.160075+0000 mgr.y (mgr.24497) 144 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:646b8c7d293d8ec31a40c69f7b3237b19c1be24d 2024-04-24T02:41:53.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:52.182405+0000 mgr.y (mgr.24497) 145 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:55.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:54.182707+0000 mgr.y (mgr.24497) 146 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:55.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:41:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:41:55] "GET /metrics HTTP/1.1" 200 188329 "" "Prometheus/2.33.4" 2024-04-24T02:41:55.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:54.182707+0000 mgr.y (mgr.24497) 146 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:55.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:54.182707+0000 mgr.y (mgr.24497) 146 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:57.641 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (115s) 104s ago 2m 14.8M - 0.23.0 ba2b418f427c b43fe460bd41 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (2m) 100s ago 2m 45.6M - 8.3.5 dad864ee21e9 cd88176cbd7f 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (3m) 104s ago 3m 13.0M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (3m) 100s ago 3m 14.5M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443 running (7m) 100s ago 7m 385M - 16.2.15-1-g8963e9de 727f386679cb 308057cafeb1 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283 running (9m) 104s ago 9m 434M - 16.2.15-1-g8963e9de 727f386679cb a18a00fc8f74 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (9m) 104s ago 9m 68.3M 2048M 16.2.15-1-g8963e9de 727f386679cb b115a61f2bb8 2024-04-24T02:41:57.978 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (7m) 100s ago 7m 41.5M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (7m) 104s ago 7m 34.0M 2048M 16.2.15-1-g8963e9de 727f386679cb b158ff2bc011 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (3m) 104s ago 3m 13.0M - 1.3.1 1dbe0e931976 e7635ded3467 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (3m) 100s ago 3m 11.0M - 1.3.1 1dbe0e931976 82da6550b80b 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (7m) 104s ago 7m 40.1M 3001M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (6m) 104s ago 6m 40.2M 3001M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (6m) 104s ago 6m 36.3M 3001M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (5m) 104s ago 5m 40.8M 3001M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (5m) 100s ago 5m 41.2M 3256M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (5m) 100s ago 5m 39.5M 3256M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (4m) 100s ago 4m 41.5M 3256M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (4m) 100s ago 4m 40.7M 3256M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:41:57.979 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (109s) 100s ago 3m 37.0M - 2.33.4 514e6a882f6e 1627e1b2be1b 2024-04-24T02:41:58.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:56.183035+0000 mgr.y (mgr.24497) 147 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:58.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:56.975491+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.16:0/3773669961' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-24T02:41:58.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:56.975834+0000 mon.a (mon.0) 799 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-24T02:41:58.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:56.183035+0000 mgr.y (mgr.24497) 147 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:58.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:56.975491+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.16:0/3773669961' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-24T02:41:58.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:56.975834+0000 mon.a (mon.0) 799 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-24T02:41:58.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:56.183035+0000 mgr.y (mgr.24497) 147 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:58.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:56.975491+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.16:0/3773669961' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-24T02:41:58.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:56.975834+0000 mon.a (mon.0) 799 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-24T02:41:58.253 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'unique_pool_0' created 2024-04-24T02:41:58.406 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:41:58.406 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:41:58.406 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:41:58.406 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 15 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:41:58.407 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:41:59.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:57.626182+0000 mgr.y (mgr.24497) 148 : audit [DBG] from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:57.709279+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:57.969251+0000 mgr.y (mgr.24497) 149 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:58.183354+0000 mgr.y (mgr.24497) 150 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:58.243614+0000 mon.a (mon.0) 801 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:58.243706+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:41:58.406177+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.16:0/1696669280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:57.626182+0000 mgr.y (mgr.24497) 148 : audit [DBG] from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:57.709279+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:57.969251+0000 mgr.y (mgr.24497) 149 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:58.183354+0000 mgr.y (mgr.24497) 150 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:58.243614+0000 mon.a (mon.0) 801 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-24T02:41:59.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:58.243706+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-24T02:41:59.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:41:58.406177+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.16:0/1696669280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:41:59.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:57.626182+0000 mgr.y (mgr.24497) 148 : audit [DBG] from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:59.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:57.709279+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-24T02:41:59.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:57.969251+0000 mgr.y (mgr.24497) 149 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:41:59.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:58.183354+0000 mgr.y (mgr.24497) 150 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:41:59.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:58.243614+0000 mon.a (mon.0) 801 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-24T02:41:59.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:58.243706+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-24T02:41:59.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:41:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:41:58.406177+0000 mon.a (mon.0) 803 : audit [DBG] from='client.? 172.21.15.16:0/1696669280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:41:59.162 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-24T02:41:59.473 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:42:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:41:59.245392+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-24T02:42:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:41:59.245392+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-24T02:42:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:41:59.245392+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-24T02:42:00.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:42:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:00.183651+0000 mgr.y (mgr.24497) 151 : cluster [DBG] pgmap v120: 121 pgs: 16 unknown, 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:00.249228+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-24T02:42:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:00.183651+0000 mgr.y (mgr.24497) 151 : cluster [DBG] pgmap v120: 121 pgs: 16 unknown, 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:00.249228+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-24T02:42:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:00.183651+0000 mgr.y (mgr.24497) 151 : cluster [DBG] pgmap v120: 121 pgs: 16 unknown, 105 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:00.249228+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-24T02:42:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:02.184234+0000 mgr.y (mgr.24497) 152 : cluster [DBG] pgmap v122: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:02.184234+0000 mgr.y (mgr.24497) 152 : cluster [DBG] pgmap v122: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:02.184234+0000 mgr.y (mgr.24497) 152 : cluster [DBG] pgmap v122: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:04.263 INFO:teuthology.orchestra.run.smithi016.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-24T02:42:04.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:03.637420+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.16:0/1722614361' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:42:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:03.637777+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:42:04.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:03.637420+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.16:0/1722614361' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:42:04.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:03.637777+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:42:04.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:03.637420+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.16:0/1722614361' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:42:04.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:03.637777+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:42:05.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:04.184667+0000 mgr.y (mgr.24497) 153 : cluster [DBG] pgmap v123: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:05.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:04.259404+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:42:05.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:04.259490+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-24T02:42:05.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:04.184667+0000 mgr.y (mgr.24497) 153 : cluster [DBG] pgmap v123: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:05.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:04.259404+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:42:05.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:04.259490+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-24T02:42:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:04.184667+0000 mgr.y (mgr.24497) 153 : cluster [DBG] pgmap v123: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:04.259404+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:42:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:04.259490+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-24T02:42:05.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:42:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:05] "GET /metrics HTTP/1.1" 200 188338 "" "Prometheus/2.33.4" 2024-04-24T02:42:06.121 DEBUG:teuthology.orchestra.run.smithi016:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight read -> 100 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight delete -> 50 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight snap_create -> 50 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight snap_remove -> 50 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight rollback -> 50 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight setattr -> 25 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight rmattr -> 25 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight copy_from -> 50 2024-04-24T02:42:06.152 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight append -> 100 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout:ceph version 16.2.15 (618f440892089921c3e944a991122ddc44e60516) pacific (stable) 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout:Configuration: 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout: Number of operations: 4000 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout: Number of objects: 50 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout: Max in flight operations: 16 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout: Object size (in bytes): 4000000 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout: Write stride min: 400000 2024-04-24T02:42:06.153 INFO:tasks.rados.rados.0.smithi016.stdout: Write stride max: 800000 2024-04-24T02:42:06.268 INFO:tasks.rados.rados.0.smithi016.stdout:1: write initial oid 1 2024-04-24T02:42:06.268 INFO:tasks.rados.rados.0.smithi016.stdout:1: seq_num 0 ranges {0=24576} 2024-04-24T02:42:06.268 INFO:tasks.rados.rados.0.smithi016.stdout:1: writing smithi01673382-1 from 0 to 24576 tid 1 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:2: write initial oid 2 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:2: seq_num 1 ranges {0=24576} 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:2: writing smithi01673382-2 from 0 to 24576 tid 1 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:3: write initial oid 3 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:3: seq_num 2 ranges {0=40960} 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:3: writing smithi01673382-3 from 0 to 40960 tid 1 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:4: write initial oid 4 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:4: seq_num 3 ranges {0=57344} 2024-04-24T02:42:06.269 INFO:tasks.rados.rados.0.smithi016.stdout:4: writing smithi01673382-4 from 0 to 57344 tid 1 2024-04-24T02:42:06.270 INFO:tasks.rados.rados.0.smithi016.stdout:5: write initial oid 5 2024-04-24T02:42:06.270 INFO:tasks.rados.rados.0.smithi016.stdout:5: seq_num 4 ranges {0=73728} 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:5: writing smithi01673382-5 from 0 to 73728 tid 1 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:6: write initial oid 6 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:6: seq_num 5 ranges {0=90112} 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:6: writing smithi01673382-6 from 0 to 90112 tid 1 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:7: write initial oid 7 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:7: seq_num 6 ranges {0=106496} 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:7: writing smithi01673382-7 from 0 to 106496 tid 1 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:8: write initial oid 8 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:8: seq_num 7 ranges {0=122880} 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:8: writing smithi01673382-8 from 0 to 122880 tid 1 2024-04-24T02:42:06.271 INFO:tasks.rados.rados.0.smithi016.stdout:9: write initial oid 9 2024-04-24T02:42:06.272 INFO:tasks.rados.rados.0.smithi016.stdout:9: seq_num 8 ranges {0=139264} 2024-04-24T02:42:06.272 INFO:tasks.rados.rados.0.smithi016.stdout:9: writing smithi01673382-9 from 0 to 139264 tid 1 2024-04-24T02:42:06.272 INFO:tasks.rados.rados.0.smithi016.stdout:10: write initial oid 10 2024-04-24T02:42:06.272 INFO:tasks.rados.rados.0.smithi016.stdout:10: seq_num 9 ranges {0=155648} 2024-04-24T02:42:06.273 INFO:tasks.rados.rados.0.smithi016.stdout:10: writing smithi01673382-10 from 0 to 155648 tid 1 2024-04-24T02:42:06.273 INFO:tasks.rados.rados.0.smithi016.stdout:11: write initial oid 11 2024-04-24T02:42:06.273 INFO:tasks.rados.rados.0.smithi016.stdout:11: seq_num 10 ranges {0=172032} 2024-04-24T02:42:06.275 INFO:tasks.rados.rados.0.smithi016.stdout:11: writing smithi01673382-11 from 0 to 172032 tid 1 2024-04-24T02:42:06.275 INFO:tasks.rados.rados.0.smithi016.stdout:12: write initial oid 12 2024-04-24T02:42:06.275 INFO:tasks.rados.rados.0.smithi016.stdout:12: seq_num 11 ranges {0=188416} 2024-04-24T02:42:06.276 INFO:tasks.rados.rados.0.smithi016.stdout:12: writing smithi01673382-12 from 0 to 188416 tid 1 2024-04-24T02:42:06.276 INFO:tasks.rados.rados.0.smithi016.stdout:13: write initial oid 13 2024-04-24T02:42:06.276 INFO:tasks.rados.rados.0.smithi016.stdout:13: seq_num 12 ranges {0=204800} 2024-04-24T02:42:06.278 INFO:tasks.rados.rados.0.smithi016.stdout:13: writing smithi01673382-13 from 0 to 204800 tid 1 2024-04-24T02:42:06.278 INFO:tasks.rados.rados.0.smithi016.stdout:14: write initial oid 14 2024-04-24T02:42:06.278 INFO:tasks.rados.rados.0.smithi016.stdout:14: seq_num 13 ranges {0=221184} 2024-04-24T02:42:06.280 INFO:tasks.rados.rados.0.smithi016.stdout:14: writing smithi01673382-14 from 0 to 221184 tid 1 2024-04-24T02:42:06.280 INFO:tasks.rados.rados.0.smithi016.stdout:15: write initial oid 15 2024-04-24T02:42:06.280 INFO:tasks.rados.rados.0.smithi016.stdout:15: seq_num 14 ranges {0=237568} 2024-04-24T02:42:06.282 INFO:tasks.rados.rados.0.smithi016.stdout:15: writing smithi01673382-15 from 0 to 237568 tid 1 2024-04-24T02:42:06.282 INFO:tasks.rados.rados.0.smithi016.stdout:16: write initial oid 16 2024-04-24T02:42:06.282 INFO:tasks.rados.rados.0.smithi016.stdout:16: seq_num 15 ranges {0=253952} 2024-04-24T02:42:06.283 INFO:tasks.rados.rados.0.smithi016.stdout:16: writing smithi01673382-16 from 0 to 253952 tid 1 2024-04-24T02:42:06.286 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:42:06.286 INFO:tasks.rados.rados.0.smithi016.stdout:1: finishing write tid 1 to smithi01673382-1 2024-04-24T02:42:06.286 INFO:tasks.rados.rados.0.smithi016.stdout:1: finishing write tid 2 to smithi01673382-1 2024-04-24T02:42:06.286 INFO:tasks.rados.rados.0.smithi016.stdout:2: finishing write tid 1 to smithi01673382-2 2024-04-24T02:42:06.286 INFO:tasks.rados.rados.0.smithi016.stdout:4: finishing write tid 1 to smithi01673382-4 2024-04-24T02:42:06.286 INFO:tasks.rados.rados.0.smithi016.stdout:4: finishing write tid 2 to smithi01673382-4 2024-04-24T02:42:06.286 INFO:tasks.rados.rados.0.smithi016.stdout:4: finishing write tid 3 to smithi01673382-4 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:8: finishing write tid 1 to smithi01673382-8 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:3: finishing write tid 1 to smithi01673382-3 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:3: finishing write tid 2 to smithi01673382-3 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:1: finishing write tid 3 to smithi01673382-1 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:6: finishing write tid 1 to smithi01673382-6 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:2: finishing write tid 2 to smithi01673382-2 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:5: finishing write tid 1 to smithi01673382-5 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:5: finishing write tid 2 to smithi01673382-5 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:9: finishing write tid 1 to smithi01673382-9 2024-04-24T02:42:06.287 INFO:tasks.rados.rados.0.smithi016.stdout:6: finishing write tid 2 to smithi01673382-6 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:6: finishing write tid 3 to smithi01673382-6 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:9: finishing write tid 2 to smithi01673382-9 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:10: finishing write tid 1 to smithi01673382-10 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:2: finishing write tid 3 to smithi01673382-2 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:10: finishing write tid 2 to smithi01673382-10 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:1: done (15 left) 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:2: done (14 left) 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:4: done (13 left) 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:6: done (12 left) 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:17: write initial oid 17 2024-04-24T02:42:06.288 INFO:tasks.rados.rados.0.smithi016.stdout:17: seq_num 16 ranges {0=270336} 2024-04-24T02:42:06.289 INFO:tasks.rados.rados.0.smithi016.stdout:17: writing smithi01673382-17 from 0 to 270336 tid 1 2024-04-24T02:42:06.289 INFO:tasks.rados.rados.0.smithi016.stdout:18: write initial oid 18 2024-04-24T02:42:06.289 INFO:tasks.rados.rados.0.smithi016.stdout:18: seq_num 17 ranges {0=286720} 2024-04-24T02:42:06.290 INFO:tasks.rados.rados.0.smithi016.stdout:18: writing smithi01673382-18 from 0 to 286720 tid 1 2024-04-24T02:42:06.290 INFO:tasks.rados.rados.0.smithi016.stdout:19: write initial oid 19 2024-04-24T02:42:06.290 INFO:tasks.rados.rados.0.smithi016.stdout:19: seq_num 18 ranges {0=303104} 2024-04-24T02:42:06.292 INFO:tasks.rados.rados.0.smithi016.stdout:19: writing smithi01673382-19 from 0 to 303104 tid 1 2024-04-24T02:42:06.292 INFO:tasks.rados.rados.0.smithi016.stdout:20: write initial oid 20 2024-04-24T02:42:06.292 INFO:tasks.rados.rados.0.smithi016.stdout:20: seq_num 19 ranges {0=319488} 2024-04-24T02:42:06.294 INFO:tasks.rados.rados.0.smithi016.stdout:20: writing smithi01673382-20 from 0 to 319488 tid 1 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:7: finishing write tid 1 to smithi01673382-7 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:7: finishing write tid 2 to smithi01673382-7 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:3: finishing write tid 3 to smithi01673382-3 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:8: finishing write tid 2 to smithi01673382-8 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:8: finishing write tid 3 to smithi01673382-8 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:5: finishing write tid 3 to smithi01673382-5 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-24T02:42:06.295 INFO:tasks.rados.rados.0.smithi016.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:10: finishing write tid 3 to smithi01673382-10 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:7: finishing write tid 3 to smithi01673382-7 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:11: finishing write tid 1 to smithi01673382-11 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:11: finishing write tid 2 to smithi01673382-11 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:12: finishing write tid 1 to smithi01673382-12 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:12: finishing write tid 2 to smithi01673382-12 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:11: finishing write tid 3 to smithi01673382-11 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-24T02:42:06.296 INFO:tasks.rados.rados.0.smithi016.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:9: finishing write tid 3 to smithi01673382-9 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 6 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:14: finishing write tid 1 to smithi01673382-14 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:14: finishing write tid 2 to smithi01673382-14 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:15: finishing write tid 1 to smithi01673382-15 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:15: finishing write tid 2 to smithi01673382-15 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:3: done (15 left) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:5: done (14 left) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:7: done (13 left) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:8: done (12 left) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:9: done (11 left) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:10: done (10 left) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:11: done (9 left) 2024-04-24T02:42:06.297 INFO:tasks.rados.rados.0.smithi016.stdout:21: write initial oid 21 2024-04-24T02:42:06.298 INFO:tasks.rados.rados.0.smithi016.stdout:21: seq_num 20 ranges {0=344064} 2024-04-24T02:42:06.298 INFO:tasks.rados.rados.0.smithi016.stdout:21: writing smithi01673382-21 from 0 to 344064 tid 1 2024-04-24T02:42:06.298 INFO:tasks.rados.rados.0.smithi016.stdout:22: write initial oid 22 2024-04-24T02:42:06.298 INFO:tasks.rados.rados.0.smithi016.stdout:22: seq_num 21 ranges {0=360448} 2024-04-24T02:42:06.299 INFO:tasks.rados.rados.0.smithi016.stdout:22: writing smithi01673382-22 from 0 to 360448 tid 1 2024-04-24T02:42:06.299 INFO:tasks.rados.rados.0.smithi016.stdout:23: write initial oid 23 2024-04-24T02:42:06.299 INFO:tasks.rados.rados.0.smithi016.stdout:23: seq_num 22 ranges {0=376832} 2024-04-24T02:42:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:23: writing smithi01673382-23 from 0 to 376832 tid 1 2024-04-24T02:42:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:24: write initial oid 24 2024-04-24T02:42:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:24: seq_num 23 ranges {0=393216} 2024-04-24T02:42:06.304 INFO:tasks.rados.rados.0.smithi016.stdout:24: writing smithi01673382-24 from 0 to 393216 tid 1 2024-04-24T02:42:06.305 INFO:tasks.rados.rados.0.smithi016.stdout:25: write initial oid 25 2024-04-24T02:42:06.305 INFO:tasks.rados.rados.0.smithi016.stdout:25: seq_num 24 ranges {0=409600} 2024-04-24T02:42:06.307 INFO:tasks.rados.rados.0.smithi016.stdout:25: writing smithi01673382-25 from 0 to 409600 tid 1 2024-04-24T02:42:06.307 INFO:tasks.rados.rados.0.smithi016.stdout:26: write initial oid 26 2024-04-24T02:42:06.307 INFO:tasks.rados.rados.0.smithi016.stdout:26: seq_num 25 ranges {0=425984} 2024-04-24T02:42:06.310 INFO:tasks.rados.rados.0.smithi016.stdout:26: writing smithi01673382-26 from 0 to 425984 tid 1 2024-04-24T02:42:06.310 INFO:tasks.rados.rados.0.smithi016.stdout:27: write initial oid 27 2024-04-24T02:42:06.310 INFO:tasks.rados.rados.0.smithi016.stdout:12: finishing write tid 3 to smithi01673382-12 2024-04-24T02:42:06.310 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-24T02:42:06.310 INFO:tasks.rados.rados.0.smithi016.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-24T02:42:06.310 INFO:tasks.rados.rados.0.smithi016.stdout:14: finishing write tid 3 to smithi01673382-14 2024-04-24T02:42:06.310 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:16: finishing write tid 1 to smithi01673382-16 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:16: finishing write tid 2 to smithi01673382-16 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:16: finishing write tid 3 to smithi01673382-16 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:18: finishing write tid 1 to smithi01673382-18 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:18: finishing write tid 2 to smithi01673382-18 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:15: finishing write tid 3 to smithi01673382-15 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-24T02:42:06.311 INFO:tasks.rados.rados.0.smithi016.stdout:13: finishing write tid 1 to smithi01673382-13 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:13: finishing write tid 2 to smithi01673382-13 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:13: finishing write tid 3 to smithi01673382-13 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:18: finishing write tid 3 to smithi01673382-18 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:17: finishing write tid 1 to smithi01673382-17 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:17: finishing write tid 2 to smithi01673382-17 2024-04-24T02:42:06.312 INFO:tasks.rados.rados.0.smithi016.stdout:27: seq_num 26 ranges {0=442368} 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:27: writing smithi01673382-27 from 0 to 442368 tid 1 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:12: done (15 left) 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:13: done (14 left) 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:14: done (13 left) 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:15: done (12 left) 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:16: done (11 left) 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:18: done (10 left) 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:28: write initial oid 28 2024-04-24T02:42:06.313 INFO:tasks.rados.rados.0.smithi016.stdout:28: seq_num 27 ranges {0=458752} 2024-04-24T02:42:06.315 INFO:tasks.rados.rados.0.smithi016.stdout:28: writing smithi01673382-28 from 0 to 458752 tid 1 2024-04-24T02:42:06.315 INFO:tasks.rados.rados.0.smithi016.stdout:29: write initial oid 29 2024-04-24T02:42:06.315 INFO:tasks.rados.rados.0.smithi016.stdout:29: seq_num 28 ranges {0=475136} 2024-04-24T02:42:06.317 INFO:tasks.rados.rados.0.smithi016.stdout:29: writing smithi01673382-29 from 0 to 475136 tid 1 2024-04-24T02:42:06.318 INFO:tasks.rados.rados.0.smithi016.stdout:30: write initial oid 30 2024-04-24T02:42:06.318 INFO:tasks.rados.rados.0.smithi016.stdout:30: seq_num 29 ranges {0=491520} 2024-04-24T02:42:06.321 INFO:tasks.rados.rados.0.smithi016.stdout:30: writing smithi01673382-30 from 0 to 491520 tid 1 2024-04-24T02:42:06.321 INFO:tasks.rados.rados.0.smithi016.stdout:31: write initial oid 31 2024-04-24T02:42:06.321 INFO:tasks.rados.rados.0.smithi016.stdout:31: seq_num 30 ranges {0=507904} 2024-04-24T02:42:06.324 INFO:tasks.rados.rados.0.smithi016.stdout:31: writing smithi01673382-31 from 0 to 507904 tid 1 2024-04-24T02:42:06.324 INFO:tasks.rados.rados.0.smithi016.stdout:32: write initial oid 32 2024-04-24T02:42:06.324 INFO:tasks.rados.rados.0.smithi016.stdout:32: seq_num 31 ranges {0=524288} 2024-04-24T02:42:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:32: writing smithi01673382-32 from 0 to 524288 tid 1 2024-04-24T02:42:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:33: write initial oid 33 2024-04-24T02:42:06.328 INFO:tasks.rados.rados.0.smithi016.stdout:33: seq_num 32 ranges {0=540672} 2024-04-24T02:42:06.331 INFO:tasks.rados.rados.0.smithi016.stdout:33: writing smithi01673382-33 from 0 to 540672 tid 1 2024-04-24T02:42:06.331 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:42:06.331 INFO:tasks.rados.rados.0.smithi016.stdout:17: finishing write tid 3 to smithi01673382-17 2024-04-24T02:42:06.331 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-24T02:42:06.331 INFO:tasks.rados.rados.0.smithi016.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-24T02:42:06.331 INFO:tasks.rados.rados.0.smithi016.stdout:20: finishing write tid 1 to smithi01673382-20 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:19: finishing write tid 1 to smithi01673382-19 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:20: finishing write tid 2 to smithi01673382-20 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:19: finishing write tid 2 to smithi01673382-19 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:20: finishing write tid 3 to smithi01673382-20 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:21: finishing write tid 1 to smithi01673382-21 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:17: done (15 left) 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:20: done (14 left) 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:34: write initial oid 34 2024-04-24T02:42:06.332 INFO:tasks.rados.rados.0.smithi016.stdout:34: seq_num 33 ranges {0=557056} 2024-04-24T02:42:06.335 INFO:tasks.rados.rados.0.smithi016.stdout:34: writing smithi01673382-34 from 0 to 557056 tid 1 2024-04-24T02:42:06.335 INFO:tasks.rados.rados.0.smithi016.stdout:35: write initial oid 35 2024-04-24T02:42:06.335 INFO:tasks.rados.rados.0.smithi016.stdout:35: seq_num 34 ranges {0=573440} 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:35: writing smithi01673382-35 from 0 to 573440 tid 1 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:19: finishing write tid 3 to smithi01673382-19 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 10 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:21: finishing write tid 2 to smithi01673382-21 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:19: done (15 left) 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:36: write initial oid 36 2024-04-24T02:42:06.339 INFO:tasks.rados.rados.0.smithi016.stdout:36: seq_num 35 ranges {0=589824} 2024-04-24T02:42:06.342 INFO:tasks.rados.rados.0.smithi016.stdout:36: writing smithi01673382-36 from 0 to 589824 tid 1 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:21: finishing write tid 3 to smithi01673382-21 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:22: finishing write tid 1 to smithi01673382-22 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:22: finishing write tid 2 to smithi01673382-22 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:21: done (15 left) 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:37: write initial oid 37 2024-04-24T02:42:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:37: seq_num 36 ranges {0=606208} 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:37: writing smithi01673382-37 from 0 to 606208 tid 1 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:23: finishing write tid 1 to smithi01673382-23 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:22: finishing write tid 3 to smithi01673382-22 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:23: finishing write tid 2 to smithi01673382-23 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:23: finishing write tid 3 to smithi01673382-23 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:24: finishing write tid 1 to smithi01673382-24 2024-04-24T02:42:06.348 INFO:tasks.rados.rados.0.smithi016.stdout:24: finishing write tid 2 to smithi01673382-24 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:25: finishing write tid 1 to smithi01673382-25 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:25: finishing write tid 2 to smithi01673382-25 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:24: finishing write tid 3 to smithi01673382-24 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:25: finishing write tid 3 to smithi01673382-25 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:26: finishing write tid 1 to smithi01673382-26 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:26: finishing write tid 2 to smithi01673382-26 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:26: finishing write tid 3 to smithi01673382-26 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-24T02:42:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:27: finishing write tid 1 to smithi01673382-27 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:27: finishing write tid 2 to smithi01673382-27 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:27: finishing write tid 3 to smithi01673382-27 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:28: finishing write tid 1 to smithi01673382-28 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:28: finishing write tid 2 to smithi01673382-28 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:28: finishing write tid 3 to smithi01673382-28 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:30: finishing write tid 1 to smithi01673382-30 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:30: finishing write tid 2 to smithi01673382-30 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:29: finishing write tid 1 to smithi01673382-29 2024-04-24T02:42:06.350 INFO:tasks.rados.rados.0.smithi016.stdout:29: finishing write tid 2 to smithi01673382-29 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:30: finishing write tid 3 to smithi01673382-30 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:29: finishing write tid 3 to smithi01673382-29 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:31: finishing write tid 1 to smithi01673382-31 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:31: finishing write tid 2 to smithi01673382-31 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:32: finishing write tid 1 to smithi01673382-32 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:32: finishing write tid 2 to smithi01673382-32 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:31: finishing write tid 3 to smithi01673382-31 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-24T02:42:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:32: finishing write tid 3 to smithi01673382-32 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:33: finishing write tid 1 to smithi01673382-33 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:33: finishing write tid 2 to smithi01673382-33 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:33: finishing write tid 3 to smithi01673382-33 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 12 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:34: finishing write tid 1 to smithi01673382-34 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:34: finishing write tid 2 to smithi01673382-34 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:34: finishing write tid 3 to smithi01673382-34 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:35: finishing write tid 1 to smithi01673382-35 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:35: finishing write tid 2 to smithi01673382-35 2024-04-24T02:42:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:35: finishing write tid 3 to smithi01673382-35 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:36: finishing write tid 1 to smithi01673382-36 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:36: finishing write tid 2 to smithi01673382-36 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:22: done (15 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:23: done (14 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:24: done (13 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:25: done (12 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:26: done (11 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:27: done (10 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:28: done (9 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:29: done (8 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:30: done (7 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:31: done (6 left) 2024-04-24T02:42:06.353 INFO:tasks.rados.rados.0.smithi016.stdout:32: done (5 left) 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:33: done (4 left) 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:34: done (3 left) 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:35: done (2 left) 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:38: write initial oid 38 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:36: finishing write tid 3 to smithi01673382-36 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-24T02:42:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:38: seq_num 37 ranges {0=622592} 2024-04-24T02:42:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:38: writing smithi01673382-38 from 0 to 622592 tid 1 2024-04-24T02:42:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:36: done (2 left) 2024-04-24T02:42:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:39: write initial oid 39 2024-04-24T02:42:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:39: seq_num 38 ranges {0=638976} 2024-04-24T02:42:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:39: writing smithi01673382-39 from 0 to 638976 tid 1 2024-04-24T02:42:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:40: write initial oid 40 2024-04-24T02:42:06.356 INFO:tasks.rados.rados.0.smithi016.stdout:40: seq_num 39 ranges {0=663552} 2024-04-24T02:42:06.359 INFO:tasks.rados.rados.0.smithi016.stdout:40: writing smithi01673382-40 from 0 to 663552 tid 1 2024-04-24T02:42:06.359 INFO:tasks.rados.rados.0.smithi016.stdout:41: write initial oid 41 2024-04-24T02:42:06.360 INFO:tasks.rados.rados.0.smithi016.stdout:41: seq_num 40 ranges {0=679936} 2024-04-24T02:42:06.364 INFO:tasks.rados.rados.0.smithi016.stdout:41: writing smithi01673382-41 from 0 to 679936 tid 1 2024-04-24T02:42:06.364 INFO:tasks.rados.rados.0.smithi016.stdout:42: write initial oid 42 2024-04-24T02:42:06.364 INFO:tasks.rados.rados.0.smithi016.stdout:42: seq_num 41 ranges {0=696320} 2024-04-24T02:42:06.369 INFO:tasks.rados.rados.0.smithi016.stdout:42: writing smithi01673382-42 from 0 to 696320 tid 1 2024-04-24T02:42:06.369 INFO:tasks.rados.rados.0.smithi016.stdout:43: write initial oid 43 2024-04-24T02:42:06.369 INFO:tasks.rados.rados.0.smithi016.stdout:43: seq_num 42 ranges {0=712704} 2024-04-24T02:42:06.374 INFO:tasks.rados.rados.0.smithi016.stdout:43: writing smithi01673382-43 from 0 to 712704 tid 1 2024-04-24T02:42:06.374 INFO:tasks.rados.rados.0.smithi016.stdout:44: write initial oid 44 2024-04-24T02:42:06.374 INFO:tasks.rados.rados.0.smithi016.stdout:44: seq_num 43 ranges {0=729088} 2024-04-24T02:42:06.379 INFO:tasks.rados.rados.0.smithi016.stdout:44: writing smithi01673382-44 from 0 to 729088 tid 1 2024-04-24T02:42:06.379 INFO:tasks.rados.rados.0.smithi016.stdout:45: write initial oid 45 2024-04-24T02:42:06.379 INFO:tasks.rados.rados.0.smithi016.stdout:45: seq_num 44 ranges {0=745472} 2024-04-24T02:42:06.384 INFO:tasks.rados.rados.0.smithi016.stdout:45: writing smithi01673382-45 from 0 to 745472 tid 1 2024-04-24T02:42:06.385 INFO:tasks.rados.rados.0.smithi016.stdout:46: write initial oid 46 2024-04-24T02:42:06.385 INFO:tasks.rados.rados.0.smithi016.stdout:46: seq_num 45 ranges {0=761856} 2024-04-24T02:42:06.390 INFO:tasks.rados.rados.0.smithi016.stdout:46: writing smithi01673382-46 from 0 to 761856 tid 1 2024-04-24T02:42:06.390 INFO:tasks.rados.rados.0.smithi016.stdout:47: write initial oid 47 2024-04-24T02:42:06.390 INFO:tasks.rados.rados.0.smithi016.stdout:47: seq_num 46 ranges {0=778240} 2024-04-24T02:42:06.394 INFO:tasks.rados.rados.0.smithi016.stdout:47: writing smithi01673382-47 from 0 to 778240 tid 1 2024-04-24T02:42:06.394 INFO:tasks.rados.rados.0.smithi016.stdout:48: write initial oid 48 2024-04-24T02:42:06.394 INFO:tasks.rados.rados.0.smithi016.stdout:48: seq_num 47 ranges {0=794624} 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:48: writing smithi01673382-48 from 0 to 794624 tid 1 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:49: write initial oid 49 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:37: finishing write tid 1 to smithi01673382-37 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:37: finishing write tid 2 to smithi01673382-37 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:37: finishing write tid 3 to smithi01673382-37 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:38: finishing write tid 1 to smithi01673382-38 2024-04-24T02:42:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:38: finishing write tid 2 to smithi01673382-38 2024-04-24T02:42:06.401 INFO:tasks.rados.rados.0.smithi016.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-24T02:42:06.401 INFO:tasks.rados.rados.0.smithi016.stdout:49: writing smithi01673382-49 from 0 to 409600 tid 1 2024-04-24T02:42:06.404 INFO:tasks.rados.rados.0.smithi016.stdout:49: writing smithi01673382-49 from 409600 to 811008 tid 2 2024-04-24T02:42:06.404 INFO:tasks.rados.rados.0.smithi016.stdout:37: done (12 left) 2024-04-24T02:42:06.404 INFO:tasks.rados.rados.0.smithi016.stdout:50: write initial oid 50 2024-04-24T02:42:06.404 INFO:tasks.rados.rados.0.smithi016.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-24T02:42:06.407 INFO:tasks.rados.rados.0.smithi016.stdout:50: writing smithi01673382-50 from 0 to 425984 tid 1 2024-04-24T02:42:06.410 INFO:tasks.rados.rados.0.smithi016.stdout:50: writing smithi01673382-50 from 425984 to 827392 tid 2 2024-04-24T02:42:06.410 INFO:tasks.rados.rados.0.smithi016.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-04-24T02:42:06.410 INFO:tasks.rados.rados.0.smithi016.stdout:38: finishing write tid 3 to smithi01673382-38 2024-04-24T02:42:06.410 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:39: finishing write tid 1 to smithi01673382-39 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:39: finishing write tid 2 to smithi01673382-39 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:39: finishing write tid 3 to smithi01673382-39 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:40: finishing write tid 1 to smithi01673382-40 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:40: finishing write tid 2 to smithi01673382-40 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:40: finishing write tid 3 to smithi01673382-40 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:41: finishing write tid 1 to smithi01673382-41 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:41: finishing write tid 2 to smithi01673382-41 2024-04-24T02:42:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:42: finishing write tid 1 to smithi01673382-42 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:41: finishing write tid 3 to smithi01673382-41 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:42: finishing write tid 2 to smithi01673382-42 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:38: done (13 left) 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:39: done (12 left) 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:40: done (11 left) 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:41: done (10 left) 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 0 2024-04-24T02:42:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:52: seq_num 50 ranges {376832=442368,819200=401408} 2024-04-24T02:42:06.414 INFO:tasks.rados.rados.0.smithi016.stdout:52: writing smithi01673382-23 from 376832 to 819200 tid 1 2024-04-24T02:42:06.418 INFO:tasks.rados.rados.0.smithi016.stdout:52: writing smithi01673382-23 from 819200 to 1220608 tid 2 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:53: rmattr oid 2 current snap is 0 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:53: done (11 left) 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:54: delete oid 17 current snap is 0 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:42: finishing write tid 3 to smithi01673382-42 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 12 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:43: finishing write tid 1 to smithi01673382-43 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:43: finishing write tid 2 to smithi01673382-43 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:43: finishing write tid 3 to smithi01673382-43 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:44: finishing write tid 1 to smithi01673382-44 2024-04-24T02:42:06.419 INFO:tasks.rados.rados.0.smithi016.stdout:44: finishing write tid 2 to smithi01673382-44 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:44: finishing write tid 3 to smithi01673382-44 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 14 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:45: finishing write tid 1 to smithi01673382-45 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:45: finishing write tid 2 to smithi01673382-45 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:45: finishing write tid 3 to smithi01673382-45 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:46: finishing write tid 1 to smithi01673382-46 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:46: finishing write tid 2 to smithi01673382-46 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:46: finishing write tid 3 to smithi01673382-46 2024-04-24T02:42:06.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:47: finishing write tid 1 to smithi01673382-47 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:47: finishing write tid 2 to smithi01673382-47 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:47: finishing write tid 3 to smithi01673382-47 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:48: finishing write tid 1 to smithi01673382-48 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:48: finishing write tid 2 to smithi01673382-48 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:48: finishing write tid 3 to smithi01673382-48 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 1 to smithi01673382-49 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 2 to smithi01673382-49 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 3 to smithi01673382-49 2024-04-24T02:42:06.421 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 4 to smithi01673382-49 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 1 to smithi01673382-50 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 2 to smithi01673382-50 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 3 to smithi01673382-50 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 4 to smithi01673382-50 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 3 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:51: finishing copy_from racing read to smithi01673382-8 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:51: finishing copy_from to smithi01673382-8 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 1 to smithi01673382-23 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:42: done (11 left) 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:43: done (10 left) 2024-04-24T02:42:06.422 INFO:tasks.rados.rados.0.smithi016.stdout:44: done (9 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:45: done (8 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:46: done (7 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:47: done (6 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:48: done (5 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:49: done (4 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:50: done (3 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:51: done (2 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:54: done (1 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:55: read oid 15 snap -1 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:56: rollback oid 31 current snap is 0 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:56: done (2 left) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:57: read oid 28 snap -1 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:06.423 INFO:tasks.rados.rados.0.smithi016.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-24T02:42:06.424 INFO:tasks.rados.rados.0.smithi016.stdout:59: rollback oid 45 current snap is 0 2024-04-24T02:42:06.424 INFO:tasks.rados.rados.0.smithi016.stdout:59: done (4 left) 2024-04-24T02:42:06.424 INFO:tasks.rados.rados.0.smithi016.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-24T02:42:06.424 INFO:tasks.rados.rados.0.smithi016.stdout:61: delete oid 1 current snap is 0 2024-04-24T02:42:06.425 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 2 to smithi01673382-23 2024-04-24T02:42:06.425 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 3 to smithi01673382-23 2024-04-24T02:42:06.425 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 4 to smithi01673382-23 2024-04-24T02:42:06.425 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 14 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-24T02:42:06.425 INFO:tasks.rados.rados.0.smithi016.stdout:52: left oid 23 (ObjNum 50 snap 0 seq_num 50) 2024-04-24T02:42:06.425 INFO:tasks.rados.rados.0.smithi016.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:60: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:42:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:60: finishing copy_from to smithi01673382-22 2024-04-24T02:42:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-24T02:42:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:52: done (5 left) 2024-04-24T02:42:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:57: done (4 left) 2024-04-24T02:42:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:60: done (3 left) 2024-04-24T02:42:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:61: done (2 left) 2024-04-24T02:42:06.440 INFO:tasks.rados.rados.0.smithi016.stdout:62: read oid 33 snap -1 2024-04-24T02:42:06.440 INFO:tasks.rados.rados.0.smithi016.stdout:62: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-24T02:42:06.440 INFO:tasks.rados.rados.0.smithi016.stdout:63: snap_create 2024-04-24T02:42:06.440 INFO:tasks.rados.rados.0.smithi016.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-24T02:42:06.446 INFO:tasks.rados.rados.0.smithi016.stdout:58: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:42:06.446 INFO:tasks.rados.rados.0.smithi016.stdout:58: finishing copy_from to smithi01673382-29 2024-04-24T02:42:06.446 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-24T02:42:06.446 INFO:tasks.rados.rados.0.smithi016.stdout:62: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-24T02:42:06.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:06.162654+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.16:0/3960230196' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-24T02:42:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:06.163045+0000 mon.a (mon.0) 809 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-24T02:42:06.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:06.162654+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.16:0/3960230196' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-24T02:42:06.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:06.163045+0000 mon.a (mon.0) 809 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-24T02:42:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:06.162654+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.16:0/3960230196' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-24T02:42:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:06.163045+0000 mon.a (mon.0) 809 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-24T02:42:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:55: done (3 left) 2024-04-24T02:42:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:58: done (2 left) 2024-04-24T02:42:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:62: done (1 left) 2024-04-24T02:42:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:63: done (0 left) 2024-04-24T02:42:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-24T02:42:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:65: read oid 30 snap -1 2024-04-24T02:42:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-24T02:42:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 1 2024-04-24T02:42:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:66: seq_num 53 ranges {1220608=491520,1712128=401408} 2024-04-24T02:42:07.282 INFO:tasks.rados.rados.0.smithi016.stdout:66: writing smithi01673382-23 from 1220608 to 1712128 tid 1 2024-04-24T02:42:07.284 INFO:tasks.rados.rados.0.smithi016.stdout:66: writing smithi01673382-23 from 1712128 to 2113536 tid 2 2024-04-24T02:42:07.285 INFO:tasks.rados.rados.0.smithi016.stdout:67: rollback oid 10 current snap is 1 2024-04-24T02:42:07.285 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 0 2024-04-24T02:42:07.285 INFO:tasks.rados.rados.0.smithi016.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-24T02:42:07.302 INFO:tasks.rados.rados.0.smithi016.stdout:65: done (3 left) 2024-04-24T02:42:07.302 INFO:tasks.rados.rados.0.smithi016.stdout:68: setattr oid 16 current snap is 1 2024-04-24T02:42:07.302 INFO:tasks.rados.rados.0.smithi016.stdout:64: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:42:07.302 INFO:tasks.rados.rados.0.smithi016.stdout:64: finishing copy_from to smithi01673382-15 2024-04-24T02:42:07.302 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-24T02:42:07.302 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 1 to smithi01673382-23 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 2 to smithi01673382-23 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 3 to smithi01673382-23 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:67: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 4 to smithi01673382-23 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:67: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:67: finishing rollback tid 2 to smithi01673382-10 2024-04-24T02:42:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 22 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-24T02:42:07.304 INFO:tasks.rados.rados.0.smithi016.stdout:64: done (3 left) 2024-04-24T02:42:07.304 INFO:tasks.rados.rados.0.smithi016.stdout:66: done (2 left) 2024-04-24T02:42:07.304 INFO:tasks.rados.rados.0.smithi016.stdout:67: done (1 left) 2024-04-24T02:42:07.304 INFO:tasks.rados.rados.0.smithi016.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:70: read oid 24 snap 0 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:72: rollback oid 49 current snap is 1 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 0 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:73: read oid 4 snap 0 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:74: rmattr oid 7 current snap is 1 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:74: done (6 left) 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:76: read oid 39 snap -1 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-24T02:42:07.305 INFO:tasks.rados.rados.0.smithi016.stdout:78: read oid 20 snap -1 2024-04-24T02:42:07.306 INFO:tasks.rados.rados.0.smithi016.stdout:78: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-24T02:42:07.306 INFO:tasks.rados.rados.0.smithi016.stdout:79: setattr oid 41 current snap is 1 2024-04-24T02:42:07.306 INFO:tasks.rados.rados.0.smithi016.stdout:80: snap_create 2024-04-24T02:42:07.306 INFO:tasks.rados.rados.0.smithi016.stdout:72: finishing rollback tid 0 to smithi01673382-49 2024-04-24T02:42:07.306 INFO:tasks.rados.rados.0.smithi016.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-24T02:42:07.316 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-24T02:42:07.316 INFO:tasks.rados.rados.0.smithi016.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:72: finishing rollback tid 1 to smithi01673382-49 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:72: finishing rollback tid 2 to smithi01673382-49 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 26 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:75: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:69: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 14 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:71: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:71: finishing copy_from to smithi01673382-36 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:77: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:75: finishing copy_from to smithi01673382-21 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-24T02:42:07.325 INFO:tasks.rados.rados.0.smithi016.stdout:77: finishing copy_from to smithi01673382-6 2024-04-24T02:42:07.326 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-24T02:42:07.326 INFO:tasks.rados.rados.0.smithi016.stdout:69: finishing copy_from to smithi01673382-45 2024-04-24T02:42:07.326 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-24T02:42:07.326 INFO:tasks.rados.rados.0.smithi016.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:42:07.342 INFO:tasks.rados.rados.0.smithi016.stdout:78: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-24T02:42:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:06.184996+0000 mgr.y (mgr.24497) 154 : cluster [DBG] pgmap v125: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:06.266776+0000 mon.a (mon.0) 810 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-24T02:42:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:06.266863+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-24T02:42:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:06.184996+0000 mgr.y (mgr.24497) 154 : cluster [DBG] pgmap v125: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:06.266776+0000 mon.a (mon.0) 810 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-24T02:42:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:06.266863+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-24T02:42:07.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:06.184996+0000 mgr.y (mgr.24497) 154 : cluster [DBG] pgmap v125: 121 pgs: 121 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:07.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:06.266776+0000 mon.a (mon.0) 810 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-24T02:42:07.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:06.266863+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:68: done (11 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:69: done (10 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:70: done (9 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:71: done (8 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:72: done (7 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:73: done (6 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:75: done (5 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:76: done (4 left) 2024-04-24T02:42:08.277 INFO:tasks.rados.rados.0.smithi016.stdout:77: done (3 left) 2024-04-24T02:42:08.278 INFO:tasks.rados.rados.0.smithi016.stdout:78: done (2 left) 2024-04-24T02:42:08.278 INFO:tasks.rados.rados.0.smithi016.stdout:79: done (1 left) 2024-04-24T02:42:08.278 INFO:tasks.rados.rados.0.smithi016.stdout:80: done (0 left) 2024-04-24T02:42:08.278 INFO:tasks.rados.rados.0.smithi016.stdout:81: rollback oid 40 current snap is 2 2024-04-24T02:42:08.278 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 1 2024-04-24T02:42:08.278 INFO:tasks.rados.rados.0.smithi016.stdout:82: snap_create 2024-04-24T02:42:08.281 INFO:tasks.rados.rados.0.smithi016.stdout:81: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:42:08.281 INFO:tasks.rados.rados.0.smithi016.stdout:81: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:42:08.281 INFO:tasks.rados.rados.0.smithi016.stdout:81: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:42:08.281 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-24T02:42:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:07.271677+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-24T02:42:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:07.271677+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-24T02:42:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:07.271677+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-24T02:42:09.282 INFO:tasks.rados.rados.0.smithi016.stdout:81: done (1 left) 2024-04-24T02:42:09.282 INFO:tasks.rados.rados.0.smithi016.stdout:82: done (0 left) 2024-04-24T02:42:09.282 INFO:tasks.rados.rados.0.smithi016.stdout:83: rollback oid 9 current snap is 3 2024-04-24T02:42:09.282 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 0 2024-04-24T02:42:09.282 INFO:tasks.rados.rados.0.smithi016.stdout:84: read oid 20 snap 1 2024-04-24T02:42:09.283 INFO:tasks.rados.rados.0.smithi016.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-24T02:42:09.283 INFO:tasks.rados.rados.0.smithi016.stdout:85: read oid 41 snap -1 2024-04-24T02:42:09.283 INFO:tasks.rados.rados.0.smithi016.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-24T02:42:09.283 INFO:tasks.rados.rados.0.smithi016.stdout:86: snap_create 2024-04-24T02:42:09.289 INFO:tasks.rados.rados.0.smithi016.stdout:83: finishing rollback tid 0 to smithi01673382-9 2024-04-24T02:42:09.289 INFO:tasks.rados.rados.0.smithi016.stdout:83: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:42:09.289 INFO:tasks.rados.rados.0.smithi016.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-24T02:42:09.307 INFO:tasks.rados.rados.0.smithi016.stdout:83: finishing rollback tid 2 to smithi01673382-9 2024-04-24T02:42:09.308 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-24T02:42:09.308 INFO:tasks.rados.rados.0.smithi016.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-24T02:42:09.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:08.185304+0000 mgr.y (mgr.24497) 155 : cluster [DBG] pgmap v128: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 613 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-04-24T02:42:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:08.276850+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-24T02:42:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:08.185304+0000 mgr.y (mgr.24497) 155 : cluster [DBG] pgmap v128: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 613 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-04-24T02:42:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:08.276850+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-24T02:42:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:08.185304+0000 mgr.y (mgr.24497) 155 : cluster [DBG] pgmap v128: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 613 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-04-24T02:42:09.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:08.276850+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-24T02:42:10.286 INFO:tasks.rados.rados.0.smithi016.stdout:83: done (3 left) 2024-04-24T02:42:10.287 INFO:tasks.rados.rados.0.smithi016.stdout:84: done (2 left) 2024-04-24T02:42:10.287 INFO:tasks.rados.rados.0.smithi016.stdout:85: done (1 left) 2024-04-24T02:42:10.287 INFO:tasks.rados.rados.0.smithi016.stdout:86: done (0 left) 2024-04-24T02:42:10.287 INFO:tasks.rados.rados.0.smithi016.stdout:87: snap_remove snap 0 2024-04-24T02:42:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:09.281878+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-24T02:42:10.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:42:10.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:09.281878+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-24T02:42:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:09.281878+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:87: done (0 left) 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:88: read oid 29 snap 3 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:89: read oid 46 snap -1 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:91: rmattr oid 49 current snap is 4 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:91: done (3 left) 2024-04-24T02:42:11.291 INFO:tasks.rados.rados.0.smithi016.stdout:92: snap_remove snap 2 2024-04-24T02:42:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:10.185653+0000 mgr.y (mgr.24497) 156 : cluster [DBG] pgmap v131: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 919 KiB/s rd, 5.6 MiB/s wr, 56 op/s 2024-04-24T02:42:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:10.286444+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-24T02:42:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:10.185653+0000 mgr.y (mgr.24497) 156 : cluster [DBG] pgmap v131: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 919 KiB/s rd, 5.6 MiB/s wr, 56 op/s 2024-04-24T02:42:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:10.286444+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-24T02:42:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:10.185653+0000 mgr.y (mgr.24497) 156 : cluster [DBG] pgmap v131: 121 pgs: 121 active+clean; 21 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 919 KiB/s rd, 5.6 MiB/s wr, 56 op/s 2024-04-24T02:42:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:10.286444+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-24T02:42:12.299 INFO:tasks.rados.rados.0.smithi016.stdout:92: done (3 left) 2024-04-24T02:42:12.299 INFO:tasks.rados.rados.0.smithi016.stdout:93: rmattr oid 30 current snap is 4 2024-04-24T02:42:12.299 INFO:tasks.rados.rados.0.smithi016.stdout:93: done (3 left) 2024-04-24T02:42:12.299 INFO:tasks.rados.rados.0.smithi016.stdout:94: read oid 42 snap 1 2024-04-24T02:42:12.299 INFO:tasks.rados.rados.0.smithi016.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-24T02:42:12.299 INFO:tasks.rados.rados.0.smithi016.stdout:95: rmattr oid 14 current snap is 4 2024-04-24T02:42:12.300 INFO:tasks.rados.rados.0.smithi016.stdout:95: done (4 left) 2024-04-24T02:42:12.300 INFO:tasks.rados.rados.0.smithi016.stdout:96: read oid 9 snap 1 2024-04-24T02:42:12.300 INFO:tasks.rados.rados.0.smithi016.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-24T02:42:12.300 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 4 2024-04-24T02:42:12.300 INFO:tasks.rados.rados.0.smithi016.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:12.321 INFO:tasks.rados.rados.0.smithi016.stdout:90: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:42:12.321 INFO:tasks.rados.rados.0.smithi016.stdout:90: finishing copy_from to smithi01673382-36 2024-04-24T02:42:12.321 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-24T02:42:12.322 INFO:tasks.rados.rados.0.smithi016.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:42:12.342 INFO:tasks.rados.rados.0.smithi016.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-24T02:42:12.346 INFO:tasks.rados.rados.0.smithi016.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-24T02:42:12.365 INFO:tasks.rados.rados.0.smithi016.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-04-24T02:42:12.369 INFO:tasks.rados.rados.0.smithi016.stdout:97: writing smithi01673382-24 from 393216 to 901120 tid 1 2024-04-24T02:42:12.372 INFO:tasks.rados.rados.0.smithi016.stdout:97: writing smithi01673382-24 from 901120 to 1302528 tid 2 2024-04-24T02:42:12.372 INFO:tasks.rados.rados.0.smithi016.stdout:88: done (5 left) 2024-04-24T02:42:12.372 INFO:tasks.rados.rados.0.smithi016.stdout:89: done (4 left) 2024-04-24T02:42:12.372 INFO:tasks.rados.rados.0.smithi016.stdout:90: done (3 left) 2024-04-24T02:42:12.372 INFO:tasks.rados.rados.0.smithi016.stdout:94: done (2 left) 2024-04-24T02:42:12.372 INFO:tasks.rados.rados.0.smithi016.stdout:96: done (1 left) 2024-04-24T02:42:12.373 INFO:tasks.rados.rados.0.smithi016.stdout:98: copy_from oid 36 from oid 3 current snap is 4 2024-04-24T02:42:12.373 INFO:tasks.rados.rados.0.smithi016.stdout:99: snap_remove snap 3 2024-04-24T02:42:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:11.290392+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-24T02:42:12.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:11.290392+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-24T02:42:12.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:11.290392+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:99: done (2 left) 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:100: copy_from oid 16 from oid 21 current snap is 4 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 1 to smithi01673382-24 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 2 to smithi01673382-24 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 3 to smithi01673382-24 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 4 to smithi01673382-24 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 20 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:98: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:98: finishing copy_from to smithi01673382-36 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-24T02:42:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:97: done (2 left) 2024-04-24T02:42:12.992 INFO:tasks.rados.rados.0.smithi016.stdout:98: done (1 left) 2024-04-24T02:42:12.992 INFO:tasks.rados.rados.0.smithi016.stdout:101: read oid 14 snap 1 2024-04-24T02:42:12.992 INFO:tasks.rados.rados.0.smithi016.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-24T02:42:12.992 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 4 2024-04-24T02:42:12.992 INFO:tasks.rados.rados.0.smithi016.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-04-24T02:42:12.998 INFO:tasks.rados.rados.0.smithi016.stdout:102: writing smithi01673382-49 from 811008 to 1335296 tid 1 2024-04-24T02:42:13.000 INFO:tasks.rados.rados.0.smithi016.stdout:102: writing smithi01673382-49 from 1335296 to 1736704 tid 2 2024-04-24T02:42:13.000 INFO:tasks.rados.rados.0.smithi016.stdout:103: delete oid 43 current snap is 4 2024-04-24T02:42:13.000 INFO:tasks.rados.rados.0.smithi016.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-24T02:42:13.008 INFO:tasks.rados.rados.0.smithi016.stdout:100: finishing copy_from racing read to smithi01673382-16 2024-04-24T02:42:13.008 INFO:tasks.rados.rados.0.smithi016.stdout:100: finishing copy_from to smithi01673382-16 2024-04-24T02:42:13.008 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-24T02:42:13.008 INFO:tasks.rados.rados.0.smithi016.stdout:102: finishing write tid 1 to smithi01673382-49 2024-04-24T02:42:13.008 INFO:tasks.rados.rados.0.smithi016.stdout:102: finishing write tid 2 to smithi01673382-49 2024-04-24T02:42:13.008 INFO:tasks.rados.rados.0.smithi016.stdout:100: done (3 left) 2024-04-24T02:42:13.008 INFO:tasks.rados.rados.0.smithi016.stdout:101: done (2 left) 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:103: done (1 left) 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:104: read oid 2 snap -1 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:104: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:105: rollback oid 34 current snap is 4 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 1 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:102: finishing write tid 3 to smithi01673382-49 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:102: finishing write tid 4 to smithi01673382-49 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 36 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:102: done (2 left) 2024-04-24T02:42:13.009 INFO:tasks.rados.rados.0.smithi016.stdout:106: delete oid 12 current snap is 4 2024-04-24T02:42:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:106: done (2 left) 2024-04-24T02:42:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:107: read oid 17 snap 1 2024-04-24T02:42:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:107: expect deleted 2024-04-24T02:42:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:108: rollback oid 41 current snap is 4 2024-04-24T02:42:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 1 2024-04-24T02:42:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:109: delete oid 8 current snap is 4 2024-04-24T02:42:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:107: done (4 left) 2024-04-24T02:42:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:109: done (3 left) 2024-04-24T02:42:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:110: setattr oid 46 current snap is 4 2024-04-24T02:42:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:105: finishing rollback tid 0 to smithi01673382-34 2024-04-24T02:42:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:105: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:42:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:108: finishing rollback tid 0 to smithi01673382-41 2024-04-24T02:42:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:111: snap_create 2024-04-24T02:42:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:104: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-24T02:42:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:105: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:42:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 15 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-24T02:42:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:108: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:42:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:108: finishing rollback tid 2 to smithi01673382-41 2024-04-24T02:42:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 26 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-24T02:42:13.016 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-24T02:42:13.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:12.186198+0000 mgr.y (mgr.24497) 157 : cluster [DBG] pgmap v134: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 672 KiB/s wr, 24 op/s 2024-04-24T02:42:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:12.295739+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-24T02:42:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:12.983897+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-24T02:42:13.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:12.186198+0000 mgr.y (mgr.24497) 157 : cluster [DBG] pgmap v134: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 672 KiB/s wr, 24 op/s 2024-04-24T02:42:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:12.295739+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-24T02:42:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:12.983897+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-24T02:42:13.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:12.186198+0000 mgr.y (mgr.24497) 157 : cluster [DBG] pgmap v134: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 672 KiB/s wr, 24 op/s 2024-04-24T02:42:13.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:12.295739+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-24T02:42:13.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:12.983897+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-24T02:42:13.985 INFO:tasks.rados.rados.0.smithi016.stdout:104: done (4 left) 2024-04-24T02:42:13.985 INFO:tasks.rados.rados.0.smithi016.stdout:105: done (3 left) 2024-04-24T02:42:13.985 INFO:tasks.rados.rados.0.smithi016.stdout:108: done (2 left) 2024-04-24T02:42:13.985 INFO:tasks.rados.rados.0.smithi016.stdout:110: done (1 left) 2024-04-24T02:42:13.985 INFO:tasks.rados.rados.0.smithi016.stdout:111: done (0 left) 2024-04-24T02:42:13.985 INFO:tasks.rados.rados.0.smithi016.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-04-24T02:42:13.985 INFO:tasks.rados.rados.0.smithi016.stdout:113: setattr oid 23 current snap is 5 2024-04-24T02:42:13.986 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 5 2024-04-24T02:42:13.986 INFO:tasks.rados.rados.0.smithi016.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-04-24T02:42:13.990 INFO:tasks.rados.rados.0.smithi016.stdout:114: writing smithi01673382-15 from 24576 to 622592 tid 1 2024-04-24T02:42:13.995 INFO:tasks.rados.rados.0.smithi016.stdout:114: writing smithi01673382-15 from 622592 to 1024000 tid 2 2024-04-24T02:42:13.995 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 5 2024-04-24T02:42:13.995 INFO:tasks.rados.rados.0.smithi016.stdout:115: seq_num 60 ranges {319488=614400,933888=401408} 2024-04-24T02:42:13.999 INFO:tasks.rados.rados.0.smithi016.stdout:115: writing smithi01673382-20 from 319488 to 933888 tid 1 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:115: writing smithi01673382-20 from 933888 to 1335296 tid 2 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:116: rollback oid 31 current snap is 5 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 1 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 38 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:112: finishing copy_from racing read to smithi01673382-25 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:112: finishing copy_from to smithi01673382-25 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:114: finishing write tid 1 to smithi01673382-15 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:114: finishing write tid 2 to smithi01673382-15 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:114: finishing write tid 3 to smithi01673382-15 2024-04-24T02:42:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:114: finishing write tid 4 to smithi01673382-15 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 10 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:112: done (4 left) 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:113: done (3 left) 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:114: done (2 left) 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:117: read oid 26 snap -1 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 5 2024-04-24T02:42:14.004 INFO:tasks.rados.rados.0.smithi016.stdout:118: seq_num 61 ranges {24576=630784,655360=401408} 2024-04-24T02:42:14.007 INFO:tasks.rados.rados.0.smithi016.stdout:118: writing smithi01673382-2 from 24576 to 655360 tid 1 2024-04-24T02:42:14.010 INFO:tasks.rados.rados.0.smithi016.stdout:118: writing smithi01673382-2 from 655360 to 1056768 tid 2 2024-04-24T02:42:14.010 INFO:tasks.rados.rados.0.smithi016.stdout:119: snap_create 2024-04-24T02:42:14.010 INFO:tasks.rados.rados.0.smithi016.stdout:115: finishing write tid 1 to smithi01673382-20 2024-04-24T02:42:14.010 INFO:tasks.rados.rados.0.smithi016.stdout:116: finishing rollback tid 0 to smithi01673382-31 2024-04-24T02:42:14.010 INFO:tasks.rados.rados.0.smithi016.stdout:115: finishing write tid 2 to smithi01673382-20 2024-04-24T02:42:14.010 INFO:tasks.rados.rados.0.smithi016.stdout:116: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:42:14.010 INFO:tasks.rados.rados.0.smithi016.stdout:115: finishing write tid 3 to smithi01673382-20 2024-04-24T02:42:14.011 INFO:tasks.rados.rados.0.smithi016.stdout:116: finishing rollback tid 2 to smithi01673382-31 2024-04-24T02:42:14.011 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-24T02:42:14.011 INFO:tasks.rados.rados.0.smithi016.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-24T02:42:14.022 INFO:tasks.rados.rados.0.smithi016.stdout:118: finishing write tid 1 to smithi01673382-2 2024-04-24T02:42:14.022 INFO:tasks.rados.rados.0.smithi016.stdout:115: finishing write tid 4 to smithi01673382-20 2024-04-24T02:42:14.022 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 10 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-24T02:42:14.023 INFO:tasks.rados.rados.0.smithi016.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-04-24T02:42:14.023 INFO:tasks.rados.rados.0.smithi016.stdout:118: finishing write tid 2 to smithi01673382-2 2024-04-24T02:42:14.023 INFO:tasks.rados.rados.0.smithi016.stdout:118: finishing write tid 3 to smithi01673382-2 2024-04-24T02:42:14.023 INFO:tasks.rados.rados.0.smithi016.stdout:118: finishing write tid 4 to smithi01673382-2 2024-04-24T02:42:14.023 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 19 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-04-24T02:42:14.023 INFO:tasks.rados.rados.0.smithi016.stdout:118: left oid 2 (ObjNum 61 snap 5 seq_num 61) 2024-04-24T02:42:14.990 INFO:tasks.rados.rados.0.smithi016.stdout:115: done (4 left) 2024-04-24T02:42:14.990 INFO:tasks.rados.rados.0.smithi016.stdout:116: done (3 left) 2024-04-24T02:42:14.990 INFO:tasks.rados.rados.0.smithi016.stdout:117: done (2 left) 2024-04-24T02:42:14.991 INFO:tasks.rados.rados.0.smithi016.stdout:118: done (1 left) 2024-04-24T02:42:14.991 INFO:tasks.rados.rados.0.smithi016.stdout:119: done (0 left) 2024-04-24T02:42:14.991 INFO:tasks.rados.rados.0.smithi016.stdout:120: read oid 48 snap 4 2024-04-24T02:42:14.991 INFO:tasks.rados.rados.0.smithi016.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-24T02:42:14.991 INFO:tasks.rados.rados.0.smithi016.stdout:121: read oid 49 snap 5 2024-04-24T02:42:14.991 INFO:tasks.rados.rados.0.smithi016.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-24T02:42:14.991 INFO:tasks.rados.rados.0.smithi016.stdout:122: delete oid 44 current snap is 6 2024-04-24T02:42:14.992 INFO:tasks.rados.rados.0.smithi016.stdout:122: done (2 left) 2024-04-24T02:42:14.992 INFO:tasks.rados.rados.0.smithi016.stdout:123: rollback oid 23 current snap is 6 2024-04-24T02:42:14.992 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 4 2024-04-24T02:42:14.994 INFO:tasks.rados.rados.0.smithi016.stdout:124: read oid 30 snap -1 2024-04-24T02:42:14.994 INFO:tasks.rados.rados.0.smithi016.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-24T02:42:14.994 INFO:tasks.rados.rados.0.smithi016.stdout:125: setattr oid 35 current snap is 6 2024-04-24T02:42:14.994 INFO:tasks.rados.rados.0.smithi016.stdout:126: delete oid 25 current snap is 6 2024-04-24T02:42:15.000 INFO:tasks.rados.rados.0.smithi016.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-24T02:42:15.013 INFO:tasks.rados.rados.0.smithi016.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-24T02:42:15.037 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 12 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-24T02:42:15.037 INFO:tasks.rados.rados.0.smithi016.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-24T02:42:15.098 INFO:tasks.rados.rados.0.smithi016.stdout:123: finishing rollback tid 0 to smithi01673382-23 2024-04-24T02:42:15.098 INFO:tasks.rados.rados.0.smithi016.stdout:123: finishing rollback tid 1 to smithi01673382-23 2024-04-24T02:42:15.098 INFO:tasks.rados.rados.0.smithi016.stdout:123: finishing rollback tid 2 to smithi01673382-23 2024-04-24T02:42:15.098 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 44 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-24T02:42:15.098 INFO:tasks.rados.rados.0.smithi016.stdout:120: done (5 left) 2024-04-24T02:42:15.099 INFO:tasks.rados.rados.0.smithi016.stdout:121: done (4 left) 2024-04-24T02:42:15.099 INFO:tasks.rados.rados.0.smithi016.stdout:123: done (3 left) 2024-04-24T02:42:15.099 INFO:tasks.rados.rados.0.smithi016.stdout:124: done (2 left) 2024-04-24T02:42:15.099 INFO:tasks.rados.rados.0.smithi016.stdout:125: done (1 left) 2024-04-24T02:42:15.099 INFO:tasks.rados.rados.0.smithi016.stdout:126: done (0 left) 2024-04-24T02:42:15.099 INFO:tasks.rados.rados.0.smithi016.stdout:127: snap_remove snap 4 2024-04-24T02:42:15.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:13.985192+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-24T02:42:15.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:14.186544+0000 mgr.y (mgr.24497) 158 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 689 KiB/s wr, 25 op/s 2024-04-24T02:42:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:13.985192+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-24T02:42:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:14.186544+0000 mgr.y (mgr.24497) 158 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 689 KiB/s wr, 25 op/s 2024-04-24T02:42:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:13.985192+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-24T02:42:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:14.186544+0000 mgr.y (mgr.24497) 158 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 689 KiB/s wr, 25 op/s 2024-04-24T02:42:15.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:42:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:15] "GET /metrics HTTP/1.1" 200 191490 "" "Prometheus/2.33.4" 2024-04-24T02:42:15.995 INFO:tasks.rados.rados.0.smithi016.stdout:127: done (0 left) 2024-04-24T02:42:15.995 INFO:tasks.rados.rados.0.smithi016.stdout:128: setattr oid 28 current snap is 6 2024-04-24T02:42:15.998 INFO:tasks.rados.rados.0.smithi016.stdout:129: snap_remove snap 1 2024-04-24T02:42:16.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:14.990333+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-24T02:42:16.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:14.990333+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-24T02:42:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:14.990333+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-24T02:42:17.005 INFO:tasks.rados.rados.0.smithi016.stdout:129: done (1 left) 2024-04-24T02:42:17.005 INFO:tasks.rados.rados.0.smithi016.stdout:130: delete oid 6 current snap is 6 2024-04-24T02:42:17.006 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 15 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-24T02:42:17.011 INFO:tasks.rados.rados.0.smithi016.stdout:128: done (1 left) 2024-04-24T02:42:17.011 INFO:tasks.rados.rados.0.smithi016.stdout:130: done (0 left) 2024-04-24T02:42:17.011 INFO:tasks.rados.rados.0.smithi016.stdout:131: snap_remove snap 5 2024-04-24T02:42:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:15.995043+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-24T02:42:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:16.186886+0000 mgr.y (mgr.24497) 159 : cluster [DBG] pgmap v141: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:16.394668+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:15.995043+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-24T02:42:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:16.186886+0000 mgr.y (mgr.24497) 159 : cluster [DBG] pgmap v141: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:16.394668+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:15.995043+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-24T02:42:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:16.186886+0000 mgr.y (mgr.24497) 159 : cluster [DBG] pgmap v141: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:16.394668+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:18.011 INFO:tasks.rados.rados.0.smithi016.stdout:131: done (0 left) 2024-04-24T02:42:18.011 INFO:tasks.rados.rados.0.smithi016.stdout:132: rollback oid 17 current snap is 6 2024-04-24T02:42:18.011 INFO:tasks.rados.rados.0.smithi016.stdout:132: done (0 left) 2024-04-24T02:42:18.011 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 6 2024-04-24T02:42:18.011 INFO:tasks.rados.rados.0.smithi016.stdout:133: seq_num 65 ranges {0=696320,696320=401408} 2024-04-24T02:42:18.013 INFO:tasks.rados.rados.0.smithi016.stdout:133: writing smithi01673382-43 from 0 to 696320 tid 1 2024-04-24T02:42:18.015 INFO:tasks.rados.rados.0.smithi016.stdout:133: writing smithi01673382-43 from 696320 to 1097728 tid 2 2024-04-24T02:42:18.015 INFO:tasks.rados.rados.0.smithi016.stdout:134: read oid 11 snap -1 2024-04-24T02:42:18.015 INFO:tasks.rados.rados.0.smithi016.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:135: read oid 6 snap -1 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:135: expect deleted 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:137: read oid 41 snap -1 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:138: rmattr oid 37 current snap is 6 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:138: done (5 left) 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:139: read oid 1 snap -1 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:139: expect deleted 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:140: rmattr oid 30 current snap is 6 2024-04-24T02:42:18.019 INFO:tasks.rados.rados.0.smithi016.stdout:140: done (6 left) 2024-04-24T02:42:18.020 INFO:tasks.rados.rados.0.smithi016.stdout:141: setattr oid 47 current snap is 6 2024-04-24T02:42:18.020 INFO:tasks.rados.rados.0.smithi016.stdout:133: finishing write tid 1 to smithi01673382-43 2024-04-24T02:42:18.020 INFO:tasks.rados.rados.0.smithi016.stdout:142: copy_from oid 35 from oid 5 current snap is 6 2024-04-24T02:42:18.020 INFO:tasks.rados.rados.0.smithi016.stdout:143: setattr oid 9 current snap is 6 2024-04-24T02:42:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:135: done (8 left) 2024-04-24T02:42:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:139: done (7 left) 2024-04-24T02:42:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 6 2024-04-24T02:42:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:144: seq_num 66 ranges {303104=712704,1015808=401408} 2024-04-24T02:42:18.026 INFO:tasks.rados.rados.0.smithi016.stdout:144: writing smithi01673382-19 from 303104 to 1015808 tid 1 2024-04-24T02:42:18.029 INFO:tasks.rados.rados.0.smithi016.stdout:144: writing smithi01673382-19 from 1015808 to 1417216 tid 2 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:145: setattr oid 30 current snap is 6 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 11 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:133: finishing write tid 2 to smithi01673382-43 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:133: finishing write tid 3 to smithi01673382-43 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:133: finishing write tid 4 to smithi01673382-43 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 33 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:136: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:142: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:42:18.031 INFO:tasks.rados.rados.0.smithi016.stdout:136: finishing copy_from to smithi01673382-18 2024-04-24T02:42:18.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-24T02:42:18.032 INFO:tasks.rados.rados.0.smithi016.stdout:142: finishing copy_from to smithi01673382-35 2024-04-24T02:42:18.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-24T02:42:18.032 INFO:tasks.rados.rados.0.smithi016.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-24T02:42:18.035 INFO:tasks.rados.rados.0.smithi016.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-24T02:42:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-24T02:42:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:144: finishing write tid 1 to smithi01673382-19 2024-04-24T02:42:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:144: finishing write tid 2 to smithi01673382-19 2024-04-24T02:42:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:144: finishing write tid 3 to smithi01673382-19 2024-04-24T02:42:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:144: finishing write tid 4 to smithi01673382-19 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 31 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:144: left oid 19 (ObjNum 66 snap 6 seq_num 66) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:133: done (8 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:134: done (7 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:136: done (6 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:137: done (5 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:141: done (4 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:142: done (3 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:143: done (2 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:144: done (1 left) 2024-04-24T02:42:18.058 INFO:tasks.rados.rados.0.smithi016.stdout:146: snap_create 2024-04-24T02:42:18.059 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 26 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-24T02:42:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:17.000831+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-24T02:42:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:17.000831+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-24T02:42:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:17.000831+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-24T02:42:19.010 INFO:tasks.rados.rados.0.smithi016.stdout:145: done (1 left) 2024-04-24T02:42:19.010 INFO:tasks.rados.rados.0.smithi016.stdout:146: done (0 left) 2024-04-24T02:42:19.011 INFO:tasks.rados.rados.0.smithi016.stdout:147: snap_remove snap 6 2024-04-24T02:42:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:18.005418+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-24T02:42:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:18.187267+0000 mgr.y (mgr.24497) 160 : cluster [DBG] pgmap v144: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 38 op/s 2024-04-24T02:42:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:18.005418+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-24T02:42:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:18.187267+0000 mgr.y (mgr.24497) 160 : cluster [DBG] pgmap v144: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 38 op/s 2024-04-24T02:42:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:18.005418+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-24T02:42:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:18.187267+0000 mgr.y (mgr.24497) 160 : cluster [DBG] pgmap v144: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 38 op/s 2024-04-24T02:42:20.012 INFO:tasks.rados.rados.0.smithi016.stdout:147: done (0 left) 2024-04-24T02:42:20.013 INFO:tasks.rados.rados.0.smithi016.stdout:148: delete oid 1 current snap is 7 2024-04-24T02:42:20.013 INFO:tasks.rados.rados.0.smithi016.stdout:148: done (0 left) 2024-04-24T02:42:20.014 INFO:tasks.rados.rados.0.smithi016.stdout:149: snap_create 2024-04-24T02:42:20.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:19.010700+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-24T02:42:20.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:19.010700+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-24T02:42:20.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:19.010700+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-24T02:42:20.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:42:21.023 INFO:tasks.rados.rados.0.smithi016.stdout:149: done (0 left) 2024-04-24T02:42:21.023 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 8 2024-04-24T02:42:21.023 INFO:tasks.rados.rados.0.smithi016.stdout:150: seq_num 68 ranges {507904=745472,1253376=401408} 2024-04-24T02:42:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:150: writing smithi01673382-31 from 507904 to 1253376 tid 1 2024-04-24T02:42:21.034 INFO:tasks.rados.rados.0.smithi016.stdout:150: writing smithi01673382-31 from 1253376 to 1654784 tid 2 2024-04-24T02:42:21.034 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 8 2024-04-24T02:42:21.035 INFO:tasks.rados.rados.0.smithi016.stdout:151: seq_num 69 ranges {188416=761856,950272=401408} 2024-04-24T02:42:21.041 INFO:tasks.rados.rados.0.smithi016.stdout:151: writing smithi01673382-16 from 188416 to 950272 tid 1 2024-04-24T02:42:21.045 INFO:tasks.rados.rados.0.smithi016.stdout:151: writing smithi01673382-16 from 950272 to 1351680 tid 2 2024-04-24T02:42:21.045 INFO:tasks.rados.rados.0.smithi016.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-04-24T02:42:21.045 INFO:tasks.rados.rados.0.smithi016.stdout:153: read oid 48 snap 7 2024-04-24T02:42:21.045 INFO:tasks.rados.rados.0.smithi016.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-24T02:42:21.045 INFO:tasks.rados.rados.0.smithi016.stdout:154: copy_from oid 50 from oid 1 current snap is 8 2024-04-24T02:42:21.045 INFO:tasks.rados.rados.0.smithi016.stdout:155: rollback oid 29 current snap is 8 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 7 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:156: copy_from oid 47 from oid 13 current snap is 8 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:157: snap_create 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:150: finishing write tid 1 to smithi01673382-31 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:150: finishing write tid 2 to smithi01673382-31 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:150: finishing write tid 3 to smithi01673382-31 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:150: finishing write tid 4 to smithi01673382-31 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 14 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-04-24T02:42:21.046 INFO:tasks.rados.rados.0.smithi016.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-04-24T02:42:21.049 INFO:tasks.rados.rados.0.smithi016.stdout:151: finishing write tid 1 to smithi01673382-16 2024-04-24T02:42:21.053 INFO:tasks.rados.rados.0.smithi016.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-24T02:42:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:151: finishing write tid 2 to smithi01673382-16 2024-04-24T02:42:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:151: finishing write tid 3 to smithi01673382-16 2024-04-24T02:42:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:154: finishing copy_from to smithi01673382-50 2024-04-24T02:42:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:154: got expected ENOENT (src dne) 2024-04-24T02:42:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:154: finishing copy_from racing read to smithi01673382-50 2024-04-24T02:42:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:151: finishing write tid 4 to smithi01673382-16 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 25 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:152: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:152: finishing copy_from to smithi01673382-10 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:156: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:156: finishing copy_from to smithi01673382-47 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:155: finishing rollback tid 0 to smithi01673382-29 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:155: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:155: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:42:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 27 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-24T02:42:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:20.011715+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-24T02:42:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:20.187615+0000 mgr.y (mgr.24497) 161 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 38 op/s 2024-04-24T02:42:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:20.011715+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-24T02:42:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:20.187615+0000 mgr.y (mgr.24497) 161 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 38 op/s 2024-04-24T02:42:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:20.011715+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-24T02:42:21.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:20.187615+0000 mgr.y (mgr.24497) 161 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 38 op/s 2024-04-24T02:42:22.027 INFO:tasks.rados.rados.0.smithi016.stdout:150: done (7 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:151: done (6 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:152: done (5 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:153: done (4 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:154: done (3 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:155: done (2 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:156: done (1 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:157: done (0 left) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:158: read oid 46 snap -1 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:159: copy_from oid 3 from oid 30 current snap is 9 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:160: copy_from oid 17 from oid 9 current snap is 9 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 9 2024-04-24T02:42:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:161: seq_num 70 ranges {1654784=778240,2433024=401408} 2024-04-24T02:42:22.041 INFO:tasks.rados.rados.0.smithi016.stdout:161: writing smithi01673382-31 from 1654784 to 2433024 tid 1 2024-04-24T02:42:22.043 INFO:tasks.rados.rados.0.smithi016.stdout:161: writing smithi01673382-31 from 2433024 to 2834432 tid 2 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:162: setattr oid 32 current snap is 9 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:160: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:159: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:160: finishing copy_from to smithi01673382-17 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:159: finishing copy_from to smithi01673382-3 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 26 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-24T02:42:22.044 INFO:tasks.rados.rados.0.smithi016.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:161: finishing write tid 1 to smithi01673382-31 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:161: finishing write tid 2 to smithi01673382-31 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:161: finishing write tid 3 to smithi01673382-31 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:161: finishing write tid 4 to smithi01673382-31 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 18 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:161: left oid 31 (ObjNum 70 snap 9 seq_num 70) 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:158: done (4 left) 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:159: done (3 left) 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:160: done (2 left) 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:161: done (1 left) 2024-04-24T02:42:22.066 INFO:tasks.rados.rados.0.smithi016.stdout:163: snap_remove snap 8 2024-04-24T02:42:22.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:21.022028+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-24T02:42:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:21.022028+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-24T02:42:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:21.022028+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-24T02:42:22.987 INFO:tasks.rados.rados.0.smithi016.stdout:163: done (1 left) 2024-04-24T02:42:22.987 INFO:tasks.rados.rados.0.smithi016.stdout:164: rmattr oid 36 current snap is 9 2024-04-24T02:42:22.987 INFO:tasks.rados.rados.0.smithi016.stdout:164: done (1 left) 2024-04-24T02:42:22.987 INFO:tasks.rados.rados.0.smithi016.stdout:165: copy_from oid 6 from oid 13 current snap is 9 2024-04-24T02:42:22.987 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 64 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-24T02:42:22.987 INFO:tasks.rados.rados.0.smithi016.stdout:162: done (1 left) 2024-04-24T02:42:22.987 INFO:tasks.rados.rados.0.smithi016.stdout:166: snap_remove snap 7 2024-04-24T02:42:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:22.026770+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-24T02:42:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:22.188153+0000 mgr.y (mgr.24497) 162 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-04-24T02:42:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:22.986185+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-24T02:42:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:22.026770+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-24T02:42:23.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:22.188153+0000 mgr.y (mgr.24497) 162 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-04-24T02:42:23.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:22.986185+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-24T02:42:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:22.026770+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-24T02:42:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:22.188153+0000 mgr.y (mgr.24497) 162 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-04-24T02:42:23.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:22.986185+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-24T02:42:23.989 INFO:tasks.rados.rados.0.smithi016.stdout:166: done (1 left) 2024-04-24T02:42:23.989 INFO:tasks.rados.rados.0.smithi016.stdout:167: read oid 29 snap -1 2024-04-24T02:42:23.989 INFO:tasks.rados.rados.0.smithi016.stdout:167: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:42:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:168: rollback oid 35 current snap is 9 2024-04-24T02:42:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:168: done (2 left) 2024-04-24T02:42:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 9 2024-04-24T02:42:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:169: seq_num 71 ranges {1056768=794624,1851392=401408} 2024-04-24T02:42:24.000 INFO:tasks.rados.rados.0.smithi016.stdout:169: writing smithi01673382-2 from 1056768 to 1851392 tid 1 2024-04-24T02:42:24.003 INFO:tasks.rados.rados.0.smithi016.stdout:169: writing smithi01673382-2 from 1851392 to 2252800 tid 2 2024-04-24T02:42:24.003 INFO:tasks.rados.rados.0.smithi016.stdout:170: read oid 42 snap -1 2024-04-24T02:42:24.003 INFO:tasks.rados.rados.0.smithi016.stdout:170: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-24T02:42:24.003 INFO:tasks.rados.rados.0.smithi016.stdout:171: rollback oid 32 current snap is 9 2024-04-24T02:42:24.003 INFO:tasks.rados.rados.0.smithi016.stdout:171: done (4 left) 2024-04-24T02:42:24.003 INFO:tasks.rados.rados.0.smithi016.stdout:172: snap_create 2024-04-24T02:42:24.005 INFO:tasks.rados.rados.0.smithi016.stdout:165: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:42:24.005 INFO:tasks.rados.rados.0.smithi016.stdout:165: finishing copy_from to smithi01673382-6 2024-04-24T02:42:24.005 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:24.005 INFO:tasks.rados.rados.0.smithi016.stdout:167: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:42:24.026 INFO:tasks.rados.rados.0.smithi016.stdout:170: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-24T02:42:24.044 INFO:tasks.rados.rados.0.smithi016.stdout:169: finishing write tid 1 to smithi01673382-2 2024-04-24T02:42:24.044 INFO:tasks.rados.rados.0.smithi016.stdout:169: finishing write tid 2 to smithi01673382-2 2024-04-24T02:42:24.044 INFO:tasks.rados.rados.0.smithi016.stdout:169: finishing write tid 3 to smithi01673382-2 2024-04-24T02:42:24.044 INFO:tasks.rados.rados.0.smithi016.stdout:169: finishing write tid 4 to smithi01673382-2 2024-04-24T02:42:24.044 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 29 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-04-24T02:42:24.045 INFO:tasks.rados.rados.0.smithi016.stdout:169: left oid 2 (ObjNum 71 snap 9 seq_num 71) 2024-04-24T02:42:24.994 INFO:tasks.rados.rados.0.smithi016.stdout:165: done (4 left) 2024-04-24T02:42:24.994 INFO:tasks.rados.rados.0.smithi016.stdout:167: done (3 left) 2024-04-24T02:42:24.994 INFO:tasks.rados.rados.0.smithi016.stdout:169: done (2 left) 2024-04-24T02:42:24.994 INFO:tasks.rados.rados.0.smithi016.stdout:170: done (1 left) 2024-04-24T02:42:24.994 INFO:tasks.rados.rados.0.smithi016.stdout:172: done (0 left) 2024-04-24T02:42:24.994 INFO:tasks.rados.rados.0.smithi016.stdout:173: delete oid 11 current snap is 10 2024-04-24T02:42:24.995 INFO:tasks.rados.rados.0.smithi016.stdout:173: done (0 left) 2024-04-24T02:42:24.995 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 10 2024-04-24T02:42:24.995 INFO:tasks.rados.rados.0.smithi016.stdout:174: seq_num 73 ranges {0=425984,425984=409600,835584=393216} 2024-04-24T02:42:24.998 INFO:tasks.rados.rados.0.smithi016.stdout:174: writing smithi01673382-44 from 0 to 425984 tid 1 2024-04-24T02:42:25.001 INFO:tasks.rados.rados.0.smithi016.stdout:174: writing smithi01673382-44 from 425984 to 835584 tid 2 2024-04-24T02:42:25.003 INFO:tasks.rados.rados.0.smithi016.stdout:174: writing smithi01673382-44 from 835584 to 1228800 tid 3 2024-04-24T02:42:25.003 INFO:tasks.rados.rados.0.smithi016.stdout:175: snap_create 2024-04-24T02:42:25.005 INFO:tasks.rados.rados.0.smithi016.stdout:174: finishing write tid 1 to smithi01673382-44 2024-04-24T02:42:25.006 INFO:tasks.rados.rados.0.smithi016.stdout:174: finishing write tid 2 to smithi01673382-44 2024-04-24T02:42:25.006 INFO:tasks.rados.rados.0.smithi016.stdout:174: finishing write tid 3 to smithi01673382-44 2024-04-24T02:42:25.006 INFO:tasks.rados.rados.0.smithi016.stdout:174: finishing write tid 4 to smithi01673382-44 2024-04-24T02:42:25.007 INFO:tasks.rados.rados.0.smithi016.stdout:174: finishing write tid 5 to smithi01673382-44 2024-04-24T02:42:25.007 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 36 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:42:25.007 INFO:tasks.rados.rados.0.smithi016.stdout:174: left oid 44 (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:23.987292+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:24.188521+0000 mgr.y (mgr.24497) 163 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:24.778855+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:24.780326+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:24.785459+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:23.987292+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:24.188521+0000 mgr.y (mgr.24497) 163 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:24.778855+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:24.780326+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:42:25.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:24.785459+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:23.987292+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-24T02:42:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:24.188521+0000 mgr.y (mgr.24497) 163 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-04-24T02:42:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:24.778855+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:24.780326+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:42:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:24.785459+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:25.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:25] "GET /metrics HTTP/1.1" 200 191490 "" "Prometheus/2.33.4" 2024-04-24T02:42:25.994 INFO:tasks.rados.rados.0.smithi016.stdout:174: done (1 left) 2024-04-24T02:42:25.994 INFO:tasks.rados.rados.0.smithi016.stdout:175: done (0 left) 2024-04-24T02:42:25.994 INFO:tasks.rados.rados.0.smithi016.stdout:176: snap_remove snap 9 2024-04-24T02:42:26.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:42:24.779278+0000 mgr.y (mgr.24497) 164 : cephadm [INF] Upgrade: Target is version 18.2.2-1237-g646b8c7d (unknown) 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:42:24.779358+0000 mgr.y (mgr.24497) 165 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210, digests ['quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210'] 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:42:24.786239+0000 mgr.y (mgr.24497) 166 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:24.994106+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:42:25.039495+0000 mgr.y (mgr.24497) 167 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210 on smithi063 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:42:24.779278+0000 mgr.y (mgr.24497) 164 : cephadm [INF] Upgrade: Target is version 18.2.2-1237-g646b8c7d (unknown) 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:42:24.779358+0000 mgr.y (mgr.24497) 165 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210, digests ['quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210'] 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:42:24.786239+0000 mgr.y (mgr.24497) 166 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:24.994106+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-24T02:42:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:42:25.039495+0000 mgr.y (mgr.24497) 167 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210 on smithi063 2024-04-24T02:42:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:42:24.779278+0000 mgr.y (mgr.24497) 164 : cephadm [INF] Upgrade: Target is version 18.2.2-1237-g646b8c7d (unknown) 2024-04-24T02:42:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:42:24.779358+0000 mgr.y (mgr.24497) 165 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210, digests ['quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210'] 2024-04-24T02:42:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:42:24.786239+0000 mgr.y (mgr.24497) 166 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-24T02:42:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:24.994106+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-24T02:42:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:42:25.039495+0000 mgr.y (mgr.24497) 167 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:417b28a7fda24d3105eeb9bae56a845b9ffa154499a85601880a5fd035847210 on smithi063 2024-04-24T02:42:27.005 INFO:tasks.rados.rados.0.smithi016.stdout:176: done (0 left) 2024-04-24T02:42:27.006 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 11 2024-04-24T02:42:27.006 INFO:tasks.rados.rados.0.smithi016.stdout:177: seq_num 74 ranges {794624=442368,1236992=696320,1933312=106496} 2024-04-24T02:42:27.012 INFO:tasks.rados.rados.0.smithi016.stdout:177: writing smithi01673382-22 from 794624 to 1236992 tid 1 2024-04-24T02:42:27.018 INFO:tasks.rados.rados.0.smithi016.stdout:177: writing smithi01673382-22 from 1236992 to 1933312 tid 2 2024-04-24T02:42:27.018 INFO:tasks.rados.rados.0.smithi016.stdout:177: writing smithi01673382-22 from 1933312 to 2039808 tid 3 2024-04-24T02:42:27.018 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 11 2024-04-24T02:42:27.018 INFO:tasks.rados.rados.0.smithi016.stdout:178: seq_num 75 ranges {638976=458752,1097728=581632,1679360=221184} 2024-04-24T02:42:27.024 INFO:tasks.rados.rados.0.smithi016.stdout:178: writing smithi01673382-10 from 638976 to 1097728 tid 1 2024-04-24T02:42:27.028 INFO:tasks.rados.rados.0.smithi016.stdout:178: writing smithi01673382-10 from 1097728 to 1679360 tid 2 2024-04-24T02:42:27.029 INFO:tasks.rados.rados.0.smithi016.stdout:178: writing smithi01673382-10 from 1679360 to 1900544 tid 3 2024-04-24T02:42:27.029 INFO:tasks.rados.rados.0.smithi016.stdout:179: setattr oid 6 current snap is 11 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:177: finishing write tid 1 to smithi01673382-22 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:177: finishing write tid 2 to smithi01673382-22 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:177: finishing write tid 3 to smithi01673382-22 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:177: finishing write tid 4 to smithi01673382-22 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:177: finishing write tid 5 to smithi01673382-22 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 34 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:177: left oid 22 (ObjNum 74 snap 11 seq_num 74) 2024-04-24T02:42:27.030 INFO:tasks.rados.rados.0.smithi016.stdout:178: finishing write tid 1 to smithi01673382-10 2024-04-24T02:42:27.031 INFO:tasks.rados.rados.0.smithi016.stdout:178: finishing write tid 2 to smithi01673382-10 2024-04-24T02:42:27.031 INFO:tasks.rados.rados.0.smithi016.stdout:178: finishing write tid 3 to smithi01673382-10 2024-04-24T02:42:27.031 INFO:tasks.rados.rados.0.smithi016.stdout:178: finishing write tid 4 to smithi01673382-10 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:177: done (2 left) 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:180: read oid 12 snap 10 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:180: expect deleted 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 11 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:178: finishing write tid 5 to smithi01673382-10 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 75 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:178: left oid 10 (ObjNum 75 snap 11 seq_num 75) 2024-04-24T02:42:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:181: seq_num 76 ranges {491520=475136,966656=458752,1425408=344064} 2024-04-24T02:42:27.038 INFO:tasks.rados.rados.0.smithi016.stdout:181: writing smithi01673382-3 from 491520 to 966656 tid 1 2024-04-24T02:42:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:181: writing smithi01673382-3 from 966656 to 1425408 tid 2 2024-04-24T02:42:27.043 INFO:tasks.rados.rados.0.smithi016.stdout:181: writing smithi01673382-3 from 1425408 to 1769472 tid 3 2024-04-24T02:42:27.043 INFO:tasks.rados.rados.0.smithi016.stdout:178: done (3 left) 2024-04-24T02:42:27.043 INFO:tasks.rados.rados.0.smithi016.stdout:182: snap_create 2024-04-24T02:42:27.043 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 32 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:27.043 INFO:tasks.rados.rados.0.smithi016.stdout:181: finishing write tid 1 to smithi01673382-3 2024-04-24T02:42:27.045 INFO:tasks.rados.rados.0.smithi016.stdout:181: finishing write tid 2 to smithi01673382-3 2024-04-24T02:42:27.045 INFO:tasks.rados.rados.0.smithi016.stdout:181: finishing write tid 3 to smithi01673382-3 2024-04-24T02:42:27.045 INFO:tasks.rados.rados.0.smithi016.stdout:181: finishing write tid 4 to smithi01673382-3 2024-04-24T02:42:27.046 INFO:tasks.rados.rados.0.smithi016.stdout:181: finishing write tid 5 to smithi01673382-3 2024-04-24T02:42:27.047 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 30 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-04-24T02:42:27.047 INFO:tasks.rados.rados.0.smithi016.stdout:181: left oid 3 (ObjNum 76 snap 11 seq_num 76) 2024-04-24T02:42:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:25.994177+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-24T02:42:27.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:26.189112+0000 mgr.y (mgr.24497) 168 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:25.994177+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-24T02:42:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:26.189112+0000 mgr.y (mgr.24497) 168 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:25.994177+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-24T02:42:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:26.189112+0000 mgr.y (mgr.24497) 168 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:27.991 INFO:tasks.rados.rados.0.smithi016.stdout:179: done (3 left) 2024-04-24T02:42:27.991 INFO:tasks.rados.rados.0.smithi016.stdout:180: done (2 left) 2024-04-24T02:42:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:181: done (1 left) 2024-04-24T02:42:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:182: done (0 left) 2024-04-24T02:42:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:183: snap_create 2024-04-24T02:42:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:27.004734+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-24T02:42:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:27.989984+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-24T02:42:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:27.004734+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-24T02:42:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:27.989984+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-24T02:42:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:27.004734+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-24T02:42:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:27.989984+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-24T02:42:28.734 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:42:28.997 INFO:tasks.rados.rados.0.smithi016.stdout:183: done (0 left) 2024-04-24T02:42:28.998 INFO:tasks.rados.rados.0.smithi016.stdout:184: read oid 45 snap -1 2024-04-24T02:42:28.998 INFO:tasks.rados.rados.0.smithi016.stdout:184: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-24T02:42:28.998 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 13 2024-04-24T02:42:28.998 INFO:tasks.rados.rados.0.smithi016.stdout:185: seq_num 77 ranges {2834432=491520,3325952=794624,4120576=8192} 2024-04-24T02:42:29.016 INFO:tasks.rados.rados.0.smithi016.stdout:185: writing smithi01673382-31 from 2834432 to 3325952 tid 1 2024-04-24T02:42:29.020 INFO:tasks.rados.rados.0.smithi016.stdout:185: writing smithi01673382-31 from 3325952 to 4120576 tid 2 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:185: writing smithi01673382-31 from 4120576 to 4128768 tid 3 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:186: read oid 49 snap -1 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:186: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:187: read oid 38 snap -1 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:187: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:188: read oid 40 snap -1 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:188: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:189: snap_create 2024-04-24T02:42:29.021 INFO:tasks.rados.rados.0.smithi016.stdout:184: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-24T02:42:29.039 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:42:29.039 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (2m) 2m ago 3m 14.8M - 0.23.0 ba2b418f427c b43fe460bd41 2024-04-24T02:42:29.039 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (3m) 2m ago 3m 45.6M - 8.3.5 dad864ee21e9 cd88176cbd7f 2024-04-24T02:42:29.039 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (4m) 2m ago 4m 13.0M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:42:29.039 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (4m) 2m ago 4m 14.5M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:42:29.039 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443 running (8m) 2m ago 8m 385M - 16.2.15-1-g8963e9de 727f386679cb 308057cafeb1 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283 running (9m) 2m ago 9m 434M - 16.2.15-1-g8963e9de 727f386679cb a18a00fc8f74 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (9m) 2m ago 9m 68.3M 2048M 16.2.15-1-g8963e9de 727f386679cb b115a61f2bb8 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (8m) 2m ago 8m 41.5M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (8m) 2m ago 8m 34.0M 2048M 16.2.15-1-g8963e9de 727f386679cb b158ff2bc011 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (3m) 2m ago 3m 13.0M - 1.3.1 1dbe0e931976 e7635ded3467 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (3m) 2m ago 3m 11.0M - 1.3.1 1dbe0e931976 82da6550b80b 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (7m) 2m ago 7m 40.1M 3001M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (7m) 2m ago 7m 40.2M 3001M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (6m) 2m ago 6m 36.3M 3001M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (6m) 2m ago 6m 40.8M 3001M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (5m) 2m ago 5m 41.2M 3256M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (5m) 2m ago 5m 39.5M 3256M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (5m) 2m ago 5m 41.5M 3256M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:42:29.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (4m) 2m ago 4m 40.7M 3256M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:42:29.041 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (2m) 2m ago 3m 37.0M - 2.33.4 514e6a882f6e 1627e1b2be1b 2024-04-24T02:42:29.044 INFO:tasks.rados.rados.0.smithi016.stdout:185: finishing write tid 1 to smithi01673382-31 2024-04-24T02:42:29.044 INFO:tasks.rados.rados.0.smithi016.stdout:187: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-24T02:42:29.061 INFO:tasks.rados.rados.0.smithi016.stdout:188: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-24T02:42:29.079 INFO:tasks.rados.rados.0.smithi016.stdout:186: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-24T02:42:29.139 INFO:tasks.rados.rados.0.smithi016.stdout:185: finishing write tid 2 to smithi01673382-31 2024-04-24T02:42:29.140 INFO:tasks.rados.rados.0.smithi016.stdout:185: finishing write tid 3 to smithi01673382-31 2024-04-24T02:42:29.140 INFO:tasks.rados.rados.0.smithi016.stdout:185: finishing write tid 4 to smithi01673382-31 2024-04-24T02:42:29.140 INFO:tasks.rados.rados.0.smithi016.stdout:185: finishing write tid 5 to smithi01673382-31 2024-04-24T02:42:29.140 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 27 (ObjNum 77 snap 13 seq_num 77) dirty exists 2024-04-24T02:42:29.140 INFO:tasks.rados.rados.0.smithi016.stdout:185: left oid 31 (ObjNum 77 snap 13 seq_num 77) 2024-04-24T02:42:29.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:28.189686+0000 mgr.y (mgr.24497) 169 : cluster [DBG] pgmap v159: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-24T02:42:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:28.997340+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-24T02:42:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:28.189686+0000 mgr.y (mgr.24497) 169 : cluster [DBG] pgmap v159: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-24T02:42:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:28.997340+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-24T02:42:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:28.189686+0000 mgr.y (mgr.24497) 169 : cluster [DBG] pgmap v159: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-24T02:42:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:28.997340+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-24T02:42:29.388 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:42:29.389 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:42:29.390 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 15 2024-04-24T02:42:29.390 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:42:29.390 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:42:30.017 INFO:tasks.rados.rados.0.smithi016.stdout:184: done (5 left) 2024-04-24T02:42:30.017 INFO:tasks.rados.rados.0.smithi016.stdout:185: done (4 left) 2024-04-24T02:42:30.017 INFO:tasks.rados.rados.0.smithi016.stdout:186: done (3 left) 2024-04-24T02:42:30.018 INFO:tasks.rados.rados.0.smithi016.stdout:187: done (2 left) 2024-04-24T02:42:30.018 INFO:tasks.rados.rados.0.smithi016.stdout:188: done (1 left) 2024-04-24T02:42:30.018 INFO:tasks.rados.rados.0.smithi016.stdout:189: done (0 left) 2024-04-24T02:42:30.018 INFO:tasks.rados.rados.0.smithi016.stdout:190: snap_remove snap 13 2024-04-24T02:42:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:28.720969+0000 mgr.y (mgr.24497) 170 : audit [DBG] from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:42:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:29.024162+0000 mgr.y (mgr.24497) 171 : audit [DBG] from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:42:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:29.389099+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.16:0/3666826994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:42:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:28.720969+0000 mgr.y (mgr.24497) 170 : audit [DBG] from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:42:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:29.024162+0000 mgr.y (mgr.24497) 171 : audit [DBG] from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:42:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:29.389099+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.16:0/3666826994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:42:30.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:28.720969+0000 mgr.y (mgr.24497) 170 : audit [DBG] from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:42:30.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:29.024162+0000 mgr.y (mgr.24497) 171 : audit [DBG] from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:42:30.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:29.389099+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.16:0/3666826994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:42:30.300 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:42:31.027 INFO:tasks.rados.rados.0.smithi016.stdout:190: done (0 left) 2024-04-24T02:42:31.027 INFO:tasks.rados.rados.0.smithi016.stdout:191: read oid 36 snap -1 2024-04-24T02:42:31.027 INFO:tasks.rados.rados.0.smithi016.stdout:191: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-24T02:42:31.027 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 14 2024-04-24T02:42:31.027 INFO:tasks.rados.rados.0.smithi016.stdout:192: seq_num 78 ranges {0=516096,516096=679936,1196032=122880} 2024-04-24T02:42:31.029 INFO:tasks.rados.rados.0.smithi016.stdout:192: writing smithi01673382-1 from 0 to 516096 tid 1 2024-04-24T02:42:31.034 INFO:tasks.rados.rados.0.smithi016.stdout:192: writing smithi01673382-1 from 516096 to 1196032 tid 2 2024-04-24T02:42:31.035 INFO:tasks.rados.rados.0.smithi016.stdout:192: writing smithi01673382-1 from 1196032 to 1318912 tid 3 2024-04-24T02:42:31.035 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 14 2024-04-24T02:42:31.035 INFO:tasks.rados.rados.0.smithi016.stdout:193: seq_num 79 ranges {139264=532480,671744=565248,1236992=237568} 2024-04-24T02:42:31.039 INFO:tasks.rados.rados.0.smithi016.stdout:193: writing smithi01673382-9 from 139264 to 671744 tid 1 2024-04-24T02:42:31.042 INFO:tasks.rados.rados.0.smithi016.stdout:193: writing smithi01673382-9 from 671744 to 1236992 tid 2 2024-04-24T02:42:31.044 INFO:tasks.rados.rados.0.smithi016.stdout:193: writing smithi01673382-9 from 1236992 to 1474560 tid 3 2024-04-24T02:42:31.044 INFO:tasks.rados.rados.0.smithi016.stdout:194: rmattr oid 11 current snap is 14 2024-04-24T02:42:31.044 INFO:tasks.rados.rados.0.smithi016.stdout:194: done (3 left) 2024-04-24T02:42:31.044 INFO:tasks.rados.rados.0.smithi016.stdout:195: snap_remove snap 12 2024-04-24T02:42:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:30.015963+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-24T02:42:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:30.190158+0000 mgr.y (mgr.24497) 172 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-24T02:42:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:30.015963+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-24T02:42:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:30.190158+0000 mgr.y (mgr.24497) 172 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-24T02:42:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:30.015963+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-24T02:42:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:30.190158+0000 mgr.y (mgr.24497) 172 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-24T02:42:32.033 INFO:tasks.rados.rados.0.smithi016.stdout:195: done (3 left) 2024-04-24T02:42:32.033 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 14 2024-04-24T02:42:32.033 INFO:tasks.rados.rados.0.smithi016.stdout:196: seq_num 80 ranges {2252800=548864,2801664=450560,3252224=352256} 2024-04-24T02:42:32.048 INFO:tasks.rados.rados.0.smithi016.stdout:196: writing smithi01673382-2 from 2252800 to 2801664 tid 1 2024-04-24T02:42:32.051 INFO:tasks.rados.rados.0.smithi016.stdout:196: writing smithi01673382-2 from 2801664 to 3252224 tid 2 2024-04-24T02:42:32.054 INFO:tasks.rados.rados.0.smithi016.stdout:196: writing smithi01673382-2 from 3252224 to 3604480 tid 3 2024-04-24T02:42:32.054 INFO:tasks.rados.rados.0.smithi016.stdout:197: copy_from oid 38 from oid 46 current snap is 14 2024-04-24T02:42:32.054 INFO:tasks.rados.rados.0.smithi016.stdout:191: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-24T02:42:32.055 INFO:tasks.rados.rados.0.smithi016.stdout:192: finishing write tid 1 to smithi01673382-1 2024-04-24T02:42:32.056 INFO:tasks.rados.rados.0.smithi016.stdout:192: finishing write tid 2 to smithi01673382-1 2024-04-24T02:42:32.056 INFO:tasks.rados.rados.0.smithi016.stdout:192: finishing write tid 3 to smithi01673382-1 2024-04-24T02:42:32.056 INFO:tasks.rados.rados.0.smithi016.stdout:191: done (4 left) 2024-04-24T02:42:32.056 INFO:tasks.rados.rados.0.smithi016.stdout:198: snap_remove snap 10 2024-04-24T02:42:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:31.026296+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-04-24T02:42:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:31.026296+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-04-24T02:42:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:31.026296+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:198: done (4 left) 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:199: rmattr oid 20 current snap is 14 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:199: done (4 left) 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:200: rmattr oid 16 current snap is 14 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:200: done (4 left) 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:201: rmattr oid 12 current snap is 14 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:201: done (4 left) 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:202: read oid 4 snap -1 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:202: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-24T02:42:33.038 INFO:tasks.rados.rados.0.smithi016.stdout:203: read oid 19 snap -1 2024-04-24T02:42:33.039 INFO:tasks.rados.rados.0.smithi016.stdout:203: expect (ObjNum 66 snap 6 seq_num 66) 2024-04-24T02:42:33.039 INFO:tasks.rados.rados.0.smithi016.stdout:204: setattr oid 26 current snap is 14 2024-04-24T02:42:33.039 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 14 2024-04-24T02:42:33.039 INFO:tasks.rados.rados.0.smithi016.stdout:205: seq_num 81 ranges {827392=565248,1392640=737280,2129920=65536} 2024-04-24T02:42:33.047 INFO:tasks.rados.rados.0.smithi016.stdout:205: writing smithi01673382-50 from 827392 to 1392640 tid 1 2024-04-24T02:42:33.052 INFO:tasks.rados.rados.0.smithi016.stdout:205: writing smithi01673382-50 from 1392640 to 2129920 tid 2 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:205: writing smithi01673382-50 from 2129920 to 2195456 tid 3 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:206: copy_from oid 45 from oid 17 current snap is 14 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:192: finishing write tid 4 to smithi01673382-1 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:192: finishing write tid 5 to smithi01673382-1 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 38 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:192: left oid 1 (ObjNum 78 snap 14 seq_num 78) 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 1 to smithi01673382-9 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 2 to smithi01673382-9 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:192: done (8 left) 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:207: snap_create 2024-04-24T02:42:33.054 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 3 to smithi01673382-9 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 4 to smithi01673382-9 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 5 to smithi01673382-9 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 34 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:193: left oid 9 (ObjNum 79 snap 14 seq_num 79) 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:196: finishing write tid 1 to smithi01673382-2 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:196: finishing write tid 2 to smithi01673382-2 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:196: finishing write tid 3 to smithi01673382-2 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:196: finishing write tid 4 to smithi01673382-2 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:196: finishing write tid 5 to smithi01673382-2 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 39 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:196: left oid 2 (ObjNum 80 snap 14 seq_num 80) 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:197: finishing copy_from racing read to smithi01673382-38 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:197: finishing copy_from to smithi01673382-38 2024-04-24T02:42:33.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-24T02:42:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:202: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-24T02:42:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 7 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-24T02:42:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:203: expect (ObjNum 66 snap 6 seq_num 66) 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:205: finishing write tid 1 to smithi01673382-50 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:205: finishing write tid 2 to smithi01673382-50 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:205: finishing write tid 3 to smithi01673382-50 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:205: finishing write tid 4 to smithi01673382-50 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:205: finishing write tid 5 to smithi01673382-50 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 8 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:205: left oid 50 (ObjNum 81 snap 14 seq_num 81) 2024-04-24T02:42:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:206: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:42:33.100 INFO:tasks.rados.rados.0.smithi016.stdout:206: finishing copy_from to smithi01673382-45 2024-04-24T02:42:33.100 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-24T02:42:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:32.030541+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-04-24T02:42:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:32.190939+0000 mgr.y (mgr.24497) 173 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-24T02:42:33.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:32.030541+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-04-24T02:42:33.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:32.190939+0000 mgr.y (mgr.24497) 173 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-24T02:42:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:32.030541+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-04-24T02:42:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:32.190939+0000 mgr.y (mgr.24497) 173 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:193: done (8 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:196: done (7 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:197: done (6 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:202: done (5 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:203: done (4 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:204: done (3 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:205: done (2 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:206: done (1 left) 2024-04-24T02:42:34.041 INFO:tasks.rados.rados.0.smithi016.stdout:207: done (0 left) 2024-04-24T02:42:34.042 INFO:tasks.rados.rados.0.smithi016.stdout:208: delete oid 31 current snap is 15 2024-04-24T02:42:34.048 INFO:tasks.rados.rados.0.smithi016.stdout:208: done (0 left) 2024-04-24T02:42:34.049 INFO:tasks.rados.rados.0.smithi016.stdout:209: delete oid 26 current snap is 15 2024-04-24T02:42:34.051 INFO:tasks.rados.rados.0.smithi016.stdout:209: done (0 left) 2024-04-24T02:42:34.051 INFO:tasks.rados.rados.0.smithi016.stdout:210: copy_from oid 20 from oid 42 current snap is 15 2024-04-24T02:42:34.051 INFO:tasks.rados.rados.0.smithi016.stdout:211: delete oid 5 current snap is 15 2024-04-24T02:42:34.052 INFO:tasks.rados.rados.0.smithi016.stdout:211: done (1 left) 2024-04-24T02:42:34.053 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 15 2024-04-24T02:42:34.053 INFO:tasks.rados.rados.0.smithi016.stdout:212: seq_num 85 ranges {204800=630784,835584=720896,1556480=81920} 2024-04-24T02:42:34.057 INFO:tasks.rados.rados.0.smithi016.stdout:212: writing smithi01673382-13 from 204800 to 835584 tid 1 2024-04-24T02:42:34.062 INFO:tasks.rados.rados.0.smithi016.stdout:212: writing smithi01673382-13 from 835584 to 1556480 tid 2 2024-04-24T02:42:34.063 INFO:tasks.rados.rados.0.smithi016.stdout:212: writing smithi01673382-13 from 1556480 to 1638400 tid 3 2024-04-24T02:42:34.063 INFO:tasks.rados.rados.0.smithi016.stdout:213: read oid 19 snap -1 2024-04-24T02:42:34.063 INFO:tasks.rados.rados.0.smithi016.stdout:213: expect (ObjNum 66 snap 6 seq_num 66) 2024-04-24T02:42:34.063 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 15 2024-04-24T02:42:34.063 INFO:tasks.rados.rados.0.smithi016.stdout:210: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:42:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:210: finishing copy_from to smithi01673382-20 2024-04-24T02:42:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 12 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-24T02:42:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:212: finishing write tid 1 to smithi01673382-13 2024-04-24T02:42:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:214: seq_num 86 ranges {188416=647168,835584=606208,1441792=196608} 2024-04-24T02:42:34.068 INFO:tasks.rados.rados.0.smithi016.stdout:214: writing smithi01673382-21 from 188416 to 835584 tid 1 2024-04-24T02:42:34.071 INFO:tasks.rados.rados.0.smithi016.stdout:214: writing smithi01673382-21 from 835584 to 1441792 tid 2 2024-04-24T02:42:34.073 INFO:tasks.rados.rados.0.smithi016.stdout:214: writing smithi01673382-21 from 1441792 to 1638400 tid 3 2024-04-24T02:42:34.073 INFO:tasks.rados.rados.0.smithi016.stdout:210: done (3 left) 2024-04-24T02:42:34.073 INFO:tasks.rados.rados.0.smithi016.stdout:215: delete oid 11 current snap is 15 2024-04-24T02:42:34.073 INFO:tasks.rados.rados.0.smithi016.stdout:212: finishing write tid 2 to smithi01673382-13 2024-04-24T02:42:34.073 INFO:tasks.rados.rados.0.smithi016.stdout:212: finishing write tid 3 to smithi01673382-13 2024-04-24T02:42:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:212: finishing write tid 4 to smithi01673382-13 2024-04-24T02:42:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:212: finishing write tid 5 to smithi01673382-13 2024-04-24T02:42:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 41 (ObjNum 85 snap 15 seq_num 85) dirty exists 2024-04-24T02:42:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:212: left oid 13 (ObjNum 85 snap 15 seq_num 85) 2024-04-24T02:42:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing write tid 1 to smithi01673382-21 2024-04-24T02:42:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:213: expect (ObjNum 66 snap 6 seq_num 66) 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing write tid 2 to smithi01673382-21 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing write tid 3 to smithi01673382-21 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing write tid 4 to smithi01673382-21 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing write tid 5 to smithi01673382-21 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 20 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:214: left oid 21 (ObjNum 86 snap 15 seq_num 86) 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:212: done (3 left) 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:213: done (2 left) 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:214: done (1 left) 2024-04-24T02:42:34.119 INFO:tasks.rados.rados.0.smithi016.stdout:215: done (0 left) 2024-04-24T02:42:34.120 INFO:tasks.rados.rados.0.smithi016.stdout:216: read oid 38 snap -1 2024-04-24T02:42:34.120 INFO:tasks.rados.rados.0.smithi016.stdout:216: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:34.120 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 15 2024-04-24T02:42:34.120 INFO:tasks.rados.rados.0.smithi016.stdout:217: seq_num 88 ranges {3604480=679936,4284416=778240,5062656=24576} 2024-04-24T02:42:34.142 INFO:tasks.rados.rados.0.smithi016.stdout:217: writing smithi01673382-2 from 3604480 to 4284416 tid 1 2024-04-24T02:42:34.146 INFO:tasks.rados.rados.0.smithi016.stdout:217: writing smithi01673382-2 from 4284416 to 5062656 tid 2 2024-04-24T02:42:34.147 INFO:tasks.rados.rados.0.smithi016.stdout:217: writing smithi01673382-2 from 5062656 to 5087232 tid 3 2024-04-24T02:42:34.147 INFO:tasks.rados.rados.0.smithi016.stdout:218: delete oid 41 current snap is 15 2024-04-24T02:42:34.147 INFO:tasks.rados.rados.0.smithi016.stdout:216: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:34.170 INFO:tasks.rados.rados.0.smithi016.stdout:217: finishing write tid 1 to smithi01673382-2 2024-04-24T02:42:34.170 INFO:tasks.rados.rados.0.smithi016.stdout:217: finishing write tid 2 to smithi01673382-2 2024-04-24T02:42:34.170 INFO:tasks.rados.rados.0.smithi016.stdout:216: done (2 left) 2024-04-24T02:42:34.170 INFO:tasks.rados.rados.0.smithi016.stdout:218: done (1 left) 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:219: delete oid 38 current snap is 15 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:217: finishing write tid 3 to smithi01673382-2 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:217: finishing write tid 4 to smithi01673382-2 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:217: finishing write tid 5 to smithi01673382-2 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 48 (ObjNum 88 snap 15 seq_num 88) dirty exists 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:217: left oid 2 (ObjNum 88 snap 15 seq_num 88) 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:217: done (1 left) 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:219: done (0 left) 2024-04-24T02:42:34.171 INFO:tasks.rados.rados.0.smithi016.stdout:220: setattr oid 29 current snap is 15 2024-04-24T02:42:34.172 INFO:tasks.rados.rados.0.smithi016.stdout:221: snap_remove snap 11 2024-04-24T02:42:34.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:33.035781+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-04-24T02:42:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:33.035781+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-04-24T02:42:34.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:33.035781+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-04-24T02:42:35.048 INFO:tasks.rados.rados.0.smithi016.stdout:221: done (1 left) 2024-04-24T02:42:35.049 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 15 2024-04-24T02:42:35.049 INFO:tasks.rados.rados.0.smithi016.stdout:222: seq_num 91 ranges {0=729088,729088=425984,1155072=376832} 2024-04-24T02:42:35.053 INFO:tasks.rados.rados.0.smithi016.stdout:222: writing smithi01673382-38 from 0 to 729088 tid 1 2024-04-24T02:42:35.058 INFO:tasks.rados.rados.0.smithi016.stdout:222: writing smithi01673382-38 from 729088 to 1155072 tid 2 2024-04-24T02:42:35.058 INFO:tasks.rados.rados.0.smithi016.stdout:222: writing smithi01673382-38 from 1155072 to 1531904 tid 3 2024-04-24T02:42:35.058 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 15 2024-04-24T02:42:35.058 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 36 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-24T02:42:35.059 INFO:tasks.rados.rados.0.smithi016.stdout:223: seq_num 92 ranges {1736704=745472,2482176=761856,3244032=40960} 2024-04-24T02:42:35.072 INFO:tasks.rados.rados.0.smithi016.stdout:223: writing smithi01673382-49 from 1736704 to 2482176 tid 1 2024-04-24T02:42:35.076 INFO:tasks.rados.rados.0.smithi016.stdout:223: writing smithi01673382-49 from 2482176 to 3244032 tid 2 2024-04-24T02:42:35.077 INFO:tasks.rados.rados.0.smithi016.stdout:223: writing smithi01673382-49 from 3244032 to 3284992 tid 3 2024-04-24T02:42:35.077 INFO:tasks.rados.rados.0.smithi016.stdout:220: done (2 left) 2024-04-24T02:42:35.077 INFO:tasks.rados.rados.0.smithi016.stdout:224: copy_from oid 26 from oid 25 current snap is 15 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:222: finishing write tid 1 to smithi01673382-38 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:222: finishing write tid 2 to smithi01673382-38 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:222: finishing write tid 3 to smithi01673382-38 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:222: finishing write tid 4 to smithi01673382-38 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:222: finishing write tid 5 to smithi01673382-38 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 51 (ObjNum 91 snap 15 seq_num 91) dirty exists 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:222: left oid 38 (ObjNum 91 snap 15 seq_num 91) 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:223: finishing write tid 1 to smithi01673382-49 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:222: done (2 left) 2024-04-24T02:42:35.078 INFO:tasks.rados.rados.0.smithi016.stdout:225: snap_create 2024-04-24T02:42:35.080 INFO:tasks.rados.rados.0.smithi016.stdout:223: finishing write tid 2 to smithi01673382-49 2024-04-24T02:42:35.080 INFO:tasks.rados.rados.0.smithi016.stdout:224: finishing copy_from to smithi01673382-26 2024-04-24T02:42:35.080 INFO:tasks.rados.rados.0.smithi016.stdout:224: got expected ENOENT (src dne) 2024-04-24T02:42:35.080 INFO:tasks.rados.rados.0.smithi016.stdout:224: finishing copy_from racing read to smithi01673382-26 2024-04-24T02:42:35.080 INFO:tasks.rados.rados.0.smithi016.stdout:223: finishing write tid 3 to smithi01673382-49 2024-04-24T02:42:35.080 INFO:tasks.rados.rados.0.smithi016.stdout:223: finishing write tid 4 to smithi01673382-49 2024-04-24T02:42:35.081 INFO:tasks.rados.rados.0.smithi016.stdout:223: finishing write tid 5 to smithi01673382-49 2024-04-24T02:42:35.081 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 82 (ObjNum 92 snap 15 seq_num 92) dirty exists 2024-04-24T02:42:35.081 INFO:tasks.rados.rados.0.smithi016.stdout:223: left oid 49 (ObjNum 92 snap 15 seq_num 92) 2024-04-24T02:42:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:34.040506+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-04-24T02:42:35.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:34.191369+0000 mgr.y (mgr.24497) 174 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-24T02:42:35.365 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:34.040506+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-04-24T02:42:35.365 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:34.191369+0000 mgr.y (mgr.24497) 174 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-24T02:42:35.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:34.040506+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-04-24T02:42:35.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:34.191369+0000 mgr.y (mgr.24497) 174 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-24T02:42:35.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:42:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:35] "GET /metrics HTTP/1.1" 200 191592 "" "Prometheus/2.33.4" 2024-04-24T02:42:36.052 INFO:tasks.rados.rados.0.smithi016.stdout:223: done (2 left) 2024-04-24T02:42:36.052 INFO:tasks.rados.rados.0.smithi016.stdout:224: done (1 left) 2024-04-24T02:42:36.052 INFO:tasks.rados.rados.0.smithi016.stdout:225: done (0 left) 2024-04-24T02:42:36.052 INFO:tasks.rados.rados.0.smithi016.stdout:226: snap_create 2024-04-24T02:42:36.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:35.046498+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-04-24T02:42:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:35.046498+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-04-24T02:42:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:35.046498+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-04-24T02:42:37.056 INFO:tasks.rados.rados.0.smithi016.stdout:226: done (0 left) 2024-04-24T02:42:37.056 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 17 2024-04-24T02:42:37.056 INFO:tasks.rados.rados.0.smithi016.stdout:227: seq_num 93 ranges {139264=761856,901120=647168,1548288=155648} 2024-04-24T02:42:37.061 INFO:tasks.rados.rados.0.smithi016.stdout:227: writing smithi01673382-17 from 139264 to 901120 tid 1 2024-04-24T02:42:37.065 INFO:tasks.rados.rados.0.smithi016.stdout:227: writing smithi01673382-17 from 901120 to 1548288 tid 2 2024-04-24T02:42:37.066 INFO:tasks.rados.rados.0.smithi016.stdout:227: writing smithi01673382-17 from 1548288 to 1703936 tid 3 2024-04-24T02:42:37.066 INFO:tasks.rados.rados.0.smithi016.stdout:228: rollback oid 8 current snap is 17 2024-04-24T02:42:37.066 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 15 2024-04-24T02:42:37.066 INFO:tasks.rados.rados.0.smithi016.stdout:229: rmattr oid 26 current snap is 17 2024-04-24T02:42:37.066 INFO:tasks.rados.rados.0.smithi016.stdout:229: done (2 left) 2024-04-24T02:42:37.067 INFO:tasks.rados.rados.0.smithi016.stdout:230: delete oid 2 current snap is 17 2024-04-24T02:42:37.069 INFO:tasks.rados.rados.0.smithi016.stdout:227: finishing write tid 1 to smithi01673382-17 2024-04-24T02:42:37.071 INFO:tasks.rados.rados.0.smithi016.stdout:227: finishing write tid 2 to smithi01673382-17 2024-04-24T02:42:37.071 INFO:tasks.rados.rados.0.smithi016.stdout:227: finishing write tid 3 to smithi01673382-17 2024-04-24T02:42:37.071 INFO:tasks.rados.rados.0.smithi016.stdout:228: finishing rollback tid 1 to smithi01673382-8 2024-04-24T02:42:37.071 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 0 (ObjNum 345318183 snap 22073 seq_num 2708881815) dirty dne 2024-04-24T02:42:37.071 INFO:tasks.rados.rados.0.smithi016.stdout:227: finishing write tid 4 to smithi01673382-17 2024-04-24T02:42:37.071 INFO:tasks.rados.rados.0.smithi016.stdout:228: done (2 left) 2024-04-24T02:42:37.071 INFO:tasks.rados.rados.0.smithi016.stdout:230: done (1 left) 2024-04-24T02:42:37.072 INFO:tasks.rados.rados.0.smithi016.stdout:231: rmattr oid 10 current snap is 17 2024-04-24T02:42:37.072 INFO:tasks.rados.rados.0.smithi016.stdout:231: done (1 left) 2024-04-24T02:42:37.072 INFO:tasks.rados.rados.0.smithi016.stdout:232: snap_create 2024-04-24T02:42:37.072 INFO:tasks.rados.rados.0.smithi016.stdout:227: finishing write tid 5 to smithi01673382-17 2024-04-24T02:42:37.072 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 48 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-04-24T02:42:37.072 INFO:tasks.rados.rados.0.smithi016.stdout:227: left oid 17 (ObjNum 93 snap 17 seq_num 93) 2024-04-24T02:42:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:36.050956+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-04-24T02:42:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:36.191773+0000 mgr.y (mgr.24497) 175 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:36.050956+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-04-24T02:42:37.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:36.191773+0000 mgr.y (mgr.24497) 175 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:36.050956+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-04-24T02:42:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:36.191773+0000 mgr.y (mgr.24497) 175 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:227: done (1 left) 2024-04-24T02:42:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:232: done (0 left) 2024-04-24T02:42:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:233: copy_from oid 48 from oid 47 current snap is 18 2024-04-24T02:42:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:234: read oid 34 snap -1 2024-04-24T02:42:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:234: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-24T02:42:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:235: snap_create 2024-04-24T02:42:38.002 INFO:tasks.rados.rados.0.smithi016.stdout:234: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-24T02:42:38.017 INFO:tasks.rados.rados.0.smithi016.stdout:233: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:42:38.017 INFO:tasks.rados.rados.0.smithi016.stdout:233: finishing copy_from to smithi01673382-48 2024-04-24T02:42:38.017 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:37.055832+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-04-24T02:42:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:37.992899+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-04-24T02:42:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:37.055832+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-04-24T02:42:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:37.992899+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-04-24T02:42:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:37.055832+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-04-24T02:42:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:37.992899+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-04-24T02:42:38.995 INFO:tasks.rados.rados.0.smithi016.stdout:233: done (2 left) 2024-04-24T02:42:38.995 INFO:tasks.rados.rados.0.smithi016.stdout:234: done (1 left) 2024-04-24T02:42:38.995 INFO:tasks.rados.rados.0.smithi016.stdout:235: done (0 left) 2024-04-24T02:42:38.995 INFO:tasks.rados.rados.0.smithi016.stdout:236: read oid 47 snap -1 2024-04-24T02:42:38.995 INFO:tasks.rados.rados.0.smithi016.stdout:236: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:42:38.995 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 19 2024-04-24T02:42:38.995 INFO:tasks.rados.rados.0.smithi016.stdout:237: seq_num 95 ranges {139264=794624,933888=409600,1343488=393216} 2024-04-24T02:42:39.000 INFO:tasks.rados.rados.0.smithi016.stdout:237: writing smithi01673382-45 from 139264 to 933888 tid 1 2024-04-24T02:42:39.002 INFO:tasks.rados.rados.0.smithi016.stdout:237: writing smithi01673382-45 from 933888 to 1343488 tid 2 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:237: writing smithi01673382-45 from 1343488 to 1736704 tid 3 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:238: read oid 49 snap 18 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:238: expect (ObjNum 92 snap 15 seq_num 92) 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:239: read oid 28 snap -1 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:239: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:240: read oid 11 snap -1 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:240: expect deleted 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:241: read oid 5 snap 15 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:241: expect deleted 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:242: setattr oid 48 current snap is 19 2024-04-24T02:42:39.006 INFO:tasks.rados.rados.0.smithi016.stdout:236: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:237: finishing write tid 1 to smithi01673382-45 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:237: finishing write tid 2 to smithi01673382-45 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:237: finishing write tid 3 to smithi01673382-45 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:237: finishing write tid 4 to smithi01673382-45 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:237: finishing write tid 5 to smithi01673382-45 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 47 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:237: left oid 45 (ObjNum 95 snap 19 seq_num 95) 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:236: done (6 left) 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:237: done (5 left) 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:240: done (4 left) 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:241: done (3 left) 2024-04-24T02:42:39.015 INFO:tasks.rados.rados.0.smithi016.stdout:243: rollback oid 24 current snap is 19 2024-04-24T02:42:39.016 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 14 2024-04-24T02:42:39.016 INFO:tasks.rados.rados.0.smithi016.stdout:244: delete oid 30 current snap is 19 2024-04-24T02:42:39.018 INFO:tasks.rados.rados.0.smithi016.stdout:239: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:238: expect (ObjNum 92 snap 15 seq_num 92) 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:243: finishing rollback tid 0 to smithi01673382-24 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:243: finishing rollback tid 1 to smithi01673382-24 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:243: finishing rollback tid 2 to smithi01673382-24 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 55 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 26 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:238: done (4 left) 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:239: done (3 left) 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:242: done (2 left) 2024-04-24T02:42:39.164 INFO:tasks.rados.rados.0.smithi016.stdout:243: done (1 left) 2024-04-24T02:42:39.165 INFO:tasks.rados.rados.0.smithi016.stdout:244: done (0 left) 2024-04-24T02:42:39.165 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 19 2024-04-24T02:42:39.165 INFO:tasks.rados.rados.0.smithi016.stdout:245: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-04-24T02:42:39.166 INFO:tasks.rados.rados.0.smithi016.stdout:245: writing smithi01673382-26 from 0 to 434176 tid 1 2024-04-24T02:42:39.169 INFO:tasks.rados.rados.0.smithi016.stdout:245: writing smithi01673382-26 from 434176 to 1015808 tid 2 2024-04-24T02:42:39.172 INFO:tasks.rados.rados.0.smithi016.stdout:245: writing smithi01673382-26 from 1015808 to 1556480 tid 3 2024-04-24T02:42:39.172 INFO:tasks.rados.rados.0.smithi016.stdout:245: writing smithi01673382-26 from 1556480 to 1638400 tid 4 2024-04-24T02:42:39.172 INFO:tasks.rados.rados.0.smithi016.stdout:246: setattr oid 47 current snap is 19 2024-04-24T02:42:39.173 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing write tid 1 to smithi01673382-26 2024-04-24T02:42:39.173 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing write tid 2 to smithi01673382-26 2024-04-24T02:42:39.173 INFO:tasks.rados.rados.0.smithi016.stdout:247: setattr oid 30 current snap is 19 2024-04-24T02:42:39.175 INFO:tasks.rados.rados.0.smithi016.stdout:248: snap_remove snap 14 2024-04-24T02:42:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:38.192160+0000 mgr.y (mgr.24497) 176 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-24T02:42:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:38.994255+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-04-24T02:42:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:38.192160+0000 mgr.y (mgr.24497) 176 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-24T02:42:39.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:38.994255+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-04-24T02:42:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:38.192160+0000 mgr.y (mgr.24497) 176 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-24T02:42:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:38.994255+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-04-24T02:42:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:248: done (3 left) 2024-04-24T02:42:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:249: read oid 49 snap -1 2024-04-24T02:42:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:249: expect (ObjNum 92 snap 15 seq_num 92) 2024-04-24T02:42:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:250: read oid 42 snap -1 2024-04-24T02:42:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:250: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-24T02:42:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:251: read oid 33 snap -1 2024-04-24T02:42:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:251: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-24T02:42:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:252: snap_remove snap 18 2024-04-24T02:42:40.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:42:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:252: done (6 left) 2024-04-24T02:42:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:253: copy_from oid 15 from oid 40 current snap is 19 2024-04-24T02:42:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:254: read oid 45 snap -1 2024-04-24T02:42:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:254: expect (ObjNum 95 snap 19 seq_num 95) 2024-04-24T02:42:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:255: delete oid 13 current snap is 19 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 28 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing write tid 3 to smithi01673382-26 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing write tid 4 to smithi01673382-26 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing write tid 5 to smithi01673382-26 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 55 (ObjNum 2001337504 snap 22076 seq_num 6) dirty exists 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing write tid 6 to smithi01673382-26 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 16 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:245: left oid 26 (ObjNum 97 snap 19 seq_num 97) 2024-04-24T02:42:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:251: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-24T02:42:41.093 INFO:tasks.rados.rados.0.smithi016.stdout:249: expect (ObjNum 92 snap 15 seq_num 92) 2024-04-24T02:42:41.222 INFO:tasks.rados.rados.0.smithi016.stdout:250: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-24T02:42:41.240 INFO:tasks.rados.rados.0.smithi016.stdout:253: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:42:41.240 INFO:tasks.rados.rados.0.smithi016.stdout:253: finishing copy_from to smithi01673382-15 2024-04-24T02:42:41.241 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-24T02:42:41.241 INFO:tasks.rados.rados.0.smithi016.stdout:254: expect (ObjNum 95 snap 19 seq_num 95) 2024-04-24T02:42:41.291 INFO:tasks.rados.rados.0.smithi016.stdout:245: done (8 left) 2024-04-24T02:42:41.291 INFO:tasks.rados.rados.0.smithi016.stdout:246: done (7 left) 2024-04-24T02:42:41.291 INFO:tasks.rados.rados.0.smithi016.stdout:247: done (6 left) 2024-04-24T02:42:41.291 INFO:tasks.rados.rados.0.smithi016.stdout:249: done (5 left) 2024-04-24T02:42:41.291 INFO:tasks.rados.rados.0.smithi016.stdout:250: done (4 left) 2024-04-24T02:42:41.291 INFO:tasks.rados.rados.0.smithi016.stdout:251: done (3 left) 2024-04-24T02:42:41.292 INFO:tasks.rados.rados.0.smithi016.stdout:253: done (2 left) 2024-04-24T02:42:41.292 INFO:tasks.rados.rados.0.smithi016.stdout:254: done (1 left) 2024-04-24T02:42:41.292 INFO:tasks.rados.rados.0.smithi016.stdout:255: done (0 left) 2024-04-24T02:42:41.292 INFO:tasks.rados.rados.0.smithi016.stdout:256: rollback oid 34 current snap is 19 2024-04-24T02:42:41.292 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 15 2024-04-24T02:42:41.292 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 19 2024-04-24T02:42:41.292 INFO:tasks.rados.rados.0.smithi016.stdout:257: seq_num 99 ranges {696320=466944,1163264=802816,1966080=401408} 2024-04-24T02:42:41.297 INFO:tasks.rados.rados.0.smithi016.stdout:257: writing smithi01673382-20 from 696320 to 1163264 tid 1 2024-04-24T02:42:41.301 INFO:tasks.rados.rados.0.smithi016.stdout:257: writing smithi01673382-20 from 1163264 to 1966080 tid 2 2024-04-24T02:42:41.304 INFO:tasks.rados.rados.0.smithi016.stdout:257: writing smithi01673382-20 from 1966080 to 2367488 tid 3 2024-04-24T02:42:41.304 INFO:tasks.rados.rados.0.smithi016.stdout:258: read oid 6 snap -1 2024-04-24T02:42:41.304 INFO:tasks.rados.rados.0.smithi016.stdout:258: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:42:41.304 INFO:tasks.rados.rados.0.smithi016.stdout:259: snap_remove snap 16 2024-04-24T02:42:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:40.062789+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-04-24T02:42:41.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:40.192514+0000 mgr.y (mgr.24497) 177 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-24T02:42:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:40.062789+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-04-24T02:42:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:40.192514+0000 mgr.y (mgr.24497) 177 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-24T02:42:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:40.062789+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-04-24T02:42:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:40.192514+0000 mgr.y (mgr.24497) 177 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 51 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-24T02:42:42.070 INFO:tasks.rados.rados.0.smithi016.stdout:259: done (3 left) 2024-04-24T02:42:42.070 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 19 2024-04-24T02:42:42.070 INFO:tasks.rados.rados.0.smithi016.stdout:260: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-04-24T02:42:42.073 INFO:tasks.rados.rados.0.smithi016.stdout:260: writing smithi01673382-25 from 0 to 483328 tid 1 2024-04-24T02:42:42.080 INFO:tasks.rados.rados.0.smithi016.stdout:260: writing smithi01673382-25 from 483328 to 1171456 tid 2 2024-04-24T02:42:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:260: writing smithi01673382-25 from 1171456 to 1687552 tid 3 2024-04-24T02:42:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 19 2024-04-24T02:42:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:261: seq_num 101 ranges {540672=499712,1040384=573440,1613824=524288,2138112=106496} 2024-04-24T02:42:42.087 INFO:tasks.rados.rados.0.smithi016.stdout:261: writing smithi01673382-33 from 540672 to 1040384 tid 1 2024-04-24T02:42:42.093 INFO:tasks.rados.rados.0.smithi016.stdout:261: writing smithi01673382-33 from 1040384 to 1613824 tid 2 2024-04-24T02:42:42.095 INFO:tasks.rados.rados.0.smithi016.stdout:261: writing smithi01673382-33 from 1613824 to 2138112 tid 3 2024-04-24T02:42:42.096 INFO:tasks.rados.rados.0.smithi016.stdout:261: writing smithi01673382-33 from 2138112 to 2244608 tid 4 2024-04-24T02:42:42.096 INFO:tasks.rados.rados.0.smithi016.stdout:262: rollback oid 29 current snap is 19 2024-04-24T02:42:42.096 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 15 2024-04-24T02:42:42.096 INFO:tasks.rados.rados.0.smithi016.stdout:256: finishing rollback tid 0 to smithi01673382-34 2024-04-24T02:42:42.096 INFO:tasks.rados.rados.0.smithi016.stdout:256: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:256: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 65 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:257: finishing write tid 1 to smithi01673382-20 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:257: finishing write tid 2 to smithi01673382-20 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:257: finishing write tid 3 to smithi01673382-20 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:256: done (5 left) 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:263: rollback oid 12 current snap is 19 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 17 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:257: finishing write tid 4 to smithi01673382-20 2024-04-24T02:42:42.097 INFO:tasks.rados.rados.0.smithi016.stdout:258: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:257: finishing write tid 5 to smithi01673382-20 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 27 (ObjNum 99 snap 19 seq_num 99) dirty exists 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:257: left oid 20 (ObjNum 99 snap 19 seq_num 99) 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:260: finishing write tid 1 to smithi01673382-25 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:260: finishing write tid 2 to smithi01673382-25 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:257: done (5 left) 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:258: done (4 left) 2024-04-24T02:42:42.107 INFO:tasks.rados.rados.0.smithi016.stdout:264: rmattr oid 20 current snap is 19 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:264: done (4 left) 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:265: rollback oid 14 current snap is 19 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 15 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:260: finishing write tid 3 to smithi01673382-25 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:260: finishing write tid 4 to smithi01673382-25 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:261: finishing write tid 1 to smithi01673382-33 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:260: finishing write tid 5 to smithi01673382-25 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 88 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:260: left oid 25 (ObjNum 100 snap 19 seq_num 100) 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:261: finishing write tid 2 to smithi01673382-33 2024-04-24T02:42:42.108 INFO:tasks.rados.rados.0.smithi016.stdout:263: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 0 (ObjNum 2001154800 snap 22076 seq_num 2409278656) dirty dne 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing rollback tid 0 to smithi01673382-29 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:261: finishing write tid 3 to smithi01673382-33 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 44 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:261: finishing write tid 4 to smithi01673382-33 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:261: finishing write tid 5 to smithi01673382-33 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:261: finishing write tid 6 to smithi01673382-33 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 64 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:261: left oid 33 (ObjNum 101 snap 19 seq_num 101) 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:260: done (4 left) 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:261: done (3 left) 2024-04-24T02:42:42.109 INFO:tasks.rados.rados.0.smithi016.stdout:262: done (2 left) 2024-04-24T02:42:42.110 INFO:tasks.rados.rados.0.smithi016.stdout:263: done (1 left) 2024-04-24T02:42:42.110 INFO:tasks.rados.rados.0.smithi016.stdout:266: rmattr oid 47 current snap is 19 2024-04-24T02:42:42.110 INFO:tasks.rados.rados.0.smithi016.stdout:267: copy_from oid 35 from oid 28 current snap is 19 2024-04-24T02:42:42.110 INFO:tasks.rados.rados.0.smithi016.stdout:268: rollback oid 39 current snap is 19 2024-04-24T02:42:42.110 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 15 2024-04-24T02:42:42.110 INFO:tasks.rados.rados.0.smithi016.stdout:269: snap_remove snap 17 2024-04-24T02:42:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:41.067302+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-04-24T02:42:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:41.067302+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-04-24T02:42:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:41.067302+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-04-24T02:42:43.081 INFO:tasks.rados.rados.0.smithi016.stdout:269: done (4 left) 2024-04-24T02:42:43.081 INFO:tasks.rados.rados.0.smithi016.stdout:270: snap_create 2024-04-24T02:42:43.081 INFO:tasks.rados.rados.0.smithi016.stdout:268: finishing rollback tid 0 to smithi01673382-39 2024-04-24T02:42:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:268: finishing rollback tid 1 to smithi01673382-39 2024-04-24T02:42:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 43 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:42:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:42:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:268: finishing rollback tid 2 to smithi01673382-39 2024-04-24T02:42:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 75 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:42:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:267: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:42:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:42:43.083 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:42:43.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 24 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-24T02:42:43.083 INFO:tasks.rados.rados.0.smithi016.stdout:267: finishing copy_from to smithi01673382-35 2024-04-24T02:42:43.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 15 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-24T02:42:43.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:42.068894+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-04-24T02:42:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:42.193238+0000 mgr.y (mgr.24497) 178 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-04-24T02:42:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:42.068894+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-04-24T02:42:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:42.193238+0000 mgr.y (mgr.24497) 178 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-04-24T02:42:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:42.068894+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-04-24T02:42:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:42.193238+0000 mgr.y (mgr.24497) 178 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-04-24T02:42:44.081 INFO:tasks.rados.rados.0.smithi016.stdout:265: done (4 left) 2024-04-24T02:42:44.081 INFO:tasks.rados.rados.0.smithi016.stdout:266: done (3 left) 2024-04-24T02:42:44.081 INFO:tasks.rados.rados.0.smithi016.stdout:267: done (2 left) 2024-04-24T02:42:44.081 INFO:tasks.rados.rados.0.smithi016.stdout:268: done (1 left) 2024-04-24T02:42:44.081 INFO:tasks.rados.rados.0.smithi016.stdout:270: done (0 left) 2024-04-24T02:42:44.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 20 2024-04-24T02:42:44.082 INFO:tasks.rados.rados.0.smithi016.stdout:271: seq_num 102 ranges {1351680=516096,1867776=450560,2318336=729088,3047424=24576} 2024-04-24T02:42:44.091 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01673382-16 from 1351680 to 1867776 tid 1 2024-04-24T02:42:44.094 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01673382-16 from 1867776 to 2318336 tid 2 2024-04-24T02:42:44.098 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01673382-16 from 2318336 to 3047424 tid 3 2024-04-24T02:42:44.099 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01673382-16 from 3047424 to 3072000 tid 4 2024-04-24T02:42:44.099 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 20 2024-04-24T02:42:44.099 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 1 to smithi01673382-16 2024-04-24T02:42:44.099 INFO:tasks.rados.rados.0.smithi016.stdout:272: seq_num 103 ranges {761856=532480,1294336=737280,2031616=466944} 2024-04-24T02:42:44.106 INFO:tasks.rados.rados.0.smithi016.stdout:272: writing smithi01673382-18 from 761856 to 1294336 tid 1 2024-04-24T02:42:44.110 INFO:tasks.rados.rados.0.smithi016.stdout:272: writing smithi01673382-18 from 1294336 to 2031616 tid 2 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:272: writing smithi01673382-18 from 2031616 to 2498560 tid 3 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:273: setattr oid 45 current snap is 20 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 2 to smithi01673382-16 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 3 to smithi01673382-16 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 4 to smithi01673382-16 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 5 to smithi01673382-16 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 6 to smithi01673382-16 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 37 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:271: left oid 16 (ObjNum 102 snap 20 seq_num 102) 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:272: finishing write tid 1 to smithi01673382-18 2024-04-24T02:42:44.113 INFO:tasks.rados.rados.0.smithi016.stdout:272: finishing write tid 2 to smithi01673382-18 2024-04-24T02:42:44.114 INFO:tasks.rados.rados.0.smithi016.stdout:271: done (2 left) 2024-04-24T02:42:44.114 INFO:tasks.rados.rados.0.smithi016.stdout:274: snap_remove snap 15 2024-04-24T02:42:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:43.079566+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-04-24T02:42:44.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:43.079566+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-04-24T02:42:44.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:43.079566+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-04-24T02:42:45.091 INFO:tasks.rados.rados.0.smithi016.stdout:274: done (2 left) 2024-04-24T02:42:45.091 INFO:tasks.rados.rados.0.smithi016.stdout:275: setattr oid 15 current snap is 20 2024-04-24T02:42:45.093 INFO:tasks.rados.rados.0.smithi016.stdout:276: snap_create 2024-04-24T02:42:45.093 INFO:tasks.rados.rados.0.smithi016.stdout:272: finishing write tid 3 to smithi01673382-18 2024-04-24T02:42:45.093 INFO:tasks.rados.rados.0.smithi016.stdout:272: finishing write tid 4 to smithi01673382-18 2024-04-24T02:42:45.093 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 57 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-04-24T02:42:45.093 INFO:tasks.rados.rados.0.smithi016.stdout:272: finishing write tid 5 to smithi01673382-18 2024-04-24T02:42:45.093 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 23 (ObjNum 103 snap 20 seq_num 103) dirty exists 2024-04-24T02:42:45.093 INFO:tasks.rados.rados.0.smithi016.stdout:272: left oid 18 (ObjNum 103 snap 20 seq_num 103) 2024-04-24T02:42:45.099 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 24 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-24T02:42:45.365 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:44.081007+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-04-24T02:42:45.365 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:44.193631+0000 mgr.y (mgr.24497) 179 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-04-24T02:42:45.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:44.081007+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-04-24T02:42:45.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:44.193631+0000 mgr.y (mgr.24497) 179 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-04-24T02:42:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:44.081007+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-04-24T02:42:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:44.193631+0000 mgr.y (mgr.24497) 179 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-04-24T02:42:45.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:42:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:45] "GET /metrics HTTP/1.1" 200 191643 "" "Prometheus/2.33.4" 2024-04-24T02:42:46.097 INFO:tasks.rados.rados.0.smithi016.stdout:272: done (3 left) 2024-04-24T02:42:46.098 INFO:tasks.rados.rados.0.smithi016.stdout:273: done (2 left) 2024-04-24T02:42:46.098 INFO:tasks.rados.rados.0.smithi016.stdout:275: done (1 left) 2024-04-24T02:42:46.098 INFO:tasks.rados.rados.0.smithi016.stdout:276: done (0 left) 2024-04-24T02:42:46.098 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 21 2024-04-24T02:42:46.098 INFO:tasks.rados.rados.0.smithi016.stdout:277: seq_num 104 ranges {2244608=548864,2793472=622592,3416064=581632} 2024-04-24T02:42:46.112 INFO:tasks.rados.rados.0.smithi016.stdout:277: writing smithi01673382-33 from 2244608 to 2793472 tid 1 2024-04-24T02:42:46.115 INFO:tasks.rados.rados.0.smithi016.stdout:277: writing smithi01673382-33 from 2793472 to 3416064 tid 2 2024-04-24T02:42:46.119 INFO:tasks.rados.rados.0.smithi016.stdout:277: writing smithi01673382-33 from 3416064 to 3997696 tid 3 2024-04-24T02:42:46.120 INFO:tasks.rados.rados.0.smithi016.stdout:278: copy_from oid 18 from oid 13 current snap is 21 2024-04-24T02:42:46.120 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 1 to smithi01673382-33 2024-04-24T02:42:46.120 INFO:tasks.rados.rados.0.smithi016.stdout:279: snap_create 2024-04-24T02:42:46.121 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 2 to smithi01673382-33 2024-04-24T02:42:46.122 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 3 to smithi01673382-33 2024-04-24T02:42:46.122 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 4 to smithi01673382-33 2024-04-24T02:42:46.123 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 5 to smithi01673382-33 2024-04-24T02:42:46.123 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 79 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-24T02:42:46.124 INFO:tasks.rados.rados.0.smithi016.stdout:277: left oid 33 (ObjNum 104 snap 21 seq_num 104) 2024-04-24T02:42:46.124 INFO:tasks.rados.rados.0.smithi016.stdout:278: finishing copy_from to smithi01673382-18 2024-04-24T02:42:46.124 INFO:tasks.rados.rados.0.smithi016.stdout:278: got expected ENOENT (src dne) 2024-04-24T02:42:46.124 INFO:tasks.rados.rados.0.smithi016.stdout:278: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:42:46.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:45.090866+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-04-24T02:42:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:45.090866+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-04-24T02:42:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:45.090866+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-04-24T02:42:47.102 INFO:tasks.rados.rados.0.smithi016.stdout:277: done (2 left) 2024-04-24T02:42:47.102 INFO:tasks.rados.rados.0.smithi016.stdout:278: done (1 left) 2024-04-24T02:42:47.102 INFO:tasks.rados.rados.0.smithi016.stdout:279: done (0 left) 2024-04-24T02:42:47.102 INFO:tasks.rados.rados.0.smithi016.stdout:280: snap_create 2024-04-24T02:42:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:46.096580+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-04-24T02:42:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:46.194045+0000 mgr.y (mgr.24497) 180 : cluster [DBG] pgmap v186: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:46.096580+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-04-24T02:42:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:46.194045+0000 mgr.y (mgr.24497) 180 : cluster [DBG] pgmap v186: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:46.096580+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-04-24T02:42:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:46.194045+0000 mgr.y (mgr.24497) 180 : cluster [DBG] pgmap v186: 121 pgs: 121 active+clean; 53 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:47.995 INFO:tasks.rados.rados.0.smithi016.stdout:280: done (0 left) 2024-04-24T02:42:47.996 INFO:tasks.rados.rados.0.smithi016.stdout:281: read oid 15 snap -1 2024-04-24T02:42:47.996 INFO:tasks.rados.rados.0.smithi016.stdout:281: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-24T02:42:47.996 INFO:tasks.rados.rados.0.smithi016.stdout:282: snap_create 2024-04-24T02:42:48.002 INFO:tasks.rados.rados.0.smithi016.stdout:281: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-24T02:42:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:47.101465+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-04-24T02:42:48.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:47.994864+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-04-24T02:42:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:47.101465+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-04-24T02:42:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:47.994864+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-04-24T02:42:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:47.101465+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-04-24T02:42:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:47.994864+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-04-24T02:42:48.996 INFO:tasks.rados.rados.0.smithi016.stdout:281: done (1 left) 2024-04-24T02:42:48.997 INFO:tasks.rados.rados.0.smithi016.stdout:282: done (0 left) 2024-04-24T02:42:48.997 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 24 2024-04-24T02:42:48.997 INFO:tasks.rados.rados.0.smithi016.stdout:283: seq_num 105 ranges {2113536=565248,2678784=507904,3186688=507904,3694592=188416} 2024-04-24T02:42:49.011 INFO:tasks.rados.rados.0.smithi016.stdout:283: writing smithi01673382-23 from 2113536 to 2678784 tid 1 2024-04-24T02:42:49.014 INFO:tasks.rados.rados.0.smithi016.stdout:283: writing smithi01673382-23 from 2678784 to 3186688 tid 2 2024-04-24T02:42:49.016 INFO:tasks.rados.rados.0.smithi016.stdout:283: writing smithi01673382-23 from 3186688 to 3694592 tid 3 2024-04-24T02:42:49.018 INFO:tasks.rados.rados.0.smithi016.stdout:283: writing smithi01673382-23 from 3694592 to 3883008 tid 4 2024-04-24T02:42:49.018 INFO:tasks.rados.rados.0.smithi016.stdout:284: rollback oid 9 current snap is 24 2024-04-24T02:42:49.018 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 23 2024-04-24T02:42:49.018 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing write tid 1 to smithi01673382-23 2024-04-24T02:42:49.018 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing write tid 2 to smithi01673382-23 2024-04-24T02:42:49.018 INFO:tasks.rados.rados.0.smithi016.stdout:285: snap_remove snap 21 2024-04-24T02:42:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:48.194525+0000 mgr.y (mgr.24497) 181 : cluster [DBG] pgmap v189: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-24T02:42:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:48.996577+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-04-24T02:42:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:48.194525+0000 mgr.y (mgr.24497) 181 : cluster [DBG] pgmap v189: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-24T02:42:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:48.996577+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-04-24T02:42:49.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:48.194525+0000 mgr.y (mgr.24497) 181 : cluster [DBG] pgmap v189: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-24T02:42:49.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:48.996577+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:285: done (2 left) 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:286: read oid 18 snap 22 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:286: expect (ObjNum 103 snap 20 seq_num 103) 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:287: rmattr oid 49 current snap is 24 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing write tid 3 to smithi01673382-23 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:288: delete oid 3 current snap is 24 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing write tid 4 to smithi01673382-23 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:284: finishing rollback tid 0 to smithi01673382-9 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing write tid 5 to smithi01673382-23 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:284: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:42:49.999 INFO:tasks.rados.rados.0.smithi016.stdout:284: finishing rollback tid 2 to smithi01673382-9 2024-04-24T02:42:50.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 51 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-04-24T02:42:50.000 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing write tid 6 to smithi01673382-23 2024-04-24T02:42:50.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 94 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-04-24T02:42:50.000 INFO:tasks.rados.rados.0.smithi016.stdout:283: left oid 23 (ObjNum 105 snap 24 seq_num 105) 2024-04-24T02:42:50.002 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 0 (ObjNum 92 snap 15 seq_num 92) dirty exists 2024-04-24T02:42:50.005 INFO:tasks.rados.rados.0.smithi016.stdout:283: done (4 left) 2024-04-24T02:42:50.005 INFO:tasks.rados.rados.0.smithi016.stdout:284: done (3 left) 2024-04-24T02:42:50.005 INFO:tasks.rados.rados.0.smithi016.stdout:287: done (2 left) 2024-04-24T02:42:50.005 INFO:tasks.rados.rados.0.smithi016.stdout:288: done (1 left) 2024-04-24T02:42:50.005 INFO:tasks.rados.rados.0.smithi016.stdout:289: delete oid 10 current snap is 24 2024-04-24T02:42:50.009 INFO:tasks.rados.rados.0.smithi016.stdout:289: done (1 left) 2024-04-24T02:42:50.009 INFO:tasks.rados.rados.0.smithi016.stdout:290: read oid 37 snap -1 2024-04-24T02:42:50.009 INFO:tasks.rados.rados.0.smithi016.stdout:290: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-24T02:42:50.009 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 24 2024-04-24T02:42:50.009 INFO:tasks.rados.rados.0.smithi016.stdout:291: seq_num 108 ranges {204800=614400,819200=606208,1425408=598016} 2024-04-24T02:42:50.014 INFO:tasks.rados.rados.0.smithi016.stdout:291: writing smithi01673382-48 from 204800 to 819200 tid 1 2024-04-24T02:42:50.017 INFO:tasks.rados.rados.0.smithi016.stdout:291: writing smithi01673382-48 from 819200 to 1425408 tid 2 2024-04-24T02:42:50.021 INFO:tasks.rados.rados.0.smithi016.stdout:291: writing smithi01673382-48 from 1425408 to 2023424 tid 3 2024-04-24T02:42:50.022 INFO:tasks.rados.rados.0.smithi016.stdout:292: snap_remove snap 23 2024-04-24T02:42:50.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[40545]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:42:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:292: done (3 left) 2024-04-24T02:42:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:293: read oid 35 snap -1 2024-04-24T02:42:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:293: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:294: snap_create 2024-04-24T02:42:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:290: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-24T02:42:51.023 INFO:tasks.rados.rados.0.smithi016.stdout:291: finishing write tid 1 to smithi01673382-48 2024-04-24T02:42:51.023 INFO:tasks.rados.rados.0.smithi016.stdout:291: finishing write tid 2 to smithi01673382-48 2024-04-24T02:42:51.023 INFO:tasks.rados.rados.0.smithi016.stdout:286: expect (ObjNum 103 snap 20 seq_num 103) 2024-04-24T02:42:51.104 INFO:tasks.rados.rados.0.smithi016.stdout:291: finishing write tid 3 to smithi01673382-48 2024-04-24T02:42:51.104 INFO:tasks.rados.rados.0.smithi016.stdout:291: finishing write tid 4 to smithi01673382-48 2024-04-24T02:42:51.104 INFO:tasks.rados.rados.0.smithi016.stdout:291: finishing write tid 5 to smithi01673382-48 2024-04-24T02:42:51.104 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 56 (ObjNum 108 snap 24 seq_num 108) dirty exists 2024-04-24T02:42:51.104 INFO:tasks.rados.rados.0.smithi016.stdout:291: left oid 48 (ObjNum 108 snap 24 seq_num 108) 2024-04-24T02:42:51.104 INFO:tasks.rados.rados.0.smithi016.stdout:293: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:49.998068+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-04-24T02:42:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:50.194957+0000 mgr.y (mgr.24497) 182 : cluster [DBG] pgmap v192: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-24T02:42:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:49.998068+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-04-24T02:42:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:50.194957+0000 mgr.y (mgr.24497) 182 : cluster [DBG] pgmap v192: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-24T02:42:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:49.998068+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-04-24T02:42:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:50.194957+0000 mgr.y (mgr.24497) 182 : cluster [DBG] pgmap v192: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-24T02:42:52.006 INFO:tasks.rados.rados.0.smithi016.stdout:286: done (4 left) 2024-04-24T02:42:52.006 INFO:tasks.rados.rados.0.smithi016.stdout:290: done (3 left) 2024-04-24T02:42:52.006 INFO:tasks.rados.rados.0.smithi016.stdout:291: done (2 left) 2024-04-24T02:42:52.006 INFO:tasks.rados.rados.0.smithi016.stdout:293: done (1 left) 2024-04-24T02:42:52.006 INFO:tasks.rados.rados.0.smithi016.stdout:294: done (0 left) 2024-04-24T02:42:52.006 INFO:tasks.rados.rados.0.smithi016.stdout:295: snap_create 2024-04-24T02:42:52.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:51.002898+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-04-24T02:42:52.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:51.002898+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-04-24T02:42:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:51.002898+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-04-24T02:42:53.019 INFO:tasks.rados.rados.0.smithi016.stdout:295: done (0 left) 2024-04-24T02:42:53.019 INFO:tasks.rados.rados.0.smithi016.stdout:296: rollback oid 14 current snap is 26 2024-04-24T02:42:53.019 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 20 2024-04-24T02:42:53.019 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 26 2024-04-24T02:42:53.019 INFO:tasks.rados.rados.0.smithi016.stdout:297: seq_num 109 ranges {1474560=630784,2105344=491520,2596864=483328,3080192=229376} 2024-04-24T02:42:53.030 INFO:tasks.rados.rados.0.smithi016.stdout:297: writing smithi01673382-9 from 1474560 to 2105344 tid 1 2024-04-24T02:42:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:297: writing smithi01673382-9 from 2105344 to 2596864 tid 2 2024-04-24T02:42:53.036 INFO:tasks.rados.rados.0.smithi016.stdout:297: writing smithi01673382-9 from 2596864 to 3080192 tid 3 2024-04-24T02:42:53.039 INFO:tasks.rados.rados.0.smithi016.stdout:297: writing smithi01673382-9 from 3080192 to 3309568 tid 4 2024-04-24T02:42:53.039 INFO:tasks.rados.rados.0.smithi016.stdout:298: read oid 29 snap -1 2024-04-24T02:42:53.039 INFO:tasks.rados.rados.0.smithi016.stdout:298: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:299: copy_from oid 42 from oid 21 current snap is 26 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:296: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:296: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:296: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 32 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:297: finishing write tid 1 to smithi01673382-9 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:296: done (3 left) 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:300: rollback oid 16 current snap is 26 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 22 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:297: finishing write tid 2 to smithi01673382-9 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:301: read oid 41 snap -1 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:301: expect deleted 2024-04-24T02:42:53.040 INFO:tasks.rados.rados.0.smithi016.stdout:302: rmattr oid 17 current snap is 26 2024-04-24T02:42:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 26 2024-04-24T02:42:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:303: seq_num 110 ranges {458752=647168,1105920=778240,1884160=425984} 2024-04-24T02:42:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:303: writing smithi01673382-35 from 458752 to 1105920 tid 1 2024-04-24T02:42:53.051 INFO:tasks.rados.rados.0.smithi016.stdout:303: writing smithi01673382-35 from 1105920 to 1884160 tid 2 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:303: writing smithi01673382-35 from 1884160 to 2310144 tid 3 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:304: read oid 34 snap -1 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:304: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:305: copy_from oid 48 from oid 25 current snap is 26 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 81 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:300: finishing rollback tid 0 to smithi01673382-16 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:297: finishing write tid 3 to smithi01673382-9 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:300: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:42:53.054 INFO:tasks.rados.rados.0.smithi016.stdout:299: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:42:53.055 INFO:tasks.rados.rados.0.smithi016.stdout:301: done (8 left) 2024-04-24T02:42:53.055 INFO:tasks.rados.rados.0.smithi016.stdout:302: done (7 left) 2024-04-24T02:42:53.055 INFO:tasks.rados.rados.0.smithi016.stdout:306: read oid 46 snap -1 2024-04-24T02:42:53.055 INFO:tasks.rados.rados.0.smithi016.stdout:306: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:53.055 INFO:tasks.rados.rados.0.smithi016.stdout:307: snap_create 2024-04-24T02:42:53.057 INFO:tasks.rados.rados.0.smithi016.stdout:304: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:300: finishing rollback tid 2 to smithi01673382-16 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 45 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:297: finishing write tid 4 to smithi01673382-9 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:297: finishing write tid 5 to smithi01673382-9 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:297: finishing write tid 6 to smithi01673382-9 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 65 (ObjNum 109 snap 26 seq_num 109) dirty exists 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:297: left oid 9 (ObjNum 109 snap 26 seq_num 109) 2024-04-24T02:42:53.075 INFO:tasks.rados.rados.0.smithi016.stdout:306: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:53.098 INFO:tasks.rados.rados.0.smithi016.stdout:305: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:42:53.098 INFO:tasks.rados.rados.0.smithi016.stdout:298: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:303: finishing write tid 1 to smithi01673382-35 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:299: finishing copy_from to smithi01673382-42 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 20 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:303: finishing write tid 2 to smithi01673382-35 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:303: finishing write tid 3 to smithi01673382-35 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:303: finishing write tid 4 to smithi01673382-35 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:303: finishing write tid 5 to smithi01673382-35 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 50 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:303: left oid 35 (ObjNum 110 snap 26 seq_num 110) 2024-04-24T02:42:53.120 INFO:tasks.rados.rados.0.smithi016.stdout:305: finishing copy_from to smithi01673382-48 2024-04-24T02:42:53.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 88 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-04-24T02:42:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:52.005371+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-04-24T02:42:53.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:52.195789+0000 mgr.y (mgr.24497) 183 : cluster [DBG] pgmap v195: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 876 KiB/s wr, 7 op/s 2024-04-24T02:42:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:52.005371+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-04-24T02:42:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:52.195789+0000 mgr.y (mgr.24497) 183 : cluster [DBG] pgmap v195: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 876 KiB/s wr, 7 op/s 2024-04-24T02:42:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:52.005371+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-04-24T02:42:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:52.195789+0000 mgr.y (mgr.24497) 183 : cluster [DBG] pgmap v195: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 876 KiB/s wr, 7 op/s 2024-04-24T02:42:54.023 INFO:tasks.rados.rados.0.smithi016.stdout:297: done (8 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:298: done (7 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:299: done (6 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:300: done (5 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:303: done (4 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:304: done (3 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:305: done (2 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:306: done (1 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:307: done (0 left) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:308: read oid 27 snap -1 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:308: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-24T02:42:54.024 INFO:tasks.rados.rados.0.smithi016.stdout:309: snap_create 2024-04-24T02:42:54.031 INFO:tasks.rados.rados.0.smithi016.stdout:308: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-24T02:42:54.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:53.017791+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-04-24T02:42:54.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:53.017791+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-04-24T02:42:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:53.017791+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-04-24T02:42:55.029 INFO:tasks.rados.rados.0.smithi016.stdout:308: done (1 left) 2024-04-24T02:42:55.029 INFO:tasks.rados.rados.0.smithi016.stdout:309: done (0 left) 2024-04-24T02:42:55.029 INFO:tasks.rados.rados.0.smithi016.stdout:310: delete oid 49 current snap is 28 2024-04-24T02:42:55.031 INFO:tasks.rados.rados.0.smithi016.stdout:310: done (0 left) 2024-04-24T02:42:55.031 INFO:tasks.rados.rados.0.smithi016.stdout:311: rollback oid 18 current snap is 28 2024-04-24T02:42:55.031 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 27 2024-04-24T02:42:55.031 INFO:tasks.rados.rados.0.smithi016.stdout:312: snap_create 2024-04-24T02:42:55.035 INFO:tasks.rados.rados.0.smithi016.stdout:311: finishing rollback tid 0 to smithi01673382-18 2024-04-24T02:42:55.037 INFO:tasks.rados.rados.0.smithi016.stdout:311: finishing rollback tid 1 to smithi01673382-18 2024-04-24T02:42:55.037 INFO:tasks.rados.rados.0.smithi016.stdout:311: finishing rollback tid 2 to smithi01673382-18 2024-04-24T02:42:55.037 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 29 (ObjNum 103 snap 20 seq_num 103) dirty exists 2024-04-24T02:42:55.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:54.022130+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-04-24T02:42:55.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:54.196163+0000 mgr.y (mgr.24497) 184 : cluster [DBG] pgmap v198: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 876 KiB/s wr, 7 op/s 2024-04-24T02:42:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:54.022130+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-04-24T02:42:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:54.196163+0000 mgr.y (mgr.24497) 184 : cluster [DBG] pgmap v198: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 876 KiB/s wr, 7 op/s 2024-04-24T02:42:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:54.022130+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-04-24T02:42:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:54.196163+0000 mgr.y (mgr.24497) 184 : cluster [DBG] pgmap v198: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 876 KiB/s wr, 7 op/s 2024-04-24T02:42:55.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:42:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:42:55] "GET /metrics HTTP/1.1" 200 191643 "" "Prometheus/2.33.4" 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:311: done (1 left) 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:312: done (0 left) 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:313: rollback oid 41 current snap is 29 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 25 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:314: rollback oid 18 current snap is 29 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 20 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:315: rmattr oid 23 current snap is 29 2024-04-24T02:42:56.031 INFO:tasks.rados.rados.0.smithi016.stdout:315: done (2 left) 2024-04-24T02:42:56.032 INFO:tasks.rados.rados.0.smithi016.stdout:316: copy_from oid 43 from oid 10 current snap is 29 2024-04-24T02:42:56.032 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 29 2024-04-24T02:42:56.032 INFO:tasks.rados.rados.0.smithi016.stdout:317: seq_num 112 ranges {1417216=679936,2097152=548864,2646016=655360} 2024-04-24T02:42:56.042 INFO:tasks.rados.rados.0.smithi016.stdout:317: writing smithi01673382-19 from 1417216 to 2097152 tid 1 2024-04-24T02:42:56.045 INFO:tasks.rados.rados.0.smithi016.stdout:317: writing smithi01673382-19 from 2097152 to 2646016 tid 2 2024-04-24T02:42:56.049 INFO:tasks.rados.rados.0.smithi016.stdout:317: writing smithi01673382-19 from 2646016 to 3301376 tid 3 2024-04-24T02:42:56.050 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 29 2024-04-24T02:42:56.050 INFO:tasks.rados.rados.0.smithi016.stdout:313: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:42:56.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 0 (ObjNum -1885688560 snap 32573 seq_num 2409278736) dirty dne 2024-04-24T02:42:56.050 INFO:tasks.rados.rados.0.smithi016.stdout:318: seq_num 113 ranges {0=696320,696320=434176,1130496=466944,1597440=303104} 2024-04-24T02:42:56.053 INFO:tasks.rados.rados.0.smithi016.stdout:318: writing smithi01673382-13 from 0 to 696320 tid 1 2024-04-24T02:42:56.056 INFO:tasks.rados.rados.0.smithi016.stdout:318: writing smithi01673382-13 from 696320 to 1130496 tid 2 2024-04-24T02:42:56.058 INFO:tasks.rados.rados.0.smithi016.stdout:318: writing smithi01673382-13 from 1130496 to 1597440 tid 3 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:318: writing smithi01673382-13 from 1597440 to 1900544 tid 4 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:313: done (4 left) 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:319: setattr oid 41 current snap is 29 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:314: finishing rollback tid 0 to smithi01673382-18 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:314: finishing rollback tid 1 to smithi01673382-18 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:316: finishing copy_from to smithi01673382-43 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:316: got expected ENOENT (src dne) 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:316: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:314: finishing rollback tid 2 to smithi01673382-18 2024-04-24T02:42:56.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 33 (ObjNum 103 snap 20 seq_num 103) dirty exists 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:317: finishing write tid 1 to smithi01673382-19 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:317: finishing write tid 2 to smithi01673382-19 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:317: finishing write tid 3 to smithi01673382-19 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:317: finishing write tid 4 to smithi01673382-19 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:317: finishing write tid 5 to smithi01673382-19 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 86 (ObjNum 112 snap 29 seq_num 112) dirty exists 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:317: left oid 19 (ObjNum 112 snap 29 seq_num 112) 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:318: finishing write tid 1 to smithi01673382-13 2024-04-24T02:42:56.062 INFO:tasks.rados.rados.0.smithi016.stdout:318: finishing write tid 2 to smithi01673382-13 2024-04-24T02:42:56.063 INFO:tasks.rados.rados.0.smithi016.stdout:318: finishing write tid 3 to smithi01673382-13 2024-04-24T02:42:56.063 INFO:tasks.rados.rados.0.smithi016.stdout:314: done (4 left) 2024-04-24T02:42:56.063 INFO:tasks.rados.rados.0.smithi016.stdout:316: done (3 left) 2024-04-24T02:42:56.063 INFO:tasks.rados.rados.0.smithi016.stdout:317: done (2 left) 2024-04-24T02:42:56.063 INFO:tasks.rados.rados.0.smithi016.stdout:320: snap_create 2024-04-24T02:42:56.063 INFO:tasks.rados.rados.0.smithi016.stdout:318: finishing write tid 4 to smithi01673382-13 2024-04-24T02:42:56.063 INFO:tasks.rados.rados.0.smithi016.stdout:318: finishing write tid 5 to smithi01673382-13 2024-04-24T02:42:56.064 INFO:tasks.rados.rados.0.smithi016.stdout:318: finishing write tid 6 to smithi01673382-13 2024-04-24T02:42:56.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 91 (ObjNum 113 snap 29 seq_num 113) dirty exists 2024-04-24T02:42:56.065 INFO:tasks.rados.rados.0.smithi016.stdout:318: left oid 13 (ObjNum 113 snap 29 seq_num 113) 2024-04-24T02:42:56.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 72 (ObjNum 2001372528 snap 22076 seq_num 2001483376) dirty exists 2024-04-24T02:42:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:55.028423+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-04-24T02:42:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:55.028423+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-04-24T02:42:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:55.028423+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-04-24T02:42:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:318: done (2 left) 2024-04-24T02:42:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:319: done (1 left) 2024-04-24T02:42:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:320: done (0 left) 2024-04-24T02:42:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:321: copy_from oid 34 from oid 46 current snap is 30 2024-04-24T02:42:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:322: snap_remove snap 27 2024-04-24T02:42:57.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:56.030142+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-04-24T02:42:57.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:56.196488+0000 mgr.y (mgr.24497) 185 : cluster [DBG] pgmap v201: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:56.030142+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-04-24T02:42:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:56.196488+0000 mgr.y (mgr.24497) 185 : cluster [DBG] pgmap v201: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:56.030142+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-04-24T02:42:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:56.196488+0000 mgr.y (mgr.24497) 185 : cluster [DBG] pgmap v201: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:42:57.999 INFO:tasks.rados.rados.0.smithi016.stdout:322: done (1 left) 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:323: rollback oid 45 current snap is 30 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 24 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:321: finishing copy_from racing read to smithi01673382-34 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:321: finishing copy_from to smithi01673382-34 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:321: done (1 left) 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:324: read oid 28 snap -1 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:324: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 30 2024-04-24T02:42:58.000 INFO:tasks.rados.rados.0.smithi016.stdout:325: seq_num 114 ranges {1638400=712704,2351104=712704,3063808=491520} 2024-04-24T02:42:58.013 INFO:tasks.rados.rados.0.smithi016.stdout:325: writing smithi01673382-21 from 1638400 to 2351104 tid 1 2024-04-24T02:42:58.017 INFO:tasks.rados.rados.0.smithi016.stdout:325: writing smithi01673382-21 from 2351104 to 3063808 tid 2 2024-04-24T02:42:58.020 INFO:tasks.rados.rados.0.smithi016.stdout:325: writing smithi01673382-21 from 3063808 to 3555328 tid 3 2024-04-24T02:42:58.020 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 30 2024-04-24T02:42:58.020 INFO:tasks.rados.rados.0.smithi016.stdout:323: finishing rollback tid 0 to smithi01673382-45 2024-04-24T02:42:58.020 INFO:tasks.rados.rados.0.smithi016.stdout:326: seq_num 115 ranges {638976=729088,1368064=647168,2015232=434176,2449408=122880} 2024-04-24T02:42:58.027 INFO:tasks.rados.rados.0.smithi016.stdout:326: writing smithi01673382-39 from 638976 to 1368064 tid 1 2024-04-24T02:42:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:326: writing smithi01673382-39 from 1368064 to 2015232 tid 2 2024-04-24T02:42:58.033 INFO:tasks.rados.rados.0.smithi016.stdout:326: writing smithi01673382-39 from 2015232 to 2449408 tid 3 2024-04-24T02:42:58.034 INFO:tasks.rados.rados.0.smithi016.stdout:326: writing smithi01673382-39 from 2449408 to 2572288 tid 4 2024-04-24T02:42:58.034 INFO:tasks.rados.rados.0.smithi016.stdout:327: delete oid 9 current snap is 30 2024-04-24T02:42:58.035 INFO:tasks.rados.rados.0.smithi016.stdout:324: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-24T02:42:58.053 INFO:tasks.rados.rados.0.smithi016.stdout:323: finishing rollback tid 1 to smithi01673382-45 2024-04-24T02:42:58.053 INFO:tasks.rados.rados.0.smithi016.stdout:323: finishing rollback tid 2 to smithi01673382-45 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 63 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:325: finishing write tid 1 to smithi01673382-21 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:325: finishing write tid 2 to smithi01673382-21 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:323: done (4 left) 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:324: done (3 left) 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:327: done (2 left) 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 30 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:325: finishing write tid 3 to smithi01673382-21 2024-04-24T02:42:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:328: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2024-04-24T02:42:58.057 INFO:tasks.rados.rados.0.smithi016.stdout:328: writing smithi01673382-5 from 0 to 770048 tid 1 2024-04-24T02:42:58.059 INFO:tasks.rados.rados.0.smithi016.stdout:328: writing smithi01673382-5 from 770048 to 1187840 tid 2 2024-04-24T02:42:58.062 INFO:tasks.rados.rados.0.smithi016.stdout:328: writing smithi01673382-5 from 1187840 to 1630208 tid 3 2024-04-24T02:42:58.064 INFO:tasks.rados.rados.0.smithi016.stdout:328: writing smithi01673382-5 from 1630208 to 1974272 tid 4 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:329: delete oid 16 current snap is 30 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:325: finishing write tid 4 to smithi01673382-21 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:325: finishing write tid 5 to smithi01673382-21 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 92 (ObjNum 114 snap 30 seq_num 114) dirty exists 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:325: left oid 21 (ObjNum 114 snap 30 seq_num 114) 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing write tid 1 to smithi01673382-39 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing write tid 2 to smithi01673382-39 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing write tid 3 to smithi01673382-39 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing write tid 4 to smithi01673382-39 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing write tid 5 to smithi01673382-39 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing write tid 6 to smithi01673382-39 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 99 (ObjNum 115 snap 30 seq_num 115) dirty exists 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:326: left oid 39 (ObjNum 115 snap 30 seq_num 115) 2024-04-24T02:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:328: finishing write tid 1 to smithi01673382-5 2024-04-24T02:42:58.066 INFO:tasks.rados.rados.0.smithi016.stdout:328: finishing write tid 2 to smithi01673382-5 2024-04-24T02:42:58.066 INFO:tasks.rados.rados.0.smithi016.stdout:328: finishing write tid 3 to smithi01673382-5 2024-04-24T02:42:58.066 INFO:tasks.rados.rados.0.smithi016.stdout:325: done (3 left) 2024-04-24T02:42:58.066 INFO:tasks.rados.rados.0.smithi016.stdout:326: done (2 left) 2024-04-24T02:42:58.066 INFO:tasks.rados.rados.0.smithi016.stdout:329: done (1 left) 2024-04-24T02:42:58.066 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 30 2024-04-24T02:42:58.066 INFO:tasks.rados.rados.0.smithi016.stdout:330: seq_num 119 ranges {40960=802816,843776=589824,1433600=409600,1843200=204800} 2024-04-24T02:42:58.071 INFO:tasks.rados.rados.0.smithi016.stdout:330: writing smithi01673382-36 from 40960 to 843776 tid 1 2024-04-24T02:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:330: writing smithi01673382-36 from 843776 to 1433600 tid 2 2024-04-24T02:42:58.077 INFO:tasks.rados.rados.0.smithi016.stdout:330: writing smithi01673382-36 from 1433600 to 1843200 tid 3 2024-04-24T02:42:58.078 INFO:tasks.rados.rados.0.smithi016.stdout:330: writing smithi01673382-36 from 1843200 to 2048000 tid 4 2024-04-24T02:42:58.078 INFO:tasks.rados.rados.0.smithi016.stdout:331: copy_from oid 21 from oid 20 current snap is 30 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:328: finishing write tid 4 to smithi01673382-5 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:328: finishing write tid 5 to smithi01673382-5 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:328: finishing write tid 6 to smithi01673382-5 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 72 (ObjNum 117 snap 30 seq_num 117) dirty exists 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:328: left oid 5 (ObjNum 117 snap 30 seq_num 117) 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:330: finishing write tid 1 to smithi01673382-36 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:330: finishing write tid 2 to smithi01673382-36 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:328: done (2 left) 2024-04-24T02:42:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:332: setattr oid 43 current snap is 30 2024-04-24T02:42:58.080 INFO:tasks.rados.rados.0.smithi016.stdout:330: finishing write tid 3 to smithi01673382-36 2024-04-24T02:42:58.080 INFO:tasks.rados.rados.0.smithi016.stdout:330: finishing write tid 4 to smithi01673382-36 2024-04-24T02:42:58.080 INFO:tasks.rados.rados.0.smithi016.stdout:330: finishing write tid 5 to smithi01673382-36 2024-04-24T02:42:58.081 INFO:tasks.rados.rados.0.smithi016.stdout:333: read oid 34 snap -1 2024-04-24T02:42:58.082 INFO:tasks.rados.rados.0.smithi016.stdout:333: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:58.082 INFO:tasks.rados.rados.0.smithi016.stdout:334: read oid 12 snap -1 2024-04-24T02:42:58.082 INFO:tasks.rados.rados.0.smithi016.stdout:334: expect deleted 2024-04-24T02:42:58.082 INFO:tasks.rados.rados.0.smithi016.stdout:335: copy_from oid 15 from oid 30 current snap is 30 2024-04-24T02:42:58.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 30 2024-04-24T02:42:58.082 INFO:tasks.rados.rados.0.smithi016.stdout:336: seq_num 120 ranges {221184=417792,638976=475136,1114112=622592,1736704=507904} 2024-04-24T02:42:58.087 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01673382-14 from 221184 to 638976 tid 1 2024-04-24T02:42:58.088 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01673382-14 from 638976 to 1114112 tid 2 2024-04-24T02:42:58.092 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01673382-14 from 1114112 to 1736704 tid 3 2024-04-24T02:42:58.096 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01673382-14 from 1736704 to 2244608 tid 4 2024-04-24T02:42:58.096 INFO:tasks.rados.rados.0.smithi016.stdout:337: copy_from oid 6 from oid 48 current snap is 30 2024-04-24T02:42:58.096 INFO:tasks.rados.rados.0.smithi016.stdout:330: finishing write tid 6 to smithi01673382-36 2024-04-24T02:42:58.096 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 69 (ObjNum 119 snap 30 seq_num 119) dirty exists 2024-04-24T02:42:58.096 INFO:tasks.rados.rados.0.smithi016.stdout:330: left oid 36 (ObjNum 119 snap 30 seq_num 119) 2024-04-24T02:42:58.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 71 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-24T02:42:58.097 INFO:tasks.rados.rados.0.smithi016.stdout:330: done (7 left) 2024-04-24T02:42:58.097 INFO:tasks.rados.rados.0.smithi016.stdout:332: done (6 left) 2024-04-24T02:42:58.097 INFO:tasks.rados.rados.0.smithi016.stdout:334: done (5 left) 2024-04-24T02:42:58.097 INFO:tasks.rados.rados.0.smithi016.stdout:338: snap_create 2024-04-24T02:42:58.097 INFO:tasks.rados.rados.0.smithi016.stdout:335: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:42:58.097 INFO:tasks.rados.rados.0.smithi016.stdout:333: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:42:58.119 INFO:tasks.rados.rados.0.smithi016.stdout:335: finishing copy_from to smithi01673382-15 2024-04-24T02:42:58.119 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 55 (ObjNum 1 snap 32573 seq_num 2001278440) dirty exists 2024-04-24T02:42:58.119 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 1 to smithi01673382-14 2024-04-24T02:42:58.119 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 2 to smithi01673382-14 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:331: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:331: finishing copy_from to smithi01673382-21 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 27 (ObjNum 99 snap 19 seq_num 99) dirty exists 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 3 to smithi01673382-14 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 4 to smithi01673382-14 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 5 to smithi01673382-14 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 6 to smithi01673382-14 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 38 (ObjNum 120 snap 30 seq_num 120) dirty exists 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:336: left oid 14 (ObjNum 120 snap 30 seq_num 120) 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing copy_from to smithi01673382-6 2024-04-24T02:42:58.120 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 88 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:57.041689+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:42:57.468540+0000 mgr.y (mgr.24497) 186 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:57.474894+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:57.476035+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:57.476907+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:57.477801+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:42:57.478565+0000 mgr.y (mgr.24497) 187 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:42:58.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:57.998108+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-04-24T02:42:58.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:57.041689+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:42:57.468540+0000 mgr.y (mgr.24497) 186 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:57.474894+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:57.476035+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:57.476907+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:57.477801+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:42:57.478565+0000 mgr.y (mgr.24497) 187 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:57.998108+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:57.041689+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-04-24T02:42:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:42:57.468540+0000 mgr.y (mgr.24497) 186 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-24T02:42:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:57.474894+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:42:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:57.476035+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:42:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:57.476907+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:42:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:57.477801+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:42:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:42:57.478565+0000 mgr.y (mgr.24497) 187 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:42:58.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:57.998108+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-04-24T02:42:59.048 INFO:tasks.rados.rados.0.smithi016.stdout:331: done (5 left) 2024-04-24T02:42:59.048 INFO:tasks.rados.rados.0.smithi016.stdout:333: done (4 left) 2024-04-24T02:42:59.048 INFO:tasks.rados.rados.0.smithi016.stdout:335: done (3 left) 2024-04-24T02:42:59.048 INFO:tasks.rados.rados.0.smithi016.stdout:336: done (2 left) 2024-04-24T02:42:59.048 INFO:tasks.rados.rados.0.smithi016.stdout:337: done (1 left) 2024-04-24T02:42:59.048 INFO:tasks.rados.rados.0.smithi016.stdout:338: done (0 left) 2024-04-24T02:42:59.049 INFO:tasks.rados.rados.0.smithi016.stdout:339: read oid 36 snap -1 2024-04-24T02:42:59.049 INFO:tasks.rados.rados.0.smithi016.stdout:339: expect (ObjNum 119 snap 30 seq_num 119) 2024-04-24T02:42:59.049 INFO:tasks.rados.rados.0.smithi016.stdout:340: delete oid 21 current snap is 31 2024-04-24T02:42:59.051 INFO:tasks.rados.rados.0.smithi016.stdout:340: done (1 left) 2024-04-24T02:42:59.051 INFO:tasks.rados.rados.0.smithi016.stdout:341: rmattr oid 9 current snap is 31 2024-04-24T02:42:59.051 INFO:tasks.rados.rados.0.smithi016.stdout:341: done (1 left) 2024-04-24T02:42:59.051 INFO:tasks.rados.rados.0.smithi016.stdout:342: rmattr oid 32 current snap is 31 2024-04-24T02:42:59.051 INFO:tasks.rados.rados.0.smithi016.stdout:343: rmattr oid 50 current snap is 31 2024-04-24T02:42:59.051 INFO:tasks.rados.rados.0.smithi016.stdout:343: done (2 left) 2024-04-24T02:42:59.051 INFO:tasks.rados.rados.0.smithi016.stdout:344: copy_from oid 12 from oid 11 current snap is 31 2024-04-24T02:42:59.052 INFO:tasks.rados.rados.0.smithi016.stdout:345: delete oid 7 current snap is 31 2024-04-24T02:42:59.054 INFO:tasks.rados.rados.0.smithi016.stdout:344: finishing copy_from to smithi01673382-12 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:344: got expected ENOENT (src dne) 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:344: finishing copy_from racing read to smithi01673382-12 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:344: done (3 left) 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:345: done (2 left) 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:346: rollback oid 14 current snap is 31 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 30 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:347: read oid 19 snap -1 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:347: expect (ObjNum 112 snap 29 seq_num 112) 2024-04-24T02:42:59.055 INFO:tasks.rados.rados.0.smithi016.stdout:348: snap_remove snap 22 2024-04-24T02:42:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:42:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:58.197034+0000 mgr.y (mgr.24497) 188 : cluster [DBG] pgmap v204: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-24T02:42:59.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:58 smithi063 systemd[1]: Stopping Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:42:59.311 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:59 smithi063 bash[62417]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr.x" found: no such container 2024-04-24T02:42:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:42:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:58.197034+0000 mgr.y (mgr.24497) 188 : cluster [DBG] pgmap v204: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-24T02:42:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:42:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:58.197034+0000 mgr.y (mgr.24497) 188 : cluster [DBG] pgmap v204: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-24T02:42:59.714 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (2m) 2m ago 3m 14.8M - 0.23.0 ba2b418f427c b43fe460bd41 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (3m) 2m ago 3m 45.6M - 8.3.5 dad864ee21e9 cd88176cbd7f 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (4m) 2m ago 4m 13.0M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (4m) 2m ago 4m 14.5M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443 running (8m) 2m ago 8m 385M - 16.2.15-1-g8963e9de 727f386679cb 308057cafeb1 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283 running (10m) 2m ago 10m 434M - 16.2.15-1-g8963e9de 727f386679cb a18a00fc8f74 2024-04-24T02:43:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (10m) 2m ago 10m 68.3M 2048M 16.2.15-1-g8963e9de 727f386679cb b115a61f2bb8 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (9m) 2m ago 8m 41.5M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (8m) 2m ago 8m 34.0M 2048M 16.2.15-1-g8963e9de 727f386679cb b158ff2bc011 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (4m) 2m ago 4m 13.0M - 1.3.1 1dbe0e931976 e7635ded3467 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (4m) 2m ago 4m 11.0M - 1.3.1 1dbe0e931976 82da6550b80b 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (8m) 2m ago 8m 40.1M 3001M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (7m) 2m ago 7m 40.2M 3001M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (7m) 2m ago 7m 36.3M 3001M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (6m) 2m ago 6m 40.8M 3001M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (6m) 2m ago 6m 41.2M 3256M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (6m) 2m ago 6m 39.5M 3256M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (5m) 2m ago 5m 41.5M 3256M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (5m) 2m ago 5m 40.7M 3256M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:43:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (2m) 2m ago 4m 37.0M - 2.33.4 514e6a882f6e 1627e1b2be1b 2024-04-24T02:43:00.014 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:42:59 smithi063 bash[62458]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x 2024-04-24T02:43:00.055 INFO:tasks.rados.rados.0.smithi016.stdout:348: done (4 left) 2024-04-24T02:43:00.055 INFO:tasks.rados.rados.0.smithi016.stdout:349: delete oid 4 current snap is 31 2024-04-24T02:43:00.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 108 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-24T02:43:00.055 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:43:00.055 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:43:00.055 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:43:00.056 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 42 (ObjNum 120 snap 30 seq_num 120) dirty exists 2024-04-24T02:43:00.056 INFO:tasks.rados.rados.0.smithi016.stdout:339: expect (ObjNum 119 snap 30 seq_num 119) 2024-04-24T02:43:00.128 INFO:tasks.rados.rados.0.smithi016.stdout:347: expect (ObjNum 112 snap 29 seq_num 112) 2024-04-24T02:43:00.244 INFO:tasks.rados.rados.0.smithi016.stdout:339: done (4 left) 2024-04-24T02:43:00.245 INFO:tasks.rados.rados.0.smithi016.stdout:342: done (3 left) 2024-04-24T02:43:00.245 INFO:tasks.rados.rados.0.smithi016.stdout:346: done (2 left) 2024-04-24T02:43:00.245 INFO:tasks.rados.rados.0.smithi016.stdout:347: done (1 left) 2024-04-24T02:43:00.245 INFO:tasks.rados.rados.0.smithi016.stdout:349: done (0 left) 2024-04-24T02:43:00.245 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 31 2024-04-24T02:43:00.245 INFO:tasks.rados.rados.0.smithi016.stdout:350: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-04-24T02:43:00.247 INFO:tasks.rados.rados.0.smithi016.stdout:350: writing smithi01673382-12 from 0 to 483328 tid 1 2024-04-24T02:43:00.249 INFO:tasks.rados.rados.0.smithi016.stdout:350: writing smithi01673382-12 from 483328 to 942080 tid 2 2024-04-24T02:43:00.253 INFO:tasks.rados.rados.0.smithi016.stdout:350: writing smithi01673382-12 from 942080 to 1540096 tid 3 2024-04-24T02:43:00.256 INFO:tasks.rados.rados.0.smithi016.stdout:350: writing smithi01673382-12 from 1540096 to 2088960 tid 4 2024-04-24T02:43:00.256 INFO:tasks.rados.rados.0.smithi016.stdout:351: snap_remove snap 28 2024-04-24T02:43:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:42:59.048068+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-04-24T02:43:00.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-24T02:43:00.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-24T02:43:00.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 systemd[1]: Stopped Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:00.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 systemd[1]: Starting Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:00.377 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:43:00.377 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:43:00.377 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:43:00.377 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:43:00.378 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:00.379 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:43:00.379 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 15 2024-04-24T02:43:00.379 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:43:00.379 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:43:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:42:59.048068+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-04-24T02:43:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:42:59.048068+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-04-24T02:43:01.061 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:00.774+0000 7f25c8bdb700 1 -- 172.21.15.63:0/2538598991 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x565382d821a0 con 0x565382d58800 2024-04-24T02:43:01.061 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 bash[62600]: 25a5b62ecd1d562510dc709cc59a2aa8cf923c754a890375efe3ddb3e6bf8136 2024-04-24T02:43:01.061 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 systemd[1]: Started Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:01.061 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:00.913+0000 7f25d2d5f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:43:01.061 INFO:tasks.rados.rados.0.smithi016.stdout:351: done (1 left) 2024-04-24T02:43:01.061 INFO:tasks.rados.rados.0.smithi016.stdout:352: snap_remove snap 19 2024-04-24T02:43:01.477 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:59.701686+0000 mgr.y (mgr.24497) 189 : audit [DBG] from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:01.477 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:42:59.994307+0000 mgr.y (mgr.24497) 190 : audit [DBG] from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:01.477 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:00.052516+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-04-24T02:43:01.477 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:00.197426+0000 mgr.y (mgr.24497) 191 : cluster [DBG] pgmap v207: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-24T02:43:01.478 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:00.377693+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.16:0/3287236235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:43:01.478 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:00.894561+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:01.478 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:00.895520+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:01.478 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:01.102+0000 7f25d2d5f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:43:01.478 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:01.475+0000 7f25d2d5f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:59.701686+0000 mgr.y (mgr.24497) 189 : audit [DBG] from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:42:59.994307+0000 mgr.y (mgr.24497) 190 : audit [DBG] from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:00.052516+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:00.197426+0000 mgr.y (mgr.24497) 191 : cluster [DBG] pgmap v207: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:00.377693+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.16:0/3287236235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:00.894561+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:00.895520+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:59.701686+0000 mgr.y (mgr.24497) 189 : audit [DBG] from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:42:59.994307+0000 mgr.y (mgr.24497) 190 : audit [DBG] from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:00.052516+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-04-24T02:43:01.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:00.197426+0000 mgr.y (mgr.24497) 191 : cluster [DBG] pgmap v207: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-24T02:43:01.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:00.377693+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.16:0/3287236235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:43:01.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:00.894561+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:01.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:00.895520+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:02.065 INFO:tasks.rados.rados.0.smithi016.stdout:352: done (1 left) 2024-04-24T02:43:02.065 INFO:tasks.rados.rados.0.smithi016.stdout:353: snap_remove snap 26 2024-04-24T02:43:02.295 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:01.058099+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-04-24T02:43:02.295 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:02.028+0000 7f25d2d5f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:43:02.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:01.058099+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-04-24T02:43:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:01.058099+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-04-24T02:43:02.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:02.294+0000 7f25d2d5f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T02:43:03.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:02.772+0000 7f25d2d5f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:43:03.079 INFO:tasks.rados.rados.0.smithi016.stdout:353: done (1 left) 2024-04-24T02:43:03.079 INFO:tasks.rados.rados.0.smithi016.stdout:354: snap_remove snap 30 2024-04-24T02:43:03.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:02.060171+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-04-24T02:43:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:02.198100+0000 mgr.y (mgr.24497) 192 : cluster [DBG] pgmap v210: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-24T02:43:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:02.060171+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-04-24T02:43:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:02.198100+0000 mgr.y (mgr.24497) 192 : cluster [DBG] pgmap v210: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-24T02:43:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:02.060171+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-04-24T02:43:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:02.198100+0000 mgr.y (mgr.24497) 192 : cluster [DBG] pgmap v210: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-24T02:43:03.936 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:03.573+0000 7f25d2d5f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:43:03.936 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:03.663+0000 7f25d2d5f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:43:04.085 INFO:tasks.rados.rados.0.smithi016.stdout:354: done (1 left) 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:355: setattr oid 21 current snap is 31 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:356: read oid 30 snap -1 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:356: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:357: read oid 25 snap -1 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:357: expect (ObjNum 100 snap 19 seq_num 100) 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:358: read oid 47 snap 24 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:358: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:359: snap_create 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing write tid 1 to smithi01673382-12 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing write tid 2 to smithi01673382-12 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing write tid 3 to smithi01673382-12 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing write tid 4 to smithi01673382-12 2024-04-24T02:43:04.086 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing write tid 5 to smithi01673382-12 2024-04-24T02:43:04.087 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing write tid 6 to smithi01673382-12 2024-04-24T02:43:04.087 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 49 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-04-24T02:43:04.087 INFO:tasks.rados.rados.0.smithi016.stdout:350: left oid 12 (ObjNum 124 snap 31 seq_num 124) 2024-04-24T02:43:04.089 INFO:tasks.rados.rados.0.smithi016.stdout:356: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:43:04.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 94 (ObjNum 344166688 snap 22073 seq_num 0) dirty exists 2024-04-24T02:43:04.096 INFO:tasks.rados.rados.0.smithi016.stdout:357: expect (ObjNum 100 snap 19 seq_num 100) 2024-04-24T02:43:04.142 INFO:tasks.rados.rados.0.smithi016.stdout:358: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:43:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:03.076529+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-04-24T02:43:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:03.076529+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-04-24T02:43:04.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:03.076529+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-04-24T02:43:04.741 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:04.310+0000 7f25d2d5f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:43:04.741 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:04.400+0000 7f25d2d5f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:43:04.742 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:04.497+0000 7f25d2d5f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:43:05.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:04.740+0000 7f25d2d5f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:43:05.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:04.843+0000 7f25d2d5f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T02:43:05.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:04 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:04.941+0000 7f25d2d5f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:350: done (5 left) 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:355: done (4 left) 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:356: done (3 left) 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:357: done (2 left) 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:358: done (1 left) 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:359: done (0 left) 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:360: read oid 46 snap -1 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:360: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:43:05.088 INFO:tasks.rados.rados.0.smithi016.stdout:361: snap_create 2024-04-24T02:43:05.095 INFO:tasks.rados.rados.0.smithi016.stdout:360: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-24T02:43:05.365 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:04.081949+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-04-24T02:43:05.365 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:04.198485+0000 mgr.y (mgr.24497) 193 : cluster [DBG] pgmap v213: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-24T02:43:05.366 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:04.081949+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-04-24T02:43:05.366 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:04.198485+0000 mgr.y (mgr.24497) 193 : cluster [DBG] pgmap v213: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-24T02:43:05.498 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:04.081949+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-04-24T02:43:05.498 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:04.198485+0000 mgr.y (mgr.24497) 193 : cluster [DBG] pgmap v213: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-24T02:43:05.498 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:05.186+0000 7f25d2d5f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:43:05.498 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:05.293+0000 7f25d2d5f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:43:05.556 INFO:tasks.rados.rados.0.smithi016.stdout:360: done (1 left) 2024-04-24T02:43:05.556 INFO:tasks.rados.rados.0.smithi016.stdout:361: done (0 left) 2024-04-24T02:43:05.556 INFO:tasks.rados.rados.0.smithi016.stdout:362: delete oid 32 current snap is 33 2024-04-24T02:43:05.561 INFO:tasks.rados.rados.0.smithi016.stdout:362: done (0 left) 2024-04-24T02:43:05.561 INFO:tasks.rados.rados.0.smithi016.stdout:363: read oid 29 snap 31 2024-04-24T02:43:05.561 INFO:tasks.rados.rados.0.smithi016.stdout:363: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:43:05.561 INFO:tasks.rados.rados.0.smithi016.stdout:364: copy_from oid 39 from oid 21 current snap is 33 2024-04-24T02:43:05.561 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 33 2024-04-24T02:43:05.561 INFO:tasks.rados.rados.0.smithi016.stdout:365: seq_num 126 ranges {2244608=516096,2760704=630784,3391488=614400,4005888=360448} 2024-04-24T02:43:05.576 INFO:tasks.rados.rados.0.smithi016.stdout:365: writing smithi01673382-14 from 2244608 to 2760704 tid 1 2024-04-24T02:43:05.580 INFO:tasks.rados.rados.0.smithi016.stdout:365: writing smithi01673382-14 from 2760704 to 3391488 tid 2 2024-04-24T02:43:05.584 INFO:tasks.rados.rados.0.smithi016.stdout:365: writing smithi01673382-14 from 3391488 to 4005888 tid 3 2024-04-24T02:43:05.586 INFO:tasks.rados.rados.0.smithi016.stdout:365: writing smithi01673382-14 from 4005888 to 4366336 tid 4 2024-04-24T02:43:05.586 INFO:tasks.rados.rados.0.smithi016.stdout:366: rollback oid 13 current snap is 33 2024-04-24T02:43:05.586 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 32 2024-04-24T02:43:05.586 INFO:tasks.rados.rados.0.smithi016.stdout:367: snap_remove snap 29 2024-04-24T02:43:05.733 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:05] "GET /metrics HTTP/1.1" 200 191660 "" "Prometheus/2.33.4" 2024-04-24T02:43:05.733 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:05.554+0000 7fb3ae4ce700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-24T02:43:05.733 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setuser ceph since I am not root 2024-04-24T02:43:05.733 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ignoring --setgroup ceph since I am not root 2024-04-24T02:43:05.733 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:05.605+0000 7f294042b700 1 -- 172.21.15.16:0/3796632668 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55bf6964a6e0 con 0x55bf695f9000 2024-04-24T02:43:05.733 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:05.605+0000 7f294042b700 1 -- 172.21.15.16:0/3796632668 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bf696224e0 con 0x55bf695f9000 2024-04-24T02:43:05.733 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:05.732+0000 7f2950608680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:43:05.768 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:05.497+0000 7f25d2d5f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:43:06.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:05.816+0000 7f2950608680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:43:06.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:05.767+0000 7f25d2d5f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:43:06.380 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:05.087237+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:05.219438+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:05.531069+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:05.531981+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:05.537479+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:05.543765+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:05.548516+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:05.555765+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:05.556104+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-24T02:43:06.381 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:05.556181+0000 mon.a (mon.0) 890 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00711815s) 2024-04-24T02:43:06.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:06.196+0000 7f2950608680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:05.087237+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:05.219438+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:05.531069+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:05.531981+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:05.537479+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:05.543765+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:05.548516+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:05.555765+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-04-24T02:43:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:05.556104+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:05.556181+0000 mon.a (mon.0) 890 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00711815s) 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:05.087237+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:05.219438+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:05.531069+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:05.531981+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:05.537479+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:05.543765+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:05.548516+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:05.555765+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:05.556104+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24497 172.21.15.16:0/2004095672' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-24T02:43:06.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:05.556181+0000 mon.a (mon.0) 890 : cluster [DBG] mgrmap e21: x(active, starting, since 0.00711815s) 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:367: done (4 left) 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:368: read oid 17 snap 32 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:368: expect (ObjNum 93 snap 17 seq_num 93) 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:369: setattr oid 35 current snap is 33 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:364: finishing copy_from racing read to smithi01673382-39 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:364: finishing copy_from to smithi01673382-39 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 94 (ObjNum 1 snap 22073 seq_num 2001364232) dirty exists 2024-04-24T02:43:06.555 INFO:tasks.rados.rados.0.smithi016.stdout:363: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:365: finishing write tid 1 to smithi01673382-14 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:365: finishing write tid 2 to smithi01673382-14 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:365: finishing write tid 3 to smithi01673382-14 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:366: finishing rollback tid 0 to smithi01673382-13 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:365: finishing write tid 4 to smithi01673382-14 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:366: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:365: finishing write tid 5 to smithi01673382-14 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:366: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 121 (ObjNum 113 snap 29 seq_num 113) dirty exists 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:365: finishing write tid 6 to smithi01673382-14 2024-04-24T02:43:06.581 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 63 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-04-24T02:43:06.582 INFO:tasks.rados.rados.0.smithi016.stdout:365: left oid 14 (ObjNum 126 snap 33 seq_num 126) 2024-04-24T02:43:06.582 INFO:tasks.rados.rados.0.smithi016.stdout:368: expect (ObjNum 93 snap 17 seq_num 93) 2024-04-24T02:43:06.631 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 68 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-04-24T02:43:06.632 INFO:tasks.rados.rados.0.smithi016.stdout:363: done (5 left) 2024-04-24T02:43:06.632 INFO:tasks.rados.rados.0.smithi016.stdout:364: done (4 left) 2024-04-24T02:43:06.632 INFO:tasks.rados.rados.0.smithi016.stdout:365: done (3 left) 2024-04-24T02:43:06.632 INFO:tasks.rados.rados.0.smithi016.stdout:366: done (2 left) 2024-04-24T02:43:06.632 INFO:tasks.rados.rados.0.smithi016.stdout:368: done (1 left) 2024-04-24T02:43:06.633 INFO:tasks.rados.rados.0.smithi016.stdout:369: done (0 left) 2024-04-24T02:43:06.633 INFO:tasks.rados.rados.0.smithi016.stdout:370: read oid 30 snap 25 2024-04-24T02:43:06.633 INFO:tasks.rados.rados.0.smithi016.stdout:370: expect (ObjNum 2001447568 snap 22076 seq_num 2001096480) 2024-04-24T02:43:06.633 INFO:tasks.rados.rados.0.smithi016.stdout:371: read oid 36 snap -1 2024-04-24T02:43:06.633 INFO:tasks.rados.rados.0.smithi016.stdout:371: expect (ObjNum 119 snap 30 seq_num 119) 2024-04-24T02:43:06.633 INFO:tasks.rados.rados.0.smithi016.stdout:372: copy_from oid 6 from oid 18 current snap is 33 2024-04-24T02:43:06.634 INFO:tasks.rados.rados.0.smithi016.stdout:373: snap_create 2024-04-24T02:43:06.634 INFO:tasks.rados.rados.0.smithi016.stdout:370: expect (ObjNum 2001447568 snap 22076 seq_num 2001096480) 2024-04-24T02:43:06.640 INFO:tasks.rados.rados.0.smithi016.stdout:371: expect (ObjNum 119 snap 30 seq_num 119) 2024-04-24T02:43:06.696 INFO:tasks.rados.rados.0.smithi016.stdout:372: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:43:06.696 INFO:tasks.rados.rados.0.smithi016.stdout:372: finishing copy_from to smithi01673382-6 2024-04-24T02:43:06.697 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 33 (ObjNum 103 snap 20 seq_num 103) dirty exists 2024-04-24T02:43:06.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:06.379+0000 7f25d2d5f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:43:06.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:06.605+0000 7f25d2d5f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:43:07.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:07.000+0000 7f2950608680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:43:07.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:07.082+0000 7f2950608680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:43:07.309 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:06.818+0000 7f25d2d5f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:43:07.560 INFO:tasks.rados.rados.0.smithi016.stdout:370: done (3 left) 2024-04-24T02:43:07.560 INFO:tasks.rados.rados.0.smithi016.stdout:371: done (2 left) 2024-04-24T02:43:07.560 INFO:tasks.rados.rados.0.smithi016.stdout:372: done (1 left) 2024-04-24T02:43:07.560 INFO:tasks.rados.rados.0.smithi016.stdout:373: done (0 left) 2024-04-24T02:43:07.560 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 34 2024-04-24T02:43:07.561 INFO:tasks.rados.rados.0.smithi016.stdout:374: seq_num 127 ranges {2088960=532480,2621440=507904,3129344=778240,3907584=319488} 2024-04-24T02:43:07.571 INFO:tasks.rados.rados.0.smithi016.stdout:374: writing smithi01673382-12 from 2088960 to 2621440 tid 1 2024-04-24T02:43:07.574 INFO:tasks.rados.rados.0.smithi016.stdout:374: writing smithi01673382-12 from 2621440 to 3129344 tid 2 2024-04-24T02:43:07.579 INFO:tasks.rados.rados.0.smithi016.stdout:374: writing smithi01673382-12 from 3129344 to 3907584 tid 3 2024-04-24T02:43:07.582 INFO:tasks.rados.rados.0.smithi016.stdout:374: writing smithi01673382-12 from 3907584 to 4227072 tid 4 2024-04-24T02:43:07.582 INFO:tasks.rados.rados.0.smithi016.stdout:375: read oid 9 snap -1 2024-04-24T02:43:07.582 INFO:tasks.rados.rados.0.smithi016.stdout:375: expect deleted 2024-04-24T02:43:07.582 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 34 2024-04-24T02:43:07.582 INFO:tasks.rados.rados.0.smithi016.stdout:376: seq_num 128 ranges {1638400=548864,2187264=794624,2981888=581632,3563520=229376} 2024-04-24T02:43:07.594 INFO:tasks.rados.rados.0.smithi016.stdout:376: writing smithi01673382-26 from 1638400 to 2187264 tid 1 2024-04-24T02:43:07.598 INFO:tasks.rados.rados.0.smithi016.stdout:376: writing smithi01673382-26 from 2187264 to 2981888 tid 2 2024-04-24T02:43:07.601 INFO:tasks.rados.rados.0.smithi016.stdout:376: writing smithi01673382-26 from 2981888 to 3563520 tid 3 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:376: writing smithi01673382-26 from 3563520 to 3792896 tid 4 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:377: snap_create 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:374: finishing write tid 1 to smithi01673382-12 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:374: finishing write tid 2 to smithi01673382-12 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:374: finishing write tid 3 to smithi01673382-12 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:374: finishing write tid 4 to smithi01673382-12 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:374: finishing write tid 5 to smithi01673382-12 2024-04-24T02:43:07.603 INFO:tasks.rados.rados.0.smithi016.stdout:374: finishing write tid 6 to smithi01673382-12 2024-04-24T02:43:07.604 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 71 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-04-24T02:43:07.604 INFO:tasks.rados.rados.0.smithi016.stdout:374: left oid 12 (ObjNum 127 snap 34 seq_num 127) 2024-04-24T02:43:07.604 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing write tid 1 to smithi01673382-26 2024-04-24T02:43:07.604 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing write tid 2 to smithi01673382-26 2024-04-24T02:43:07.604 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing write tid 3 to smithi01673382-26 2024-04-24T02:43:07.605 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing write tid 4 to smithi01673382-26 2024-04-24T02:43:07.606 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing write tid 5 to smithi01673382-26 2024-04-24T02:43:07.607 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing write tid 6 to smithi01673382-26 2024-04-24T02:43:07.607 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 49 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-04-24T02:43:07.607 INFO:tasks.rados.rados.0.smithi016.stdout:376: left oid 26 (ObjNum 128 snap 34 seq_num 128) 2024-04-24T02:43:07.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:06.553984+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-04-24T02:43:07.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:06.553984+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-04-24T02:43:07.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:07.303+0000 7f2950608680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:43:07.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:06.553984+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-04-24T02:43:07.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:07.513+0000 7f25d2d5f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:43:07.810 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:07.729+0000 7f25d2d5f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:43:08.000 INFO:tasks.rados.rados.0.smithi016.stdout:374: done (3 left) 2024-04-24T02:43:08.000 INFO:tasks.rados.rados.0.smithi016.stdout:375: done (2 left) 2024-04-24T02:43:08.000 INFO:tasks.rados.rados.0.smithi016.stdout:376: done (1 left) 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:377: done (0 left) 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:378: copy_from oid 15 from oid 40 current snap is 35 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:379: read oid 7 snap 34 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:379: expect deleted 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:380: rollback oid 31 current snap is 35 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 32 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:381: delete oid 35 current snap is 35 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:380: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:43:08.001 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 0 (ObjNum 1 snap 32573 seq_num 2001103200) dirty dne 2024-04-24T02:43:08.006 INFO:tasks.rados.rados.0.smithi016.stdout:379: done (3 left) 2024-04-24T02:43:08.006 INFO:tasks.rados.rados.0.smithi016.stdout:380: done (2 left) 2024-04-24T02:43:08.006 INFO:tasks.rados.rados.0.smithi016.stdout:381: done (1 left) 2024-04-24T02:43:08.006 INFO:tasks.rados.rados.0.smithi016.stdout:382: read oid 26 snap -1 2024-04-24T02:43:08.006 INFO:tasks.rados.rados.0.smithi016.stdout:382: expect (ObjNum 128 snap 34 seq_num 128) 2024-04-24T02:43:08.006 INFO:tasks.rados.rados.0.smithi016.stdout:383: delete oid 50 current snap is 35 2024-04-24T02:43:08.006 INFO:tasks.rados.rados.0.smithi016.stdout:378: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:43:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:378: finishing copy_from to smithi01673382-15 2024-04-24T02:43:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-24T02:43:08.014 INFO:tasks.rados.rados.0.smithi016.stdout:378: done (2 left) 2024-04-24T02:43:08.014 INFO:tasks.rados.rados.0.smithi016.stdout:383: done (1 left) 2024-04-24T02:43:08.015 INFO:tasks.rados.rados.0.smithi016.stdout:384: rmattr oid 2 current snap is 35 2024-04-24T02:43:08.015 INFO:tasks.rados.rados.0.smithi016.stdout:384: done (1 left) 2024-04-24T02:43:08.015 INFO:tasks.rados.rados.0.smithi016.stdout:385: copy_from oid 40 from oid 28 current snap is 35 2024-04-24T02:43:08.015 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 35 2024-04-24T02:43:08.015 INFO:tasks.rados.rados.0.smithi016.stdout:386: seq_num 131 ranges {2039808=598016,2637824=499712,3137536=753664,3891200=352256} 2024-04-24T02:43:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:386: writing smithi01673382-22 from 2039808 to 2637824 tid 1 2024-04-24T02:43:08.032 INFO:tasks.rados.rados.0.smithi016.stdout:386: writing smithi01673382-22 from 2637824 to 3137536 tid 2 2024-04-24T02:43:08.038 INFO:tasks.rados.rados.0.smithi016.stdout:386: writing smithi01673382-22 from 3137536 to 3891200 tid 3 2024-04-24T02:43:08.040 INFO:tasks.rados.rados.0.smithi016.stdout:386: writing smithi01673382-22 from 3891200 to 4243456 tid 4 2024-04-24T02:43:08.040 INFO:tasks.rados.rados.0.smithi016.stdout:387: rollback oid 35 current snap is 35 2024-04-24T02:43:08.040 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 34 2024-04-24T02:43:08.044 INFO:tasks.rados.rados.0.smithi016.stdout:385: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:43:08.044 INFO:tasks.rados.rados.0.smithi016.stdout:385: finishing copy_from to smithi01673382-40 2024-04-24T02:43:08.044 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 15 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-24T02:43:08.044 INFO:tasks.rados.rados.0.smithi016.stdout:382: expect (ObjNum 128 snap 34 seq_num 128) 2024-04-24T02:43:08.173 INFO:tasks.rados.rados.0.smithi016.stdout:386: finishing write tid 1 to smithi01673382-22 2024-04-24T02:43:08.174 INFO:tasks.rados.rados.0.smithi016.stdout:386: finishing write tid 2 to smithi01673382-22 2024-04-24T02:43:08.174 INFO:tasks.rados.rados.0.smithi016.stdout:386: finishing write tid 3 to smithi01673382-22 2024-04-24T02:43:08.174 INFO:tasks.rados.rados.0.smithi016.stdout:387: finishing rollback tid 1 to smithi01673382-35 2024-04-24T02:43:08.174 INFO:tasks.rados.rados.0.smithi016.stdout:387: finishing rollback tid 2 to smithi01673382-35 2024-04-24T02:43:08.174 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 72 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-04-24T02:43:08.174 INFO:tasks.rados.rados.0.smithi016.stdout:386: finishing write tid 4 to smithi01673382-22 2024-04-24T02:43:08.175 INFO:tasks.rados.rados.0.smithi016.stdout:382: done (3 left) 2024-04-24T02:43:08.175 INFO:tasks.rados.rados.0.smithi016.stdout:385: done (2 left) 2024-04-24T02:43:08.175 INFO:tasks.rados.rados.0.smithi016.stdout:387: done (1 left) 2024-04-24T02:43:08.175 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 35 2024-04-24T02:43:08.175 INFO:tasks.rados.rados.0.smithi016.stdout:386: finishing write tid 5 to smithi01673382-22 2024-04-24T02:43:08.176 INFO:tasks.rados.rados.0.smithi016.stdout:388: seq_num 132 ranges {761856=614400,1376256=786432,2162688=565248,2727936=253952} 2024-04-24T02:43:08.176 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:07.921+0000 7f25d2d5f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T02:43:08.176 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.052+0000 7f25d2d5f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:43:08.177 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Bus STARTING 2024-04-24T02:43:08.180 INFO:tasks.rados.rados.0.smithi016.stdout:388: writing smithi01673382-34 from 761856 to 1376256 tid 1 2024-04-24T02:43:08.185 INFO:tasks.rados.rados.0.smithi016.stdout:388: writing smithi01673382-34 from 1376256 to 2162688 tid 2 2024-04-24T02:43:08.188 INFO:tasks.rados.rados.0.smithi016.stdout:388: writing smithi01673382-34 from 2162688 to 2727936 tid 3 2024-04-24T02:43:08.191 INFO:tasks.rados.rados.0.smithi016.stdout:388: writing smithi01673382-34 from 2727936 to 2981888 tid 4 2024-04-24T02:43:08.192 INFO:tasks.rados.rados.0.smithi016.stdout:389: copy_from oid 32 from oid 45 current snap is 35 2024-04-24T02:43:08.192 INFO:tasks.rados.rados.0.smithi016.stdout:386: finishing write tid 6 to smithi01673382-22 2024-04-24T02:43:08.192 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 123 (ObjNum 131 snap 35 seq_num 131) dirty exists 2024-04-24T02:43:08.192 INFO:tasks.rados.rados.0.smithi016.stdout:386: left oid 22 (ObjNum 131 snap 35 seq_num 131) 2024-04-24T02:43:08.192 INFO:tasks.rados.rados.0.smithi016.stdout:388: finishing write tid 1 to smithi01673382-34 2024-04-24T02:43:08.192 INFO:tasks.rados.rados.0.smithi016.stdout:388: finishing write tid 2 to smithi01673382-34 2024-04-24T02:43:08.192 INFO:tasks.rados.rados.0.smithi016.stdout:386: done (2 left) 2024-04-24T02:43:08.193 INFO:tasks.rados.rados.0.smithi016.stdout:390: read oid 27 snap -1 2024-04-24T02:43:08.193 INFO:tasks.rados.rados.0.smithi016.stdout:390: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-24T02:43:08.193 INFO:tasks.rados.rados.0.smithi016.stdout:391: copy_from oid 2 from oid 10 current snap is 35 2024-04-24T02:43:08.193 INFO:tasks.rados.rados.0.smithi016.stdout:392: rmattr oid 4 current snap is 35 2024-04-24T02:43:08.193 INFO:tasks.rados.rados.0.smithi016.stdout:392: done (4 left) 2024-04-24T02:43:08.193 INFO:tasks.rados.rados.0.smithi016.stdout:393: rmattr oid 15 current snap is 35 2024-04-24T02:43:08.194 INFO:tasks.rados.rados.0.smithi016.stdout:393: done (4 left) 2024-04-24T02:43:08.194 INFO:tasks.rados.rados.0.smithi016.stdout:394: setattr oid 12 current snap is 35 2024-04-24T02:43:08.195 INFO:tasks.rados.rados.0.smithi016.stdout:388: finishing write tid 3 to smithi01673382-34 2024-04-24T02:43:08.195 INFO:tasks.rados.rados.0.smithi016.stdout:388: finishing write tid 4 to smithi01673382-34 2024-04-24T02:43:08.196 INFO:tasks.rados.rados.0.smithi016.stdout:391: finishing copy_from to smithi01673382-2 2024-04-24T02:43:08.196 INFO:tasks.rados.rados.0.smithi016.stdout:391: got expected ENOENT (src dne) 2024-04-24T02:43:08.196 INFO:tasks.rados.rados.0.smithi016.stdout:395: rollback oid 22 current snap is 35 2024-04-24T02:43:08.196 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 25 2024-04-24T02:43:08.196 INFO:tasks.rados.rados.0.smithi016.stdout:396: delete oid 36 current snap is 35 2024-04-24T02:43:08.196 INFO:tasks.rados.rados.0.smithi016.stdout:391: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:43:08.196 INFO:tasks.rados.rados.0.smithi016.stdout:388: finishing write tid 5 to smithi01673382-34 2024-04-24T02:43:08.198 INFO:tasks.rados.rados.0.smithi016.stdout:390: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-24T02:43:08.211 INFO:tasks.rados.rados.0.smithi016.stdout:388: finishing write tid 6 to smithi01673382-34 2024-04-24T02:43:08.211 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 129 (ObjNum 132 snap 35 seq_num 132) dirty exists 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:388: left oid 34 (ObjNum 132 snap 35 seq_num 132) 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:395: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:395: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:395: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 132 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 75 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:389: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:389: finishing copy_from to smithi01673382-32 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 63 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:388: done (6 left) 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:389: done (5 left) 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:390: done (4 left) 2024-04-24T02:43:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:391: done (3 left) 2024-04-24T02:43:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:394: done (2 left) 2024-04-24T02:43:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:395: done (1 left) 2024-04-24T02:43:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:396: done (0 left) 2024-04-24T02:43:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 35 2024-04-24T02:43:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:397: seq_num 134 ranges {1736704=647168,2383872=548864,2932736=573440,3506176=483328} 2024-04-24T02:43:08.224 INFO:tasks.rados.rados.0.smithi016.stdout:397: writing smithi01673382-32 from 1736704 to 2383872 tid 1 2024-04-24T02:43:08.227 INFO:tasks.rados.rados.0.smithi016.stdout:397: writing smithi01673382-32 from 2383872 to 2932736 tid 2 2024-04-24T02:43:08.231 INFO:tasks.rados.rados.0.smithi016.stdout:397: writing smithi01673382-32 from 2932736 to 3506176 tid 3 2024-04-24T02:43:08.235 INFO:tasks.rados.rados.0.smithi016.stdout:397: writing smithi01673382-32 from 3506176 to 3989504 tid 4 2024-04-24T02:43:08.235 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 35 2024-04-24T02:43:08.235 INFO:tasks.rados.rados.0.smithi016.stdout:397: finishing write tid 1 to smithi01673382-32 2024-04-24T02:43:08.235 INFO:tasks.rados.rados.0.smithi016.stdout:398: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-04-24T02:43:08.238 INFO:tasks.rados.rados.0.smithi016.stdout:398: writing smithi01673382-7 from 0 to 663552 tid 1 2024-04-24T02:43:08.240 INFO:tasks.rados.rados.0.smithi016.stdout:398: writing smithi01673382-7 from 663552 to 1097728 tid 2 2024-04-24T02:43:08.246 INFO:tasks.rados.rados.0.smithi016.stdout:398: writing smithi01673382-7 from 1097728 to 1884160 tid 3 2024-04-24T02:43:08.250 INFO:tasks.rados.rados.0.smithi016.stdout:398: writing smithi01673382-7 from 1884160 to 2269184 tid 4 2024-04-24T02:43:08.250 INFO:tasks.rados.rados.0.smithi016.stdout:399: read oid 17 snap -1 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:399: expect (ObjNum 93 snap 17 seq_num 93) 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:400: copy_from oid 5 from oid 43 current snap is 35 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:397: finishing write tid 2 to smithi01673382-32 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:397: finishing write tid 3 to smithi01673382-32 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:397: finishing write tid 4 to smithi01673382-32 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:397: finishing write tid 5 to smithi01673382-32 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:397: finishing write tid 6 to smithi01673382-32 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 140 (ObjNum 134 snap 35 seq_num 134) dirty exists 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:397: left oid 32 (ObjNum 134 snap 35 seq_num 134) 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:398: finishing write tid 1 to smithi01673382-7 2024-04-24T02:43:08.251 INFO:tasks.rados.rados.0.smithi016.stdout:398: finishing write tid 2 to smithi01673382-7 2024-04-24T02:43:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:398: finishing write tid 3 to smithi01673382-7 2024-04-24T02:43:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:397: done (3 left) 2024-04-24T02:43:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:401: snap_create 2024-04-24T02:43:08.253 INFO:tasks.rados.rados.0.smithi016.stdout:398: finishing write tid 4 to smithi01673382-7 2024-04-24T02:43:08.254 INFO:tasks.rados.rados.0.smithi016.stdout:398: finishing write tid 5 to smithi01673382-7 2024-04-24T02:43:08.255 INFO:tasks.rados.rados.0.smithi016.stdout:398: finishing write tid 6 to smithi01673382-7 2024-04-24T02:43:08.255 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 93 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-04-24T02:43:08.255 INFO:tasks.rados.rados.0.smithi016.stdout:398: left oid 7 (ObjNum 135 snap 35 seq_num 135) 2024-04-24T02:43:08.256 INFO:tasks.rados.rados.0.smithi016.stdout:399: expect (ObjNum 93 snap 17 seq_num 93) 2024-04-24T02:43:08.309 INFO:tasks.rados.rados.0.smithi016.stdout:400: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:43:08.309 INFO:tasks.rados.rados.0.smithi016.stdout:400: finishing copy_from to smithi01673382-5 2024-04-24T02:43:08.309 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 71 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-24T02:43:08.425 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: CherryPy Checker: 2024-04-24T02:43:08.425 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: The Application mounted at '' has an empty config. 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Serving on http://:::9283 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Bus STARTED 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Bus STOPPING 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Bus STOPPED 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Bus STARTING 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2533362700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2533362700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2533362700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2533362700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2533362700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2530b5d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.426 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2530b5d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.427 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2530b5d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.427 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2530b5d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.427 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:43:08.353+0000 7f2530b5d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:43:08.427 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Serving on http://:::9283 2024-04-24T02:43:08.427 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:43:08] ENGINE Bus STARTED 2024-04-24T02:43:08.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:08.338+0000 7f2950608680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:43:08.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:08.476+0000 7f2950608680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:43:08.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:08.561+0000 7f2950608680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:43:08.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:08.657+0000 7f2950608680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:07.557279+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:07.998944+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:08.068378+0000 mon.a (mon.0) 894 : cluster [INF] Active manager daemon x restarted 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:08.068805+0000 mon.a (mon.0) 895 : cluster [INF] Activating manager daemon x 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.069996+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:08.073999+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:08.074251+0000 mon.a (mon.0) 897 : cluster [DBG] mgrmap e22: x(active, starting, since 0.00566319s) 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.076349+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:43:08.659 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.076561+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.076765+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.076908+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.077189+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.077441+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.077724+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.077963+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.078198+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.078434+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:07.557279+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:07.998944+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-04-24T02:43:08.660 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:08.068378+0000 mon.a (mon.0) 894 : cluster [INF] Active manager daemon x restarted 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:08.068805+0000 mon.a (mon.0) 895 : cluster [INF] Activating manager daemon x 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.069996+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:08.073999+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:08.074251+0000 mon.a (mon.0) 897 : cluster [DBG] mgrmap e22: x(active, starting, since 0.00566319s) 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.076349+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.076561+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.076765+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.076908+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.077189+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.077441+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.077724+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.077963+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:43:08.661 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.078198+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.078434+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.078675+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.078929+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.079157+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.079400+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.079634+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.079884+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:43:08.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.080137+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.080603+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.080813+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.081982+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.082264+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:08.251289+0000 mon.a (mon.0) 898 : cluster [INF] Manager daemon x is now available 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.271032+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.277100+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.302177+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.308293+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.308646+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.332106+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.332400+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-24T02:43:08.663 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:08.337799+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.078675+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.078929+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.079157+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.079400+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.079634+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.079884+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.080137+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.080603+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.080813+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.081982+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:43:08.664 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.082264+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:08.251289+0000 mon.a (mon.0) 898 : cluster [INF] Manager daemon x is now available 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.271032+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.277100+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.302177+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.308293+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.308646+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.332106+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.332400+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-24T02:43:08.665 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:08.337799+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:07.557279+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:07.998944+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:08.068378+0000 mon.a (mon.0) 894 : cluster [INF] Active manager daemon x restarted 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:08.068805+0000 mon.a (mon.0) 895 : cluster [INF] Activating manager daemon x 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.069996+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:08.073999+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:08.074251+0000 mon.a (mon.0) 897 : cluster [DBG] mgrmap e22: x(active, starting, since 0.00566319s) 2024-04-24T02:43:08.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.076349+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.076561+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.076765+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.076908+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.077189+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.077441+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.077724+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.077963+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.078198+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.078434+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.078675+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.078929+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.079157+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.079400+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:43:08.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.079634+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.079884+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.080137+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.080603+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.080813+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.081982+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.082264+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:08.251289+0000 mon.a (mon.0) 898 : cluster [INF] Manager daemon x is now available 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.271032+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.277100+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.302177+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.308293+0000 mon.c (mon.2) 69 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.308646+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.332106+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-24T02:43:08.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.332400+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-24T02:43:08.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:08.337799+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:09.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:08.869+0000 7f2950608680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:43:09.075 INFO:tasks.rados.rados.0.smithi016.stdout:398: done (3 left) 2024-04-24T02:43:09.075 INFO:tasks.rados.rados.0.smithi016.stdout:399: done (2 left) 2024-04-24T02:43:09.075 INFO:tasks.rados.rados.0.smithi016.stdout:400: done (1 left) 2024-04-24T02:43:09.075 INFO:tasks.rados.rados.0.smithi016.stdout:401: done (0 left) 2024-04-24T02:43:09.075 INFO:tasks.rados.rados.0.smithi016.stdout:402: copy_from oid 11 from oid 38 current snap is 36 2024-04-24T02:43:09.075 INFO:tasks.rados.rados.0.smithi016.stdout:403: copy_from oid 48 from oid 31 current snap is 36 2024-04-24T02:43:09.075 INFO:tasks.rados.rados.0.smithi016.stdout:404: delete oid 17 current snap is 36 2024-04-24T02:43:09.083 INFO:tasks.rados.rados.0.smithi016.stdout:404: done (2 left) 2024-04-24T02:43:09.083 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 36 2024-04-24T02:43:09.083 INFO:tasks.rados.rados.0.smithi016.stdout:405: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-04-24T02:43:09.083 INFO:tasks.rados.rados.0.smithi016.stdout:405: writing smithi01673382-21 from 0 to 704512 tid 1 2024-04-24T02:43:09.090 INFO:tasks.rados.rados.0.smithi016.stdout:405: writing smithi01673382-21 from 704512 to 1359872 tid 2 2024-04-24T02:43:09.092 INFO:tasks.rados.rados.0.smithi016.stdout:405: writing smithi01673382-21 from 1359872 to 2113536 tid 3 2024-04-24T02:43:09.094 INFO:tasks.rados.rados.0.smithi016.stdout:405: writing smithi01673382-21 from 2113536 to 2310144 tid 4 2024-04-24T02:43:09.094 INFO:tasks.rados.rados.0.smithi016.stdout:406: delete oid 39 current snap is 36 2024-04-24T02:43:09.094 INFO:tasks.rados.rados.0.smithi016.stdout:403: finishing copy_from to smithi01673382-48 2024-04-24T02:43:09.094 INFO:tasks.rados.rados.0.smithi016.stdout:403: got expected ENOENT (src dne) 2024-04-24T02:43:09.094 INFO:tasks.rados.rados.0.smithi016.stdout:402: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:43:09.094 INFO:tasks.rados.rados.0.smithi016.stdout:402: finishing copy_from to smithi01673382-11 2024-04-24T02:43:09.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 51 (ObjNum 91 snap 15 seq_num 91) dirty exists 2024-04-24T02:43:09.095 INFO:tasks.rados.rados.0.smithi016.stdout:403: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:43:09.095 INFO:tasks.rados.rados.0.smithi016.stdout:405: finishing write tid 1 to smithi01673382-21 2024-04-24T02:43:09.095 INFO:tasks.rados.rados.0.smithi016.stdout:405: finishing write tid 2 to smithi01673382-21 2024-04-24T02:43:09.096 INFO:tasks.rados.rados.0.smithi016.stdout:405: finishing write tid 3 to smithi01673382-21 2024-04-24T02:43:09.096 INFO:tasks.rados.rados.0.smithi016.stdout:402: done (3 left) 2024-04-24T02:43:09.097 INFO:tasks.rados.rados.0.smithi016.stdout:403: done (2 left) 2024-04-24T02:43:09.097 INFO:tasks.rados.rados.0.smithi016.stdout:406: done (1 left) 2024-04-24T02:43:09.097 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 36 2024-04-24T02:43:09.097 INFO:tasks.rados.rados.0.smithi016.stdout:407: seq_num 139 ranges {663552=737280,1400832=425984,1826816=761856,2588672=417792} 2024-04-24T02:43:09.105 INFO:tasks.rados.rados.0.smithi016.stdout:407: writing smithi01673382-15 from 663552 to 1400832 tid 1 2024-04-24T02:43:09.108 INFO:tasks.rados.rados.0.smithi016.stdout:407: writing smithi01673382-15 from 1400832 to 1826816 tid 2 2024-04-24T02:43:09.112 INFO:tasks.rados.rados.0.smithi016.stdout:407: writing smithi01673382-15 from 1826816 to 2588672 tid 3 2024-04-24T02:43:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:407: writing smithi01673382-15 from 2588672 to 3006464 tid 4 2024-04-24T02:43:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 36 2024-04-24T02:43:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:405: finishing write tid 4 to smithi01673382-21 2024-04-24T02:43:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:408: seq_num 140 ranges {778240=753664,1531904=704512,2236416=524288,2760704=376832} 2024-04-24T02:43:09.124 INFO:tasks.rados.rados.0.smithi016.stdout:408: writing smithi01673382-29 from 778240 to 1531904 tid 1 2024-04-24T02:43:09.129 INFO:tasks.rados.rados.0.smithi016.stdout:408: writing smithi01673382-29 from 1531904 to 2236416 tid 2 2024-04-24T02:43:09.134 INFO:tasks.rados.rados.0.smithi016.stdout:408: writing smithi01673382-29 from 2236416 to 2760704 tid 3 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:408: writing smithi01673382-29 from 2760704 to 3137536 tid 4 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 36 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:405: finishing write tid 5 to smithi01673382-21 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:405: finishing write tid 6 to smithi01673382-21 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 99 (ObjNum 137 snap 36 seq_num 137) dirty exists 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:405: left oid 21 (ObjNum 137 snap 36 seq_num 137) 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:407: finishing write tid 1 to smithi01673382-15 2024-04-24T02:43:09.136 INFO:tasks.rados.rados.0.smithi016.stdout:409: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-04-24T02:43:09.141 INFO:tasks.rados.rados.0.smithi016.stdout:409: writing smithi01673382-30 from 0 to 770048 tid 1 2024-04-24T02:43:09.144 INFO:tasks.rados.rados.0.smithi016.stdout:409: writing smithi01673382-30 from 770048 to 1359872 tid 2 2024-04-24T02:43:09.149 INFO:tasks.rados.rados.0.smithi016.stdout:409: writing smithi01673382-30 from 1359872 to 2088960 tid 3 2024-04-24T02:43:09.151 INFO:tasks.rados.rados.0.smithi016.stdout:409: writing smithi01673382-30 from 2088960 to 2375680 tid 4 2024-04-24T02:43:09.152 INFO:tasks.rados.rados.0.smithi016.stdout:405: done (3 left) 2024-04-24T02:43:09.152 INFO:tasks.rados.rados.0.smithi016.stdout:410: read oid 34 snap -1 2024-04-24T02:43:09.152 INFO:tasks.rados.rados.0.smithi016.stdout:410: expect (ObjNum 132 snap 35 seq_num 132) 2024-04-24T02:43:09.152 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 36 2024-04-24T02:43:09.152 INFO:tasks.rados.rados.0.smithi016.stdout:407: finishing write tid 2 to smithi01673382-15 2024-04-24T02:43:09.152 INFO:tasks.rados.rados.0.smithi016.stdout:411: seq_num 142 ranges {1531904=786432,2318336=475136,2793472=540672,3334144=589824} 2024-04-24T02:43:09.164 INFO:tasks.rados.rados.0.smithi016.stdout:411: writing smithi01673382-38 from 1531904 to 2318336 tid 1 2024-04-24T02:43:09.167 INFO:tasks.rados.rados.0.smithi016.stdout:411: writing smithi01673382-38 from 2318336 to 2793472 tid 2 2024-04-24T02:43:09.170 INFO:tasks.rados.rados.0.smithi016.stdout:411: writing smithi01673382-38 from 2793472 to 3334144 tid 3 2024-04-24T02:43:09.174 INFO:tasks.rados.rados.0.smithi016.stdout:411: writing smithi01673382-38 from 3334144 to 3923968 tid 4 2024-04-24T02:43:09.174 INFO:tasks.rados.rados.0.smithi016.stdout:412: read oid 7 snap 24 2024-04-24T02:43:09.174 INFO:tasks.rados.rados.0.smithi016.stdout:412: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-24T02:43:09.174 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 36 2024-04-24T02:43:09.174 INFO:tasks.rados.rados.0.smithi016.stdout:407: finishing write tid 3 to smithi01673382-15 2024-04-24T02:43:09.174 INFO:tasks.rados.rados.0.smithi016.stdout:413: seq_num 143 ranges {2039808=802816,2842624=761856,3604480=745472,4349952=98304} 2024-04-24T02:43:09.189 INFO:tasks.rados.rados.0.smithi016.stdout:413: writing smithi01673382-22 from 2039808 to 2842624 tid 1 2024-04-24T02:43:09.194 INFO:tasks.rados.rados.0.smithi016.stdout:413: writing smithi01673382-22 from 2842624 to 3604480 tid 2 2024-04-24T02:43:09.198 INFO:tasks.rados.rados.0.smithi016.stdout:413: writing smithi01673382-22 from 3604480 to 4349952 tid 3 2024-04-24T02:43:09.199 INFO:tasks.rados.rados.0.smithi016.stdout:413: writing smithi01673382-22 from 4349952 to 4448256 tid 4 2024-04-24T02:43:09.199 INFO:tasks.rados.rados.0.smithi016.stdout:414: delete oid 31 current snap is 36 2024-04-24T02:43:09.199 INFO:tasks.rados.rados.0.smithi016.stdout:407: finishing write tid 4 to smithi01673382-15 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:407: finishing write tid 5 to smithi01673382-15 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:407: finishing write tid 6 to smithi01673382-15 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 60 (ObjNum 139 snap 36 seq_num 139) dirty exists 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:407: left oid 15 (ObjNum 139 snap 36 seq_num 139) 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:408: finishing write tid 1 to smithi01673382-29 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:408: finishing write tid 2 to smithi01673382-29 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:408: finishing write tid 3 to smithi01673382-29 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:408: finishing write tid 4 to smithi01673382-29 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:408: finishing write tid 5 to smithi01673382-29 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:408: finishing write tid 6 to smithi01673382-29 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 93 (ObjNum 140 snap 36 seq_num 140) dirty exists 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:408: left oid 29 (ObjNum 140 snap 36 seq_num 140) 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:409: finishing write tid 1 to smithi01673382-30 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:409: finishing write tid 2 to smithi01673382-30 2024-04-24T02:43:09.200 INFO:tasks.rados.rados.0.smithi016.stdout:409: finishing write tid 3 to smithi01673382-30 2024-04-24T02:43:09.201 INFO:tasks.rados.rados.0.smithi016.stdout:409: finishing write tid 4 to smithi01673382-30 2024-04-24T02:43:09.201 INFO:tasks.rados.rados.0.smithi016.stdout:409: finishing write tid 5 to smithi01673382-30 2024-04-24T02:43:09.201 INFO:tasks.rados.rados.0.smithi016.stdout:409: finishing write tid 6 to smithi01673382-30 2024-04-24T02:43:09.201 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 140 (ObjNum 141 snap 36 seq_num 141) dirty exists 2024-04-24T02:43:09.201 INFO:tasks.rados.rados.0.smithi016.stdout:409: left oid 30 (ObjNum 141 snap 36 seq_num 141) 2024-04-24T02:43:09.201 INFO:tasks.rados.rados.0.smithi016.stdout:410: expect (ObjNum 132 snap 35 seq_num 132) 2024-04-24T02:43:09.293 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 1 to smithi01673382-38 2024-04-24T02:43:09.293 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 2 to smithi01673382-38 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 3 to smithi01673382-38 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:407: done (7 left) 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:408: done (6 left) 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:409: done (5 left) 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:410: done (4 left) 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:414: done (3 left) 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:415: copy_from oid 18 from oid 47 current snap is 36 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 4 to smithi01673382-38 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 5 to smithi01673382-38 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 6 to smithi01673382-38 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 100 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:411: left oid 38 (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:09.294 INFO:tasks.rados.rados.0.smithi016.stdout:412: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: finishing write tid 1 to smithi01673382-22 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: finishing write tid 2 to smithi01673382-22 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: finishing write tid 3 to smithi01673382-22 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: finishing write tid 4 to smithi01673382-22 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: finishing write tid 5 to smithi01673382-22 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: finishing write tid 6 to smithi01673382-22 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 146 (ObjNum 143 snap 36 seq_num 143) dirty exists 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: left oid 22 (ObjNum 143 snap 36 seq_num 143) 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:411: done (3 left) 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:412: done (2 left) 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:413: done (1 left) 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:416: read oid 35 snap 35 2024-04-24T02:43:09.297 INFO:tasks.rados.rados.0.smithi016.stdout:416: expect (ObjNum 110 snap 26 seq_num 110) 2024-04-24T02:43:09.298 INFO:tasks.rados.rados.0.smithi016.stdout:417: snap_create 2024-04-24T02:43:09.298 INFO:tasks.rados.rados.0.smithi016.stdout:415: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:43:09.304 INFO:tasks.rados.rados.0.smithi016.stdout:415: finishing copy_from to smithi01673382-18 2024-04-24T02:43:09.304 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 43 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:43:09.310 INFO:tasks.rados.rados.0.smithi016.stdout:416: expect (ObjNum 110 snap 26 seq_num 110) 2024-04-24T02:43:09.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:09.210+0000 7f2950608680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:43:09.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:09.317+0000 7f2950608680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:43:09.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:08.719447+0000 mgr.x (mgr.24844) 1 : cephadm [INF] Deploying cephadm binary to smithi063 2024-04-24T02:43:09.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:08.724008+0000 mgr.x (mgr.24844) 2 : cephadm [INF] Deploying cephadm binary to smithi016 2024-04-24T02:43:09.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:09.074431+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-04-24T02:43:09.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:09.083523+0000 mon.a (mon.0) 904 : cluster [DBG] mgrmap e23: x(active, since 1.01493s) 2024-04-24T02:43:10.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:08.719447+0000 mgr.x (mgr.24844) 1 : cephadm [INF] Deploying cephadm binary to smithi063 2024-04-24T02:43:10.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:08.724008+0000 mgr.x (mgr.24844) 2 : cephadm [INF] Deploying cephadm binary to smithi016 2024-04-24T02:43:10.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:09.074431+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-04-24T02:43:10.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:09.083523+0000 mon.a (mon.0) 904 : cluster [DBG] mgrmap e23: x(active, since 1.01493s) 2024-04-24T02:43:10.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:08.719447+0000 mgr.x (mgr.24844) 1 : cephadm [INF] Deploying cephadm binary to smithi063 2024-04-24T02:43:10.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:08.724008+0000 mgr.x (mgr.24844) 2 : cephadm [INF] Deploying cephadm binary to smithi016 2024-04-24T02:43:10.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:09.074431+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-04-24T02:43:10.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:09.083523+0000 mon.a (mon.0) 904 : cluster [DBG] mgrmap e23: x(active, since 1.01493s) 2024-04-24T02:43:10.086 INFO:tasks.rados.rados.0.smithi016.stdout:415: done (2 left) 2024-04-24T02:43:10.086 INFO:tasks.rados.rados.0.smithi016.stdout:416: done (1 left) 2024-04-24T02:43:10.086 INFO:tasks.rados.rados.0.smithi016.stdout:417: done (0 left) 2024-04-24T02:43:10.086 INFO:tasks.rados.rados.0.smithi016.stdout:418: read oid 38 snap -1 2024-04-24T02:43:10.086 INFO:tasks.rados.rados.0.smithi016.stdout:418: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:10.089 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 37 2024-04-24T02:43:10.089 INFO:tasks.rados.rados.0.smithi016.stdout:419: seq_num 145 ranges {1318912=32768} 2024-04-24T02:43:10.093 INFO:tasks.rados.rados.0.smithi016.stdout:419: writing smithi01673382-1 from 1318912 to 1351680 tid 1 2024-04-24T02:43:10.093 INFO:tasks.rados.rados.0.smithi016.stdout:420: read oid 16 snap 24 2024-04-24T02:43:10.093 INFO:tasks.rados.rados.0.smithi016.stdout:420: expect (ObjNum 102 snap 20 seq_num 102) 2024-04-24T02:43:10.093 INFO:tasks.rados.rados.0.smithi016.stdout:421: snap_remove snap 32 2024-04-24T02:43:10.474 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:10.085+0000 7f2950608680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:43:10.475 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:10.184+0000 7f2950608680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:43:10.475 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:10.282+0000 7f2950608680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:43:10.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:10] "GET /metrics HTTP/1.1" 200 33085 "" "Prometheus/2.33.4" 2024-04-24T02:43:10.765 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:10.474+0000 7f2950608680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:43:10.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:09.096993+0000 mgr.x (mgr.24844) 3 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:10.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:09.637342+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:10.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:09.654937+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:10.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:10.085771+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-04-24T02:43:10.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:10.286906+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:10.766 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:10.287284+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:10.766 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:09.096993+0000 mgr.x (mgr.24844) 3 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:10.766 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:09.637342+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:10.766 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:09.654937+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:10.766 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:10.085771+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-04-24T02:43:10.766 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:10.286906+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:10.766 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:10.287284+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:11.017 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:09.096993+0000 mgr.x (mgr.24844) 3 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:11.017 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:09.637342+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:11.017 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:09.654937+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:11.017 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:10.085771+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-04-24T02:43:11.017 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:10.286906+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:11.017 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:10.287284+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:11.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:10.764+0000 7f2950608680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:43:11.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:10.904+0000 7f2950608680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:43:11.090 INFO:tasks.rados.rados.0.smithi016.stdout:421: done (3 left) 2024-04-24T02:43:11.090 INFO:tasks.rados.rados.0.smithi016.stdout:422: snap_remove snap 35 2024-04-24T02:43:11.338 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:11.053+0000 7f2950608680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:43:11.339 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:11.247+0000 7f2950608680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:43:11.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: debug 2024-04-24T02:43:11.338+0000 7f2950608680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:43:11.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:43:11] ENGINE Bus STARTING 2024-04-24T02:43:11.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: CherryPy Checker: 2024-04-24T02:43:11.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: The Application mounted at '' has an empty config. 2024-04-24T02:43:11.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: 2024-04-24T02:43:11.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:43:11] ENGINE Serving on http://:::9283 2024-04-24T02:43:11.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: [24/Apr/2024:02:43:11] ENGINE Bus STARTED 2024-04-24T02:43:12.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:10.079844+0000 mgr.x (mgr.24844) 4 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:10.658400+0000 mon.a (mon.0) 909 : cluster [DBG] mgrmap e24: x(active, since 2s) 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:11.086759+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:11.086821+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:11.091539+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:11.093972+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:11.351741+0000 mon.a (mon.0) 913 : cluster [DBG] Standby manager daemon y started 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:11.354086+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:11.355034+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:11.357164+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-24T02:43:12.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:11.357484+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:10.079844+0000 mgr.x (mgr.24844) 4 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:10.658400+0000 mon.a (mon.0) 909 : cluster [DBG] mgrmap e24: x(active, since 2s) 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:11.086759+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:11.086821+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:11.091539+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:11.093972+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:11.351741+0000 mon.a (mon.0) 913 : cluster [DBG] Standby manager daemon y started 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:11.354086+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:11.355034+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:11.357164+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-24T02:43:12.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:11.357484+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:43:12.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:10.079844+0000 mgr.x (mgr.24844) 4 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:10.658400+0000 mon.a (mon.0) 909 : cluster [DBG] mgrmap e24: x(active, since 2s) 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:11.086759+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:11.086821+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:11.091539+0000 mon.c (mon.2) 72 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:11.093972+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:11.351741+0000 mon.a (mon.0) 913 : cluster [DBG] Standby manager daemon y started 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:11.354086+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:11.355034+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:11.357164+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-24T02:43:12.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:11.357484+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.? 172.21.15.16:0/2252001844' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:43:12.098 INFO:tasks.rados.rados.0.smithi016.stdout:422: done (3 left) 2024-04-24T02:43:12.098 INFO:tasks.rados.rados.0.smithi016.stdout:423: copy_from oid 48 from oid 50 current snap is 37 2024-04-24T02:43:12.098 INFO:tasks.rados.rados.0.smithi016.stdout:424: rollback oid 31 current snap is 37 2024-04-24T02:43:12.098 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 20 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 37 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:425: seq_num 146 ranges {0=49152} 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:425: writing smithi01673382-8 from 0 to 49152 tid 1 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:426: snap_create 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:419: finishing write tid 1 to smithi01673382-1 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:419: finishing write tid 2 to smithi01673382-1 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:419: finishing write tid 3 to smithi01673382-1 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 106 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:419: left oid 1 (ObjNum 145 snap 37 seq_num 145) 2024-04-24T02:43:12.099 INFO:tasks.rados.rados.0.smithi016.stdout:418: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:12.237 INFO:tasks.rados.rados.0.smithi016.stdout:420: expect (ObjNum 102 snap 20 seq_num 102) 2024-04-24T02:43:12.347 INFO:tasks.rados.rados.0.smithi016.stdout:423: finishing copy_from to smithi01673382-48 2024-04-24T02:43:12.347 INFO:tasks.rados.rados.0.smithi016.stdout:423: got expected ENOENT (src dne) 2024-04-24T02:43:12.347 INFO:tasks.rados.rados.0.smithi016.stdout:423: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:43:12.347 INFO:tasks.rados.rados.0.smithi016.stdout:424: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:43:12.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 0 (ObjNum 344167960 snap 22073 seq_num 0) dirty dne 2024-04-24T02:43:12.348 INFO:tasks.rados.rados.0.smithi016.stdout:425: finishing write tid 1 to smithi01673382-8 2024-04-24T02:43:12.348 INFO:tasks.rados.rados.0.smithi016.stdout:425: finishing write tid 2 to smithi01673382-8 2024-04-24T02:43:12.348 INFO:tasks.rados.rados.0.smithi016.stdout:425: finishing write tid 3 to smithi01673382-8 2024-04-24T02:43:12.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 135 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-04-24T02:43:12.348 INFO:tasks.rados.rados.0.smithi016.stdout:425: left oid 8 (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:13.000 INFO:tasks.rados.rados.0.smithi016.stdout:418: done (6 left) 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:419: done (5 left) 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:420: done (4 left) 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:423: done (3 left) 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:424: done (2 left) 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:425: done (1 left) 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:426: done (0 left) 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 38 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:427: seq_num 147 ranges {0=65536} 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:427: writing smithi01673382-17 from 0 to 65536 tid 1 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:428: copy_from oid 28 from oid 42 current snap is 38 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:429: rollback oid 15 current snap is 38 2024-04-24T02:43:13.001 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 25 2024-04-24T02:43:13.002 INFO:tasks.rados.rados.0.smithi016.stdout:430: rollback oid 33 current snap is 38 2024-04-24T02:43:13.002 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 31 2024-04-24T02:43:13.002 INFO:tasks.rados.rados.0.smithi016.stdout:431: delete oid 46 current snap is 38 2024-04-24T02:43:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:431: done (4 left) 2024-04-24T02:43:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:432: read oid 11 snap 33 2024-04-24T02:43:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:432: expect deleted 2024-04-24T02:43:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:433: read oid 19 snap -1 2024-04-24T02:43:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:433: expect (ObjNum 112 snap 29 seq_num 112) 2024-04-24T02:43:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:434: copy_from oid 14 from oid 7 current snap is 38 2024-04-24T02:43:13.010 INFO:tasks.rados.rados.0.smithi016.stdout:435: delete oid 47 current snap is 38 2024-04-24T02:43:13.011 INFO:tasks.rados.rados.0.smithi016.stdout:429: finishing rollback tid 0 to smithi01673382-15 2024-04-24T02:43:13.011 INFO:tasks.rados.rados.0.smithi016.stdout:429: finishing rollback tid 1 to smithi01673382-15 2024-04-24T02:43:13.012 INFO:tasks.rados.rados.0.smithi016.stdout:427: finishing write tid 1 to smithi01673382-17 2024-04-24T02:43:13.013 INFO:tasks.rados.rados.0.smithi016.stdout:427: finishing write tid 2 to smithi01673382-17 2024-04-24T02:43:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:427: finishing write tid 3 to smithi01673382-17 2024-04-24T02:43:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 137 (ObjNum 147 snap 38 seq_num 147) dirty exists 2024-04-24T02:43:13.014 INFO:tasks.rados.rados.0.smithi016.stdout:427: left oid 17 (ObjNum 147 snap 38 seq_num 147) 2024-04-24T02:43:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:427: done (7 left) 2024-04-24T02:43:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:432: done (6 left) 2024-04-24T02:43:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:435: done (5 left) 2024-04-24T02:43:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:436: read oid 5 snap -1 2024-04-24T02:43:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:436: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-24T02:43:13.015 INFO:tasks.rados.rados.0.smithi016.stdout:437: snap_remove snap 36 2024-04-24T02:43:13.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:11.559754+0000 mgr.x (mgr.24844) 5 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Bus STARTING 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:11.661276+0000 mgr.x (mgr.24844) 6 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Serving on http://172.21.15.63:8765 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:11.777817+0000 mgr.x (mgr.24844) 7 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Serving on https://172.21.15.63:7150 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:11.777930+0000 mgr.x (mgr.24844) 8 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Bus STARTED 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:12.088882+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:12.088975+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:12.103538+0000 mon.a (mon.0) 920 : cluster [DBG] mgrmap e25: x(active, since 4s), standbys: y 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:12.109926+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:11.559754+0000 mgr.x (mgr.24844) 5 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Bus STARTING 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:11.661276+0000 mgr.x (mgr.24844) 6 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Serving on http://172.21.15.63:8765 2024-04-24T02:43:13.034 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:11.777817+0000 mgr.x (mgr.24844) 7 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Serving on https://172.21.15.63:7150 2024-04-24T02:43:13.035 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:11.777930+0000 mgr.x (mgr.24844) 8 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Bus STARTED 2024-04-24T02:43:13.035 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:12.088882+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:43:13.035 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:12.088975+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-04-24T02:43:13.035 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:12.103538+0000 mon.a (mon.0) 920 : cluster [DBG] mgrmap e25: x(active, since 4s), standbys: y 2024-04-24T02:43:13.035 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:12.109926+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:43:13.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:11.559754+0000 mgr.x (mgr.24844) 5 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Bus STARTING 2024-04-24T02:43:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:11.661276+0000 mgr.x (mgr.24844) 6 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Serving on http://172.21.15.63:8765 2024-04-24T02:43:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:11.777817+0000 mgr.x (mgr.24844) 7 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Serving on https://172.21.15.63:7150 2024-04-24T02:43:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:11.777930+0000 mgr.x (mgr.24844) 8 : cephadm [INF] [24/Apr/2024:02:43:11] ENGINE Bus STARTED 2024-04-24T02:43:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:12.088882+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T02:43:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:12.088975+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-04-24T02:43:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:12.103538+0000 mon.a (mon.0) 920 : cluster [DBG] mgrmap e25: x(active, since 4s), standbys: y 2024-04-24T02:43:13.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:12.109926+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:43:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:12.080149+0000 mgr.x (mgr.24844) 9 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:13.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:13.000170+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-04-24T02:43:13.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:13.114837+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:14.002 INFO:tasks.rados.rados.0.smithi016.stdout:437: done (6 left) 2024-04-24T02:43:14.002 INFO:tasks.rados.rados.0.smithi016.stdout:438: snap_create 2024-04-24T02:43:14.002 INFO:tasks.rados.rados.0.smithi016.stdout:429: finishing rollback tid 2 to smithi01673382-15 2024-04-24T02:43:14.002 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 63 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-24T02:43:14.002 INFO:tasks.rados.rados.0.smithi016.stdout:430: finishing rollback tid 0 to smithi01673382-33 2024-04-24T02:43:14.002 INFO:tasks.rados.rados.0.smithi016.stdout:430: finishing rollback tid 1 to smithi01673382-33 2024-04-24T02:43:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:430: finishing rollback tid 2 to smithi01673382-33 2024-04-24T02:43:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 141 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-24T02:43:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:428: finishing copy_from racing read to smithi01673382-28 2024-04-24T02:43:14.003 INFO:tasks.rados.rados.0.smithi016.stdout:436: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-24T02:43:14.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:12.080149+0000 mgr.x (mgr.24844) 9 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:14.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:13.000170+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-04-24T02:43:14.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:13.114837+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:14.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:12.080149+0000 mgr.x (mgr.24844) 9 : cluster [DBG] pgmap v8: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:14.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:13.000170+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-04-24T02:43:14.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:13.114837+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:14.041 INFO:tasks.rados.rados.0.smithi016.stdout:428: finishing copy_from to smithi01673382-28 2024-04-24T02:43:14.041 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 20 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-24T02:43:14.041 INFO:tasks.rados.rados.0.smithi016.stdout:433: expect (ObjNum 112 snap 29 seq_num 112) 2024-04-24T02:43:14.163 INFO:tasks.rados.rados.0.smithi016.stdout:434: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:43:14.163 INFO:tasks.rados.rados.0.smithi016.stdout:434: finishing copy_from to smithi01673382-14 2024-04-24T02:43:14.163 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 93 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-04-24T02:43:15.011 INFO:tasks.rados.rados.0.smithi016.stdout:428: done (6 left) 2024-04-24T02:43:15.011 INFO:tasks.rados.rados.0.smithi016.stdout:429: done (5 left) 2024-04-24T02:43:15.011 INFO:tasks.rados.rados.0.smithi016.stdout:430: done (4 left) 2024-04-24T02:43:15.011 INFO:tasks.rados.rados.0.smithi016.stdout:433: done (3 left) 2024-04-24T02:43:15.011 INFO:tasks.rados.rados.0.smithi016.stdout:434: done (2 left) 2024-04-24T02:43:15.011 INFO:tasks.rados.rados.0.smithi016.stdout:436: done (1 left) 2024-04-24T02:43:15.012 INFO:tasks.rados.rados.0.smithi016.stdout:438: done (0 left) 2024-04-24T02:43:15.012 INFO:tasks.rados.rados.0.smithi016.stdout:439: snap_remove snap 20 2024-04-24T02:43:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:13.676484+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:13.682305+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:14.001834+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-04-24T02:43:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:14.321321+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:14.327094+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:14.632620+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:14.638123+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:13.676484+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:13.682305+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:14.001834+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:14.321321+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:14.327094+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:14.632620+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:14.638123+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:13.676484+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:13.682305+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:14.001834+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-04-24T02:43:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:14.321321+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:14.327094+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:14.632620+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:14.638123+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.677 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:43:15.941 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:14.080541+0000 mgr.x (mgr.24844) 10 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:15.941 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:15.008562+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-04-24T02:43:15.941 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:15.010199+0000 mon.a (mon.0) 931 : cluster [DBG] mgrmap e26: x(active, since 6s), standbys: y 2024-04-24T02:43:15.941 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:15.279184+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:15.941 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:15.283892+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:439: done (0 left) 2024-04-24T02:43:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:440: read oid 16 snap 37 2024-04-24T02:43:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:440: expect deleted 2024-04-24T02:43:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 39 2024-04-24T02:43:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:441: seq_num 150 ranges {0=114688} 2024-04-24T02:43:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:441: writing smithi01673382-2 from 0 to 114688 tid 1 2024-04-24T02:43:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:442: setattr oid 49 current snap is 39 2024-04-24T02:43:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 39 2024-04-24T02:43:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:443: seq_num 151 ranges {1736704=131072} 2024-04-24T02:43:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:443: writing smithi01673382-45 from 1736704 to 1867776 tid 1 2024-04-24T02:43:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:444: read oid 35 snap -1 2024-04-24T02:43:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:444: expect (ObjNum 110 snap 26 seq_num 110) 2024-04-24T02:43:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 39 2024-04-24T02:43:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:445: seq_num 152 ranges {1687552=147456} 2024-04-24T02:43:16.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:14.080541+0000 mgr.x (mgr.24844) 10 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:16.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:15.008562+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-04-24T02:43:16.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:15.010199+0000 mon.a (mon.0) 931 : cluster [DBG] mgrmap e26: x(active, since 6s), standbys: y 2024-04-24T02:43:16.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:15.279184+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:16.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:15.283892+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:16.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:14.080541+0000 mgr.x (mgr.24844) 10 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:16.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:15.008562+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-04-24T02:43:16.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:15.010199+0000 mon.a (mon.0) 931 : cluster [DBG] mgrmap e26: x(active, since 6s), standbys: y 2024-04-24T02:43:16.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:15.279184+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:16.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:15.283892+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:16.034 INFO:tasks.rados.rados.0.smithi016.stdout:445: writing smithi01673382-25 from 1687552 to 1835008 tid 1 2024-04-24T02:43:16.034 INFO:tasks.rados.rados.0.smithi016.stdout:446: rmattr oid 10 current snap is 39 2024-04-24T02:43:16.034 INFO:tasks.rados.rados.0.smithi016.stdout:446: done (6 left) 2024-04-24T02:43:16.034 INFO:tasks.rados.rados.0.smithi016.stdout:447: read oid 34 snap -1 2024-04-24T02:43:16.034 INFO:tasks.rados.rados.0.smithi016.stdout:447: expect (ObjNum 132 snap 35 seq_num 132) 2024-04-24T02:43:16.035 INFO:tasks.rados.rados.0.smithi016.stdout:448: snap_remove snap 24 2024-04-24T02:43:17.017 INFO:tasks.rados.rados.0.smithi016.stdout:448: done (7 left) 2024-04-24T02:43:17.017 INFO:tasks.rados.rados.0.smithi016.stdout:449: read oid 41 snap -1 2024-04-24T02:43:17.017 INFO:tasks.rados.rados.0.smithi016.stdout:449: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:43:17.017 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 39 2024-04-24T02:43:17.017 INFO:tasks.rados.rados.0.smithi016.stdout:450: seq_num 153 ranges {442368=163840} 2024-04-24T02:43:17.020 INFO:tasks.rados.rados.0.smithi016.stdout:450: writing smithi01673382-27 from 442368 to 606208 tid 1 2024-04-24T02:43:17.020 INFO:tasks.rados.rados.0.smithi016.stdout:451: rollback oid 26 current snap is 39 2024-04-24T02:43:17.020 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 37 2024-04-24T02:43:17.020 INFO:tasks.rados.rados.0.smithi016.stdout:452: delete oid 50 current snap is 39 2024-04-24T02:43:17.020 INFO:tasks.rados.rados.0.smithi016.stdout:441: finishing write tid 1 to smithi01673382-2 2024-04-24T02:43:17.020 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 143 (ObjNum 0 snap 32573 seq_num 2001063904) dirty exists 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:441: finishing write tid 2 to smithi01673382-2 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:443: finishing write tid 1 to smithi01673382-45 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:443: finishing write tid 2 to smithi01673382-45 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:443: finishing write tid 3 to smithi01673382-45 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 125 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:443: left oid 45 (ObjNum 151 snap 39 seq_num 151) 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:441: finishing write tid 3 to smithi01673382-2 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 162 (ObjNum 150 snap 39 seq_num 150) dirty exists 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:441: left oid 2 (ObjNum 150 snap 39 seq_num 150) 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:445: finishing write tid 1 to smithi01673382-25 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:445: finishing write tid 2 to smithi01673382-25 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:445: finishing write tid 3 to smithi01673382-25 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 154 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-24T02:43:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:445: left oid 25 (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:43:17.022 INFO:tasks.rados.rados.0.smithi016.stdout:444: expect (ObjNum 110 snap 26 seq_num 110) 2024-04-24T02:43:17.107 INFO:tasks.rados.rados.0.smithi016.stdout:447: expect (ObjNum 132 snap 35 seq_num 132) 2024-04-24T02:43:17.201 INFO:tasks.rados.rados.0.smithi016.stdout:449: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:43:17.204 INFO:tasks.rados.rados.0.smithi016.stdout:450: finishing write tid 1 to smithi01673382-27 2024-04-24T02:43:17.204 INFO:tasks.rados.rados.0.smithi016.stdout:450: finishing write tid 2 to smithi01673382-27 2024-04-24T02:43:17.204 INFO:tasks.rados.rados.0.smithi016.stdout:450: finishing write tid 3 to smithi01673382-27 2024-04-24T02:43:17.204 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 95 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:450: left oid 27 (ObjNum 153 snap 39 seq_num 153) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:451: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:451: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:440: done (10 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:441: done (9 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:442: done (8 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:443: done (7 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:444: done (6 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:445: done (5 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:447: done (4 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:449: done (3 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:450: done (2 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:452: done (1 left) 2024-04-24T02:43:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:453: read oid 39 snap -1 2024-04-24T02:43:17.206 INFO:tasks.rados.rados.0.smithi016.stdout:453: expect deleted 2024-04-24T02:43:17.206 INFO:tasks.rados.rados.0.smithi016.stdout:454: copy_from oid 29 from oid 17 current snap is 39 2024-04-24T02:43:17.206 INFO:tasks.rados.rados.0.smithi016.stdout:451: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:43:17.206 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 65 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-04-24T02:43:17.206 INFO:tasks.rados.rados.0.smithi016.stdout:451: done (2 left) 2024-04-24T02:43:17.206 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 39 2024-04-24T02:43:17.206 INFO:tasks.rados.rados.0.smithi016.stdout:455: seq_num 155 ranges {1900544=204800} 2024-04-24T02:43:17.215 INFO:tasks.rados.rados.0.smithi016.stdout:455: writing smithi01673382-13 from 1900544 to 2105344 tid 1 2024-04-24T02:43:17.215 INFO:tasks.rados.rados.0.smithi016.stdout:456: delete oid 15 current snap is 39 2024-04-24T02:43:17.215 INFO:tasks.rados.rados.0.smithi016.stdout:454: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:43:17.215 INFO:tasks.rados.rados.0.smithi016.stdout:454: finishing copy_from to smithi01673382-29 2024-04-24T02:43:17.215 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 137 (ObjNum 147 snap 38 seq_num 147) dirty exists 2024-04-24T02:43:17.217 INFO:tasks.rados.rados.0.smithi016.stdout:455: finishing write tid 1 to smithi01673382-13 2024-04-24T02:43:17.218 INFO:tasks.rados.rados.0.smithi016.stdout:453: done (3 left) 2024-04-24T02:43:17.218 INFO:tasks.rados.rados.0.smithi016.stdout:454: done (2 left) 2024-04-24T02:43:17.218 INFO:tasks.rados.rados.0.smithi016.stdout:456: done (1 left) 2024-04-24T02:43:17.218 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 39 2024-04-24T02:43:17.218 INFO:tasks.rados.rados.0.smithi016.stdout:457: seq_num 157 ranges {0=237568} 2024-04-24T02:43:17.219 INFO:tasks.rados.rados.0.smithi016.stdout:457: writing smithi01673382-39 from 0 to 237568 tid 1 2024-04-24T02:43:17.219 INFO:tasks.rados.rados.0.smithi016.stdout:458: setattr oid 18 current snap is 39 2024-04-24T02:43:17.219 INFO:tasks.rados.rados.0.smithi016.stdout:455: finishing write tid 2 to smithi01673382-13 2024-04-24T02:43:17.219 INFO:tasks.rados.rados.0.smithi016.stdout:455: finishing write tid 3 to smithi01673382-13 2024-04-24T02:43:17.220 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 162 (ObjNum 155 snap 39 seq_num 155) dirty exists 2024-04-24T02:43:17.220 INFO:tasks.rados.rados.0.smithi016.stdout:455: left oid 13 (ObjNum 155 snap 39 seq_num 155) 2024-04-24T02:43:17.221 INFO:tasks.rados.rados.0.smithi016.stdout:455: done (2 left) 2024-04-24T02:43:17.221 INFO:tasks.rados.rados.0.smithi016.stdout:459: delete oid 43 current snap is 39 2024-04-24T02:43:17.222 INFO:tasks.rados.rados.0.smithi016.stdout:457: finishing write tid 1 to smithi01673382-39 2024-04-24T02:43:17.222 INFO:tasks.rados.rados.0.smithi016.stdout:457: finishing write tid 2 to smithi01673382-39 2024-04-24T02:43:17.223 INFO:tasks.rados.rados.0.smithi016.stdout:459: done (2 left) 2024-04-24T02:43:17.223 INFO:tasks.rados.rados.0.smithi016.stdout:460: snap_remove snap 37 2024-04-24T02:43:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:16.008167+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-04-24T02:43:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:16.080859+0000 mgr.x (mgr.24844) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 76 op/s 2024-04-24T02:43:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:16.740817+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:16.008167+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-04-24T02:43:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:16.080859+0000 mgr.x (mgr.24844) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 76 op/s 2024-04-24T02:43:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:16.740817+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:16.008167+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-04-24T02:43:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:16.080859+0000 mgr.x (mgr.24844) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 76 op/s 2024-04-24T02:43:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:16.740817+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:18.005 INFO:tasks.rados.rados.0.smithi016.stdout:460: done (2 left) 2024-04-24T02:43:18.005 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 39 2024-04-24T02:43:18.005 INFO:tasks.rados.rados.0.smithi016.stdout:457: finishing write tid 3 to smithi01673382-39 2024-04-24T02:43:18.005 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 180 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-04-24T02:43:18.005 INFO:tasks.rados.rados.0.smithi016.stdout:457: left oid 39 (ObjNum 157 snap 39 seq_num 157) 2024-04-24T02:43:18.005 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 71 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:43:18.006 INFO:tasks.rados.rados.0.smithi016.stdout:461: seq_num 159 ranges {3997696=270336} 2024-04-24T02:43:18.029 INFO:tasks.rados.rados.0.smithi016.stdout:461: writing smithi01673382-33 from 3997696 to 4268032 tid 1 2024-04-24T02:43:18.029 INFO:tasks.rados.rados.0.smithi016.stdout:457: done (2 left) 2024-04-24T02:43:18.029 INFO:tasks.rados.rados.0.smithi016.stdout:458: done (1 left) 2024-04-24T02:43:18.029 INFO:tasks.rados.rados.0.smithi016.stdout:462: snap_create 2024-04-24T02:43:18.032 INFO:tasks.rados.rados.0.smithi016.stdout:461: finishing write tid 1 to smithi01673382-33 2024-04-24T02:43:18.032 INFO:tasks.rados.rados.0.smithi016.stdout:461: finishing write tid 2 to smithi01673382-33 2024-04-24T02:43:18.033 INFO:tasks.rados.rados.0.smithi016.stdout:461: finishing write tid 3 to smithi01673382-33 2024-04-24T02:43:18.033 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 169 (ObjNum 159 snap 39 seq_num 159) dirty exists 2024-04-24T02:43:18.033 INFO:tasks.rados.rados.0.smithi016.stdout:461: left oid 33 (ObjNum 159 snap 39 seq_num 159) 2024-04-24T02:43:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:17.013681+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-04-24T02:43:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:18.003013+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-04-24T02:43:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:17.013681+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-04-24T02:43:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:18.003013+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-04-24T02:43:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:17.013681+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-04-24T02:43:18.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:18.003013+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-04-24T02:43:19.023 INFO:tasks.rados.rados.0.smithi016.stdout:461: done (1 left) 2024-04-24T02:43:19.024 INFO:tasks.rados.rados.0.smithi016.stdout:462: done (0 left) 2024-04-24T02:43:19.024 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 40 2024-04-24T02:43:19.024 INFO:tasks.rados.rados.0.smithi016.stdout:463: seq_num 160 ranges {606208=286720} 2024-04-24T02:43:19.028 INFO:tasks.rados.rados.0.smithi016.stdout:463: writing smithi01673382-27 from 606208 to 892928 tid 1 2024-04-24T02:43:19.028 INFO:tasks.rados.rados.0.smithi016.stdout:464: rollback oid 16 current snap is 40 2024-04-24T02:43:19.028 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 34 2024-04-24T02:43:19.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 40 2024-04-24T02:43:19.029 INFO:tasks.rados.rados.0.smithi016.stdout:465: seq_num 161 ranges {3989504=303104} 2024-04-24T02:43:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:465: writing smithi01673382-32 from 3989504 to 4292608 tid 1 2024-04-24T02:43:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:466: snap_create 2024-04-24T02:43:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:464: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:43:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 52 (ObjNum 1 snap 22073 seq_num 2080482496) dirty dne 2024-04-24T02:43:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:463: finishing write tid 1 to smithi01673382-27 2024-04-24T02:43:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:463: finishing write tid 2 to smithi01673382-27 2024-04-24T02:43:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:463: finishing write tid 3 to smithi01673382-27 2024-04-24T02:43:19.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 139 (ObjNum 160 snap 40 seq_num 160) dirty exists 2024-04-24T02:43:19.054 INFO:tasks.rados.rados.0.smithi016.stdout:463: left oid 27 (ObjNum 160 snap 40 seq_num 160) 2024-04-24T02:43:19.056 INFO:tasks.rados.rados.0.smithi016.stdout:465: finishing write tid 1 to smithi01673382-32 2024-04-24T02:43:19.057 INFO:tasks.rados.rados.0.smithi016.stdout:465: finishing write tid 2 to smithi01673382-32 2024-04-24T02:43:19.058 INFO:tasks.rados.rados.0.smithi016.stdout:465: finishing write tid 3 to smithi01673382-32 2024-04-24T02:43:19.058 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 165 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-04-24T02:43:19.058 INFO:tasks.rados.rados.0.smithi016.stdout:465: left oid 32 (ObjNum 161 snap 40 seq_num 161) 2024-04-24T02:43:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.052432+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.057551+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.058868+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.059127+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.059930+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.060147+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.060901+0000 mon.c (mon.2) 76 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.061122+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.061875+0000 mon.c (mon.2) 77 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.062089+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:18.062734+0000 mgr.x (mgr.24844) 12 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 2489M 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.066708+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:18.081167+0000 mgr.x (mgr.24844) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 75 op/s 2024-04-24T02:43:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:18.346276+0000 mgr.x (mgr.24844) 14 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:19.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.348146+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:19.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:18.357824+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:43:19.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:19.022980+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.052432+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.057551+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.058868+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.059127+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.059930+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.060147+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.060901+0000 mon.c (mon.2) 76 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.061122+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.061875+0000 mon.c (mon.2) 77 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.062089+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:18.062734+0000 mgr.x (mgr.24844) 12 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 2489M 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.066708+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:18.081167+0000 mgr.x (mgr.24844) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 75 op/s 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:18.346276+0000 mgr.x (mgr.24844) 14 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.348146+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:19.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:18.357824+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:43:19.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:19.022980+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-04-24T02:43:19.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.052432+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.057551+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.058868+0000 mon.c (mon.2) 74 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.059127+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.059930+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.060147+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.060901+0000 mon.c (mon.2) 76 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.061122+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.061875+0000 mon.c (mon.2) 77 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.062089+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:19.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:18.062734+0000 mgr.x (mgr.24844) 12 : cephadm [INF] Adjusting osd_memory_target on smithi016 to 2489M 2024-04-24T02:43:19.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.066708+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:19.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:18.081167+0000 mgr.x (mgr.24844) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 75 op/s 2024-04-24T02:43:19.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:18.346276+0000 mgr.x (mgr.24844) 14 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:19.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.348146+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:43:19.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:18.357824+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:43:19.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:19.022980+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-04-24T02:43:20.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:19.064008+0000 mon.a (mon.0) 946 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:43:20.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:19.432553+0000 mon.a (mon.0) 947 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:20.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:20] "GET /metrics HTTP/1.1" 200 33085 "" "Prometheus/2.33.4" 2024-04-24T02:43:20.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:19.064008+0000 mon.a (mon.0) 946 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:43:20.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:19.432553+0000 mon.a (mon.0) 947 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:20.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:19.064008+0000 mon.a (mon.0) 946 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:43:20.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:19.432553+0000 mon.a (mon.0) 947 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:21.256 INFO:tasks.rados.rados.0.smithi016.stdout:463: done (3 left) 2024-04-24T02:43:21.257 INFO:tasks.rados.rados.0.smithi016.stdout:464: done (2 left) 2024-04-24T02:43:21.257 INFO:tasks.rados.rados.0.smithi016.stdout:465: done (1 left) 2024-04-24T02:43:21.257 INFO:tasks.rados.rados.0.smithi016.stdout:466: done (0 left) 2024-04-24T02:43:21.257 INFO:tasks.rados.rados.0.smithi016.stdout:467: setattr oid 7 current snap is 41 2024-04-24T02:43:21.258 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 41 2024-04-24T02:43:21.258 INFO:tasks.rados.rados.0.smithi016.stdout:468: seq_num 162 ranges {3301376=319488} 2024-04-24T02:43:21.278 INFO:tasks.rados.rados.0.smithi016.stdout:468: writing smithi01673382-19 from 3301376 to 3620864 tid 1 2024-04-24T02:43:21.278 INFO:tasks.rados.rados.0.smithi016.stdout:469: copy_from oid 13 from oid 8 current snap is 41 2024-04-24T02:43:21.278 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 118 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-04-24T02:43:21.279 INFO:tasks.rados.rados.0.smithi016.stdout:467: done (2 left) 2024-04-24T02:43:21.279 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 41 2024-04-24T02:43:21.279 INFO:tasks.rados.rados.0.smithi016.stdout:470: seq_num 163 ranges {0=335872} 2024-04-24T02:43:21.280 INFO:tasks.rados.rados.0.smithi016.stdout:470: writing smithi01673382-41 from 0 to 335872 tid 1 2024-04-24T02:43:21.281 INFO:tasks.rados.rados.0.smithi016.stdout:471: read oid 20 snap 39 2024-04-24T02:43:21.281 INFO:tasks.rados.rados.0.smithi016.stdout:471: expect (ObjNum 99 snap 19 seq_num 99) 2024-04-24T02:43:21.281 INFO:tasks.rados.rados.0.smithi016.stdout:472: read oid 21 snap -1 2024-04-24T02:43:21.281 INFO:tasks.rados.rados.0.smithi016.stdout:472: expect (ObjNum 137 snap 36 seq_num 137) 2024-04-24T02:43:21.281 INFO:tasks.rados.rados.0.smithi016.stdout:473: read oid 7 snap -1 2024-04-24T02:43:21.281 INFO:tasks.rados.rados.0.smithi016.stdout:473: expect (ObjNum 135 snap 35 seq_num 135) 2024-04-24T02:43:21.281 INFO:tasks.rados.rados.0.smithi016.stdout:474: delete oid 44 current snap is 41 2024-04-24T02:43:21.287 INFO:tasks.rados.rados.0.smithi016.stdout:470: finishing write tid 1 to smithi01673382-41 2024-04-24T02:43:21.292 INFO:tasks.rados.rados.0.smithi016.stdout:470: finishing write tid 2 to smithi01673382-41 2024-04-24T02:43:21.295 INFO:tasks.rados.rados.0.smithi016.stdout:472: expect (ObjNum 137 snap 36 seq_num 137) 2024-04-24T02:43:21.359 INFO:tasks.rados.rados.0.smithi016.stdout:471: expect (ObjNum 99 snap 19 seq_num 99) 2024-04-24T02:43:21.433 INFO:tasks.rados.rados.0.smithi016.stdout:473: expect (ObjNum 135 snap 35 seq_num 135) 2024-04-24T02:43:21.496 INFO:tasks.rados.rados.0.smithi016.stdout:470: finishing write tid 3 to smithi01673382-41 2024-04-24T02:43:21.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 121 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-04-24T02:43:21.496 INFO:tasks.rados.rados.0.smithi016.stdout:470: left oid 41 (ObjNum 163 snap 41 seq_num 163) 2024-04-24T02:43:22.158 INFO:tasks.rados.rados.0.smithi016.stdout:468: finishing write tid 1 to smithi01673382-19 2024-04-24T02:43:22.158 INFO:tasks.rados.rados.0.smithi016.stdout:468: finishing write tid 2 to smithi01673382-19 2024-04-24T02:43:22.159 INFO:tasks.rados.rados.0.smithi016.stdout:470: done (6 left) 2024-04-24T02:43:22.159 INFO:tasks.rados.rados.0.smithi016.stdout:471: done (5 left) 2024-04-24T02:43:22.159 INFO:tasks.rados.rados.0.smithi016.stdout:472: done (4 left) 2024-04-24T02:43:22.159 INFO:tasks.rados.rados.0.smithi016.stdout:473: done (3 left) 2024-04-24T02:43:22.159 INFO:tasks.rados.rados.0.smithi016.stdout:474: done (2 left) 2024-04-24T02:43:22.160 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 41 2024-04-24T02:43:22.160 INFO:tasks.rados.rados.0.smithi016.stdout:475: seq_num 165 ranges {606208=368640} 2024-04-24T02:43:22.165 INFO:tasks.rados.rados.0.smithi016.stdout:475: writing smithi01673382-37 from 606208 to 974848 tid 1 2024-04-24T02:43:22.165 INFO:tasks.rados.rados.0.smithi016.stdout:476: read oid 12 snap -1 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:476: expect (ObjNum 127 snap 34 seq_num 127) 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:477: read oid 6 snap 25 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:477: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:478: read oid 25 snap -1 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:478: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:479: read oid 38 snap 38 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:479: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 41 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:468: finishing write tid 3 to smithi01673382-19 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 172 (ObjNum 162 snap 41 seq_num 162) dirty exists 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:468: left oid 19 (ObjNum 162 snap 41 seq_num 162) 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:469: finishing copy_from racing read to smithi01673382-13 2024-04-24T02:43:22.166 INFO:tasks.rados.rados.0.smithi016.stdout:469: finishing copy_from to smithi01673382-13 2024-04-24T02:43:22.167 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 135 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-04-24T02:43:22.167 INFO:tasks.rados.rados.0.smithi016.stdout:480: seq_num 166 ranges {1097728=385024} 2024-04-24T02:43:22.174 INFO:tasks.rados.rados.0.smithi016.stdout:480: writing smithi01673382-5 from 1097728 to 1482752 tid 1 2024-04-24T02:43:22.174 INFO:tasks.rados.rados.0.smithi016.stdout:468: done (7 left) 2024-04-24T02:43:22.174 INFO:tasks.rados.rados.0.smithi016.stdout:469: done (6 left) 2024-04-24T02:43:22.174 INFO:tasks.rados.rados.0.smithi016.stdout:481: rollback oid 22 current snap is 41 2024-04-24T02:43:22.175 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 31 2024-04-24T02:43:22.175 INFO:tasks.rados.rados.0.smithi016.stdout:477: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:43:22.186 INFO:tasks.rados.rados.0.smithi016.stdout:475: finishing write tid 1 to smithi01673382-37 2024-04-24T02:43:22.186 INFO:tasks.rados.rados.0.smithi016.stdout:475: finishing write tid 2 to smithi01673382-37 2024-04-24T02:43:22.186 INFO:tasks.rados.rados.0.smithi016.stdout:478: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:475: finishing write tid 3 to smithi01673382-37 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 98 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:475: left oid 37 (ObjNum 165 snap 41 seq_num 165) 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:475: done (6 left) 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:477: done (5 left) 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:478: done (4 left) 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:482: read oid 42 snap -1 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:482: expect (ObjNum 86 snap 15 seq_num 86) 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:483: rollback oid 39 current snap is 41 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 25 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:481: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:480: finishing write tid 1 to smithi01673382-5 2024-04-24T02:43:22.265 INFO:tasks.rados.rados.0.smithi016.stdout:481: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:43:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:480: finishing write tid 2 to smithi01673382-5 2024-04-24T02:43:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:481: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:43:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 184 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-04-24T02:43:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:476: expect (ObjNum 127 snap 34 seq_num 127) 2024-04-24T02:43:22.415 INFO:tasks.rados.rados.0.smithi016.stdout:479: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:19.432757+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:19.432978+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:19.433168+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:20.332872+0000 mon.a (mon.0) 948 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:20.336972+0000 mon.b (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:20.337146+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:20.337423+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:20.337573+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:22.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:20.346853+0000 mgr.x (mgr.24844) 15 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 563 KiB/s wr, 34 op/s 2024-04-24T02:43:22.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:21.250752+0000 mon.b (mon.1) 28 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:22.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:21.256464+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-04-24T02:43:22.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:21.265771+0000 mon.a (mon.0) 950 : cluster [DBG] mgrmap e27: x(active, since 13s), standbys: y 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:19.432757+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:19.432978+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:19.433168+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:20.332872+0000 mon.a (mon.0) 948 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:20.336972+0000 mon.b (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:20.337146+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:20.337423+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:20.337573+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:20.346853+0000 mgr.x (mgr.24844) 15 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 563 KiB/s wr, 34 op/s 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:21.250752+0000 mon.b (mon.1) 28 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:21.256464+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-04-24T02:43:22.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:21.265771+0000 mon.a (mon.0) 950 : cluster [DBG] mgrmap e27: x(active, since 13s), standbys: y 2024-04-24T02:43:22.545 INFO:tasks.rados.rados.0.smithi016.stdout:480: finishing write tid 3 to smithi01673382-5 2024-04-24T02:43:22.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 99 (ObjNum 166 snap 41 seq_num 166) dirty exists 2024-04-24T02:43:22.546 INFO:tasks.rados.rados.0.smithi016.stdout:480: left oid 5 (ObjNum 166 snap 41 seq_num 166) 2024-04-24T02:43:22.546 INFO:tasks.rados.rados.0.smithi016.stdout:476: done (5 left) 2024-04-24T02:43:22.546 INFO:tasks.rados.rados.0.smithi016.stdout:479: done (4 left) 2024-04-24T02:43:22.546 INFO:tasks.rados.rados.0.smithi016.stdout:480: done (3 left) 2024-04-24T02:43:22.546 INFO:tasks.rados.rados.0.smithi016.stdout:481: done (2 left) 2024-04-24T02:43:22.546 INFO:tasks.rados.rados.0.smithi016.stdout:484: snap_create 2024-04-24T02:43:22.546 INFO:tasks.rados.rados.0.smithi016.stdout:483: finishing rollback tid 0 to smithi01673382-39 2024-04-24T02:43:22.547 INFO:tasks.rados.rados.0.smithi016.stdout:483: finishing rollback tid 1 to smithi01673382-39 2024-04-24T02:43:22.547 INFO:tasks.rados.rados.0.smithi016.stdout:483: finishing rollback tid 2 to smithi01673382-39 2024-04-24T02:43:22.547 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 188 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:43:22.547 INFO:tasks.rados.rados.0.smithi016.stdout:482: expect (ObjNum 86 snap 15 seq_num 86) 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:19.432757+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:19.432978+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:19.433168+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:20.332872+0000 mon.a (mon.0) 948 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:20.336972+0000 mon.b (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:20.337146+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:20.337423+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:20.337573+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:20.346853+0000 mgr.x (mgr.24844) 15 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 563 KiB/s wr, 34 op/s 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:21.250752+0000 mon.b (mon.1) 28 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:21.256464+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-04-24T02:43:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:21.265771+0000 mon.a (mon.0) 950 : cluster [DBG] mgrmap e27: x(active, since 13s), standbys: y 2024-04-24T02:43:23.006 INFO:tasks.rados.rados.0.smithi016.stdout:482: done (2 left) 2024-04-24T02:43:23.006 INFO:tasks.rados.rados.0.smithi016.stdout:483: done (1 left) 2024-04-24T02:43:23.006 INFO:tasks.rados.rados.0.smithi016.stdout:484: done (0 left) 2024-04-24T02:43:23.006 INFO:tasks.rados.rados.0.smithi016.stdout:485: rollback oid 44 current snap is 42 2024-04-24T02:43:23.006 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 34 2024-04-24T02:43:23.006 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 42 2024-04-24T02:43:23.006 INFO:tasks.rados.rados.0.smithi016.stdout:486: seq_num 167 ranges {2375680=401408} 2024-04-24T02:43:23.021 INFO:tasks.rados.rados.0.smithi016.stdout:486: writing smithi01673382-30 from 2375680 to 2777088 tid 1 2024-04-24T02:43:23.021 INFO:tasks.rados.rados.0.smithi016.stdout:487: rollback oid 40 current snap is 42 2024-04-24T02:43:23.021 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 38 2024-04-24T02:43:23.022 INFO:tasks.rados.rados.0.smithi016.stdout:485: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:43:23.022 INFO:tasks.rados.rados.0.smithi016.stdout:485: finishing rollback tid 2 to smithi01673382-44 2024-04-24T02:43:23.022 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 178 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:43:23.022 INFO:tasks.rados.rados.0.smithi016.stdout:485: done (2 left) 2024-04-24T02:43:23.022 INFO:tasks.rados.rados.0.smithi016.stdout:488: snap_remove snap 31 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:21.258333+0000 mon.c (mon.2) 86 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:22.147035+0000 mon.c (mon.2) 87 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:22.152937+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:22.153134+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:22.157285+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:22.347444+0000 mgr.x (mgr.24844) 16 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 553 KiB/s wr, 33 op/s 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:23.004681+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:21.258333+0000 mon.c (mon.2) 86 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:22.147035+0000 mon.c (mon.2) 87 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:22.152937+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:22.153134+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:22.157285+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:22.347444+0000 mgr.x (mgr.24844) 16 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 553 KiB/s wr, 33 op/s 2024-04-24T02:43:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:23.004681+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-04-24T02:43:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:21.258333+0000 mon.c (mon.2) 86 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T02:43:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:22.147035+0000 mon.c (mon.2) 87 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T02:43:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:22.152937+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:43:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:22.153134+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:43:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:22.157285+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:43:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:22.347444+0000 mgr.x (mgr.24844) 16 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 553 KiB/s wr, 33 op/s 2024-04-24T02:43:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:23.004681+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-04-24T02:43:24.007 INFO:tasks.rados.rados.0.smithi016.stdout:488: done (2 left) 2024-04-24T02:43:24.007 INFO:tasks.rados.rados.0.smithi016.stdout:489: snap_create 2024-04-24T02:43:24.007 INFO:tasks.rados.rados.0.smithi016.stdout:487: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:43:24.007 INFO:tasks.rados.rados.0.smithi016.stdout:486: finishing write tid 1 to smithi01673382-30 2024-04-24T02:43:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:486: finishing write tid 2 to smithi01673382-30 2024-04-24T02:43:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:487: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:43:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:487: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:43:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 102 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-24T02:43:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:486: finishing write tid 3 to smithi01673382-30 2024-04-24T02:43:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 191 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-04-24T02:43:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:486: left oid 30 (ObjNum 167 snap 42 seq_num 167) 2024-04-24T02:43:24.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:23.305831+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:24.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:23.307170+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:24.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:24.006780+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-04-24T02:43:24.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:23.305831+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:23.307170+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:24.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:24.006780+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-04-24T02:43:24.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:23.305831+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:24.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:23.307170+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:24.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:24.006780+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:486: done (2 left) 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:487: done (1 left) 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:489: done (0 left) 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:490: rmattr oid 40 current snap is 43 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:491: read oid 48 snap 25 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:491: expect (ObjNum 108 snap 24 seq_num 108) 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:492: copy_from oid 43 from oid 12 current snap is 43 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:493: read oid 20 snap -1 2024-04-24T02:43:25.009 INFO:tasks.rados.rados.0.smithi016.stdout:493: expect (ObjNum 99 snap 19 seq_num 99) 2024-04-24T02:43:25.010 INFO:tasks.rados.rados.0.smithi016.stdout:494: rollback oid 50 current snap is 43 2024-04-24T02:43:25.010 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 34 2024-04-24T02:43:25.010 INFO:tasks.rados.rados.0.smithi016.stdout:495: delete oid 2 current snap is 43 2024-04-24T02:43:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:495: done (5 left) 2024-04-24T02:43:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:496: read oid 11 snap -1 2024-04-24T02:43:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:496: expect (ObjNum 91 snap 15 seq_num 91) 2024-04-24T02:43:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:497: setattr oid 18 current snap is 43 2024-04-24T02:43:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:498: rmattr oid 41 current snap is 43 2024-04-24T02:43:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 43 2024-04-24T02:43:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:499: seq_num 169 ranges {1482752=434176} 2024-04-24T02:43:25.025 INFO:tasks.rados.rados.0.smithi016.stdout:499: writing smithi01673382-5 from 1482752 to 1916928 tid 1 2024-04-24T02:43:25.025 INFO:tasks.rados.rados.0.smithi016.stdout:500: snap_create 2024-04-24T02:43:25.025 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 112 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-24T02:43:25.025 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 81 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:43:25.026 INFO:tasks.rados.rados.0.smithi016.stdout:491: expect (ObjNum 108 snap 24 seq_num 108) 2024-04-24T02:43:25.088 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 127 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-04-24T02:43:25.088 INFO:tasks.rados.rados.0.smithi016.stdout:499: finishing write tid 1 to smithi01673382-5 2024-04-24T02:43:25.088 INFO:tasks.rados.rados.0.smithi016.stdout:493: expect (ObjNum 99 snap 19 seq_num 99) 2024-04-24T02:43:25.162 INFO:tasks.rados.rados.0.smithi016.stdout:494: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:43:25.162 INFO:tasks.rados.rados.0.smithi016.stdout:494: finishing rollback tid 2 to smithi01673382-50 2024-04-24T02:43:25.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 23 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-24T02:43:25.163 INFO:tasks.rados.rados.0.smithi016.stdout:496: expect (ObjNum 91 snap 15 seq_num 91) 2024-04-24T02:43:25.203 INFO:tasks.rados.rados.0.smithi016.stdout:499: finishing write tid 2 to smithi01673382-5 2024-04-24T02:43:25.203 INFO:tasks.rados.rados.0.smithi016.stdout:499: finishing write tid 3 to smithi01673382-5 2024-04-24T02:43:25.203 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 104 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-24T02:43:25.203 INFO:tasks.rados.rados.0.smithi016.stdout:499: left oid 5 (ObjNum 169 snap 43 seq_num 169) 2024-04-24T02:43:25.203 INFO:tasks.rados.rados.0.smithi016.stdout:492: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:43:25.203 INFO:tasks.rados.rados.0.smithi016.stdout:492: finishing copy_from to smithi01673382-43 2024-04-24T02:43:25.203 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 75 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-04-24T02:43:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:24.348067+0000 mgr.x (mgr.24844) 17 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 841 KiB/s wr, 46 op/s 2024-04-24T02:43:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:25.008111+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-04-24T02:43:25.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:43:25.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:24.348067+0000 mgr.x (mgr.24844) 17 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 841 KiB/s wr, 46 op/s 2024-04-24T02:43:25.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:25.008111+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-04-24T02:43:25.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:24.348067+0000 mgr.x (mgr.24844) 17 : cluster [DBG] pgmap v26: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 841 KiB/s wr, 46 op/s 2024-04-24T02:43:25.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:25.008111+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:490: done (9 left) 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:491: done (8 left) 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:492: done (7 left) 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:493: done (6 left) 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:494: done (5 left) 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:496: done (4 left) 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:497: done (3 left) 2024-04-24T02:43:26.009 INFO:tasks.rados.rados.0.smithi016.stdout:498: done (2 left) 2024-04-24T02:43:26.010 INFO:tasks.rados.rados.0.smithi016.stdout:499: done (1 left) 2024-04-24T02:43:26.010 INFO:tasks.rados.rados.0.smithi016.stdout:500: done (0 left) 2024-04-24T02:43:26.010 INFO:tasks.rados.rados.0.smithi016.stdout:501: snap_remove snap 41 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.372138+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.377718+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.379375+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.379787+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.380770+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.380993+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.381888+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.382106+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.382922+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.383125+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:25.383836+0000 mgr.x (mgr.24844) 18 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 2488M 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.387564+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.388498+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:25.389374+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:25.390829+0000 mgr.x (mgr.24844) 19 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:25.391026+0000 mgr.x (mgr.24844) 20 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:25.655235+0000 mgr.x (mgr.24844) 21 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:25.655368+0000 mgr.x (mgr.24844) 22 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:43:26.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:26.008130+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.372138+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.377718+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.379375+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.379787+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.380770+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.380993+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.381888+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.382106+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.382922+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.383125+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:25.383836+0000 mgr.x (mgr.24844) 18 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 2488M 2024-04-24T02:43:26.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.387564+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.388498+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:43:26.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:25.389374+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:43:26.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:25.390829+0000 mgr.x (mgr.24844) 19 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:43:26.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:25.391026+0000 mgr.x (mgr.24844) 20 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:43:26.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:25.655235+0000 mgr.x (mgr.24844) 21 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:43:26.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:25.655368+0000 mgr.x (mgr.24844) 22 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:43:26.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:26.008130+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.372138+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.377718+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.379375+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.379787+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.380770+0000 mon.c (mon.2) 93 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.380993+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.381888+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.382106+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.382922+0000 mon.c (mon.2) 95 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.383125+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:25.383836+0000 mgr.x (mgr.24844) 18 : cephadm [INF] Adjusting osd_memory_target on smithi063 to 2488M 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.387564+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.388498+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:25.389374+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:25.390829+0000 mgr.x (mgr.24844) 19 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:25.391026+0000 mgr.x (mgr.24844) 20 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:25.655235+0000 mgr.x (mgr.24844) 21 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:25.655368+0000 mgr.x (mgr.24844) 22 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:43:26.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:26.008130+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-04-24T02:43:27.015 INFO:tasks.rados.rados.0.smithi016.stdout:501: done (0 left) 2024-04-24T02:43:27.016 INFO:tasks.rados.rados.0.smithi016.stdout:502: snap_remove snap 38 2024-04-24T02:43:27.280 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:26 smithi016 systemd[1]: Stopping Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:27.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:26 smithi016 bash[77105]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter.a" found: no such container 2024-04-24T02:43:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:25.919459+0000 mgr.x (mgr.24844) 23 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:43:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:25.919767+0000 mgr.x (mgr.24844) 24 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:43:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:26.183957+0000 mgr.x (mgr.24844) 25 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:43:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:26.184122+0000 mgr.x (mgr.24844) 26 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:43:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:26.348389+0000 mgr.x (mgr.24844) 27 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 519 KiB/s wr, 25 op/s 2024-04-24T02:43:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.452971+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.455494+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.459827+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.462544+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.466856+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.601438+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.606106+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.612249+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:26.615906+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:26.616973+0000 mgr.x (mgr.24844) 28 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:26.617319+0000 mgr.x (mgr.24844) 29 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi016 2024-04-24T02:43:27.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:27.014613+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:25.919459+0000 mgr.x (mgr.24844) 23 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:25.919767+0000 mgr.x (mgr.24844) 24 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:26.183957+0000 mgr.x (mgr.24844) 25 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:26.184122+0000 mgr.x (mgr.24844) 26 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:26.348389+0000 mgr.x (mgr.24844) 27 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 519 KiB/s wr, 25 op/s 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.452971+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.455494+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.459827+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.462544+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.466856+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.601438+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.606106+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.612249+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:26.615906+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:26.616973+0000 mgr.x (mgr.24844) 28 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-04-24T02:43:27.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:26.617319+0000 mgr.x (mgr.24844) 29 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi016 2024-04-24T02:43:27.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:27.014613+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:25.919459+0000 mgr.x (mgr.24844) 23 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:25.919767+0000 mgr.x (mgr.24844) 24 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:26.183957+0000 mgr.x (mgr.24844) 25 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:26.184122+0000 mgr.x (mgr.24844) 26 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:26.348389+0000 mgr.x (mgr.24844) 27 : cluster [DBG] pgmap v29: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 519 KiB/s wr, 25 op/s 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.452971+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.455494+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.459827+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.462544+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.466856+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.601438+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.606106+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.612249+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:26.615906+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:26.616973+0000 mgr.x (mgr.24844) 28 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:26.617319+0000 mgr.x (mgr.24844) 29 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi016 2024-04-24T02:43:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:27.014613+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-04-24T02:43:28.008 INFO:tasks.rados.rados.0.smithi016.stdout:502: done (0 left) 2024-04-24T02:43:28.008 INFO:tasks.rados.rados.0.smithi016.stdout:503: rollback oid 12 current snap is 44 2024-04-24T02:43:28.009 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 34 2024-04-24T02:43:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:504: read oid 21 snap -1 2024-04-24T02:43:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:504: expect (ObjNum 137 snap 36 seq_num 137) 2024-04-24T02:43:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:505: rmattr oid 8 current snap is 44 2024-04-24T02:43:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:505: done (2 left) 2024-04-24T02:43:28.014 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 44 2024-04-24T02:43:28.014 INFO:tasks.rados.rados.0.smithi016.stdout:506: seq_num 170 ranges {1302528=450560} 2024-04-24T02:43:28.019 INFO:tasks.rados.rados.0.smithi016.stdout:506: writing smithi01673382-24 from 1302528 to 1753088 tid 1 2024-04-24T02:43:28.019 INFO:tasks.rados.rados.0.smithi016.stdout:507: rollback oid 6 current snap is 44 2024-04-24T02:43:28.020 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 25 2024-04-24T02:43:28.020 INFO:tasks.rados.rados.0.smithi016.stdout:508: read oid 20 snap -1 2024-04-24T02:43:28.020 INFO:tasks.rados.rados.0.smithi016.stdout:508: expect (ObjNum 99 snap 19 seq_num 99) 2024-04-24T02:43:28.020 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 44 2024-04-24T02:43:28.020 INFO:tasks.rados.rados.0.smithi016.stdout:509: seq_num 171 ranges {65536=466944} 2024-04-24T02:43:28.023 INFO:tasks.rados.rados.0.smithi016.stdout:509: writing smithi01673382-29 from 65536 to 532480 tid 1 2024-04-24T02:43:28.023 INFO:tasks.rados.rados.0.smithi016.stdout:510: snap_create 2024-04-24T02:43:28.026 INFO:tasks.rados.rados.0.smithi016.stdout:503: finishing rollback tid 0 to smithi01673382-12 2024-04-24T02:43:28.026 INFO:tasks.rados.rados.0.smithi016.stdout:503: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:43:28.026 INFO:tasks.rados.rados.0.smithi016.stdout:506: finishing write tid 1 to smithi01673382-24 2024-04-24T02:43:28.026 INFO:tasks.rados.rados.0.smithi016.stdout:503: finishing rollback tid 2 to smithi01673382-12 2024-04-24T02:43:28.027 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 122 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-04-24T02:43:28.034 INFO:tasks.rados.rados.0.smithi016.stdout:504: expect (ObjNum 137 snap 36 seq_num 137) 2024-04-24T02:43:28.096 INFO:tasks.rados.rados.0.smithi016.stdout:506: finishing write tid 2 to smithi01673382-24 2024-04-24T02:43:28.096 INFO:tasks.rados.rados.0.smithi016.stdout:506: finishing write tid 3 to smithi01673382-24 2024-04-24T02:43:28.096 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 136 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-04-24T02:43:28.096 INFO:tasks.rados.rados.0.smithi016.stdout:506: left oid 24 (ObjNum 170 snap 44 seq_num 170) 2024-04-24T02:43:28.096 INFO:tasks.rados.rados.0.smithi016.stdout:508: expect (ObjNum 99 snap 19 seq_num 99) 2024-04-24T02:43:28.150 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:27 smithi016 bash[77144]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a 2024-04-24T02:43:28.170 INFO:tasks.rados.rados.0.smithi016.stdout:507: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:507: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:507: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 142 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:509: finishing write tid 1 to smithi01673382-29 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:509: finishing write tid 2 to smithi01673382-29 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:509: finishing write tid 3 to smithi01673382-29 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 144 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-04-24T02:43:28.171 INFO:tasks.rados.rados.0.smithi016.stdout:509: left oid 29 (ObjNum 171 snap 44 seq_num 171) 2024-04-24T02:43:28.530 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-24T02:43:28.531 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-24T02:43:28.531 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 systemd[1]: Stopped Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:28.531 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 systemd[1]: Starting Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:29.013 INFO:tasks.rados.rados.0.smithi016.stdout:503: done (6 left) 2024-04-24T02:43:29.013 INFO:tasks.rados.rados.0.smithi016.stdout:504: done (5 left) 2024-04-24T02:43:29.013 INFO:tasks.rados.rados.0.smithi016.stdout:506: done (4 left) 2024-04-24T02:43:29.013 INFO:tasks.rados.rados.0.smithi016.stdout:507: done (3 left) 2024-04-24T02:43:29.013 INFO:tasks.rados.rados.0.smithi016.stdout:508: done (2 left) 2024-04-24T02:43:29.014 INFO:tasks.rados.rados.0.smithi016.stdout:509: done (1 left) 2024-04-24T02:43:29.014 INFO:tasks.rados.rados.0.smithi016.stdout:510: done (0 left) 2024-04-24T02:43:29.014 INFO:tasks.rados.rados.0.smithi016.stdout:511: delete oid 2 current snap is 45 2024-04-24T02:43:29.016 INFO:tasks.rados.rados.0.smithi016.stdout:511: done (0 left) 2024-04-24T02:43:29.016 INFO:tasks.rados.rados.0.smithi016.stdout:512: delete oid 5 current snap is 45 2024-04-24T02:43:29.019 INFO:tasks.rados.rados.0.smithi016.stdout:512: done (0 left) 2024-04-24T02:43:29.019 INFO:tasks.rados.rados.0.smithi016.stdout:513: read oid 43 snap -1 2024-04-24T02:43:29.019 INFO:tasks.rados.rados.0.smithi016.stdout:513: expect (ObjNum 127 snap 34 seq_num 127) 2024-04-24T02:43:29.019 INFO:tasks.rados.rados.0.smithi016.stdout:514: read oid 45 snap 33 2024-04-24T02:43:29.020 INFO:tasks.rados.rados.0.smithi016.stdout:514: expect (ObjNum 95 snap 19 seq_num 95) 2024-04-24T02:43:29.020 INFO:tasks.rados.rados.0.smithi016.stdout:515: snap_remove snap 34 2024-04-24T02:43:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:28.005389+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-04-24T02:43:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:28.348801+0000 mgr.x (mgr.24844) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:28.914555+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:28.919665+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:29.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:28.005389+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-04-24T02:43:29.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:28.348801+0000 mgr.x (mgr.24844) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:29.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:28.914555+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:29.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:28.919665+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:29.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.824Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-24T02:43:29.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.824Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.824Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.824Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=arp 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-24T02:43:29.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=edac 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-24T02:43:29.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=os 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-24T02:43:29.285 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=stat 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=time 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=uname 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.825Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-24T02:43:29.286 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[77273]: ts=2024-04-24T02:43:28.826Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-24T02:43:29.287 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 bash[77258]: 3a89e4c5ecbc30f22c4792d51c42aa4b0a7b544db20d2d5067edea93265c46a4 2024-04-24T02:43:29.287 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:43:28 smithi016 systemd[1]: Started Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:28.005389+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-04-24T02:43:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:28.348801+0000 mgr.x (mgr.24844) 30 : cluster [DBG] pgmap v32: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:29.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:28.914555+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:29.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:28.919665+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:30.021 INFO:tasks.rados.rados.0.smithi016.stdout:515: done (2 left) 2024-04-24T02:43:30.021 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 45 2024-04-24T02:43:30.021 INFO:tasks.rados.rados.0.smithi016.stdout:516: seq_num 174 ranges {1753088=516096} 2024-04-24T02:43:30.035 INFO:tasks.rados.rados.0.smithi016.stdout:516: writing smithi01673382-24 from 1753088 to 2269184 tid 1 2024-04-24T02:43:30.035 INFO:tasks.rados.rados.0.smithi016.stdout:517: rollback oid 27 current snap is 45 2024-04-24T02:43:30.035 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 33 2024-04-24T02:43:30.042 INFO:tasks.rados.rados.0.smithi016.stdout:518: read oid 32 snap -1 2024-04-24T02:43:30.042 INFO:tasks.rados.rados.0.smithi016.stdout:518: expect (ObjNum 161 snap 40 seq_num 161) 2024-04-24T02:43:30.042 INFO:tasks.rados.rados.0.smithi016.stdout:519: rollback oid 9 current snap is 45 2024-04-24T02:43:30.042 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 44 2024-04-24T02:43:30.042 INFO:tasks.rados.rados.0.smithi016.stdout:520: read oid 38 snap -1 2024-04-24T02:43:30.043 INFO:tasks.rados.rados.0.smithi016.stdout:520: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:30.043 INFO:tasks.rados.rados.0.smithi016.stdout:521: copy_from oid 11 from oid 35 current snap is 45 2024-04-24T02:43:30.043 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 45 2024-04-24T02:43:30.043 INFO:tasks.rados.rados.0.smithi016.stdout:522: seq_num 175 ranges {0=540672} 2024-04-24T02:43:30.043 INFO:tasks.rados.rados.0.smithi016.stdout:522: writing smithi01673382-47 from 0 to 540672 tid 1 2024-04-24T02:43:30.043 INFO:tasks.rados.rados.0.smithi016.stdout:523: setattr oid 46 current snap is 45 2024-04-24T02:43:30.043 INFO:tasks.rados.rados.0.smithi016.stdout:513: expect (ObjNum 127 snap 34 seq_num 127) 2024-04-24T02:43:30.215 INFO:tasks.rados.rados.0.smithi016.stdout:514: expect (ObjNum 95 snap 19 seq_num 95) 2024-04-24T02:43:30.267 INFO:tasks.rados.rados.0.smithi016.stdout:522: finishing write tid 1 to smithi01673382-47 2024-04-24T02:43:30.267 INFO:tasks.rados.rados.0.smithi016.stdout:522: finishing write tid 2 to smithi01673382-47 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:517: finishing rollback tid 0 to smithi01673382-27 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:517: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:517: finishing rollback tid 2 to smithi01673382-27 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 147 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:522: finishing write tid 3 to smithi01673382-47 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 123 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:522: left oid 47 (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:516: finishing write tid 1 to smithi01673382-24 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:516: finishing write tid 2 to smithi01673382-24 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:519: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 67 (ObjNum 1988065176 snap 22076 seq_num 1) dirty dne 2024-04-24T02:43:30.268 INFO:tasks.rados.rados.0.smithi016.stdout:520: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:28.936443+0000 mgr.x (mgr.24844) 31 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:43:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:28.946888+0000 mgr.x (mgr.24844) 32 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:43:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:29.012395+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-04-24T02:43:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:28.936443+0000 mgr.x (mgr.24844) 31 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:43:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:28.946888+0000 mgr.x (mgr.24844) 32 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:43:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:29.012395+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-04-24T02:43:30.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:28.936443+0000 mgr.x (mgr.24844) 31 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:43:30.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:28.946888+0000 mgr.x (mgr.24844) 32 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:43:30.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:29.012395+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-04-24T02:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:516: finishing write tid 3 to smithi01673382-24 2024-04-24T02:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 139 (ObjNum 174 snap 45 seq_num 174) dirty exists 2024-04-24T02:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:516: left oid 24 (ObjNum 174 snap 45 seq_num 174) 2024-04-24T02:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:518: expect (ObjNum 161 snap 40 seq_num 161) 2024-04-24T02:43:30.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:30] "GET /metrics HTTP/1.1" 200 36082 "" "Prometheus/2.33.4" 2024-04-24T02:43:30.614 INFO:tasks.rados.rados.0.smithi016.stdout:521: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:43:30.615 INFO:tasks.rados.rados.0.smithi016.stdout:521: finishing copy_from to smithi01673382-11 2024-04-24T02:43:30.615 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 72 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-04-24T02:43:30.615 INFO:tasks.rados.rados.0.smithi016.stdout:513: done (9 left) 2024-04-24T02:43:30.615 INFO:tasks.rados.rados.0.smithi016.stdout:514: done (8 left) 2024-04-24T02:43:30.615 INFO:tasks.rados.rados.0.smithi016.stdout:516: done (7 left) 2024-04-24T02:43:30.615 INFO:tasks.rados.rados.0.smithi016.stdout:517: done (6 left) 2024-04-24T02:43:30.615 INFO:tasks.rados.rados.0.smithi016.stdout:518: done (5 left) 2024-04-24T02:43:30.616 INFO:tasks.rados.rados.0.smithi016.stdout:519: done (4 left) 2024-04-24T02:43:30.616 INFO:tasks.rados.rados.0.smithi016.stdout:520: done (3 left) 2024-04-24T02:43:30.616 INFO:tasks.rados.rados.0.smithi016.stdout:521: done (2 left) 2024-04-24T02:43:30.616 INFO:tasks.rados.rados.0.smithi016.stdout:522: done (1 left) 2024-04-24T02:43:30.616 INFO:tasks.rados.rados.0.smithi016.stdout:524: setattr oid 33 current snap is 45 2024-04-24T02:43:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:525: snap_create 2024-04-24T02:43:30.618 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 48 (ObjNum 1674015910 snap 5 seq_num 2708881815) dirty exists 2024-04-24T02:43:30.619 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 208 (ObjNum 159 snap 39 seq_num 159) dirty exists 2024-04-24T02:43:30.733 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:43:31.022 INFO:tasks.rados.rados.0.smithi016.stdout:523: done (2 left) 2024-04-24T02:43:31.023 INFO:tasks.rados.rados.0.smithi016.stdout:524: done (1 left) 2024-04-24T02:43:31.023 INFO:tasks.rados.rados.0.smithi016.stdout:525: done (0 left) 2024-04-24T02:43:31.023 INFO:tasks.rados.rados.0.smithi016.stdout:526: rollback oid 32 current snap is 46 2024-04-24T02:43:31.023 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 45 2024-04-24T02:43:31.023 INFO:tasks.rados.rados.0.smithi016.stdout:527: snap_remove snap 40 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (3m) 17s ago 4m 25.5M - 0.23.0 ba2b418f427c b43fe460bd41 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (4m) 16s ago 4m 58.6M - 8.3.5 dad864ee21e9 cd88176cbd7f 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (5m) 17s ago 5m 14.0M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (5m) 16s ago 5m 16.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283 running (30s) 16s ago 9m 478M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 25a5b62ecd1d 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283 running (10m) 17s ago 10m 335M - 16.2.15-1-g8963e9de 727f386679cb a18a00fc8f74 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (10m) 17s ago 11m 54.2M 2048M 16.2.15-1-g8963e9de 727f386679cb b115a61f2bb8 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (9m) 16s ago 9m 44.8M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (9m) 17s ago 9m 44.0M 2048M 16.2.15-1-g8963e9de 727f386679cb b158ff2bc011 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 starting - - - - 2024-04-24T02:43:31.053 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (4m) 16s ago 4m 21.7M - 1.3.1 1dbe0e931976 82da6550b80b 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (8m) 17s ago 8m 73.0M 2489M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (8m) 17s ago 8m 84.1M 2489M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (7m) 17s ago 7m 80.9M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (7m) 17s ago 7m 65.5M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (7m) 16s ago 7m 76.9M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (6m) 16s ago 6m 79.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (6m) 16s ago 6m 56.8M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (5m) 16s ago 5m 64.7M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:43:31.054 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (3m) 16s ago 4m 62.1M - 2.33.4 514e6a882f6e 1627e1b2be1b 2024-04-24T02:43:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:30.017497+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-04-24T02:43:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:30.349317+0000 mgr.x (mgr.24844) 33 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-24T02:43:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:30.719832+0000 mgr.x (mgr.24844) 34 : audit [DBG] from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:30.017497+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-04-24T02:43:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:30.349317+0000 mgr.x (mgr.24844) 33 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-24T02:43:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:31 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:30.719832+0000 mgr.x (mgr.24844) 34 : audit [DBG] from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:30.017497+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-04-24T02:43:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:30.349317+0000 mgr.x (mgr.24844) 33 : cluster [DBG] pgmap v35: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-24T02:43:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:30.719832+0000 mgr.x (mgr.24844) 34 : audit [DBG] from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 1 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:43:31.453 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 14, 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 1 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:43:31.454 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:43:32.029 INFO:tasks.rados.rados.0.smithi016.stdout:527: done (1 left) 2024-04-24T02:43:32.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 46 2024-04-24T02:43:32.029 INFO:tasks.rados.rados.0.smithi016.stdout:528: seq_num 176 ranges {2269184=557056} 2024-04-24T02:43:32.046 INFO:tasks.rados.rados.0.smithi016.stdout:528: writing smithi01673382-24 from 2269184 to 2826240 tid 1 2024-04-24T02:43:32.046 INFO:tasks.rados.rados.0.smithi016.stdout:529: copy_from oid 3 from oid 45 current snap is 46 2024-04-24T02:43:32.046 INFO:tasks.rados.rados.0.smithi016.stdout:530: snap_create 2024-04-24T02:43:32.047 INFO:tasks.rados.rados.0.smithi016.stdout:526: finishing rollback tid 0 to smithi01673382-32 2024-04-24T02:43:32.047 INFO:tasks.rados.rados.0.smithi016.stdout:526: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:43:32.047 INFO:tasks.rados.rados.0.smithi016.stdout:526: finishing rollback tid 2 to smithi01673382-32 2024-04-24T02:43:32.047 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 179 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-04-24T02:43:32.056 INFO:tasks.rados.rados.0.smithi016.stdout:528: finishing write tid 1 to smithi01673382-24 2024-04-24T02:43:32.057 INFO:tasks.rados.rados.0.smithi016.stdout:528: finishing write tid 2 to smithi01673382-24 2024-04-24T02:43:32.058 INFO:tasks.rados.rados.0.smithi016.stdout:528: finishing write tid 3 to smithi01673382-24 2024-04-24T02:43:32.059 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 150 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-04-24T02:43:32.059 INFO:tasks.rados.rados.0.smithi016.stdout:528: left oid 24 (ObjNum 176 snap 46 seq_num 176) 2024-04-24T02:43:32.059 INFO:tasks.rados.rados.0.smithi016.stdout:529: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:43:32.065 INFO:tasks.rados.rados.0.smithi016.stdout:529: finishing copy_from to smithi01673382-3 2024-04-24T02:43:32.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 125 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-04-24T02:43:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:31.022037+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-04-24T02:43:32.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:31.043569+0000 mgr.x (mgr.24844) 35 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:32.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:31.453175+0000 mon.a (mon.0) 979 : audit [DBG] from='client.? 172.21.15.16:0/1338609572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:43:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:31.022037+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-04-24T02:43:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:31.043569+0000 mgr.x (mgr.24844) 35 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:31.453175+0000 mon.a (mon.0) 979 : audit [DBG] from='client.? 172.21.15.16:0/1338609572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:43:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:31.022037+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-04-24T02:43:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:31.043569+0000 mgr.x (mgr.24844) 35 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:43:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:31.453175+0000 mon.a (mon.0) 979 : audit [DBG] from='client.? 172.21.15.16:0/1338609572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:43:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:526: done (3 left) 2024-04-24T02:43:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:528: done (2 left) 2024-04-24T02:43:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:529: done (1 left) 2024-04-24T02:43:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:530: done (0 left) 2024-04-24T02:43:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:531: read oid 39 snap -1 2024-04-24T02:43:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:531: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:43:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:532: read oid 8 snap 45 2024-04-24T02:43:33.008 INFO:tasks.rados.rados.0.smithi016.stdout:532: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:33.008 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 47 2024-04-24T02:43:33.008 INFO:tasks.rados.rados.0.smithi016.stdout:533: seq_num 177 ranges {2367488=573440} 2024-04-24T02:43:33.023 INFO:tasks.rados.rados.0.smithi016.stdout:533: writing smithi01673382-20 from 2367488 to 2940928 tid 1 2024-04-24T02:43:33.023 INFO:tasks.rados.rados.0.smithi016.stdout:534: read oid 11 snap 25 2024-04-24T02:43:33.023 INFO:tasks.rados.rados.0.smithi016.stdout:534: expect deleted 2024-04-24T02:43:33.023 INFO:tasks.rados.rados.0.smithi016.stdout:535: rollback oid 31 current snap is 47 2024-04-24T02:43:33.023 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 25 2024-04-24T02:43:33.023 INFO:tasks.rados.rados.0.smithi016.stdout:531: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:43:33.044 INFO:tasks.rados.rados.0.smithi016.stdout:532: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:33.045 INFO:tasks.rados.rados.0.smithi016.stdout:535: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 0 (ObjNum 1988065176 snap 22076 seq_num 1) dirty dne 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:533: finishing write tid 1 to smithi01673382-20 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:533: finishing write tid 2 to smithi01673382-20 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:533: finishing write tid 3 to smithi01673382-20 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 51 (ObjNum 177 snap 47 seq_num 177) dirty exists 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:533: left oid 20 (ObjNum 177 snap 47 seq_num 177) 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:531: done (4 left) 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:532: done (3 left) 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:533: done (2 left) 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:534: done (1 left) 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:535: done (0 left) 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:536: rollback oid 26 current snap is 47 2024-04-24T02:43:33.046 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 43 2024-04-24T02:43:33.047 INFO:tasks.rados.rados.0.smithi016.stdout:537: setattr oid 21 current snap is 47 2024-04-24T02:43:33.047 INFO:tasks.rados.rados.0.smithi016.stdout:538: delete oid 29 current snap is 47 2024-04-24T02:43:33.049 INFO:tasks.rados.rados.0.smithi016.stdout:536: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:43:33.049 INFO:tasks.rados.rados.0.smithi016.stdout:538: done (2 left) 2024-04-24T02:43:33.049 INFO:tasks.rados.rados.0.smithi016.stdout:539: delete oid 49 current snap is 47 2024-04-24T02:43:33.050 INFO:tasks.rados.rados.0.smithi016.stdout:536: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:43:33.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 125 (ObjNum 137 snap 36 seq_num 137) dirty exists 2024-04-24T02:43:33.050 INFO:tasks.rados.rados.0.smithi016.stdout:536: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:43:33.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 97 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-04-24T02:43:33.052 INFO:tasks.rados.rados.0.smithi016.stdout:536: done (2 left) 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:537: done (1 left) 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:539: done (0 left) 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:540: rmattr oid 13 current snap is 47 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:540: done (0 left) 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:541: read oid 1 snap -1 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:541: expect (ObjNum 145 snap 37 seq_num 145) 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:542: copy_from oid 7 from oid 48 current snap is 47 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:543: read oid 24 snap -1 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:543: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 47 2024-04-24T02:43:33.053 INFO:tasks.rados.rados.0.smithi016.stdout:544: seq_num 180 ranges {0=622592} 2024-04-24T02:43:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:544: writing smithi01673382-9 from 0 to 622592 tid 1 2024-04-24T02:43:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 47 2024-04-24T02:43:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:545: seq_num 181 ranges {4292608=638976} 2024-04-24T02:43:33.085 INFO:tasks.rados.rados.0.smithi016.stdout:545: writing smithi01673382-32 from 4292608 to 4931584 tid 1 2024-04-24T02:43:33.085 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 47 2024-04-24T02:43:33.085 INFO:tasks.rados.rados.0.smithi016.stdout:546: seq_num 182 ranges {0=655360} 2024-04-24T02:43:33.089 INFO:tasks.rados.rados.0.smithi016.stdout:546: writing smithi01673382-5 from 0 to 655360 tid 1 2024-04-24T02:43:33.089 INFO:tasks.rados.rados.0.smithi016.stdout:547: copy_from oid 12 from oid 13 current snap is 47 2024-04-24T02:43:33.089 INFO:tasks.rados.rados.0.smithi016.stdout:541: expect (ObjNum 145 snap 37 seq_num 145) 2024-04-24T02:43:33.148 INFO:tasks.rados.rados.0.smithi016.stdout:544: finishing write tid 1 to smithi01673382-9 2024-04-24T02:43:33.148 INFO:tasks.rados.rados.0.smithi016.stdout:544: finishing write tid 2 to smithi01673382-9 2024-04-24T02:43:33.148 INFO:tasks.rados.rados.0.smithi016.stdout:544: finishing write tid 3 to smithi01673382-9 2024-04-24T02:43:33.148 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 127 (ObjNum 180 snap 47 seq_num 180) dirty exists 2024-04-24T02:43:33.148 INFO:tasks.rados.rados.0.smithi016.stdout:544: left oid 9 (ObjNum 180 snap 47 seq_num 180) 2024-04-24T02:43:33.148 INFO:tasks.rados.rados.0.smithi016.stdout:542: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:43:33.148 INFO:tasks.rados.rados.0.smithi016.stdout:543: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-24T02:43:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:32.024408+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-04-24T02:43:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:32.349917+0000 mgr.x (mgr.24844) 36 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-24T02:43:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:33.006391+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-04-24T02:43:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:32.024408+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-04-24T02:43:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:32.349917+0000 mgr.x (mgr.24844) 36 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-24T02:43:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:33.006391+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-04-24T02:43:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:32.024408+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-04-24T02:43:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:32.349917+0000 mgr.x (mgr.24844) 36 : cluster [DBG] pgmap v38: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-24T02:43:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:33.006391+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:542: finishing copy_from to smithi01673382-7 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 88 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:545: finishing write tid 1 to smithi01673382-32 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:545: finishing write tid 2 to smithi01673382-32 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:541: done (6 left) 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:542: done (5 left) 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:543: done (4 left) 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:544: done (3 left) 2024-04-24T02:43:33.318 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 47 2024-04-24T02:43:33.319 INFO:tasks.rados.rados.0.smithi016.stdout:545: finishing write tid 3 to smithi01673382-32 2024-04-24T02:43:33.319 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 186 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-04-24T02:43:33.319 INFO:tasks.rados.rados.0.smithi016.stdout:545: left oid 32 (ObjNum 181 snap 47 seq_num 181) 2024-04-24T02:43:33.319 INFO:tasks.rados.rados.0.smithi016.stdout:546: finishing write tid 1 to smithi01673382-5 2024-04-24T02:43:33.319 INFO:tasks.rados.rados.0.smithi016.stdout:548: seq_num 183 ranges {204800=671744} 2024-04-24T02:43:33.322 INFO:tasks.rados.rados.0.smithi016.stdout:548: writing smithi01673382-6 from 204800 to 876544 tid 1 2024-04-24T02:43:33.322 INFO:tasks.rados.rados.0.smithi016.stdout:545: done (3 left) 2024-04-24T02:43:33.322 INFO:tasks.rados.rados.0.smithi016.stdout:549: delete oid 45 current snap is 47 2024-04-24T02:43:33.323 INFO:tasks.rados.rados.0.smithi016.stdout:546: finishing write tid 2 to smithi01673382-5 2024-04-24T02:43:33.323 INFO:tasks.rados.rados.0.smithi016.stdout:546: finishing write tid 3 to smithi01673382-5 2024-04-24T02:43:33.323 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 129 (ObjNum 182 snap 47 seq_num 182) dirty exists 2024-04-24T02:43:33.323 INFO:tasks.rados.rados.0.smithi016.stdout:546: left oid 5 (ObjNum 182 snap 47 seq_num 182) 2024-04-24T02:43:33.323 INFO:tasks.rados.rados.0.smithi016.stdout:547: finishing copy_from racing read to smithi01673382-12 2024-04-24T02:43:33.323 INFO:tasks.rados.rados.0.smithi016.stdout:547: finishing copy_from to smithi01673382-12 2024-04-24T02:43:33.323 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 135 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-04-24T02:43:33.325 INFO:tasks.rados.rados.0.smithi016.stdout:546: done (3 left) 2024-04-24T02:43:33.325 INFO:tasks.rados.rados.0.smithi016.stdout:547: done (2 left) 2024-04-24T02:43:33.325 INFO:tasks.rados.rados.0.smithi016.stdout:549: done (1 left) 2024-04-24T02:43:33.325 INFO:tasks.rados.rados.0.smithi016.stdout:550: snap_remove snap 42 2024-04-24T02:43:34.042 INFO:tasks.rados.rados.0.smithi016.stdout:550: done (1 left) 2024-04-24T02:43:34.043 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 47 2024-04-24T02:43:34.043 INFO:tasks.rados.rados.0.smithi016.stdout:548: finishing write tid 1 to smithi01673382-6 2024-04-24T02:43:34.043 INFO:tasks.rados.rados.0.smithi016.stdout:551: seq_num 185 ranges {2310144=704512} 2024-04-24T02:43:34.061 INFO:tasks.rados.rados.0.smithi016.stdout:551: writing smithi01673382-35 from 2310144 to 3014656 tid 1 2024-04-24T02:43:34.061 INFO:tasks.rados.rados.0.smithi016.stdout:548: finishing write tid 2 to smithi01673382-6 2024-04-24T02:43:34.061 INFO:tasks.rados.rados.0.smithi016.stdout:548: finishing write tid 3 to smithi01673382-6 2024-04-24T02:43:34.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 150 (ObjNum 183 snap 47 seq_num 183) dirty exists 2024-04-24T02:43:34.061 INFO:tasks.rados.rados.0.smithi016.stdout:548: left oid 6 (ObjNum 183 snap 47 seq_num 183) 2024-04-24T02:43:34.062 INFO:tasks.rados.rados.0.smithi016.stdout:552: read oid 17 snap -1 2024-04-24T02:43:34.062 INFO:tasks.rados.rados.0.smithi016.stdout:552: expect (ObjNum 147 snap 38 seq_num 147) 2024-04-24T02:43:34.062 INFO:tasks.rados.rados.0.smithi016.stdout:548: done (2 left) 2024-04-24T02:43:34.062 INFO:tasks.rados.rados.0.smithi016.stdout:553: snap_create 2024-04-24T02:43:34.063 INFO:tasks.rados.rados.0.smithi016.stdout:552: expect (ObjNum 147 snap 38 seq_num 147) 2024-04-24T02:43:34.065 INFO:tasks.rados.rados.0.smithi016.stdout:551: finishing write tid 1 to smithi01673382-35 2024-04-24T02:43:34.065 INFO:tasks.rados.rados.0.smithi016.stdout:551: finishing write tid 2 to smithi01673382-35 2024-04-24T02:43:34.066 INFO:tasks.rados.rados.0.smithi016.stdout:551: finishing write tid 3 to smithi01673382-35 2024-04-24T02:43:34.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 90 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-04-24T02:43:34.067 INFO:tasks.rados.rados.0.smithi016.stdout:551: left oid 35 (ObjNum 185 snap 47 seq_num 185) 2024-04-24T02:43:35.046 INFO:tasks.rados.rados.0.smithi016.stdout:551: done (2 left) 2024-04-24T02:43:35.047 INFO:tasks.rados.rados.0.smithi016.stdout:552: done (1 left) 2024-04-24T02:43:35.047 INFO:tasks.rados.rados.0.smithi016.stdout:553: done (0 left) 2024-04-24T02:43:35.047 INFO:tasks.rados.rados.0.smithi016.stdout:554: setattr oid 33 current snap is 48 2024-04-24T02:43:35.047 INFO:tasks.rados.rados.0.smithi016.stdout:555: read oid 6 snap -1 2024-04-24T02:43:35.047 INFO:tasks.rados.rados.0.smithi016.stdout:555: expect (ObjNum 183 snap 47 seq_num 183) 2024-04-24T02:43:35.048 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 48 2024-04-24T02:43:35.048 INFO:tasks.rados.rados.0.smithi016.stdout:556: seq_num 186 ranges {974848=720896} 2024-04-24T02:43:35.057 INFO:tasks.rados.rados.0.smithi016.stdout:556: writing smithi01673382-37 from 974848 to 1695744 tid 1 2024-04-24T02:43:35.057 INFO:tasks.rados.rados.0.smithi016.stdout:557: copy_from oid 22 from oid 45 current snap is 48 2024-04-24T02:43:35.057 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 220 (ObjNum 159 snap 39 seq_num 159) dirty exists 2024-04-24T02:43:35.057 INFO:tasks.rados.rados.0.smithi016.stdout:555: expect (ObjNum 183 snap 47 seq_num 183) 2024-04-24T02:43:35.088 INFO:tasks.rados.rados.0.smithi016.stdout:557: finishing copy_from to smithi01673382-22 2024-04-24T02:43:35.088 INFO:tasks.rados.rados.0.smithi016.stdout:557: got expected ENOENT (src dne) 2024-04-24T02:43:35.088 INFO:tasks.rados.rados.0.smithi016.stdout:557: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:43:35.088 INFO:tasks.rados.rados.0.smithi016.stdout:556: finishing write tid 1 to smithi01673382-37 2024-04-24T02:43:35.088 INFO:tasks.rados.rados.0.smithi016.stdout:556: finishing write tid 2 to smithi01673382-37 2024-04-24T02:43:35.088 INFO:tasks.rados.rados.0.smithi016.stdout:556: finishing write tid 3 to smithi01673382-37 2024-04-24T02:43:35.088 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 145 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-04-24T02:43:35.089 INFO:tasks.rados.rados.0.smithi016.stdout:556: left oid 37 (ObjNum 186 snap 48 seq_num 186) 2024-04-24T02:43:35.089 INFO:tasks.rados.rados.0.smithi016.stdout:554: done (3 left) 2024-04-24T02:43:35.089 INFO:tasks.rados.rados.0.smithi016.stdout:555: done (2 left) 2024-04-24T02:43:35.089 INFO:tasks.rados.rados.0.smithi016.stdout:556: done (1 left) 2024-04-24T02:43:35.089 INFO:tasks.rados.rados.0.smithi016.stdout:557: done (0 left) 2024-04-24T02:43:35.089 INFO:tasks.rados.rados.0.smithi016.stdout:558: delete oid 17 current snap is 48 2024-04-24T02:43:35.090 INFO:tasks.rados.rados.0.smithi016.stdout:558: done (0 left) 2024-04-24T02:43:35.090 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 48 2024-04-24T02:43:35.090 INFO:tasks.rados.rados.0.smithi016.stdout:559: seq_num 188 ranges {3792896=753664} 2024-04-24T02:43:35.115 INFO:tasks.rados.rados.0.smithi016.stdout:559: writing smithi01673382-26 from 3792896 to 4546560 tid 1 2024-04-24T02:43:35.115 INFO:tasks.rados.rados.0.smithi016.stdout:560: snap_create 2024-04-24T02:43:35.119 INFO:tasks.rados.rados.0.smithi016.stdout:559: finishing write tid 1 to smithi01673382-26 2024-04-24T02:43:35.120 INFO:tasks.rados.rados.0.smithi016.stdout:559: finishing write tid 2 to smithi01673382-26 2024-04-24T02:43:35.121 INFO:tasks.rados.rados.0.smithi016.stdout:559: finishing write tid 3 to smithi01673382-26 2024-04-24T02:43:35.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 104 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-04-24T02:43:35.121 INFO:tasks.rados.rados.0.smithi016.stdout:559: left oid 26 (ObjNum 188 snap 48 seq_num 188) 2024-04-24T02:43:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:34.039072+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-04-24T02:43:35.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:34.350516+0000 mgr.x (mgr.24844) 37 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-24T02:43:35.366 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:34.039072+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-04-24T02:43:35.366 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:34.350516+0000 mgr.x (mgr.24844) 37 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-24T02:43:35.366 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:34.039072+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-04-24T02:43:35.366 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:34.350516+0000 mgr.x (mgr.24844) 37 : cluster [DBG] pgmap v41: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-24T02:43:35.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:43:36.051 INFO:tasks.rados.rados.0.smithi016.stdout:559: done (1 left) 2024-04-24T02:43:36.051 INFO:tasks.rados.rados.0.smithi016.stdout:560: done (0 left) 2024-04-24T02:43:36.051 INFO:tasks.rados.rados.0.smithi016.stdout:561: delete oid 35 current snap is 49 2024-04-24T02:43:36.055 INFO:tasks.rados.rados.0.smithi016.stdout:561: done (0 left) 2024-04-24T02:43:36.055 INFO:tasks.rados.rados.0.smithi016.stdout:562: snap_create 2024-04-24T02:43:36.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:35.046400+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-04-24T02:43:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:35.046400+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-04-24T02:43:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:35.046400+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-04-24T02:43:37.056 INFO:tasks.rados.rados.0.smithi016.stdout:562: done (0 left) 2024-04-24T02:43:37.057 INFO:tasks.rados.rados.0.smithi016.stdout:563: snap_create 2024-04-24T02:43:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:36.050489+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-04-24T02:43:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:36.351107+0000 mgr.x (mgr.24844) 38 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-24T02:43:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:36.050489+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-04-24T02:43:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:36.351107+0000 mgr.x (mgr.24844) 38 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-24T02:43:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:36.050489+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-04-24T02:43:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:36.351107+0000 mgr.x (mgr.24844) 38 : cluster [DBG] pgmap v44: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-24T02:43:37.780 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:37 smithi016 systemd[1]: Stopping Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:37.781 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:37 smithi016 bash[77606]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-24T02:43:38.009 INFO:tasks.rados.rados.0.smithi016.stdout:563: done (0 left) 2024-04-24T02:43:38.009 INFO:tasks.rados.rados.0.smithi016.stdout:564: read oid 22 snap -1 2024-04-24T02:43:38.009 INFO:tasks.rados.rados.0.smithi016.stdout:564: expect (ObjNum 74 snap 11 seq_num 74) 2024-04-24T02:43:38.009 INFO:tasks.rados.rados.0.smithi016.stdout:565: snap_remove snap 44 2024-04-24T02:43:38.053 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[70047]: level=info ts=2024-04-24T02:43:37.784Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-24T02:43:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:37.056205+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-04-24T02:43:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:38.008181+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-04-24T02:43:38.384 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:37.056205+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-04-24T02:43:38.384 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:38.008181+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-04-24T02:43:38.384 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:37.056205+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-04-24T02:43:38.385 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:38.008181+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-04-24T02:43:38.780 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:38 smithi016 bash[77655]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a 2024-04-24T02:43:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:565: done (1 left) 2024-04-24T02:43:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:566: read oid 48 snap -1 2024-04-24T02:43:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:566: expect (ObjNum 100 snap 19 seq_num 100) 2024-04-24T02:43:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:567: rmattr oid 49 current snap is 51 2024-04-24T02:43:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:567: done (2 left) 2024-04-24T02:43:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:568: delete oid 2 current snap is 51 2024-04-24T02:43:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:564: expect (ObjNum 74 snap 11 seq_num 74) 2024-04-24T02:43:39.089 INFO:tasks.rados.rados.0.smithi016.stdout:566: expect (ObjNum 100 snap 19 seq_num 100) 2024-04-24T02:43:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:564: done (2 left) 2024-04-24T02:43:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:566: done (1 left) 2024-04-24T02:43:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:568: done (0 left) 2024-04-24T02:43:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 51 2024-04-24T02:43:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:569: seq_num 191 ranges {0=802816} 2024-04-24T02:43:39.140 INFO:tasks.rados.rados.0.smithi016.stdout:569: writing smithi01673382-4 from 0 to 802816 tid 1 2024-04-24T02:43:39.140 INFO:tasks.rados.rados.0.smithi016.stdout:570: read oid 11 snap -1 2024-04-24T02:43:39.140 INFO:tasks.rados.rados.0.smithi016.stdout:570: expect (ObjNum 110 snap 26 seq_num 110) 2024-04-24T02:43:39.140 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 51 2024-04-24T02:43:39.140 INFO:tasks.rados.rados.0.smithi016.stdout:571: seq_num 192 ranges {2310144=417792,2727936=401408} 2024-04-24T02:43:39.155 INFO:tasks.rados.rados.0.smithi016.stdout:571: writing smithi01673382-21 from 2310144 to 2727936 tid 1 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:571: writing smithi01673382-21 from 2727936 to 3129344 tid 2 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:572: setattr oid 44 current snap is 51 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:569: finishing write tid 1 to smithi01673382-4 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:569: finishing write tid 2 to smithi01673382-4 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:569: finishing write tid 3 to smithi01673382-4 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 228 (ObjNum 191 snap 51 seq_num 191) dirty exists 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:569: left oid 4 (ObjNum 191 snap 51 seq_num 191) 2024-04-24T02:43:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:570: expect (ObjNum 110 snap 26 seq_num 110) 2024-04-24T02:43:39.233 INFO:tasks.rados.rados.0.smithi016.stdout:571: finishing write tid 1 to smithi01673382-21 2024-04-24T02:43:39.233 INFO:tasks.rados.rados.0.smithi016.stdout:571: finishing write tid 2 to smithi01673382-21 2024-04-24T02:43:39.233 INFO:tasks.rados.rados.0.smithi016.stdout:571: finishing write tid 3 to smithi01673382-21 2024-04-24T02:43:39.233 INFO:tasks.rados.rados.0.smithi016.stdout:571: finishing write tid 4 to smithi01673382-21 2024-04-24T02:43:39.233 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 133 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-04-24T02:43:39.234 INFO:tasks.rados.rados.0.smithi016.stdout:571: left oid 21 (ObjNum 192 snap 51 seq_num 192) 2024-04-24T02:43:39.234 INFO:tasks.rados.rados.0.smithi016.stdout:569: done (3 left) 2024-04-24T02:43:39.234 INFO:tasks.rados.rados.0.smithi016.stdout:570: done (2 left) 2024-04-24T02:43:39.234 INFO:tasks.rados.rados.0.smithi016.stdout:571: done (1 left) 2024-04-24T02:43:39.234 INFO:tasks.rados.rados.0.smithi016.stdout:573: snap_create 2024-04-24T02:43:39.235 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 230 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:43:39.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:38 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@alertmanager.a.service: Succeeded. 2024-04-24T02:43:39.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:38 smithi016 systemd[1]: Stopped Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:39.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:38 smithi016 systemd[1]: Starting Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:39.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:38.303051+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:39.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:38.351556+0000 mgr.x (mgr.24844) 39 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:39.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:39.009610+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-04-24T02:43:39.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:38.303051+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:39.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:38.351556+0000 mgr.x (mgr.24844) 39 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:39.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:39.009610+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-04-24T02:43:39.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:38.303051+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:38.351556+0000 mgr.x (mgr.24844) 39 : cluster [DBG] pgmap v47: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:39.009610+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:572: done (1 left) 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:573: done (0 left) 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:574: read oid 2 snap 48 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:574: expect deleted 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:575: read oid 33 snap -1 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:575: expect (ObjNum 159 snap 39 seq_num 159) 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 52 2024-04-24T02:43:40.063 INFO:tasks.rados.rados.0.smithi016.stdout:576: seq_num 193 ranges {1835008=434176,2269184=401408} 2024-04-24T02:43:40.076 INFO:tasks.rados.rados.0.smithi016.stdout:576: writing smithi01673382-25 from 1835008 to 2269184 tid 1 2024-04-24T02:43:40.078 INFO:tasks.rados.rados.0.smithi016.stdout:576: writing smithi01673382-25 from 2269184 to 2670592 tid 2 2024-04-24T02:43:40.079 INFO:tasks.rados.rados.0.smithi016.stdout:577: snap_create 2024-04-24T02:43:40.081 INFO:tasks.rados.rados.0.smithi016.stdout:576: finishing write tid 1 to smithi01673382-25 2024-04-24T02:43:40.082 INFO:tasks.rados.rados.0.smithi016.stdout:576: finishing write tid 2 to smithi01673382-25 2024-04-24T02:43:40.082 INFO:tasks.rados.rados.0.smithi016.stdout:575: expect (ObjNum 159 snap 39 seq_num 159) 2024-04-24T02:43:40.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.786Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-24T02:43:40.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.786Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-24T02:43:40.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.787Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.16 port=9094 2024-04-24T02:43:40.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.788Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-24T02:43:40.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.814Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-24T02:43:40.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.815Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-24T02:43:40.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.817Z caller=main.go:518 msg=Listening address=:9093 2024-04-24T02:43:40.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:39.817Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-24T02:43:40.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 bash[77763]: b4cff8e0dcba3a7fc25088d2696385bb43f2bf6edebc6195c995d15bce613858 2024-04-24T02:43:40.281 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:39 smithi016 systemd[1]: Started Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:40.310 INFO:tasks.rados.rados.0.smithi016.stdout:576: finishing write tid 3 to smithi01673382-25 2024-04-24T02:43:40.310 INFO:tasks.rados.rados.0.smithi016.stdout:576: finishing write tid 4 to smithi01673382-25 2024-04-24T02:43:40.310 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 198 (ObjNum 193 snap 52 seq_num 193) dirty exists 2024-04-24T02:43:40.310 INFO:tasks.rados.rados.0.smithi016.stdout:576: left oid 25 (ObjNum 193 snap 52 seq_num 193) 2024-04-24T02:43:40.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:40] "GET /metrics HTTP/1.1" 200 36080 "" "Prometheus/2.33.4" 2024-04-24T02:43:41.069 INFO:tasks.rados.rados.0.smithi016.stdout:574: done (3 left) 2024-04-24T02:43:41.069 INFO:tasks.rados.rados.0.smithi016.stdout:575: done (2 left) 2024-04-24T02:43:41.069 INFO:tasks.rados.rados.0.smithi016.stdout:576: done (1 left) 2024-04-24T02:43:41.069 INFO:tasks.rados.rados.0.smithi016.stdout:577: done (0 left) 2024-04-24T02:43:41.069 INFO:tasks.rados.rados.0.smithi016.stdout:578: delete oid 9 current snap is 53 2024-04-24T02:43:41.070 INFO:tasks.rados.rados.0.smithi016.stdout:578: done (0 left) 2024-04-24T02:43:41.070 INFO:tasks.rados.rados.0.smithi016.stdout:579: snap_create 2024-04-24T02:43:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:39.930554+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:39.935389+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:39.979134+0000 mgr.x (mgr.24844) 40 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:43:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:40.062960+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-04-24T02:43:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:40.228310+0000 mgr.x (mgr.24844) 41 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:43:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:40.351935+0000 mgr.x (mgr.24844) 42 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 360 KiB/s wr, 10 op/s 2024-04-24T02:43:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:39.930554+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:41.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:39.935389+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:41.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:39.979134+0000 mgr.x (mgr.24844) 40 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:43:41.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:40.062960+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-04-24T02:43:41.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:40.228310+0000 mgr.x (mgr.24844) 41 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:43:41.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:40.351935+0000 mgr.x (mgr.24844) 42 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 360 KiB/s wr, 10 op/s 2024-04-24T02:43:41.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:39.930554+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:41.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:39.935389+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:41.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:39.979134+0000 mgr.x (mgr.24844) 40 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:43:41.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:40.062960+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-04-24T02:43:41.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:40.228310+0000 mgr.x (mgr.24844) 41 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:43:41.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:40.351935+0000 mgr.x (mgr.24844) 42 : cluster [DBG] pgmap v50: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 360 KiB/s wr, 10 op/s 2024-04-24T02:43:42.066 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:41.789Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000594842s 2024-04-24T02:43:42.073 INFO:tasks.rados.rados.0.smithi016.stdout:579: done (0 left) 2024-04-24T02:43:42.073 INFO:tasks.rados.rados.0.smithi016.stdout:580: rmattr oid 13 current snap is 54 2024-04-24T02:43:42.073 INFO:tasks.rados.rados.0.smithi016.stdout:580: done (0 left) 2024-04-24T02:43:42.073 INFO:tasks.rados.rados.0.smithi016.stdout:581: snap_create 2024-04-24T02:43:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:41.067993+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-04-24T02:43:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:41.067993+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-04-24T02:43:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:41.067993+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-04-24T02:43:43.014 INFO:tasks.rados.rados.0.smithi016.stdout:581: done (0 left) 2024-04-24T02:43:43.014 INFO:tasks.rados.rados.0.smithi016.stdout:582: copy_from oid 43 from oid 39 current snap is 55 2024-04-24T02:43:43.014 INFO:tasks.rados.rados.0.smithi016.stdout:583: delete oid 49 current snap is 55 2024-04-24T02:43:43.015 INFO:tasks.rados.rados.0.smithi016.stdout:583: done (1 left) 2024-04-24T02:43:43.015 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 55 2024-04-24T02:43:43.016 INFO:tasks.rados.rados.0.smithi016.stdout:584: seq_num 196 ranges {3883008=491520,4374528=401408} 2024-04-24T02:43:43.040 INFO:tasks.rados.rados.0.smithi016.stdout:584: writing smithi01673382-23 from 3883008 to 4374528 tid 1 2024-04-24T02:43:43.042 INFO:tasks.rados.rados.0.smithi016.stdout:584: writing smithi01673382-23 from 4374528 to 4775936 tid 2 2024-04-24T02:43:43.042 INFO:tasks.rados.rados.0.smithi016.stdout:585: rollback oid 3 current snap is 55 2024-04-24T02:43:43.042 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 52 2024-04-24T02:43:43.042 INFO:tasks.rados.rados.0.smithi016.stdout:582: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:43:43.043 INFO:tasks.rados.rados.0.smithi016.stdout:582: finishing copy_from to smithi01673382-43 2024-04-24T02:43:43.043 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 188 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:43:43.043 INFO:tasks.rados.rados.0.smithi016.stdout:582: done (2 left) 2024-04-24T02:43:43.043 INFO:tasks.rados.rados.0.smithi016.stdout:586: snap_create 2024-04-24T02:43:43.045 INFO:tasks.rados.rados.0.smithi016.stdout:584: finishing write tid 1 to smithi01673382-23 2024-04-24T02:43:43.046 INFO:tasks.rados.rados.0.smithi016.stdout:584: finishing write tid 2 to smithi01673382-23 2024-04-24T02:43:43.046 INFO:tasks.rados.rados.0.smithi016.stdout:584: finishing write tid 3 to smithi01673382-23 2024-04-24T02:43:43.046 INFO:tasks.rados.rados.0.smithi016.stdout:585: finishing rollback tid 0 to smithi01673382-3 2024-04-24T02:43:43.047 INFO:tasks.rados.rados.0.smithi016.stdout:585: finishing rollback tid 1 to smithi01673382-3 2024-04-24T02:43:43.047 INFO:tasks.rados.rados.0.smithi016.stdout:585: finishing rollback tid 2 to smithi01673382-3 2024-04-24T02:43:43.047 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 133 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-04-24T02:43:43.049 INFO:tasks.rados.rados.0.smithi016.stdout:584: finishing write tid 4 to smithi01673382-23 2024-04-24T02:43:43.049 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 203 (ObjNum 196 snap 55 seq_num 196) dirty exists 2024-04-24T02:43:43.049 INFO:tasks.rados.rados.0.smithi016.stdout:584: left oid 23 (ObjNum 196 snap 55 seq_num 196) 2024-04-24T02:43:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:42.073223+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-04-24T02:43:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:42.352312+0000 mgr.x (mgr.24844) 43 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 360 KiB/s wr, 10 op/s 2024-04-24T02:43:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:43.010097+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-04-24T02:43:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:42.073223+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-04-24T02:43:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:42.352312+0000 mgr.x (mgr.24844) 43 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 360 KiB/s wr, 10 op/s 2024-04-24T02:43:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:43.010097+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-04-24T02:43:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:42.073223+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-04-24T02:43:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:42.352312+0000 mgr.x (mgr.24844) 43 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 360 KiB/s wr, 10 op/s 2024-04-24T02:43:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:43.010097+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-04-24T02:43:44.012 INFO:tasks.rados.rados.0.smithi016.stdout:584: done (2 left) 2024-04-24T02:43:44.013 INFO:tasks.rados.rados.0.smithi016.stdout:585: done (1 left) 2024-04-24T02:43:44.013 INFO:tasks.rados.rados.0.smithi016.stdout:586: done (0 left) 2024-04-24T02:43:44.013 INFO:tasks.rados.rados.0.smithi016.stdout:587: read oid 42 snap -1 2024-04-24T02:43:44.013 INFO:tasks.rados.rados.0.smithi016.stdout:587: expect (ObjNum 86 snap 15 seq_num 86) 2024-04-24T02:43:44.013 INFO:tasks.rados.rados.0.smithi016.stdout:588: read oid 24 snap -1 2024-04-24T02:43:44.013 INFO:tasks.rados.rados.0.smithi016.stdout:588: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-24T02:43:44.014 INFO:tasks.rados.rados.0.smithi016.stdout:589: snap_create 2024-04-24T02:43:44.020 INFO:tasks.rados.rados.0.smithi016.stdout:587: expect (ObjNum 86 snap 15 seq_num 86) 2024-04-24T02:43:44.068 INFO:tasks.rados.rados.0.smithi016.stdout:588: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-24T02:43:45.017 INFO:tasks.rados.rados.0.smithi016.stdout:587: done (2 left) 2024-04-24T02:43:45.017 INFO:tasks.rados.rados.0.smithi016.stdout:588: done (1 left) 2024-04-24T02:43:45.017 INFO:tasks.rados.rados.0.smithi016.stdout:589: done (0 left) 2024-04-24T02:43:45.017 INFO:tasks.rados.rados.0.smithi016.stdout:590: delete oid 10 current snap is 57 2024-04-24T02:43:45.018 INFO:tasks.rados.rados.0.smithi016.stdout:590: done (0 left) 2024-04-24T02:43:45.018 INFO:tasks.rados.rados.0.smithi016.stdout:591: snap_create 2024-04-24T02:43:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:44.011434+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-04-24T02:43:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:44.353046+0000 mgr.x (mgr.24844) 44 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 13 op/s 2024-04-24T02:43:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:44.011434+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-04-24T02:43:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:44.353046+0000 mgr.x (mgr.24844) 44 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 13 op/s 2024-04-24T02:43:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:44.011434+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-04-24T02:43:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:44.353046+0000 mgr.x (mgr.24844) 44 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 13 op/s 2024-04-24T02:43:45.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:43:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[38481]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:43:46.022 INFO:tasks.rados.rados.0.smithi016.stdout:591: done (0 left) 2024-04-24T02:43:46.022 INFO:tasks.rados.rados.0.smithi016.stdout:592: read oid 17 snap -1 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:592: expect deleted 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:593: rollback oid 6 current snap is 58 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 45 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:594: read oid 27 snap 50 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:594: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:595: copy_from oid 18 from oid 22 current snap is 58 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:596: rmattr oid 14 current snap is 58 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:596: done (4 left) 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 58 2024-04-24T02:43:46.023 INFO:tasks.rados.rados.0.smithi016.stdout:597: seq_num 198 ranges {2310144=524288,2834432=401408} 2024-04-24T02:43:46.037 INFO:tasks.rados.rados.0.smithi016.stdout:597: writing smithi01673382-11 from 2310144 to 2834432 tid 1 2024-04-24T02:43:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:597: writing smithi01673382-11 from 2834432 to 3235840 tid 2 2024-04-24T02:43:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:598: setattr oid 25 current snap is 58 2024-04-24T02:43:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:593: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:43:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:593: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:43:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:593: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:43:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 162 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:43:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:594: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-24T02:43:46.054 INFO:tasks.rados.rados.0.smithi016.stdout:595: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:43:46.054 INFO:tasks.rados.rados.0.smithi016.stdout:595: finishing copy_from to smithi01673382-18 2024-04-24T02:43:46.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 184 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-04-24T02:43:46.054 INFO:tasks.rados.rados.0.smithi016.stdout:597: finishing write tid 1 to smithi01673382-11 2024-04-24T02:43:46.054 INFO:tasks.rados.rados.0.smithi016.stdout:597: finishing write tid 2 to smithi01673382-11 2024-04-24T02:43:46.054 INFO:tasks.rados.rados.0.smithi016.stdout:597: finishing write tid 3 to smithi01673382-11 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:597: finishing write tid 4 to smithi01673382-11 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 178 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:597: left oid 11 (ObjNum 198 snap 58 seq_num 198) 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:592: done (5 left) 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:593: done (4 left) 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:594: done (3 left) 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:595: done (2 left) 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:597: done (1 left) 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:599: read oid 38 snap -1 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:599: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:600: delete oid 28 current snap is 58 2024-04-24T02:43:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:600: done (2 left) 2024-04-24T02:43:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:601: delete oid 32 current snap is 58 2024-04-24T02:43:46.058 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 206 (ObjNum 193 snap 52 seq_num 193) dirty exists 2024-04-24T02:43:46.059 INFO:tasks.rados.rados.0.smithi016.stdout:598: done (2 left) 2024-04-24T02:43:46.059 INFO:tasks.rados.rados.0.smithi016.stdout:601: done (1 left) 2024-04-24T02:43:46.059 INFO:tasks.rados.rados.0.smithi016.stdout:602: delete oid 20 current snap is 58 2024-04-24T02:43:46.062 INFO:tasks.rados.rados.0.smithi016.stdout:602: done (1 left) 2024-04-24T02:43:46.062 INFO:tasks.rados.rados.0.smithi016.stdout:603: snap_create 2024-04-24T02:43:46.067 INFO:tasks.rados.rados.0.smithi016.stdout:599: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:43:46.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:45.016711+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-04-24T02:43:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:45.016711+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-04-24T02:43:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:45.016711+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-04-24T02:43:47.027 INFO:tasks.rados.rados.0.smithi016.stdout:599: done (1 left) 2024-04-24T02:43:47.027 INFO:tasks.rados.rados.0.smithi016.stdout:603: done (0 left) 2024-04-24T02:43:47.027 INFO:tasks.rados.rados.0.smithi016.stdout:604: snap_create 2024-04-24T02:43:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:46.021131+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-04-24T02:43:47.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:46.353500+0000 mgr.x (mgr.24844) 45 : cluster [DBG] pgmap v59: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 13 op/s 2024-04-24T02:43:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:46.021131+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-04-24T02:43:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:46.353500+0000 mgr.x (mgr.24844) 45 : cluster [DBG] pgmap v59: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 13 op/s 2024-04-24T02:43:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:46.021131+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-04-24T02:43:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:46.353500+0000 mgr.x (mgr.24844) 45 : cluster [DBG] pgmap v59: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 13 op/s 2024-04-24T02:43:48.028 INFO:tasks.rados.rados.0.smithi016.stdout:604: done (0 left) 2024-04-24T02:43:48.029 INFO:tasks.rados.rados.0.smithi016.stdout:605: copy_from oid 48 from oid 1 current snap is 60 2024-04-24T02:43:48.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 60 2024-04-24T02:43:48.029 INFO:tasks.rados.rados.0.smithi016.stdout:606: seq_num 202 ranges {335872=589824,925696=401408} 2024-04-24T02:43:48.035 INFO:tasks.rados.rados.0.smithi016.stdout:606: writing smithi01673382-41 from 335872 to 925696 tid 1 2024-04-24T02:43:48.036 INFO:tasks.rados.rados.0.smithi016.stdout:606: writing smithi01673382-41 from 925696 to 1327104 tid 2 2024-04-24T02:43:48.036 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 60 2024-04-24T02:43:48.037 INFO:tasks.rados.rados.0.smithi016.stdout:607: seq_num 203 ranges {2670592=606208,3276800=401408} 2024-04-24T02:43:48.055 INFO:tasks.rados.rados.0.smithi016.stdout:607: writing smithi01673382-25 from 2670592 to 3276800 tid 1 2024-04-24T02:43:48.058 INFO:tasks.rados.rados.0.smithi016.stdout:607: writing smithi01673382-25 from 3276800 to 3678208 tid 2 2024-04-24T02:43:48.058 INFO:tasks.rados.rados.0.smithi016.stdout:608: rmattr oid 32 current snap is 60 2024-04-24T02:43:48.058 INFO:tasks.rados.rados.0.smithi016.stdout:608: done (3 left) 2024-04-24T02:43:48.058 INFO:tasks.rados.rados.0.smithi016.stdout:609: read oid 36 snap -1 2024-04-24T02:43:48.058 INFO:tasks.rados.rados.0.smithi016.stdout:609: expect deleted 2024-04-24T02:43:48.058 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 60 2024-04-24T02:43:48.058 INFO:tasks.rados.rados.0.smithi016.stdout:610: seq_num 204 ranges {0=622592,622592=401408} 2024-04-24T02:43:48.061 INFO:tasks.rados.rados.0.smithi016.stdout:610: writing smithi01673382-28 from 0 to 622592 tid 1 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:610: writing smithi01673382-28 from 622592 to 1024000 tid 2 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:611: copy_from oid 49 from oid 44 current snap is 60 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 1 to smithi01673382-41 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 2 to smithi01673382-41 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 3 to smithi01673382-41 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:605: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 4 to smithi01673382-41 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 182 (ObjNum 202 snap 60 seq_num 202) dirty exists 2024-04-24T02:43:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:606: left oid 41 (ObjNum 202 snap 60 seq_num 202) 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:605: finishing copy_from to smithi01673382-48 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 106 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:605: done (5 left) 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:606: done (4 left) 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:609: done (3 left) 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:612: snap_create 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 1 to smithi01673382-25 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 2 to smithi01673382-25 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 3 to smithi01673382-25 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 4 to smithi01673382-25 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 212 (ObjNum 203 snap 60 seq_num 203) dirty exists 2024-04-24T02:43:48.066 INFO:tasks.rados.rados.0.smithi016.stdout:607: left oid 25 (ObjNum 203 snap 60 seq_num 203) 2024-04-24T02:43:48.067 INFO:tasks.rados.rados.0.smithi016.stdout:610: finishing write tid 1 to smithi01673382-28 2024-04-24T02:43:48.067 INFO:tasks.rados.rados.0.smithi016.stdout:610: finishing write tid 2 to smithi01673382-28 2024-04-24T02:43:48.067 INFO:tasks.rados.rados.0.smithi016.stdout:610: finishing write tid 3 to smithi01673382-28 2024-04-24T02:43:48.068 INFO:tasks.rados.rados.0.smithi016.stdout:610: finishing write tid 4 to smithi01673382-28 2024-04-24T02:43:48.068 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 167 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-24T02:43:48.068 INFO:tasks.rados.rados.0.smithi016.stdout:610: left oid 28 (ObjNum 204 snap 60 seq_num 204) 2024-04-24T02:43:48.073 INFO:tasks.rados.rados.0.smithi016.stdout:611: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:43:48.075 INFO:tasks.rados.rados.0.smithi016.stdout:611: finishing copy_from to smithi01673382-49 2024-04-24T02:43:48.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 230 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:43:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:47.026524+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-04-24T02:43:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:47.026524+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-04-24T02:43:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:47.026524+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-04-24T02:43:49.039 INFO:tasks.rados.rados.0.smithi016.stdout:607: done (3 left) 2024-04-24T02:43:49.039 INFO:tasks.rados.rados.0.smithi016.stdout:610: done (2 left) 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:611: done (1 left) 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:612: done (0 left) 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:613: rollback oid 46 current snap is 61 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 48 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:614: copy_from oid 35 from oid 11 current snap is 61 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:615: read oid 30 snap -1 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:615: expect (ObjNum 167 snap 42 seq_num 167) 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 61 2024-04-24T02:43:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:616: seq_num 205 ranges {1327104=638976,1966080=401408} 2024-04-24T02:43:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:616: writing smithi01673382-41 from 1327104 to 1966080 tid 1 2024-04-24T02:43:49.053 INFO:tasks.rados.rados.0.smithi016.stdout:616: writing smithi01673382-41 from 1966080 to 2367488 tid 2 2024-04-24T02:43:49.053 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 61 2024-04-24T02:43:49.053 INFO:tasks.rados.rados.0.smithi016.stdout:613: finishing rollback tid 0 to smithi01673382-46 2024-04-24T02:43:49.053 INFO:tasks.rados.rados.0.smithi016.stdout:617: seq_num 206 ranges {1351680=655360,2007040=401408} 2024-04-24T02:43:49.064 INFO:tasks.rados.rados.0.smithi016.stdout:617: writing smithi01673382-48 from 1351680 to 2007040 tid 1 2024-04-24T02:43:49.067 INFO:tasks.rados.rados.0.smithi016.stdout:617: writing smithi01673382-48 from 2007040 to 2408448 tid 2 2024-04-24T02:43:49.067 INFO:tasks.rados.rados.0.smithi016.stdout:618: read oid 5 snap -1 2024-04-24T02:43:49.067 INFO:tasks.rados.rados.0.smithi016.stdout:618: expect (ObjNum 182 snap 47 seq_num 182) 2024-04-24T02:43:49.067 INFO:tasks.rados.rados.0.smithi016.stdout:619: delete oid 1 current snap is 61 2024-04-24T02:43:49.067 INFO:tasks.rados.rados.0.smithi016.stdout:613: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:43:49.068 INFO:tasks.rados.rados.0.smithi016.stdout:613: finishing rollback tid 2 to smithi01673382-46 2024-04-24T02:43:49.068 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 61 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:43:49.068 INFO:tasks.rados.rados.0.smithi016.stdout:615: expect (ObjNum 167 snap 42 seq_num 167) 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:616: finishing write tid 1 to smithi01673382-41 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:616: finishing write tid 2 to smithi01673382-41 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:616: finishing write tid 3 to smithi01673382-41 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:616: finishing write tid 4 to smithi01673382-41 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 186 (ObjNum 205 snap 61 seq_num 205) dirty exists 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:616: left oid 41 (ObjNum 205 snap 61 seq_num 205) 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:614: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:614: finishing copy_from to smithi01673382-35 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 178 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:617: finishing write tid 1 to smithi01673382-48 2024-04-24T02:43:49.185 INFO:tasks.rados.rados.0.smithi016.stdout:617: finishing write tid 2 to smithi01673382-48 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:617: finishing write tid 3 to smithi01673382-48 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:613: done (6 left) 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:614: done (5 left) 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:615: done (4 left) 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:616: done (3 left) 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:619: done (2 left) 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:620: rmattr oid 2 current snap is 61 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:620: done (2 left) 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:621: copy_from oid 33 from oid 8 current snap is 61 2024-04-24T02:43:49.186 INFO:tasks.rados.rados.0.smithi016.stdout:618: expect (ObjNum 182 snap 47 seq_num 182) 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:617: finishing write tid 4 to smithi01673382-48 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 139 (ObjNum 206 snap 61 seq_num 206) dirty exists 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:617: left oid 48 (ObjNum 206 snap 61 seq_num 206) 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:621: finishing copy_from racing read to smithi01673382-33 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:617: done (2 left) 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:618: done (1 left) 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:622: read oid 47 snap -1 2024-04-24T02:43:49.203 INFO:tasks.rados.rados.0.smithi016.stdout:622: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:43:49.204 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 61 2024-04-24T02:43:49.204 INFO:tasks.rados.rados.0.smithi016.stdout:621: finishing copy_from to smithi01673382-33 2024-04-24T02:43:49.204 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 135 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-04-24T02:43:49.204 INFO:tasks.rados.rados.0.smithi016.stdout:623: seq_num 208 ranges {0=688128,688128=401408} 2024-04-24T02:43:49.206 INFO:tasks.rados.rados.0.smithi016.stdout:623: writing smithi01673382-2 from 0 to 688128 tid 1 2024-04-24T02:43:49.209 INFO:tasks.rados.rados.0.smithi016.stdout:623: writing smithi01673382-2 from 688128 to 1089536 tid 2 2024-04-24T02:43:49.209 INFO:tasks.rados.rados.0.smithi016.stdout:621: done (2 left) 2024-04-24T02:43:49.209 INFO:tasks.rados.rados.0.smithi016.stdout:624: setattr oid 31 current snap is 61 2024-04-24T02:43:49.209 INFO:tasks.rados.rados.0.smithi016.stdout:622: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:43:49.225 INFO:tasks.rados.rados.0.smithi016.stdout:623: finishing write tid 1 to smithi01673382-2 2024-04-24T02:43:49.225 INFO:tasks.rados.rados.0.smithi016.stdout:623: finishing write tid 2 to smithi01673382-2 2024-04-24T02:43:49.225 INFO:tasks.rados.rados.0.smithi016.stdout:623: finishing write tid 3 to smithi01673382-2 2024-04-24T02:43:49.225 INFO:tasks.rados.rados.0.smithi016.stdout:623: finishing write tid 4 to smithi01673382-2 2024-04-24T02:43:49.225 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 232 (ObjNum 208 snap 61 seq_num 208) dirty exists 2024-04-24T02:43:49.226 INFO:tasks.rados.rados.0.smithi016.stdout:623: left oid 2 (ObjNum 208 snap 61 seq_num 208) 2024-04-24T02:43:49.226 INFO:tasks.rados.rados.0.smithi016.stdout:622: done (2 left) 2024-04-24T02:43:49.226 INFO:tasks.rados.rados.0.smithi016.stdout:623: done (1 left) 2024-04-24T02:43:49.226 INFO:tasks.rados.rados.0.smithi016.stdout:625: snap_create 2024-04-24T02:43:49.229 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 41 (ObjNum 2001834720 snap 22076 seq_num 2001144048) dirty exists 2024-04-24T02:43:49.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:48.028079+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-04-24T02:43:49.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:48.353858+0000 mgr.x (mgr.24844) 46 : cluster [DBG] pgmap v62: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:48.028079+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-04-24T02:43:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:48.353858+0000 mgr.x (mgr.24844) 46 : cluster [DBG] pgmap v62: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:48.028079+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-04-24T02:43:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:48.353858+0000 mgr.x (mgr.24844) 46 : cluster [DBG] pgmap v62: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:50.041 INFO:tasks.rados.rados.0.smithi016.stdout:624: done (1 left) 2024-04-24T02:43:50.041 INFO:tasks.rados.rados.0.smithi016.stdout:625: done (0 left) 2024-04-24T02:43:50.041 INFO:tasks.rados.rados.0.smithi016.stdout:626: snap_create 2024-04-24T02:43:50.041 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:43:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:43:49.791Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002787156s 2024-04-24T02:43:50.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:49.038316+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-04-24T02:43:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:49.038316+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-04-24T02:43:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:49.038316+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-04-24T02:43:50.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:43:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:43:50] "GET /metrics HTTP/1.1" 200 36080 "" "Prometheus/2.33.4" 2024-04-24T02:43:51.051 INFO:tasks.rados.rados.0.smithi016.stdout:626: done (0 left) 2024-04-24T02:43:51.051 INFO:tasks.rados.rados.0.smithi016.stdout:627: copy_from oid 22 from oid 47 current snap is 63 2024-04-24T02:43:51.051 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 63 2024-04-24T02:43:51.052 INFO:tasks.rados.rados.0.smithi016.stdout:628: seq_num 209 ranges {442368=704512,1146880=401408} 2024-04-24T02:43:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:50.040673+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-04-24T02:43:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:50.354248+0000 mgr.x (mgr.24844) 47 : cluster [DBG] pgmap v65: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-24T02:43:51.058 INFO:tasks.rados.rados.0.smithi016.stdout:628: writing smithi01673382-27 from 442368 to 1146880 tid 1 2024-04-24T02:43:51.060 INFO:tasks.rados.rados.0.smithi016.stdout:628: writing smithi01673382-27 from 1146880 to 1548288 tid 2 2024-04-24T02:43:51.061 INFO:tasks.rados.rados.0.smithi016.stdout:629: snap_create 2024-04-24T02:43:51.061 INFO:tasks.rados.rados.0.smithi016.stdout:627: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:43:51.061 INFO:tasks.rados.rados.0.smithi016.stdout:627: finishing copy_from to smithi01673382-22 2024-04-24T02:43:51.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 123 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:43:51.065 INFO:tasks.rados.rados.0.smithi016.stdout:628: finishing write tid 1 to smithi01673382-27 2024-04-24T02:43:51.065 INFO:tasks.rados.rados.0.smithi016.stdout:628: finishing write tid 2 to smithi01673382-27 2024-04-24T02:43:51.065 INFO:tasks.rados.rados.0.smithi016.stdout:628: finishing write tid 3 to smithi01673382-27 2024-04-24T02:43:51.066 INFO:tasks.rados.rados.0.smithi016.stdout:628: finishing write tid 4 to smithi01673382-27 2024-04-24T02:43:51.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 171 (ObjNum 209 snap 63 seq_num 209) dirty exists 2024-04-24T02:43:51.066 INFO:tasks.rados.rados.0.smithi016.stdout:628: left oid 27 (ObjNum 209 snap 63 seq_num 209) 2024-04-24T02:43:51.309 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:51 smithi063 systemd[1]: Stopping Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:51.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:51 smithi063 bash[67125]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-24T02:43:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:50.040673+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-04-24T02:43:51.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:50.354248+0000 mgr.x (mgr.24844) 47 : cluster [DBG] pgmap v65: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-24T02:43:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:50.040673+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-04-24T02:43:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:50.354248+0000 mgr.x (mgr.24844) 47 : cluster [DBG] pgmap v65: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-24T02:43:52.057 INFO:tasks.rados.rados.0.smithi016.stdout:627: done (2 left) 2024-04-24T02:43:52.057 INFO:tasks.rados.rados.0.smithi016.stdout:628: done (1 left) 2024-04-24T02:43:52.057 INFO:tasks.rados.rados.0.smithi016.stdout:629: done (0 left) 2024-04-24T02:43:52.057 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 64 2024-04-24T02:43:52.057 INFO:tasks.rados.rados.0.smithi016.stdout:630: seq_num 210 ranges {3235840=720896,3956736=401408} 2024-04-24T02:43:52.078 INFO:tasks.rados.rados.0.smithi016.stdout:630: writing smithi01673382-35 from 3235840 to 3956736 tid 1 2024-04-24T02:43:52.080 INFO:tasks.rados.rados.0.smithi016.stdout:630: writing smithi01673382-35 from 3956736 to 4358144 tid 2 2024-04-24T02:43:52.080 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 64 2024-04-24T02:43:52.080 INFO:tasks.rados.rados.0.smithi016.stdout:631: seq_num 211 ranges {458752=737280,1196032=401408} 2024-04-24T02:43:52.087 INFO:tasks.rados.rados.0.smithi016.stdout:631: writing smithi01673382-40 from 458752 to 1196032 tid 1 2024-04-24T02:43:52.090 INFO:tasks.rados.rados.0.smithi016.stdout:631: writing smithi01673382-40 from 1196032 to 1597440 tid 2 2024-04-24T02:43:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:632: read oid 22 snap -1 2024-04-24T02:43:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:632: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:43:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:633: read oid 8 snap -1 2024-04-24T02:43:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:633: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:634: copy_from oid 30 from oid 12 current snap is 64 2024-04-24T02:43:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:635: snap_remove snap 25 2024-04-24T02:43:52.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:51.051098+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-04-24T02:43:52.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.016Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-24T02:43:52.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-24T02:43:52.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-24T02:43:52.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.017Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.018Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.018Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-24T02:43:52.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[61179]: ts=2024-04-24T02:43:52.018Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-24T02:43:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:51.051098+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-04-24T02:43:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:51.051098+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-04-24T02:43:52.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 bash[67167]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a 2024-04-24T02:43:53.066 INFO:tasks.rados.rados.0.smithi016.stdout:635: done (5 left) 2024-04-24T02:43:53.067 INFO:tasks.rados.rados.0.smithi016.stdout:636: delete oid 10 current snap is 64 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 1 to smithi01673382-35 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 2 to smithi01673382-35 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 3 to smithi01673382-35 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 4 to smithi01673382-35 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 181 (ObjNum 210 snap 64 seq_num 210) dirty exists 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:630: left oid 35 (ObjNum 210 snap 64 seq_num 210) 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:633: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:53.073 INFO:tasks.rados.rados.0.smithi016.stdout:631: finishing write tid 1 to smithi01673382-40 2024-04-24T02:43:53.074 INFO:tasks.rados.rados.0.smithi016.stdout:631: finishing write tid 2 to smithi01673382-40 2024-04-24T02:43:53.074 INFO:tasks.rados.rados.0.smithi016.stdout:631: finishing write tid 3 to smithi01673382-40 2024-04-24T02:43:53.074 INFO:tasks.rados.rados.0.smithi016.stdout:632: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:43:53.092 INFO:tasks.rados.rados.0.smithi016.stdout:631: finishing write tid 4 to smithi01673382-40 2024-04-24T02:43:53.092 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 153 (ObjNum 211 snap 64 seq_num 211) dirty exists 2024-04-24T02:43:53.092 INFO:tasks.rados.rados.0.smithi016.stdout:631: left oid 40 (ObjNum 211 snap 64 seq_num 211) 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:630: done (5 left) 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:631: done (4 left) 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:632: done (3 left) 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:633: done (2 left) 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:636: done (1 left) 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:637: read oid 2 snap -1 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:637: expect (ObjNum 208 snap 61 seq_num 208) 2024-04-24T02:43:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:638: snap_remove snap 33 2024-04-24T02:43:53.190 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:52.055746+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-04-24T02:43:53.190 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:52.354624+0000 mgr.x (mgr.24844) 48 : cluster [DBG] pgmap v68: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-24T02:43:53.190 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@prometheus.a.service: Succeeded. 2024-04-24T02:43:53.190 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 systemd[1]: Stopped Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:53.190 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:52 smithi063 systemd[1]: Starting Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:52.055746+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-04-24T02:43:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:52.354624+0000 mgr.x (mgr.24844) 48 : cluster [DBG] pgmap v68: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-24T02:43:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:52.055746+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-04-24T02:43:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:52.354624+0000 mgr.x (mgr.24844) 48 : cluster [DBG] pgmap v68: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-24T02:43:53.559 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.303Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-24T02:43:53.559 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.303Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-24T02:43:53.559 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.303Z caller=main.go:518 level=info host_details="(Linux 4.18.0-552.el8.x86_64 #1 SMP Sun Apr 7 19:39:51 UTC 2024 x86_64 smithi063 (none))" 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.303Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.303Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.305Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.305Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.306Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.309Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.309Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.851µs 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.309Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 bash[67280]: 0d95d2510dce05fb2604e023c76c37c9a04059fc31c11c8e4ca93212098da679 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 systemd[1]: Started Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:53.560 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.502Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-24T02:43:54.059 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:53 smithi063 systemd[1]: Stopping Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:54.060 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:53 smithi063 bash[67418]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter.b" found: no such container 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.702Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.703Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.703Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.23µs wal_replay_duration=393.53641ms total_replay_duration=393.589676ms 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.705Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.705Z caller=main.go:947 level=info msg="TSDB started" 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.705Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.730Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.380101ms db_storage=775ns remote_storage=1.583µs web_handler=342ns query_engine=723ns scrape=518.495µs scrape_sd=105.28µs notify=17.012µs notify_sd=17.368µs rules=23.480412ms 2024-04-24T02:43:54.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:43:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:43:53.730Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-24T02:43:54.072 INFO:tasks.rados.rados.0.smithi016.stdout:638: done (2 left) 2024-04-24T02:43:54.072 INFO:tasks.rados.rados.0.smithi016.stdout:639: read oid 43 snap -1 2024-04-24T02:43:54.072 INFO:tasks.rados.rados.0.smithi016.stdout:639: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:43:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:640: read oid 40 snap -1 2024-04-24T02:43:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:640: expect (ObjNum 211 snap 64 seq_num 211) 2024-04-24T02:43:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:641: rollback oid 4 current snap is 64 2024-04-24T02:43:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 47 2024-04-24T02:43:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:642: delete oid 37 current snap is 64 2024-04-24T02:43:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:634: finishing copy_from racing read to smithi01673382-30 2024-04-24T02:43:54.074 INFO:tasks.rados.rados.0.smithi016.stdout:634: finishing copy_from to smithi01673382-30 2024-04-24T02:43:54.074 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 135 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-04-24T02:43:54.074 INFO:tasks.rados.rados.0.smithi016.stdout:637: expect (ObjNum 208 snap 61 seq_num 208) 2024-04-24T02:43:54.112 INFO:tasks.rados.rados.0.smithi016.stdout:639: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:43:54.129 INFO:tasks.rados.rados.0.smithi016.stdout:640: expect (ObjNum 211 snap 64 seq_num 211) 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:641: finishing rollback tid 0 to smithi01673382-4 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:641: finishing rollback tid 1 to smithi01673382-4 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 249 (ObjNum 1 snap 32573 seq_num 2001268448) dirty dne 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:634: done (5 left) 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:637: done (4 left) 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:639: done (3 left) 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:640: done (2 left) 2024-04-24T02:43:54.183 INFO:tasks.rados.rados.0.smithi016.stdout:641: done (1 left) 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:642: done (0 left) 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:643: read oid 30 snap -1 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:643: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:644: rmattr oid 6 current snap is 64 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:645: read oid 28 snap -1 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:645: expect (ObjNum 204 snap 60 seq_num 204) 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:646: rollback oid 2 current snap is 64 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 47 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:647: copy_from oid 4 from oid 43 current snap is 64 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:648: read oid 34 snap -1 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:648: expect (ObjNum 132 snap 35 seq_num 132) 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:649: read oid 44 snap -1 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:649: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:650: read oid 20 snap -1 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:650: expect deleted 2024-04-24T02:43:54.184 INFO:tasks.rados.rados.0.smithi016.stdout:651: snap_remove snap 46 2024-04-24T02:43:54.408 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:53.062018+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-04-24T02:43:54.409 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:53.303160+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:54.409 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:53.443541+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:54.409 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:53.450204+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:54.409 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:53.471372+0000 mgr.x (mgr.24844) 49 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-04-24T02:43:54.409 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:53.471833+0000 mgr.x (mgr.24844) 50 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi063 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:53.062018+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:53.303160+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:53.443541+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:53.450204+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:53.471372+0000 mgr.x (mgr.24844) 49 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:53.471833+0000 mgr.x (mgr.24844) 50 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi063 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:53.062018+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:53.303160+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:43:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:53.443541+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:54.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:53.450204+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:54.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:53.471372+0000 mgr.x (mgr.24844) 49 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-04-24T02:43:54.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:53.471833+0000 mgr.x (mgr.24844) 50 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi063 2024-04-24T02:43:54.755 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:54 smithi063 bash[67458]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b 2024-04-24T02:43:54.755 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:54 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-24T02:43:55.059 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:54 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-24T02:43:55.059 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:54 smithi063 systemd[1]: Stopped Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:55.059 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:54 smithi063 systemd[1]: Starting Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:43:55.078 INFO:tasks.rados.rados.0.smithi016.stdout:651: done (8 left) 2024-04-24T02:43:55.078 INFO:tasks.rados.rados.0.smithi016.stdout:652: delete oid 41 current snap is 64 2024-04-24T02:43:55.080 INFO:tasks.rados.rados.0.smithi016.stdout:643: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:646: finishing rollback tid 0 to smithi01673382-2 2024-04-24T02:43:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:646: finishing rollback tid 1 to smithi01673382-2 2024-04-24T02:43:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 255 (ObjNum 288 snap 0 seq_num 161) dirty dne 2024-04-24T02:43:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:647: finishing copy_from racing read to smithi01673382-4 2024-04-24T02:43:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 189 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:43:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:649: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:43:55.121 INFO:tasks.rados.rados.0.smithi016.stdout:647: finishing copy_from to smithi01673382-4 2024-04-24T02:43:55.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 188 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:43:55.121 INFO:tasks.rados.rados.0.smithi016.stdout:645: expect (ObjNum 204 snap 60 seq_num 204) 2024-04-24T02:43:55.148 INFO:tasks.rados.rados.0.smithi016.stdout:648: expect (ObjNum 132 snap 35 seq_num 132) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:643: done (8 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:644: done (7 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:645: done (6 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:646: done (5 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:647: done (4 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:648: done (3 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:649: done (2 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:650: done (1 left) 2024-04-24T02:43:55.241 INFO:tasks.rados.rados.0.smithi016.stdout:652: done (0 left) 2024-04-24T02:43:55.242 INFO:tasks.rados.rados.0.smithi016.stdout:653: snap_create 2024-04-24T02:43:55.329 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:54.068443+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-04-24T02:43:55.330 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:54.355137+0000 mgr.x (mgr.24844) 51 : cluster [DBG] pgmap v71: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-24T02:43:55.330 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.232Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-24T02:43:55.330 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.232Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-24T02:43:55.330 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.232Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.232Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=arp 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=edac 2024-04-24T02:43:55.331 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-24T02:43:55.332 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=os 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.233Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=stat 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-24T02:43:55.333 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=time 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=uname 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[67584]: ts=2024-04-24T02:43:55.234Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-24T02:43:55.334 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 bash[67569]: af50e785a1c4ea6a3ab736f4eeed87f3d5dff4c94d5ab424ef800a75267a69f8 2024-04-24T02:43:55.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:54.068443+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-04-24T02:43:55.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:54.355137+0000 mgr.x (mgr.24844) 51 : cluster [DBG] pgmap v71: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-24T02:43:55.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:54.068443+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-04-24T02:43:55.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:54.355137+0000 mgr.x (mgr.24844) 51 : cluster [DBG] pgmap v71: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-24T02:43:55.809 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:43:55 smithi063 systemd[1]: Started Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:43:56.078 INFO:tasks.rados.rados.0.smithi016.stdout:653: done (0 left) 2024-04-24T02:43:56.079 INFO:tasks.rados.rados.0.smithi016.stdout:654: delete oid 3 current snap is 65 2024-04-24T02:43:56.083 INFO:tasks.rados.rados.0.smithi016.stdout:654: done (0 left) 2024-04-24T02:43:56.083 INFO:tasks.rados.rados.0.smithi016.stdout:655: read oid 2 snap -1 2024-04-24T02:43:56.083 INFO:tasks.rados.rados.0.smithi016.stdout:655: expect deleted 2024-04-24T02:43:56.083 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 65 2024-04-24T02:43:56.084 INFO:tasks.rados.rados.0.smithi016.stdout:656: seq_num 216 ranges {4546560=425984,4972544=409600,5382144=393216} 2024-04-24T02:43:56.110 INFO:tasks.rados.rados.0.smithi016.stdout:656: writing smithi01673382-26 from 4546560 to 4972544 tid 1 2024-04-24T02:43:56.112 INFO:tasks.rados.rados.0.smithi016.stdout:656: writing smithi01673382-26 from 4972544 to 5382144 tid 2 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:656: writing smithi01673382-26 from 5382144 to 5775360 tid 3 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:657: rollback oid 27 current snap is 65 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 61 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:655: done (2 left) 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:658: read oid 17 snap -1 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:658: expect deleted 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:659: copy_from oid 3 from oid 39 current snap is 65 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:660: rmattr oid 47 current snap is 65 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:660: done (4 left) 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:661: rollback oid 48 current snap is 65 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 62 2024-04-24T02:43:56.115 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 65 2024-04-24T02:43:56.116 INFO:tasks.rados.rados.0.smithi016.stdout:662: seq_num 217 ranges {2981888=442368,3424256=696320,4120576=106496} 2024-04-24T02:43:56.133 INFO:tasks.rados.rados.0.smithi016.stdout:662: writing smithi01673382-34 from 2981888 to 3424256 tid 1 2024-04-24T02:43:56.137 INFO:tasks.rados.rados.0.smithi016.stdout:662: writing smithi01673382-34 from 3424256 to 4120576 tid 2 2024-04-24T02:43:56.138 INFO:tasks.rados.rados.0.smithi016.stdout:662: writing smithi01673382-34 from 4120576 to 4227072 tid 3 2024-04-24T02:43:56.138 INFO:tasks.rados.rados.0.smithi016.stdout:663: read oid 22 snap -1 2024-04-24T02:43:56.138 INFO:tasks.rados.rados.0.smithi016.stdout:663: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:43:56.138 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 65 2024-04-24T02:43:56.139 INFO:tasks.rados.rados.0.smithi016.stdout:664: seq_num 218 ranges {4775936=458752,5234688=581632,5816320=221184} 2024-04-24T02:43:56.167 INFO:tasks.rados.rados.0.smithi016.stdout:664: writing smithi01673382-23 from 4775936 to 5234688 tid 1 2024-04-24T02:43:56.171 INFO:tasks.rados.rados.0.smithi016.stdout:664: writing smithi01673382-23 from 5234688 to 5816320 tid 2 2024-04-24T02:43:56.173 INFO:tasks.rados.rados.0.smithi016.stdout:664: writing smithi01673382-23 from 5816320 to 6037504 tid 3 2024-04-24T02:43:56.173 INFO:tasks.rados.rados.0.smithi016.stdout:665: setattr oid 33 current snap is 65 2024-04-24T02:43:56.173 INFO:tasks.rados.rados.0.smithi016.stdout:656: finishing write tid 1 to smithi01673382-26 2024-04-24T02:43:56.173 INFO:tasks.rados.rados.0.smithi016.stdout:656: finishing write tid 2 to smithi01673382-26 2024-04-24T02:43:56.173 INFO:tasks.rados.rados.0.smithi016.stdout:656: finishing write tid 3 to smithi01673382-26 2024-04-24T02:43:56.173 INFO:tasks.rados.rados.0.smithi016.stdout:656: finishing write tid 4 to smithi01673382-26 2024-04-24T02:43:56.173 INFO:tasks.rados.rados.0.smithi016.stdout:661: finishing rollback tid 0 to smithi01673382-48 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:661: finishing rollback tid 1 to smithi01673382-48 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:657: finishing rollback tid 0 to smithi01673382-27 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:657: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:661: finishing rollback tid 2 to smithi01673382-48 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 159 (ObjNum 206 snap 61 seq_num 206) dirty exists 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:657: finishing rollback tid 2 to smithi01673382-27 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 201 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:656: finishing write tid 5 to smithi01673382-26 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 188 (ObjNum 216 snap 65 seq_num 216) dirty exists 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:656: left oid 26 (ObjNum 216 snap 65 seq_num 216) 2024-04-24T02:43:56.174 INFO:tasks.rados.rados.0.smithi016.stdout:659: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:659: finishing copy_from to smithi01673382-3 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 188 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:662: finishing write tid 1 to smithi01673382-34 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:662: finishing write tid 2 to smithi01673382-34 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:662: finishing write tid 3 to smithi01673382-34 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:662: finishing write tid 4 to smithi01673382-34 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:662: finishing write tid 5 to smithi01673382-34 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 264 (ObjNum 217 snap 65 seq_num 217) dirty exists 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:662: left oid 34 (ObjNum 217 snap 65 seq_num 217) 2024-04-24T02:43:56.175 INFO:tasks.rados.rados.0.smithi016.stdout:663: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:43:56.188 INFO:tasks.rados.rados.0.smithi016.stdout:664: finishing write tid 1 to smithi01673382-23 2024-04-24T02:43:56.188 INFO:tasks.rados.rados.0.smithi016.stdout:664: finishing write tid 2 to smithi01673382-23 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:664: finishing write tid 3 to smithi01673382-23 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:664: finishing write tid 4 to smithi01673382-23 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:664: finishing write tid 5 to smithi01673382-23 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 239 (ObjNum 218 snap 65 seq_num 218) dirty exists 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:664: left oid 23 (ObjNum 218 snap 65 seq_num 218) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:656: done (8 left) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:657: done (7 left) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:658: done (6 left) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:659: done (5 left) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:661: done (4 left) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:662: done (3 left) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:663: done (2 left) 2024-04-24T02:43:56.189 INFO:tasks.rados.rados.0.smithi016.stdout:664: done (1 left) 2024-04-24T02:43:56.190 INFO:tasks.rados.rados.0.smithi016.stdout:666: read oid 21 snap -1 2024-04-24T02:43:56.190 INFO:tasks.rados.rados.0.smithi016.stdout:666: expect (ObjNum 192 snap 51 seq_num 192) 2024-04-24T02:43:56.190 INFO:tasks.rados.rados.0.smithi016.stdout:667: snap_create 2024-04-24T02:43:56.190 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 264 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-04-24T02:43:56.195 INFO:tasks.rados.rados.0.smithi016.stdout:666: expect (ObjNum 192 snap 51 seq_num 192) 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:55.073818+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:55.359406+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:43:55.364086+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:55.388984+0000 mgr.x (mgr.24844) 52 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:43:55.400414+0000 mgr.x (mgr.24844) 53 : cephadm [INF] Reconfiguring daemon grafana.a on smithi063 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:55.073818+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:55.359406+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:43:55.364086+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:55.388984+0000 mgr.x (mgr.24844) 52 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-04-24T02:43:56.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:43:55.400414+0000 mgr.x (mgr.24844) 53 : cephadm [INF] Reconfiguring daemon grafana.a on smithi063 2024-04-24T02:43:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:55.073818+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-04-24T02:43:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:55.359406+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:43:55.364086+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:43:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:55.388984+0000 mgr.x (mgr.24844) 52 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-04-24T02:43:56.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:43:55.400414+0000 mgr.x (mgr.24844) 53 : cephadm [INF] Reconfiguring daemon grafana.a on smithi063 2024-04-24T02:43:57.084 INFO:tasks.rados.rados.0.smithi016.stdout:665: done (2 left) 2024-04-24T02:43:57.085 INFO:tasks.rados.rados.0.smithi016.stdout:666: done (1 left) 2024-04-24T02:43:57.085 INFO:tasks.rados.rados.0.smithi016.stdout:667: done (0 left) 2024-04-24T02:43:57.085 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 66 2024-04-24T02:43:57.085 INFO:tasks.rados.rados.0.smithi016.stdout:668: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2024-04-24T02:43:57.086 INFO:tasks.rados.rados.0.smithi016.stdout:668: writing smithi01673382-1 from 0 to 475136 tid 1 2024-04-24T02:43:57.090 INFO:tasks.rados.rados.0.smithi016.stdout:668: writing smithi01673382-1 from 475136 to 942080 tid 2 2024-04-24T02:43:57.092 INFO:tasks.rados.rados.0.smithi016.stdout:668: writing smithi01673382-1 from 942080 to 1277952 tid 3 2024-04-24T02:43:57.092 INFO:tasks.rados.rados.0.smithi016.stdout:669: copy_from oid 48 from oid 18 current snap is 66 2024-04-24T02:43:57.092 INFO:tasks.rados.rados.0.smithi016.stdout:670: read oid 33 snap -1 2024-04-24T02:43:57.092 INFO:tasks.rados.rados.0.smithi016.stdout:670: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:57.092 INFO:tasks.rados.rados.0.smithi016.stdout:671: copy_from oid 32 from oid 37 current snap is 66 2024-04-24T02:43:57.092 INFO:tasks.rados.rados.0.smithi016.stdout:672: delete oid 20 current snap is 66 2024-04-24T02:43:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:672: done (4 left) 2024-04-24T02:43:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:673: snap_create 2024-04-24T02:43:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:671: finishing copy_from to smithi01673382-32 2024-04-24T02:43:57.096 INFO:tasks.rados.rados.0.smithi016.stdout:671: got expected ENOENT (src dne) 2024-04-24T02:43:57.096 INFO:tasks.rados.rados.0.smithi016.stdout:671: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:43:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:668: finishing write tid 1 to smithi01673382-1 2024-04-24T02:43:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:668: finishing write tid 2 to smithi01673382-1 2024-04-24T02:43:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:670: expect (ObjNum 146 snap 37 seq_num 146) 2024-04-24T02:43:57.102 INFO:tasks.rados.rados.0.smithi016.stdout:668: finishing write tid 3 to smithi01673382-1 2024-04-24T02:43:57.102 INFO:tasks.rados.rados.0.smithi016.stdout:668: finishing write tid 4 to smithi01673382-1 2024-04-24T02:43:57.102 INFO:tasks.rados.rados.0.smithi016.stdout:668: finishing write tid 5 to smithi01673382-1 2024-04-24T02:43:57.102 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 196 (ObjNum 219 snap 66 seq_num 219) dirty exists 2024-04-24T02:43:57.102 INFO:tasks.rados.rados.0.smithi016.stdout:668: left oid 1 (ObjNum 219 snap 66 seq_num 219) 2024-04-24T02:43:57.109 INFO:tasks.rados.rados.0.smithi016.stdout:669: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:43:57.110 INFO:tasks.rados.rados.0.smithi016.stdout:669: finishing copy_from to smithi01673382-48 2024-04-24T02:43:57.110 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 184 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-04-24T02:43:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:56.078445+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-04-24T02:43:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:56.355472+0000 mgr.x (mgr.24844) 54 : cluster [DBG] pgmap v74: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-24T02:43:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:56.078445+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-04-24T02:43:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:56.355472+0000 mgr.x (mgr.24844) 54 : cluster [DBG] pgmap v74: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-24T02:43:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:56.078445+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-04-24T02:43:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:56.355472+0000 mgr.x (mgr.24844) 54 : cluster [DBG] pgmap v74: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:668: done (4 left) 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:669: done (3 left) 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:670: done (2 left) 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:671: done (1 left) 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:673: done (0 left) 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:674: read oid 28 snap -1 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:674: expect (ObjNum 204 snap 60 seq_num 204) 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 67 2024-04-24T02:43:58.014 INFO:tasks.rados.rados.0.smithi016.stdout:675: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-04-24T02:43:58.016 INFO:tasks.rados.rados.0.smithi016.stdout:675: writing smithi01673382-2 from 0 to 507904 tid 1 2024-04-24T02:43:58.020 INFO:tasks.rados.rados.0.smithi016.stdout:675: writing smithi01673382-2 from 507904 to 1196032 tid 2 2024-04-24T02:43:58.021 INFO:tasks.rados.rados.0.smithi016.stdout:675: writing smithi01673382-2 from 1196032 to 1310720 tid 3 2024-04-24T02:43:58.021 INFO:tasks.rados.rados.0.smithi016.stdout:676: delete oid 38 current snap is 67 2024-04-24T02:43:58.022 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing write tid 1 to smithi01673382-2 2024-04-24T02:43:58.023 INFO:tasks.rados.rados.0.smithi016.stdout:674: expect (ObjNum 204 snap 60 seq_num 204) 2024-04-24T02:43:58.053 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing write tid 2 to smithi01673382-2 2024-04-24T02:43:58.053 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing write tid 3 to smithi01673382-2 2024-04-24T02:43:58.053 INFO:tasks.rados.rados.0.smithi016.stdout:674: done (2 left) 2024-04-24T02:43:58.053 INFO:tasks.rados.rados.0.smithi016.stdout:676: done (1 left) 2024-04-24T02:43:58.053 INFO:tasks.rados.rados.0.smithi016.stdout:677: snap_create 2024-04-24T02:43:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing write tid 4 to smithi01673382-2 2024-04-24T02:43:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing write tid 5 to smithi01673382-2 2024-04-24T02:43:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 268 (ObjNum 221 snap 67 seq_num 221) dirty exists 2024-04-24T02:43:58.054 INFO:tasks.rados.rados.0.smithi016.stdout:675: left oid 2 (ObjNum 221 snap 67 seq_num 221) 2024-04-24T02:43:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:57.083545+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-04-24T02:43:58.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:58.013042+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-04-24T02:43:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:57.083545+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-04-24T02:43:58.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:58.013042+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-04-24T02:43:58.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:57.083545+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-04-24T02:43:58.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:58.013042+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-04-24T02:43:59.015 INFO:tasks.rados.rados.0.smithi016.stdout:675: done (1 left) 2024-04-24T02:43:59.015 INFO:tasks.rados.rados.0.smithi016.stdout:677: done (0 left) 2024-04-24T02:43:59.015 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 68 2024-04-24T02:43:59.015 INFO:tasks.rados.rados.0.smithi016.stdout:678: seq_num 223 ranges {442368=540672,983040=450560,1433600=352256} 2024-04-24T02:43:59.019 INFO:tasks.rados.rados.0.smithi016.stdout:678: writing smithi01673382-27 from 442368 to 983040 tid 1 2024-04-24T02:43:59.022 INFO:tasks.rados.rados.0.smithi016.stdout:678: writing smithi01673382-27 from 983040 to 1433600 tid 2 2024-04-24T02:43:59.025 INFO:tasks.rados.rados.0.smithi016.stdout:678: writing smithi01673382-27 from 1433600 to 1785856 tid 3 2024-04-24T02:43:59.025 INFO:tasks.rados.rados.0.smithi016.stdout:679: read oid 26 snap -1 2024-04-24T02:43:59.025 INFO:tasks.rados.rados.0.smithi016.stdout:679: expect (ObjNum 216 snap 65 seq_num 216) 2024-04-24T02:43:59.025 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 68 2024-04-24T02:43:59.025 INFO:tasks.rados.rados.0.smithi016.stdout:680: seq_num 224 ranges {2039808=557056,2596864=737280,3334144=65536} 2024-04-24T02:43:59.038 INFO:tasks.rados.rados.0.smithi016.stdout:680: writing smithi01673382-48 from 2039808 to 2596864 tid 1 2024-04-24T02:43:59.043 INFO:tasks.rados.rados.0.smithi016.stdout:680: writing smithi01673382-48 from 2596864 to 3334144 tid 2 2024-04-24T02:43:59.044 INFO:tasks.rados.rados.0.smithi016.stdout:680: writing smithi01673382-48 from 3334144 to 3399680 tid 3 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:681: read oid 10 snap -1 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:681: expect deleted 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:682: rollback oid 30 current snap is 68 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 62 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:678: finishing write tid 1 to smithi01673382-27 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:678: finishing write tid 2 to smithi01673382-27 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:678: finishing write tid 3 to smithi01673382-27 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:678: finishing write tid 4 to smithi01673382-27 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:678: finishing write tid 5 to smithi01673382-27 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 206 (ObjNum 223 snap 68 seq_num 223) dirty exists 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:678: left oid 27 (ObjNum 223 snap 68 seq_num 223) 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:678: done (4 left) 2024-04-24T02:43:59.045 INFO:tasks.rados.rados.0.smithi016.stdout:683: read oid 6 snap -1 2024-04-24T02:43:59.046 INFO:tasks.rados.rados.0.smithi016.stdout:683: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:43:59.046 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 68 2024-04-24T02:43:59.046 INFO:tasks.rados.rados.0.smithi016.stdout:684: seq_num 225 ranges {3620864=573440,4194304=622592,4816896=180224} 2024-04-24T02:43:59.068 INFO:tasks.rados.rados.0.smithi016.stdout:684: writing smithi01673382-19 from 3620864 to 4194304 tid 1 2024-04-24T02:43:59.071 INFO:tasks.rados.rados.0.smithi016.stdout:684: writing smithi01673382-19 from 4194304 to 4816896 tid 2 2024-04-24T02:43:59.072 INFO:tasks.rados.rados.0.smithi016.stdout:684: writing smithi01673382-19 from 4816896 to 4997120 tid 3 2024-04-24T02:43:59.072 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 68 2024-04-24T02:43:59.073 INFO:tasks.rados.rados.0.smithi016.stdout:685: seq_num 226 ranges {540672=589824,1130496=507904,1638400=294912} 2024-04-24T02:43:59.079 INFO:tasks.rados.rados.0.smithi016.stdout:685: writing smithi01673382-22 from 540672 to 1130496 tid 1 2024-04-24T02:43:59.082 INFO:tasks.rados.rados.0.smithi016.stdout:685: writing smithi01673382-22 from 1130496 to 1638400 tid 2 2024-04-24T02:43:59.084 INFO:tasks.rados.rados.0.smithi016.stdout:685: writing smithi01673382-22 from 1638400 to 1933312 tid 3 2024-04-24T02:43:59.084 INFO:tasks.rados.rados.0.smithi016.stdout:686: rollback oid 37 current snap is 68 2024-04-24T02:43:59.084 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 63 2024-04-24T02:43:59.084 INFO:tasks.rados.rados.0.smithi016.stdout:687: delete oid 50 current snap is 68 2024-04-24T02:43:59.088 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 1 to smithi01673382-48 2024-04-24T02:43:59.088 INFO:tasks.rados.rados.0.smithi016.stdout:683: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 2 to smithi01673382-48 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 3 to smithi01673382-48 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 4 to smithi01673382-48 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 5 to smithi01673382-48 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 188 (ObjNum 224 snap 68 seq_num 224) dirty exists 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:680: left oid 48 (ObjNum 224 snap 68 seq_num 224) 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:682: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:682: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:43:59.094 INFO:tasks.rados.rados.0.smithi016.stdout:682: finishing rollback tid 2 to smithi01673382-30 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 272 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:680: done (8 left) 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:681: done (7 left) 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:682: done (6 left) 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:683: done (5 left) 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:687: done (4 left) 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:688: rmattr oid 6 current snap is 68 2024-04-24T02:43:59.095 INFO:tasks.rados.rados.0.smithi016.stdout:679: expect (ObjNum 216 snap 65 seq_num 216) 2024-04-24T02:43:59.411 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 1 to smithi01673382-19 2024-04-24T02:43:59.411 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 2 to smithi01673382-19 2024-04-24T02:43:59.411 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 3 to smithi01673382-19 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 4 to smithi01673382-19 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 5 to smithi01673382-19 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 269 (ObjNum 225 snap 68 seq_num 225) dirty exists 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:684: left oid 19 (ObjNum 225 snap 68 seq_num 225) 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:685: finishing write tid 1 to smithi01673382-22 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:679: done (4 left) 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:684: done (3 left) 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 68 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:685: finishing write tid 2 to smithi01673382-22 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:685: finishing write tid 3 to smithi01673382-22 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:685: finishing write tid 4 to smithi01673382-22 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:686: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:686: finishing rollback tid 2 to smithi01673382-37 2024-04-24T02:43:59.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 177 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-04-24T02:43:59.413 INFO:tasks.rados.rados.0.smithi016.stdout:685: finishing write tid 5 to smithi01673382-22 2024-04-24T02:43:59.413 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 277 (ObjNum 226 snap 68 seq_num 226) dirty exists 2024-04-24T02:43:59.413 INFO:tasks.rados.rados.0.smithi016.stdout:685: left oid 22 (ObjNum 226 snap 68 seq_num 226) 2024-04-24T02:43:59.413 INFO:tasks.rados.rados.0.smithi016.stdout:689: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-04-24T02:43:59.414 INFO:tasks.rados.rados.0.smithi016.stdout:689: writing smithi01673382-15 from 0 to 622592 tid 1 2024-04-24T02:43:59.418 INFO:tasks.rados.rados.0.smithi016.stdout:689: writing smithi01673382-15 from 622592 to 1294336 tid 2 2024-04-24T02:43:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:689: writing smithi01673382-15 from 1294336 to 1425408 tid 3 2024-04-24T02:43:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:685: done (3 left) 2024-04-24T02:43:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:686: done (2 left) 2024-04-24T02:43:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:690: rollback oid 28 current snap is 68 2024-04-24T02:43:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 50 2024-04-24T02:43:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 208 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:43:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:689: finishing write tid 1 to smithi01673382-15 2024-04-24T02:43:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:688: done (2 left) 2024-04-24T02:43:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:691: read oid 38 snap -1 2024-04-24T02:43:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:691: expect deleted 2024-04-24T02:43:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 68 2024-04-24T02:43:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:692: seq_num 229 ranges {49152=638976,688128=606208,1294336=196608} 2024-04-24T02:43:59.423 INFO:tasks.rados.rados.0.smithi016.stdout:692: writing smithi01673382-13 from 49152 to 688128 tid 1 2024-04-24T02:43:59.426 INFO:tasks.rados.rados.0.smithi016.stdout:692: writing smithi01673382-13 from 688128 to 1294336 tid 2 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:692: writing smithi01673382-13 from 1294336 to 1490944 tid 3 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:693: setattr oid 40 current snap is 68 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:689: finishing write tid 2 to smithi01673382-15 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:689: finishing write tid 3 to smithi01673382-15 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:689: finishing write tid 4 to smithi01673382-15 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:689: finishing write tid 5 to smithi01673382-15 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 76 (ObjNum 228 snap 68 seq_num 228) dirty exists 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:689: left oid 15 (ObjNum 228 snap 68 seq_num 228) 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:690: finishing rollback tid 0 to smithi01673382-28 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:690: finishing rollback tid 1 to smithi01673382-28 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:690: finishing rollback tid 2 to smithi01673382-28 2024-04-24T02:43:59.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 212 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-24T02:43:59.430 INFO:tasks.rados.rados.0.smithi016.stdout:692: finishing write tid 1 to smithi01673382-13 2024-04-24T02:43:59.430 INFO:tasks.rados.rados.0.smithi016.stdout:689: done (4 left) 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:690: done (3 left) 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:691: done (2 left) 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:694: copy_from oid 41 from oid 48 current snap is 68 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:695: read oid 11 snap 60 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:695: expect (ObjNum 198 snap 58 seq_num 198) 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:696: snap_create 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:692: finishing write tid 2 to smithi01673382-13 2024-04-24T02:43:59.431 INFO:tasks.rados.rados.0.smithi016.stdout:692: finishing write tid 3 to smithi01673382-13 2024-04-24T02:43:59.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 179 (ObjNum 211 snap 64 seq_num 211) dirty exists 2024-04-24T02:43:59.434 INFO:tasks.rados.rados.0.smithi016.stdout:692: finishing write tid 4 to smithi01673382-13 2024-04-24T02:43:59.434 INFO:tasks.rados.rados.0.smithi016.stdout:692: finishing write tid 5 to smithi01673382-13 2024-04-24T02:43:59.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 274 (ObjNum 229 snap 68 seq_num 229) dirty exists 2024-04-24T02:43:59.435 INFO:tasks.rados.rados.0.smithi016.stdout:692: left oid 13 (ObjNum 229 snap 68 seq_num 229) 2024-04-24T02:43:59.439 INFO:tasks.rados.rados.0.smithi016.stdout:695: expect (ObjNum 198 snap 58 seq_num 198) 2024-04-24T02:43:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:58.355874+0000 mgr.x (mgr.24844) 55 : cluster [DBG] pgmap v77: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:43:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:43:59.014695+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-04-24T02:43:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:58.355874+0000 mgr.x (mgr.24844) 55 : cluster [DBG] pgmap v77: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:43:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:43:59.014695+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-04-24T02:43:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:58.355874+0000 mgr.x (mgr.24844) 55 : cluster [DBG] pgmap v77: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:43:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:43:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:43:59.014695+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-04-24T02:43:59.577 INFO:tasks.rados.rados.0.smithi016.stdout:694: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:43:59.577 INFO:tasks.rados.rados.0.smithi016.stdout:694: finishing copy_from to smithi01673382-41 2024-04-24T02:43:59.578 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 188 (ObjNum 224 snap 68 seq_num 224) dirty exists 2024-04-24T02:44:00.094 INFO:tasks.rados.rados.0.smithi016.stdout:692: done (4 left) 2024-04-24T02:44:00.094 INFO:tasks.rados.rados.0.smithi016.stdout:693: done (3 left) 2024-04-24T02:44:00.094 INFO:tasks.rados.rados.0.smithi016.stdout:694: done (2 left) 2024-04-24T02:44:00.094 INFO:tasks.rados.rados.0.smithi016.stdout:695: done (1 left) 2024-04-24T02:44:00.094 INFO:tasks.rados.rados.0.smithi016.stdout:696: done (0 left) 2024-04-24T02:44:00.094 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 69 2024-04-24T02:44:00.094 INFO:tasks.rados.rados.0.smithi016.stdout:697: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2024-04-24T02:44:00.097 INFO:tasks.rados.rados.0.smithi016.stdout:697: writing smithi01673382-16 from 0 to 655360 tid 1 2024-04-24T02:44:00.099 INFO:tasks.rados.rados.0.smithi016.stdout:697: writing smithi01673382-16 from 655360 to 1146880 tid 2 2024-04-24T02:44:00.102 INFO:tasks.rados.rados.0.smithi016.stdout:697: writing smithi01673382-16 from 1146880 to 1458176 tid 3 2024-04-24T02:44:00.102 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 69 2024-04-24T02:44:00.102 INFO:tasks.rados.rados.0.smithi016.stdout:698: seq_num 231 ranges {2777088=671744,3448832=778240,4227072=24576} 2024-04-24T02:44:00.121 INFO:tasks.rados.rados.0.smithi016.stdout:698: writing smithi01673382-30 from 2777088 to 3448832 tid 1 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:698: writing smithi01673382-30 from 3448832 to 4227072 tid 2 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:698: writing smithi01673382-30 from 4227072 to 4251648 tid 3 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:699: snap_create 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:697: finishing write tid 1 to smithi01673382-16 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:697: finishing write tid 2 to smithi01673382-16 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:697: finishing write tid 3 to smithi01673382-16 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:697: finishing write tid 4 to smithi01673382-16 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:697: finishing write tid 5 to smithi01673382-16 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 185 (ObjNum 230 snap 69 seq_num 230) dirty exists 2024-04-24T02:44:00.126 INFO:tasks.rados.rados.0.smithi016.stdout:697: left oid 16 (ObjNum 230 snap 69 seq_num 230) 2024-04-24T02:44:00.129 INFO:tasks.rados.rados.0.smithi016.stdout:698: finishing write tid 1 to smithi01673382-30 2024-04-24T02:44:00.129 INFO:tasks.rados.rados.0.smithi016.stdout:698: finishing write tid 2 to smithi01673382-30 2024-04-24T02:44:00.130 INFO:tasks.rados.rados.0.smithi016.stdout:698: finishing write tid 3 to smithi01673382-30 2024-04-24T02:44:00.130 INFO:tasks.rados.rados.0.smithi016.stdout:698: finishing write tid 4 to smithi01673382-30 2024-04-24T02:44:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:698: finishing write tid 5 to smithi01673382-30 2024-04-24T02:44:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 282 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-04-24T02:44:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:698: left oid 30 (ObjNum 231 snap 69 seq_num 231) 2024-04-24T02:44:01.099 INFO:tasks.rados.rados.0.smithi016.stdout:697: done (2 left) 2024-04-24T02:44:01.099 INFO:tasks.rados.rados.0.smithi016.stdout:698: done (1 left) 2024-04-24T02:44:01.099 INFO:tasks.rados.rados.0.smithi016.stdout:699: done (0 left) 2024-04-24T02:44:01.099 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 70 2024-04-24T02:44:01.099 INFO:tasks.rados.rados.0.smithi016.stdout:700: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2024-04-24T02:44:01.102 INFO:tasks.rados.rados.0.smithi016.stdout:700: writing smithi01673382-45 from 0 to 688128 tid 1 2024-04-24T02:44:01.106 INFO:tasks.rados.rados.0.smithi016.stdout:700: writing smithi01673382-45 from 688128 to 1351680 tid 2 2024-04-24T02:44:01.107 INFO:tasks.rados.rados.0.smithi016.stdout:700: writing smithi01673382-45 from 1351680 to 1490944 tid 3 2024-04-24T02:44:01.108 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 70 2024-04-24T02:44:01.108 INFO:tasks.rados.rados.0.smithi016.stdout:701: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-04-24T02:44:01.112 INFO:tasks.rados.rados.0.smithi016.stdout:701: writing smithi01673382-10 from 0 to 712704 tid 1 2024-04-24T02:44:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:701: writing smithi01673382-10 from 712704 to 1261568 tid 2 2024-04-24T02:44:01.117 INFO:tasks.rados.rados.0.smithi016.stdout:701: writing smithi01673382-10 from 1261568 to 1515520 tid 3 2024-04-24T02:44:01.117 INFO:tasks.rados.rados.0.smithi016.stdout:702: delete oid 7 current snap is 70 2024-04-24T02:44:01.117 INFO:tasks.rados.rados.0.smithi016.stdout:700: finishing write tid 1 to smithi01673382-45 2024-04-24T02:44:01.117 INFO:tasks.rados.rados.0.smithi016.stdout:700: finishing write tid 2 to smithi01673382-45 2024-04-24T02:44:01.117 INFO:tasks.rados.rados.0.smithi016.stdout:700: finishing write tid 3 to smithi01673382-45 2024-04-24T02:44:01.117 INFO:tasks.rados.rados.0.smithi016.stdout:700: finishing write tid 4 to smithi01673382-45 2024-04-24T02:44:01.117 INFO:tasks.rados.rados.0.smithi016.stdout:700: finishing write tid 5 to smithi01673382-45 2024-04-24T02:44:01.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 200 (ObjNum 232 snap 70 seq_num 232) dirty exists 2024-04-24T02:44:01.118 INFO:tasks.rados.rados.0.smithi016.stdout:700: left oid 45 (ObjNum 232 snap 70 seq_num 232) 2024-04-24T02:44:01.118 INFO:tasks.rados.rados.0.smithi016.stdout:701: finishing write tid 1 to smithi01673382-10 2024-04-24T02:44:01.119 INFO:tasks.rados.rados.0.smithi016.stdout:700: done (2 left) 2024-04-24T02:44:01.119 INFO:tasks.rados.rados.0.smithi016.stdout:702: done (1 left) 2024-04-24T02:44:01.119 INFO:tasks.rados.rados.0.smithi016.stdout:703: rmattr oid 20 current snap is 70 2024-04-24T02:44:01.120 INFO:tasks.rados.rados.0.smithi016.stdout:703: done (1 left) 2024-04-24T02:44:01.120 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 70 2024-04-24T02:44:01.120 INFO:tasks.rados.rados.0.smithi016.stdout:704: seq_num 235 ranges {2826240=745472,3571712=712704,4284416=90112} 2024-04-24T02:44:01.139 INFO:tasks.rados.rados.0.smithi016.stdout:704: writing smithi01673382-24 from 2826240 to 3571712 tid 1 2024-04-24T02:44:01.143 INFO:tasks.rados.rados.0.smithi016.stdout:704: writing smithi01673382-24 from 3571712 to 4284416 tid 2 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:704: writing smithi01673382-24 from 4284416 to 4374528 tid 3 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 70 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:701: finishing write tid 2 to smithi01673382-10 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:701: finishing write tid 3 to smithi01673382-10 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:701: finishing write tid 4 to smithi01673382-10 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:701: finishing write tid 5 to smithi01673382-10 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 243 (ObjNum 233 snap 70 seq_num 233) dirty exists 2024-04-24T02:44:01.144 INFO:tasks.rados.rados.0.smithi016.stdout:701: left oid 10 (ObjNum 233 snap 70 seq_num 233) 2024-04-24T02:44:01.145 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 1 to smithi01673382-24 2024-04-24T02:44:01.145 INFO:tasks.rados.rados.0.smithi016.stdout:705: seq_num 236 ranges {1695744=761856,2457600=647168,3104768=155648} 2024-04-24T02:44:01.157 INFO:tasks.rados.rados.0.smithi016.stdout:705: writing smithi01673382-37 from 1695744 to 2457600 tid 1 2024-04-24T02:44:01.161 INFO:tasks.rados.rados.0.smithi016.stdout:705: writing smithi01673382-37 from 2457600 to 3104768 tid 2 2024-04-24T02:44:01.162 INFO:tasks.rados.rados.0.smithi016.stdout:705: writing smithi01673382-37 from 3104768 to 3260416 tid 3 2024-04-24T02:44:01.162 INFO:tasks.rados.rados.0.smithi016.stdout:701: done (2 left) 2024-04-24T02:44:01.162 INFO:tasks.rados.rados.0.smithi016.stdout:706: delete oid 20 current snap is 70 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 2 to smithi01673382-24 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 3 to smithi01673382-24 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 4 to smithi01673382-24 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 5 to smithi01673382-24 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 218 (ObjNum 235 snap 70 seq_num 235) dirty exists 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:704: left oid 24 (ObjNum 235 snap 70 seq_num 235) 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:705: finishing write tid 1 to smithi01673382-37 2024-04-24T02:44:01.163 INFO:tasks.rados.rados.0.smithi016.stdout:704: done (2 left) 2024-04-24T02:44:01.164 INFO:tasks.rados.rados.0.smithi016.stdout:706: done (1 left) 2024-04-24T02:44:01.164 INFO:tasks.rados.rados.0.smithi016.stdout:707: snap_create 2024-04-24T02:44:01.165 INFO:tasks.rados.rados.0.smithi016.stdout:705: finishing write tid 2 to smithi01673382-37 2024-04-24T02:44:01.165 INFO:tasks.rados.rados.0.smithi016.stdout:705: finishing write tid 3 to smithi01673382-37 2024-04-24T02:44:01.165 INFO:tasks.rados.rados.0.smithi016.stdout:705: finishing write tid 4 to smithi01673382-37 2024-04-24T02:44:01.166 INFO:tasks.rados.rados.0.smithi016.stdout:705: finishing write tid 5 to smithi01673382-37 2024-04-24T02:44:01.166 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 184 (ObjNum 236 snap 70 seq_num 236) dirty exists 2024-04-24T02:44:01.166 INFO:tasks.rados.rados.0.smithi016.stdout:705: left oid 37 (ObjNum 236 snap 70 seq_num 236) 2024-04-24T02:44:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:00.093649+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-04-24T02:44:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:00.356200+0000 mgr.x (mgr.24844) 56 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-24T02:44:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:00.093649+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-04-24T02:44:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:00.356200+0000 mgr.x (mgr.24844) 56 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-24T02:44:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:00.093649+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-04-24T02:44:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:00.356200+0000 mgr.x (mgr.24844) 56 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-24T02:44:01.811 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:44:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:705: done (1 left) 2024-04-24T02:44:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:707: done (0 left) 2024-04-24T02:44:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 71 2024-04-24T02:44:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:708: seq_num 238 ranges {1490944=794624,2285568=417792,2703360=385024} 2024-04-24T02:44:02.112 INFO:tasks.rados.rados.0.smithi016.stdout:708: writing smithi01673382-13 from 1490944 to 2285568 tid 1 2024-04-24T02:44:02.115 INFO:tasks.rados.rados.0.smithi016.stdout:708: writing smithi01673382-13 from 2285568 to 2703360 tid 2 2024-04-24T02:44:02.117 INFO:tasks.rados.rados.0.smithi016.stdout:708: writing smithi01673382-13 from 2703360 to 3088384 tid 3 2024-04-24T02:44:02.117 INFO:tasks.rados.rados.0.smithi016.stdout:709: delete oid 50 current snap is 71 2024-04-24T02:44:02.118 INFO:tasks.rados.rados.0.smithi016.stdout:708: finishing write tid 1 to smithi01673382-13 2024-04-24T02:44:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:709: done (1 left) 2024-04-24T02:44:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:710: rollback oid 21 current snap is 71 2024-04-24T02:44:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 68 2024-04-24T02:44:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:711: snap_remove snap 69 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 starting - - - - 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (4m) 47s ago 4m 58.6M - 8.3.5 dad864ee21e9 cd88176cbd7f 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (6m) 48s ago 6m 14.0M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (5m) 47s ago 5m 16.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283 running (61s) 47s ago 9m 478M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 25a5b62ecd1d 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283 running (11m) 48s ago 11m 335M - 16.2.15-1-g8963e9de 727f386679cb a18a00fc8f74 2024-04-24T02:44:02.141 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (11m) 48s ago 11m 54.2M 2048M 16.2.15-1-g8963e9de 727f386679cb b115a61f2bb8 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (10m) 47s ago 10m 44.8M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (9m) 48s ago 9m 44.0M 2048M 16.2.15-1-g8963e9de 727f386679cb b158ff2bc011 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 starting - - - - 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 starting - - - - 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (9m) 48s ago 9m 73.0M 2489M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (8m) 48s ago 8m 84.1M 2489M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (8m) 48s ago 8m 80.9M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (7m) 48s ago 7m 65.5M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (7m) 47s ago 7m 76.9M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (7m) 47s ago 7m 79.8M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (6m) 47s ago 6m 56.8M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (6m) 47s ago 6m 64.7M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:44:02.142 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 starting - - - - 2024-04-24T02:44:02.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:01.098707+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-04-24T02:44:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:01.098707+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 1 2024-04-24T02:44:02.533 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 14, 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 1 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:44:02.534 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:44:02.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:01.098707+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-04-24T02:44:03.015 INFO:tasks.rados.rados.0.smithi016.stdout:711: done (2 left) 2024-04-24T02:44:03.016 INFO:tasks.rados.rados.0.smithi016.stdout:712: snap_create 2024-04-24T02:44:03.016 INFO:tasks.rados.rados.0.smithi016.stdout:708: finishing write tid 2 to smithi01673382-13 2024-04-24T02:44:03.016 INFO:tasks.rados.rados.0.smithi016.stdout:708: finishing write tid 3 to smithi01673382-13 2024-04-24T02:44:03.016 INFO:tasks.rados.rados.0.smithi016.stdout:708: finishing write tid 4 to smithi01673382-13 2024-04-24T02:44:03.016 INFO:tasks.rados.rados.0.smithi016.stdout:708: finishing write tid 5 to smithi01673382-13 2024-04-24T02:44:03.016 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 279 (ObjNum 238 snap 71 seq_num 238) dirty exists 2024-04-24T02:44:03.016 INFO:tasks.rados.rados.0.smithi016.stdout:708: left oid 13 (ObjNum 238 snap 71 seq_num 238) 2024-04-24T02:44:03.017 INFO:tasks.rados.rados.0.smithi016.stdout:710: finishing rollback tid 0 to smithi01673382-21 2024-04-24T02:44:03.017 INFO:tasks.rados.rados.0.smithi016.stdout:710: finishing rollback tid 1 to smithi01673382-21 2024-04-24T02:44:03.017 INFO:tasks.rados.rados.0.smithi016.stdout:710: finishing rollback tid 2 to smithi01673382-21 2024-04-24T02:44:03.017 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 191 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-04-24T02:44:03.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:44:02] "GET /metrics HTTP/1.1" 200 36081 "" "Prometheus/2.33.4" 2024-04-24T02:44:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:01.798667+0000 mgr.x (mgr.24844) 57 : audit [DBG] from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:02.098945+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-04-24T02:44:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:02.126977+0000 mgr.x (mgr.24844) 58 : audit [DBG] from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:02.356593+0000 mgr.x (mgr.24844) 59 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-24T02:44:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:02.533502+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.16:0/3598842336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:44:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:03.014720+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-04-24T02:44:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:01.798667+0000 mgr.x (mgr.24844) 57 : audit [DBG] from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:03.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:02.098945+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-04-24T02:44:03.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:02.126977+0000 mgr.x (mgr.24844) 58 : audit [DBG] from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:03.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:02.356593+0000 mgr.x (mgr.24844) 59 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-24T02:44:03.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:02.533502+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.16:0/3598842336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:44:03.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:03.014720+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-04-24T02:44:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:01.798667+0000 mgr.x (mgr.24844) 57 : audit [DBG] from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:02.098945+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-04-24T02:44:03.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:02.126977+0000 mgr.x (mgr.24844) 58 : audit [DBG] from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:03.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:02.356593+0000 mgr.x (mgr.24844) 59 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-24T02:44:03.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:02.533502+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.16:0/3598842336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:44:03.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:03.014720+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-04-24T02:44:04.017 INFO:tasks.rados.rados.0.smithi016.stdout:708: done (2 left) 2024-04-24T02:44:04.017 INFO:tasks.rados.rados.0.smithi016.stdout:710: done (1 left) 2024-04-24T02:44:04.017 INFO:tasks.rados.rados.0.smithi016.stdout:712: done (0 left) 2024-04-24T02:44:04.017 INFO:tasks.rados.rados.0.smithi016.stdout:713: read oid 46 snap -1 2024-04-24T02:44:04.017 INFO:tasks.rados.rados.0.smithi016.stdout:713: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:44:04.017 INFO:tasks.rados.rados.0.smithi016.stdout:714: delete oid 8 current snap is 72 2024-04-24T02:44:04.019 INFO:tasks.rados.rados.0.smithi016.stdout:713: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:44:04.023 INFO:tasks.rados.rados.0.smithi016.stdout:713: done (1 left) 2024-04-24T02:44:04.023 INFO:tasks.rados.rados.0.smithi016.stdout:714: done (0 left) 2024-04-24T02:44:04.023 INFO:tasks.rados.rados.0.smithi016.stdout:715: snap_create 2024-04-24T02:44:05.023 INFO:tasks.rados.rados.0.smithi016.stdout:715: done (0 left) 2024-04-24T02:44:05.024 INFO:tasks.rados.rados.0.smithi016.stdout:716: setattr oid 42 current snap is 73 2024-04-24T02:44:05.026 INFO:tasks.rados.rados.0.smithi016.stdout:717: delete oid 12 current snap is 73 2024-04-24T02:44:05.032 INFO:tasks.rados.rados.0.smithi016.stdout:717: done (1 left) 2024-04-24T02:44:05.032 INFO:tasks.rados.rados.0.smithi016.stdout:718: read oid 16 snap 68 2024-04-24T02:44:05.033 INFO:tasks.rados.rados.0.smithi016.stdout:718: expect deleted 2024-04-24T02:44:05.033 INFO:tasks.rados.rados.0.smithi016.stdout:719: rollback oid 44 current snap is 73 2024-04-24T02:44:05.033 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 71 2024-04-24T02:44:05.033 INFO:tasks.rados.rados.0.smithi016.stdout:720: rollback oid 1 current snap is 73 2024-04-24T02:44:05.033 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 56 2024-04-24T02:44:05.033 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 73 2024-04-24T02:44:05.033 INFO:tasks.rados.rados.0.smithi016.stdout:721: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-04-24T02:44:05.035 INFO:tasks.rados.rados.0.smithi016.stdout:721: writing smithi01673382-12 from 0 to 458752 tid 1 2024-04-24T02:44:05.040 INFO:tasks.rados.rados.0.smithi016.stdout:721: writing smithi01673382-12 from 458752 to 1212416 tid 2 2024-04-24T02:44:05.043 INFO:tasks.rados.rados.0.smithi016.stdout:721: writing smithi01673382-12 from 1212416 to 1662976 tid 3 2024-04-24T02:44:05.043 INFO:tasks.rados.rados.0.smithi016.stdout:722: rollback oid 35 current snap is 73 2024-04-24T02:44:05.043 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 66 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 224 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:716: done (5 left) 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:723: read oid 22 snap -1 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:723: expect (ObjNum 226 snap 68 seq_num 226) 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:724: snap_create 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:720: finishing rollback tid 0 to smithi01673382-1 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:720: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:720: finishing rollback tid 2 to smithi01673382-1 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 204 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:719: finishing rollback tid 0 to smithi01673382-44 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:721: finishing write tid 1 to smithi01673382-12 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:719: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:44:05.044 INFO:tasks.rados.rados.0.smithi016.stdout:719: finishing rollback tid 2 to smithi01673382-44 2024-04-24T02:44:05.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 287 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:44:05.045 INFO:tasks.rados.rados.0.smithi016.stdout:721: finishing write tid 2 to smithi01673382-12 2024-04-24T02:44:05.047 INFO:tasks.rados.rados.0.smithi016.stdout:722: finishing rollback tid 0 to smithi01673382-35 2024-04-24T02:44:05.047 INFO:tasks.rados.rados.0.smithi016.stdout:721: finishing write tid 3 to smithi01673382-12 2024-04-24T02:44:05.048 INFO:tasks.rados.rados.0.smithi016.stdout:721: finishing write tid 4 to smithi01673382-12 2024-04-24T02:44:05.048 INFO:tasks.rados.rados.0.smithi016.stdout:722: finishing rollback tid 1 to smithi01673382-35 2024-04-24T02:44:05.048 INFO:tasks.rados.rados.0.smithi016.stdout:722: finishing rollback tid 2 to smithi01673382-35 2024-04-24T02:44:05.048 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 188 (ObjNum 210 snap 64 seq_num 210) dirty exists 2024-04-24T02:44:05.051 INFO:tasks.rados.rados.0.smithi016.stdout:721: finishing write tid 5 to smithi01673382-12 2024-04-24T02:44:05.051 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 192 (ObjNum 242 snap 73 seq_num 242) dirty exists 2024-04-24T02:44:05.051 INFO:tasks.rados.rados.0.smithi016.stdout:721: left oid 12 (ObjNum 242 snap 73 seq_num 242) 2024-04-24T02:44:05.052 INFO:tasks.rados.rados.0.smithi016.stdout:723: expect (ObjNum 226 snap 68 seq_num 226) 2024-04-24T02:44:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:04.016377+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-04-24T02:44:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:04.357167+0000 mgr.x (mgr.24844) 60 : cluster [DBG] pgmap v86: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-24T02:44:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:04.016377+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-04-24T02:44:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:05 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:04.357167+0000 mgr.x (mgr.24844) 60 : cluster [DBG] pgmap v86: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-24T02:44:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:04.016377+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-04-24T02:44:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:05 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:04.357167+0000 mgr.x (mgr.24844) 60 : cluster [DBG] pgmap v86: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-24T02:44:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:718: done (6 left) 2024-04-24T02:44:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:719: done (5 left) 2024-04-24T02:44:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:720: done (4 left) 2024-04-24T02:44:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:721: done (3 left) 2024-04-24T02:44:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:722: done (2 left) 2024-04-24T02:44:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:723: done (1 left) 2024-04-24T02:44:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:724: done (0 left) 2024-04-24T02:44:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:725: snap_remove snap 56 2024-04-24T02:44:06.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:05.021369+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-04-24T02:44:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:06 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:05.021369+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-04-24T02:44:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:05.021369+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-04-24T02:44:07.035 INFO:tasks.rados.rados.0.smithi016.stdout:725: done (0 left) 2024-04-24T02:44:07.035 INFO:tasks.rados.rados.0.smithi016.stdout:726: rmattr oid 41 current snap is 74 2024-04-24T02:44:07.035 INFO:tasks.rados.rados.0.smithi016.stdout:726: done (0 left) 2024-04-24T02:44:07.035 INFO:tasks.rados.rados.0.smithi016.stdout:727: snap_remove snap 68 2024-04-24T02:44:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:06.027921+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-04-24T02:44:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:06.357638+0000 mgr.x (mgr.24844) 61 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-24T02:44:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:06.027921+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-04-24T02:44:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:06.357638+0000 mgr.x (mgr.24844) 61 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-24T02:44:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:06.027921+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-04-24T02:44:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:06.357638+0000 mgr.x (mgr.24844) 61 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-24T02:44:08.018 INFO:tasks.rados.rados.0.smithi016.stdout:727: done (0 left) 2024-04-24T02:44:08.019 INFO:tasks.rados.rados.0.smithi016.stdout:728: setattr oid 11 current snap is 74 2024-04-24T02:44:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:729: rmattr oid 31 current snap is 74 2024-04-24T02:44:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:730: rollback oid 1 current snap is 74 2024-04-24T02:44:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 55 2024-04-24T02:44:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:731: rollback oid 27 current snap is 74 2024-04-24T02:44:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 62 2024-04-24T02:44:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:732: snap_create 2024-04-24T02:44:08.028 INFO:tasks.rados.rados.0.smithi016.stdout:730: finishing rollback tid 0 to smithi01673382-1 2024-04-24T02:44:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:730: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:44:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:730: finishing rollback tid 2 to smithi01673382-1 2024-04-24T02:44:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 212 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-04-24T02:44:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:731: finishing rollback tid 0 to smithi01673382-27 2024-04-24T02:44:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:731: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:44:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:731: finishing rollback tid 2 to smithi01673382-27 2024-04-24T02:44:08.029 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 222 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-24T02:44:08.030 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 238 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-04-24T02:44:08.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 43 (ObjNum 2001431488 snap 22076 seq_num 2001649920) dirty exists 2024-04-24T02:44:08.033 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:07 smithi063 systemd[1]: Stopping Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:08.033 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:07 smithi063 bash[67796]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana.a" found: no such container 2024-04-24T02:44:08.034 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:07.032415+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-04-24T02:44:08.034 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:08.016353+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-04-24T02:44:08.309 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[60431]: t=2024-04-24T02:44:08+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-24T02:44:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:07.032415+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-04-24T02:44:08.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:08.016353+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-04-24T02:44:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:07.032415+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-04-24T02:44:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:08.016353+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-04-24T02:44:08.757 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:08 smithi063 bash[67835]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a 2024-04-24T02:44:08.757 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:44:09.018 INFO:tasks.rados.rados.0.smithi016.stdout:728: done (4 left) 2024-04-24T02:44:09.018 INFO:tasks.rados.rados.0.smithi016.stdout:729: done (3 left) 2024-04-24T02:44:09.018 INFO:tasks.rados.rados.0.smithi016.stdout:730: done (2 left) 2024-04-24T02:44:09.018 INFO:tasks.rados.rados.0.smithi016.stdout:731: done (1 left) 2024-04-24T02:44:09.018 INFO:tasks.rados.rados.0.smithi016.stdout:732: done (0 left) 2024-04-24T02:44:09.019 INFO:tasks.rados.rados.0.smithi016.stdout:733: rollback oid 43 current snap is 75 2024-04-24T02:44:09.019 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 48 2024-04-24T02:44:09.019 INFO:tasks.rados.rados.0.smithi016.stdout:734: snap_create 2024-04-24T02:44:09.024 INFO:tasks.rados.rados.0.smithi016.stdout:733: finishing rollback tid 0 to smithi01673382-43 2024-04-24T02:44:09.024 INFO:tasks.rados.rados.0.smithi016.stdout:733: finishing rollback tid 1 to smithi01673382-43 2024-04-24T02:44:09.025 INFO:tasks.rados.rados.0.smithi016.stdout:733: finishing rollback tid 2 to smithi01673382-43 2024-04-24T02:44:09.025 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 216 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-04-24T02:44:09.038 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:08 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@grafana.a.service: Succeeded. 2024-04-24T02:44:09.038 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:08 smithi063 systemd[1]: Stopped Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:09.038 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:08 smithi063 systemd[1]: Starting Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:09.291 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:08.307056+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:09.291 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:08.358058+0000 mgr.x (mgr.24844) 62 : cluster [DBG] pgmap v92: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:09.291 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:09.018189+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-04-24T02:44:09.291 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-04-24T02:44:09.291 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-04-24T02:44:09.291 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-04-24T02:44:09.291 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="App mode production" logger=settings 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-24T02:44:09.292 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-04-24T02:44:09.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:08.307056+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:09.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:08.358058+0000 mgr.x (mgr.24844) 62 : cluster [DBG] pgmap v92: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:09.018189+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-04-24T02:44:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:08.307056+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:08.358058+0000 mgr.x (mgr.24844) 62 : cluster [DBG] pgmap v92: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:09.018189+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-04-24T02:44:09.559 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="migrations completed" logger=migrator performed=0 skipped=377 duration=559.88µs 2024-04-24T02:44:09.559 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-24T02:44:09.559 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 bash[67945]: 011bbed1ade7361204c212292be7d6fd52cf5ff4f9a6374943012bd620448f8c 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 systemd[1]: Started Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="deleted datasource based on configuration" logger=provisioning.datasources name=Dashboard1 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki uid=P8E80F9AEF21F6940 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-24T02:44:09.560 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:44:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:44:09+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-24T02:44:10.019 INFO:tasks.rados.rados.0.smithi016.stdout:733: done (1 left) 2024-04-24T02:44:10.019 INFO:tasks.rados.rados.0.smithi016.stdout:734: done (0 left) 2024-04-24T02:44:10.019 INFO:tasks.rados.rados.0.smithi016.stdout:735: rmattr oid 29 current snap is 76 2024-04-24T02:44:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:735: done (0 left) 2024-04-24T02:44:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:736: snap_create 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.404442+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.410062+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.442860+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.443331+0000 mgr.x (mgr.24844) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.447982+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.448608+0000 mgr.x (mgr.24844) 64 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.452577+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.453097+0000 mgr.x (mgr.24844) 65 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:09.459282+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:09.462165+0000 mgr.x (mgr.24844) 66 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:09.462576+0000 mgr.x (mgr.24844) 67 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:44:10.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:10.018961+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.404442+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.410062+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.442860+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.443331+0000 mgr.x (mgr.24844) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.447982+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.448608+0000 mgr.x (mgr.24844) 64 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.452577+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.453097+0000 mgr.x (mgr.24844) 65 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:09.459282+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:10.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:09.462165+0000 mgr.x (mgr.24844) 66 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:44:10.783 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:09.462576+0000 mgr.x (mgr.24844) 67 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:44:10.783 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:10.018961+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-04-24T02:44:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.404442+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.410062+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.442860+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:44:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.443331+0000 mgr.x (mgr.24844) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.447982+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.448608+0000 mgr.x (mgr.24844) 64 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.452577+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.453097+0000 mgr.x (mgr.24844) 65 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:09.459282+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:09.462165+0000 mgr.x (mgr.24844) 66 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:09.462576+0000 mgr.x (mgr.24844) 67 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:44:10.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:10.018961+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-04-24T02:44:11.025 INFO:tasks.rados.rados.0.smithi016.stdout:736: done (0 left) 2024-04-24T02:44:11.026 INFO:tasks.rados.rados.0.smithi016.stdout:737: delete oid 33 current snap is 77 2024-04-24T02:44:11.029 INFO:tasks.rados.rados.0.smithi016.stdout:737: done (0 left) 2024-04-24T02:44:11.029 INFO:tasks.rados.rados.0.smithi016.stdout:738: setattr oid 48 current snap is 77 2024-04-24T02:44:11.030 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 77 2024-04-24T02:44:11.030 INFO:tasks.rados.rados.0.smithi016.stdout:739: seq_num 244 ranges {1310720=491520,1802240=573440,2375680=458752,2834432=172032} 2024-04-24T02:44:11.040 INFO:tasks.rados.rados.0.smithi016.stdout:739: writing smithi01673382-2 from 1310720 to 1802240 tid 1 2024-04-24T02:44:11.043 INFO:tasks.rados.rados.0.smithi016.stdout:739: writing smithi01673382-2 from 1802240 to 2375680 tid 2 2024-04-24T02:44:11.047 INFO:tasks.rados.rados.0.smithi016.stdout:739: writing smithi01673382-2 from 2375680 to 2834432 tid 3 2024-04-24T02:44:11.048 INFO:tasks.rados.rados.0.smithi016.stdout:739: writing smithi01673382-2 from 2834432 to 3006464 tid 4 2024-04-24T02:44:11.048 INFO:tasks.rados.rados.0.smithi016.stdout:740: read oid 37 snap -1 2024-04-24T02:44:11.048 INFO:tasks.rados.rados.0.smithi016.stdout:740: expect (ObjNum 236 snap 70 seq_num 236) 2024-04-24T02:44:11.048 INFO:tasks.rados.rados.0.smithi016.stdout:741: copy_from oid 40 from oid 33 current snap is 77 2024-04-24T02:44:11.049 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 192 (ObjNum 224 snap 68 seq_num 224) dirty exists 2024-04-24T02:44:11.049 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing write tid 1 to smithi01673382-2 2024-04-24T02:44:11.049 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing write tid 2 to smithi01673382-2 2024-04-24T02:44:11.049 INFO:tasks.rados.rados.0.smithi016.stdout:738: done (3 left) 2024-04-24T02:44:11.049 INFO:tasks.rados.rados.0.smithi016.stdout:742: snap_remove snap 71 2024-04-24T02:44:11.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:10.358524+0000 mgr.x (mgr.24844) 68 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-04-24T02:44:11.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:11.025084+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-04-24T02:44:11.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:11.185835+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:11.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:11.186916+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:11.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:11.187242+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:11.713 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:11.188305+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:11.189446+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:10.358524+0000 mgr.x (mgr.24844) 68 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:11.025084+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:11.185835+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:11.186916+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:11.187242+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:11.188305+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:44:11.714 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:11.189446+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:10.358524+0000 mgr.x (mgr.24844) 68 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-04-24T02:44:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:11.025084+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-04-24T02:44:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:11.185835+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:11.186916+0000 mon.c (mon.2) 105 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:11.187242+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:11.188305+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:44:11.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:11.189446+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:742: done (3 left) 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:743: setattr oid 27 current snap is 77 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing write tid 3 to smithi01673382-2 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing write tid 4 to smithi01673382-2 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing write tid 5 to smithi01673382-2 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing write tid 6 to smithi01673382-2 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 296 (ObjNum 244 snap 77 seq_num 244) dirty exists 2024-04-24T02:44:12.037 INFO:tasks.rados.rados.0.smithi016.stdout:739: left oid 2 (ObjNum 244 snap 77 seq_num 244) 2024-04-24T02:44:12.038 INFO:tasks.rados.rados.0.smithi016.stdout:740: expect (ObjNum 236 snap 70 seq_num 236) 2024-04-24T02:44:12.180 INFO:tasks.rados.rados.0.smithi016.stdout:741: finishing copy_from to smithi01673382-40 2024-04-24T02:44:12.180 INFO:tasks.rados.rados.0.smithi016.stdout:741: got expected ENOENT (src dne) 2024-04-24T02:44:12.180 INFO:tasks.rados.rados.0.smithi016.stdout:741: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:44:12.180 INFO:tasks.rados.rados.0.smithi016.stdout:739: done (3 left) 2024-04-24T02:44:12.180 INFO:tasks.rados.rados.0.smithi016.stdout:740: done (2 left) 2024-04-24T02:44:12.180 INFO:tasks.rados.rados.0.smithi016.stdout:741: done (1 left) 2024-04-24T02:44:12.180 INFO:tasks.rados.rados.0.smithi016.stdout:744: snap_create 2024-04-24T02:44:12.182 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 226 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-24T02:44:12.774 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:11.180542+0000 mgr.x (mgr.24844) 69 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-24T02:44:12.774 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:11.190504+0000 mgr.x (mgr.24844) 70 : cephadm [INF] Deploying daemon mgr.y on smithi016 2024-04-24T02:44:12.774 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:12.026957+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-04-24T02:44:12.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:11.180542+0000 mgr.x (mgr.24844) 69 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-24T02:44:12.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:11.190504+0000 mgr.x (mgr.24844) 70 : cephadm [INF] Deploying daemon mgr.y on smithi016 2024-04-24T02:44:12.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:12.026957+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-04-24T02:44:12.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:11.180542+0000 mgr.x (mgr.24844) 69 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-24T02:44:12.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:11.190504+0000 mgr.x (mgr.24844) 70 : cephadm [INF] Deploying daemon mgr.y on smithi016 2024-04-24T02:44:12.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:12.026957+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-04-24T02:44:13.020 INFO:tasks.rados.rados.0.smithi016.stdout:743: done (1 left) 2024-04-24T02:44:13.020 INFO:tasks.rados.rados.0.smithi016.stdout:744: done (0 left) 2024-04-24T02:44:13.020 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 78 2024-04-24T02:44:13.020 INFO:tasks.rados.rados.0.smithi016.stdout:745: seq_num 245 ranges {3260416=507904,3768320=458752,4227072=671744,4898816=73728} 2024-04-24T02:44:13.040 INFO:tasks.rados.rados.0.smithi016.stdout:745: writing smithi01673382-37 from 3260416 to 3768320 tid 1 2024-04-24T02:44:13.043 INFO:tasks.rados.rados.0.smithi016.stdout:745: writing smithi01673382-37 from 3768320 to 4227072 tid 2 2024-04-24T02:44:13.047 INFO:tasks.rados.rados.0.smithi016.stdout:745: writing smithi01673382-37 from 4227072 to 4898816 tid 3 2024-04-24T02:44:13.048 INFO:tasks.rados.rados.0.smithi016.stdout:745: writing smithi01673382-37 from 4898816 to 4972544 tid 4 2024-04-24T02:44:13.048 INFO:tasks.rados.rados.0.smithi016.stdout:745: finishing write tid 1 to smithi01673382-37 2024-04-24T02:44:13.048 INFO:tasks.rados.rados.0.smithi016.stdout:745: finishing write tid 2 to smithi01673382-37 2024-04-24T02:44:13.048 INFO:tasks.rados.rados.0.smithi016.stdout:746: snap_create 2024-04-24T02:44:13.051 INFO:tasks.rados.rados.0.smithi016.stdout:745: finishing write tid 3 to smithi01673382-37 2024-04-24T02:44:13.051 INFO:tasks.rados.rados.0.smithi016.stdout:745: finishing write tid 4 to smithi01673382-37 2024-04-24T02:44:13.051 INFO:tasks.rados.rados.0.smithi016.stdout:745: finishing write tid 5 to smithi01673382-37 2024-04-24T02:44:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:745: finishing write tid 6 to smithi01673382-37 2024-04-24T02:44:13.053 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 210 (ObjNum 245 snap 78 seq_num 245) dirty exists 2024-04-24T02:44:13.053 INFO:tasks.rados.rados.0.smithi016.stdout:745: left oid 37 (ObjNum 245 snap 78 seq_num 245) 2024-04-24T02:44:13.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:44:12] "GET /metrics HTTP/1.1" 200 36080 "" "Prometheus/2.33.4" 2024-04-24T02:44:13.409 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:13 smithi016 systemd[1]: Stopping Ceph mgr.y for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:13.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:12.358906+0000 mgr.x (mgr.24844) 71 : cluster [DBG] pgmap v98: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-04-24T02:44:13.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:13.018239+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-04-24T02:44:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:12.358906+0000 mgr.x (mgr.24844) 71 : cluster [DBG] pgmap v98: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-04-24T02:44:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:13.018239+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-04-24T02:44:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:12.358906+0000 mgr.x (mgr.24844) 71 : cluster [DBG] pgmap v98: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-04-24T02:44:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:13.018239+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-04-24T02:44:14.029 INFO:tasks.rados.rados.0.smithi016.stdout:745: done (1 left) 2024-04-24T02:44:14.029 INFO:tasks.rados.rados.0.smithi016.stdout:746: done (0 left) 2024-04-24T02:44:14.029 INFO:tasks.rados.rados.0.smithi016.stdout:747: read oid 11 snap 64 2024-04-24T02:44:14.029 INFO:tasks.rados.rados.0.smithi016.stdout:747: expect (ObjNum 198 snap 58 seq_num 198) 2024-04-24T02:44:14.030 INFO:tasks.rados.rados.0.smithi016.stdout:748: snap_create 2024-04-24T02:44:14.037 INFO:tasks.rados.rados.0.smithi016.stdout:747: expect (ObjNum 198 snap 58 seq_num 198) 2024-04-24T02:44:14.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:14 smithi016 bash[78198]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y 2024-04-24T02:44:14.877 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:14 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-24T02:44:14.877 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:14 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-24T02:44:14.877 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:14 smithi016 systemd[1]: Stopped Ceph mgr.y for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:14.877 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:14 smithi016 systemd[1]: Starting Ceph mgr.y for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:15.033 INFO:tasks.rados.rados.0.smithi016.stdout:747: done (1 left) 2024-04-24T02:44:15.033 INFO:tasks.rados.rados.0.smithi016.stdout:748: done (0 left) 2024-04-24T02:44:15.033 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 80 2024-04-24T02:44:15.033 INFO:tasks.rados.rados.0.smithi016.stdout:749: seq_num 246 ranges {3006464=524288,3530752=745472,4276224=425984,4702208=32768} 2024-04-24T02:44:15.052 INFO:tasks.rados.rados.0.smithi016.stdout:749: writing smithi01673382-2 from 3006464 to 3530752 tid 1 2024-04-24T02:44:15.057 INFO:tasks.rados.rados.0.smithi016.stdout:749: writing smithi01673382-2 from 3530752 to 4276224 tid 2 2024-04-24T02:44:15.059 INFO:tasks.rados.rados.0.smithi016.stdout:749: writing smithi01673382-2 from 4276224 to 4702208 tid 3 2024-04-24T02:44:15.060 INFO:tasks.rados.rados.0.smithi016.stdout:749: writing smithi01673382-2 from 4702208 to 4734976 tid 4 2024-04-24T02:44:15.060 INFO:tasks.rados.rados.0.smithi016.stdout:750: delete oid 36 current snap is 80 2024-04-24T02:44:15.060 INFO:tasks.rados.rados.0.smithi016.stdout:749: finishing write tid 1 to smithi01673382-2 2024-04-24T02:44:15.060 INFO:tasks.rados.rados.0.smithi016.stdout:749: finishing write tid 2 to smithi01673382-2 2024-04-24T02:44:15.063 INFO:tasks.rados.rados.0.smithi016.stdout:750: done (1 left) 2024-04-24T02:44:15.063 INFO:tasks.rados.rados.0.smithi016.stdout:751: read oid 41 snap -1 2024-04-24T02:44:15.063 INFO:tasks.rados.rados.0.smithi016.stdout:751: expect (ObjNum 224 snap 68 seq_num 224) 2024-04-24T02:44:15.063 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 80 2024-04-24T02:44:15.063 INFO:tasks.rados.rados.0.smithi016.stdout:752: seq_num 248 ranges {0=557056,557056=507904,1064960=442368,1507328=253952} 2024-04-24T02:44:15.065 INFO:tasks.rados.rados.0.smithi016.stdout:752: writing smithi01673382-29 from 0 to 557056 tid 1 2024-04-24T02:44:15.068 INFO:tasks.rados.rados.0.smithi016.stdout:752: writing smithi01673382-29 from 557056 to 1064960 tid 2 2024-04-24T02:44:15.071 INFO:tasks.rados.rados.0.smithi016.stdout:752: writing smithi01673382-29 from 1064960 to 1507328 tid 3 2024-04-24T02:44:15.073 INFO:tasks.rados.rados.0.smithi016.stdout:752: writing smithi01673382-29 from 1507328 to 1761280 tid 4 2024-04-24T02:44:15.073 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 80 2024-04-24T02:44:15.073 INFO:tasks.rados.rados.0.smithi016.stdout:749: finishing write tid 3 to smithi01673382-2 2024-04-24T02:44:15.073 INFO:tasks.rados.rados.0.smithi016.stdout:753: seq_num 249 ranges {638976=573440,1212416=794624,2007040=409600} 2024-04-24T02:44:15.079 INFO:tasks.rados.rados.0.smithi016.stdout:753: writing smithi01673382-39 from 638976 to 1212416 tid 1 2024-04-24T02:44:15.084 INFO:tasks.rados.rados.0.smithi016.stdout:753: writing smithi01673382-39 from 1212416 to 2007040 tid 2 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:753: writing smithi01673382-39 from 2007040 to 2416640 tid 3 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:754: delete oid 46 current snap is 80 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:749: finishing write tid 4 to smithi01673382-2 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:749: finishing write tid 5 to smithi01673382-2 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:749: finishing write tid 6 to smithi01673382-2 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 304 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:749: left oid 2 (ObjNum 246 snap 80 seq_num 246) 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:752: finishing write tid 1 to smithi01673382-29 2024-04-24T02:44:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:751: expect (ObjNum 224 snap 68 seq_num 224) 2024-04-24T02:44:15.224 INFO:tasks.rados.rados.0.smithi016.stdout:752: finishing write tid 2 to smithi01673382-29 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:752: finishing write tid 3 to smithi01673382-29 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:752: finishing write tid 4 to smithi01673382-29 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:752: finishing write tid 5 to smithi01673382-29 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:752: finishing write tid 6 to smithi01673382-29 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 231 (ObjNum 248 snap 80 seq_num 248) dirty exists 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:752: left oid 29 (ObjNum 248 snap 80 seq_num 248) 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:753: finishing write tid 1 to smithi01673382-39 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:749: done (4 left) 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:751: done (3 left) 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:752: done (2 left) 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:754: done (1 left) 2024-04-24T02:44:15.225 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 80 2024-04-24T02:44:15.226 INFO:tasks.rados.rados.0.smithi016.stdout:753: finishing write tid 2 to smithi01673382-39 2024-04-24T02:44:15.226 INFO:tasks.rados.rados.0.smithi016.stdout:753: finishing write tid 3 to smithi01673382-39 2024-04-24T02:44:15.226 INFO:tasks.rados.rados.0.smithi016.stdout:753: finishing write tid 4 to smithi01673382-39 2024-04-24T02:44:15.226 INFO:tasks.rados.rados.0.smithi016.stdout:753: finishing write tid 5 to smithi01673382-39 2024-04-24T02:44:15.226 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 309 (ObjNum 249 snap 80 seq_num 249) dirty exists 2024-04-24T02:44:15.226 INFO:tasks.rados.rados.0.smithi016.stdout:753: left oid 39 (ObjNum 249 snap 80 seq_num 249) 2024-04-24T02:44:15.226 INFO:tasks.rados.rados.0.smithi016.stdout:755: seq_num 251 ranges {0=606208,606208=614400,1220608=589824} 2024-04-24T02:44:15.227 INFO:tasks.rados.rados.0.smithi016.stdout:755: writing smithi01673382-38 from 0 to 606208 tid 1 2024-04-24T02:44:15.231 INFO:tasks.rados.rados.0.smithi016.stdout:755: writing smithi01673382-38 from 606208 to 1220608 tid 2 2024-04-24T02:44:15.235 INFO:tasks.rados.rados.0.smithi016.stdout:755: writing smithi01673382-38 from 1220608 to 1810432 tid 3 2024-04-24T02:44:15.235 INFO:tasks.rados.rados.0.smithi016.stdout:753: done (1 left) 2024-04-24T02:44:15.235 INFO:tasks.rados.rados.0.smithi016.stdout:756: copy_from oid 45 from oid 48 current snap is 80 2024-04-24T02:44:15.235 INFO:tasks.rados.rados.0.smithi016.stdout:755: finishing write tid 1 to smithi01673382-38 2024-04-24T02:44:15.235 INFO:tasks.rados.rados.0.smithi016.stdout:755: finishing write tid 2 to smithi01673382-38 2024-04-24T02:44:15.235 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 80 2024-04-24T02:44:15.235 INFO:tasks.rados.rados.0.smithi016.stdout:757: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-04-24T02:44:15.239 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01673382-50 from 0 to 630784 tid 1 2024-04-24T02:44:15.242 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01673382-50 from 630784 to 1130496 tid 2 2024-04-24T02:44:15.245 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01673382-50 from 1130496 to 1556480 tid 3 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01673382-50 from 1556480 to 1835008 tid 4 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:758: delete oid 18 current snap is 80 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:755: finishing write tid 3 to smithi01673382-38 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:755: finishing write tid 4 to smithi01673382-38 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:755: finishing write tid 5 to smithi01673382-38 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 252 (ObjNum 251 snap 80 seq_num 251) dirty exists 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:755: left oid 38 (ObjNum 251 snap 80 seq_num 251) 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 1 to smithi01673382-50 2024-04-24T02:44:15.247 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 2 to smithi01673382-50 2024-04-24T02:44:15.248 INFO:tasks.rados.rados.0.smithi016.stdout:756: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:44:15.250 INFO:tasks.rados.rados.0.smithi016.stdout:755: done (3 left) 2024-04-24T02:44:15.250 INFO:tasks.rados.rados.0.smithi016.stdout:758: done (2 left) 2024-04-24T02:44:15.250 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 80 2024-04-24T02:44:15.250 INFO:tasks.rados.rados.0.smithi016.stdout:759: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-04-24T02:44:15.253 INFO:tasks.rados.rados.0.smithi016.stdout:759: writing smithi01673382-17 from 0 to 663552 tid 1 2024-04-24T02:44:15.258 INFO:tasks.rados.rados.0.smithi016.stdout:759: writing smithi01673382-17 from 663552 to 1327104 tid 2 2024-04-24T02:44:15.261 INFO:tasks.rados.rados.0.smithi016.stdout:759: writing smithi01673382-17 from 1327104 to 1867776 tid 3 2024-04-24T02:44:15.261 INFO:tasks.rados.rados.0.smithi016.stdout:760: snap_create 2024-04-24T02:44:15.261 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 3 to smithi01673382-50 2024-04-24T02:44:15.261 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 4 to smithi01673382-50 2024-04-24T02:44:15.261 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 5 to smithi01673382-50 2024-04-24T02:44:15.261 INFO:tasks.rados.rados.0.smithi016.stdout:756: finishing copy_from to smithi01673382-45 2024-04-24T02:44:15.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 192 (ObjNum 224 snap 68 seq_num 224) dirty exists 2024-04-24T02:44:15.262 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 6 to smithi01673382-50 2024-04-24T02:44:15.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 39 (ObjNum 252 snap 80 seq_num 252) dirty exists 2024-04-24T02:44:15.262 INFO:tasks.rados.rados.0.smithi016.stdout:757: left oid 50 (ObjNum 252 snap 80 seq_num 252) 2024-04-24T02:44:15.262 INFO:tasks.rados.rados.0.smithi016.stdout:759: finishing write tid 1 to smithi01673382-17 2024-04-24T02:44:15.262 INFO:tasks.rados.rados.0.smithi016.stdout:759: finishing write tid 2 to smithi01673382-17 2024-04-24T02:44:15.263 INFO:tasks.rados.rados.0.smithi016.stdout:759: finishing write tid 3 to smithi01673382-17 2024-04-24T02:44:15.263 INFO:tasks.rados.rados.0.smithi016.stdout:759: finishing write tid 4 to smithi01673382-17 2024-04-24T02:44:15.264 INFO:tasks.rados.rados.0.smithi016.stdout:759: finishing write tid 5 to smithi01673382-17 2024-04-24T02:44:15.264 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 317 (ObjNum 254 snap 80 seq_num 254) dirty exists 2024-04-24T02:44:15.264 INFO:tasks.rados.rados.0.smithi016.stdout:759: left oid 17 (ObjNum 254 snap 80 seq_num 254) 2024-04-24T02:44:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:14.028785+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-04-24T02:44:15.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:14.359759+0000 mgr.x (mgr.24844) 72 : cluster [DBG] pgmap v101: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-04-24T02:44:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:14.028785+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-04-24T02:44:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:14.359759+0000 mgr.x (mgr.24844) 72 : cluster [DBG] pgmap v101: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-04-24T02:44:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:14.028785+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-04-24T02:44:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:14.359759+0000 mgr.x (mgr.24844) 72 : cluster [DBG] pgmap v101: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-04-24T02:44:15.892 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:15 smithi016 ceph-mgr[78365]: -- 172.21.15.16:0/3700233031 <== mon.2 v2:172.21.15.16:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55db0fd301a0 con 0x55db0fd07000 2024-04-24T02:44:15.892 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:15 smithi016 bash[78346]: c397d5ed8b73c7ec1293c868fa7abfe96a039c0672a3ad2f6704fbed01298bfe 2024-04-24T02:44:15.892 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:15 smithi016 systemd[1]: Started Ceph mgr.y for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:15.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:15.704+0000 7f3403f3c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:44:15.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:15.890+0000 7f3403f3c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:44:16.039 INFO:tasks.rados.rados.0.smithi016.stdout:756: done (3 left) 2024-04-24T02:44:16.040 INFO:tasks.rados.rados.0.smithi016.stdout:757: done (2 left) 2024-04-24T02:44:16.040 INFO:tasks.rados.rados.0.smithi016.stdout:759: done (1 left) 2024-04-24T02:44:16.040 INFO:tasks.rados.rados.0.smithi016.stdout:760: done (0 left) 2024-04-24T02:44:16.040 INFO:tasks.rados.rados.0.smithi016.stdout:761: snap_remove snap 39 2024-04-24T02:44:16.261 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:15.033068+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-04-24T02:44:16.261 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:15.676311+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:16.261 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:15.681732+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:16.262 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:15.714524+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:16.262 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:15.033068+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-04-24T02:44:16.262 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:15.676311+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:16.262 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:15.681732+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:16.262 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:15.714524+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:15.033068+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-04-24T02:44:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:15.676311+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:15.681732+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:15.714524+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:16.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:16.259+0000 7f3403f3c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:44:17.046 INFO:tasks.rados.rados.0.smithi016.stdout:761: done (0 left) 2024-04-24T02:44:17.046 INFO:tasks.rados.rados.0.smithi016.stdout:762: rmattr oid 46 current snap is 81 2024-04-24T02:44:17.046 INFO:tasks.rados.rados.0.smithi016.stdout:762: done (0 left) 2024-04-24T02:44:17.046 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 81 2024-04-24T02:44:17.046 INFO:tasks.rados.rados.0.smithi016.stdout:763: seq_num 255 ranges {3129344=679936,3809280=548864,4358144=598016,4956160=57344} 2024-04-24T02:44:17.067 INFO:tasks.rados.rados.0.smithi016.stdout:763: writing smithi01673382-21 from 3129344 to 3809280 tid 1 2024-04-24T02:44:17.177 INFO:tasks.rados.rados.0.smithi016.stdout:763: writing smithi01673382-21 from 3809280 to 4358144 tid 2 2024-04-24T02:44:17.177 INFO:tasks.rados.rados.0.smithi016.stdout:763: writing smithi01673382-21 from 4358144 to 4956160 tid 3 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:763: writing smithi01673382-21 from 4956160 to 5013504 tid 4 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:764: delete oid 39 current snap is 81 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:763: finishing write tid 1 to smithi01673382-21 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:763: finishing write tid 2 to smithi01673382-21 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:763: finishing write tid 3 to smithi01673382-21 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:763: finishing write tid 4 to smithi01673382-21 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:763: finishing write tid 5 to smithi01673382-21 2024-04-24T02:44:17.178 INFO:tasks.rados.rados.0.smithi016.stdout:764: done (1 left) 2024-04-24T02:44:17.179 INFO:tasks.rados.rados.0.smithi016.stdout:765: read oid 49 snap -1 2024-04-24T02:44:17.179 INFO:tasks.rados.rados.0.smithi016.stdout:765: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:44:17.179 INFO:tasks.rados.rados.0.smithi016.stdout:766: delete oid 30 current snap is 81 2024-04-24T02:44:17.179 INFO:tasks.rados.rados.0.smithi016.stdout:763: finishing write tid 6 to smithi01673382-21 2024-04-24T02:44:17.179 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 197 (ObjNum 255 snap 81 seq_num 255) dirty exists 2024-04-24T02:44:17.179 INFO:tasks.rados.rados.0.smithi016.stdout:763: left oid 21 (ObjNum 255 snap 81 seq_num 255) 2024-04-24T02:44:17.179 INFO:tasks.rados.rados.0.smithi016.stdout:765: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:44:17.180 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:16.819+0000 7f3403f3c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:44:17.180 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:16.038494+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-04-24T02:44:17.180 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:16.042395+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.180 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:16.045034+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.181 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:16.050132+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.181 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:16.053302+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.181 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:16.360130+0000 mgr.x (mgr.24844) 73 : cluster [DBG] pgmap v104: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-04-24T02:44:17.181 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:16.038494+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-04-24T02:44:17.181 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:16.042395+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.181 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:16.045034+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.181 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:16.050132+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.182 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:16.053302+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.182 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:16.360130+0000 mgr.x (mgr.24844) 73 : cluster [DBG] pgmap v104: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-04-24T02:44:17.182 INFO:tasks.rados.rados.0.smithi016.stdout:763: done (2 left) 2024-04-24T02:44:17.182 INFO:tasks.rados.rados.0.smithi016.stdout:765: done (1 left) 2024-04-24T02:44:17.183 INFO:tasks.rados.rados.0.smithi016.stdout:766: done (0 left) 2024-04-24T02:44:17.183 INFO:tasks.rados.rados.0.smithi016.stdout:767: snap_remove snap 80 2024-04-24T02:44:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:16.038494+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-04-24T02:44:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:16.042395+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:16.045034+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:16.050132+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:16.053302+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:16.360130+0000 mgr.x (mgr.24844) 73 : cluster [DBG] pgmap v104: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-04-24T02:44:18.021 INFO:tasks.rados.rados.0.smithi016.stdout:767: done (0 left) 2024-04-24T02:44:18.021 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 81 2024-04-24T02:44:18.021 INFO:tasks.rados.rados.0.smithi016.stdout:768: seq_num 258 ranges {4227072=729088,4956160=606208,5562368=598016} 2024-04-24T02:44:18.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:17.095+0000 7f3403f3c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T02:44:18.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:17.570+0000 7f3403f3c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:44:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:768: writing smithi01673382-34 from 4227072 to 4956160 tid 1 2024-04-24T02:44:18.053 INFO:tasks.rados.rados.0.smithi016.stdout:768: writing smithi01673382-34 from 4956160 to 5562368 tid 2 2024-04-24T02:44:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:768: writing smithi01673382-34 from 5562368 to 6160384 tid 3 2024-04-24T02:44:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:769: read oid 25 snap -1 2024-04-24T02:44:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:769: expect (ObjNum 203 snap 60 seq_num 203) 2024-04-24T02:44:18.057 INFO:tasks.rados.rados.0.smithi016.stdout:770: snap_remove snap 55 2024-04-24T02:44:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:17.044027+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-04-24T02:44:18.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:18.018286+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-04-24T02:44:18.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:17.044027+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-04-24T02:44:18.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:18.018286+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-04-24T02:44:18.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:17.044027+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-04-24T02:44:18.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:18.018286+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-04-24T02:44:18.732 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:18.397+0000 7f3403f3c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:44:18.732 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:18.488+0000 7f3403f3c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:44:19.052 INFO:tasks.rados.rados.0.smithi016.stdout:770: done (2 left) 2024-04-24T02:44:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 81 2024-04-24T02:44:19.053 INFO:tasks.rados.rados.0.smithi016.stdout:771: seq_num 259 ranges {5013504=745472,5758976=540672,6299648=581632,6881280=81920} 2024-04-24T02:44:19.053 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:18.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:44:19.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:18.360525+0000 mgr.x (mgr.24844) 74 : cluster [DBG] pgmap v107: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:19.084 INFO:tasks.rados.rados.0.smithi016.stdout:771: writing smithi01673382-21 from 5013504 to 5758976 tid 1 2024-04-24T02:44:19.087 INFO:tasks.rados.rados.0.smithi016.stdout:771: writing smithi01673382-21 from 5758976 to 6299648 tid 2 2024-04-24T02:44:19.091 INFO:tasks.rados.rados.0.smithi016.stdout:771: writing smithi01673382-21 from 6299648 to 6881280 tid 3 2024-04-24T02:44:19.092 INFO:tasks.rados.rados.0.smithi016.stdout:771: writing smithi01673382-21 from 6881280 to 6963200 tid 4 2024-04-24T02:44:19.092 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 81 2024-04-24T02:44:19.092 INFO:tasks.rados.rados.0.smithi016.stdout:768: finishing write tid 1 to smithi01673382-34 2024-04-24T02:44:19.092 INFO:tasks.rados.rados.0.smithi016.stdout:768: finishing write tid 2 to smithi01673382-34 2024-04-24T02:44:19.092 INFO:tasks.rados.rados.0.smithi016.stdout:768: finishing write tid 3 to smithi01673382-34 2024-04-24T02:44:19.092 INFO:tasks.rados.rados.0.smithi016.stdout:772: seq_num 260 ranges {1835008=761856,2596864=417792,3014656=786432} 2024-04-24T02:44:19.106 INFO:tasks.rados.rados.0.smithi016.stdout:772: writing smithi01673382-50 from 1835008 to 2596864 tid 1 2024-04-24T02:44:19.108 INFO:tasks.rados.rados.0.smithi016.stdout:772: writing smithi01673382-50 from 2596864 to 3014656 tid 2 2024-04-24T02:44:19.113 INFO:tasks.rados.rados.0.smithi016.stdout:772: writing smithi01673382-50 from 3014656 to 3801088 tid 3 2024-04-24T02:44:19.113 INFO:tasks.rados.rados.0.smithi016.stdout:773: rollback oid 5 current snap is 81 2024-04-24T02:44:19.113 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 64 2024-04-24T02:44:19.113 INFO:tasks.rados.rados.0.smithi016.stdout:768: finishing write tid 4 to smithi01673382-34 2024-04-24T02:44:19.113 INFO:tasks.rados.rados.0.smithi016.stdout:768: finishing write tid 5 to smithi01673382-34 2024-04-24T02:44:19.114 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 332 (ObjNum 258 snap 81 seq_num 258) dirty exists 2024-04-24T02:44:19.114 INFO:tasks.rados.rados.0.smithi016.stdout:768: left oid 34 (ObjNum 258 snap 81 seq_num 258) 2024-04-24T02:44:19.114 INFO:tasks.rados.rados.0.smithi016.stdout:769: expect (ObjNum 203 snap 60 seq_num 203) 2024-04-24T02:44:19.323 INFO:tasks.rados.rados.0.smithi016.stdout:771: finishing write tid 1 to smithi01673382-21 2024-04-24T02:44:19.323 INFO:tasks.rados.rados.0.smithi016.stdout:771: finishing write tid 2 to smithi01673382-21 2024-04-24T02:44:19.323 INFO:tasks.rados.rados.0.smithi016.stdout:768: done (4 left) 2024-04-24T02:44:19.323 INFO:tasks.rados.rados.0.smithi016.stdout:769: done (3 left) 2024-04-24T02:44:19.323 INFO:tasks.rados.rados.0.smithi016.stdout:774: rollback oid 22 current snap is 81 2024-04-24T02:44:19.323 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 63 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:771: finishing write tid 3 to smithi01673382-21 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:771: finishing write tid 4 to smithi01673382-21 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:771: finishing write tid 5 to smithi01673382-21 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:771: finishing write tid 6 to smithi01673382-21 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 203 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:771: left oid 21 (ObjNum 259 snap 81 seq_num 259) 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:772: finishing write tid 1 to smithi01673382-50 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:772: finishing write tid 2 to smithi01673382-50 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:772: finishing write tid 3 to smithi01673382-50 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:773: finishing rollback tid 0 to smithi01673382-5 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:772: finishing write tid 4 to smithi01673382-50 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:773: finishing rollback tid 1 to smithi01673382-5 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:773: finishing rollback tid 2 to smithi01673382-5 2024-04-24T02:44:19.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 191 (ObjNum 182 snap 47 seq_num 182) dirty exists 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:772: finishing write tid 5 to smithi01673382-50 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 45 (ObjNum 260 snap 81 seq_num 260) dirty exists 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:772: left oid 50 (ObjNum 260 snap 81 seq_num 260) 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:771: done (3 left) 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:772: done (2 left) 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:773: done (1 left) 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:775: rmattr oid 44 current snap is 81 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:776: read oid 29 snap -1 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:776: expect (ObjNum 248 snap 80 seq_num 248) 2024-04-24T02:44:19.325 INFO:tasks.rados.rados.0.smithi016.stdout:777: snap_create 2024-04-24T02:44:19.326 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 343 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:44:19.326 INFO:tasks.rados.rados.0.smithi016.stdout:774: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:44:19.326 INFO:tasks.rados.rados.0.smithi016.stdout:774: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:44:19.326 INFO:tasks.rados.rados.0.smithi016.stdout:774: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:44:19.326 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 344 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:44:19.333 INFO:tasks.rados.rados.0.smithi016.stdout:776: expect (ObjNum 248 snap 80 seq_num 248) 2024-04-24T02:44:19.343 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:18.360525+0000 mgr.x (mgr.24844) 74 : cluster [DBG] pgmap v107: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:19.343 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:19.150+0000 7f3403f3c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:44:19.343 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:19.240+0000 7f3403f3c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:44:19.343 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:19.341+0000 7f3403f3c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:44:19.343 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:18.360525+0000 mgr.x (mgr.24844) 74 : cluster [DBG] pgmap v107: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:20.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:19.592+0000 7f3403f3c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:44:20.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:19.692+0000 7f3403f3c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T02:44:20.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:19.792+0000 7f3403f3c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:44:20.055 INFO:tasks.rados.rados.0.smithi016.stdout:774: done (3 left) 2024-04-24T02:44:20.056 INFO:tasks.rados.rados.0.smithi016.stdout:775: done (2 left) 2024-04-24T02:44:20.056 INFO:tasks.rados.rados.0.smithi016.stdout:776: done (1 left) 2024-04-24T02:44:20.056 INFO:tasks.rados.rados.0.smithi016.stdout:777: done (0 left) 2024-04-24T02:44:20.056 INFO:tasks.rados.rados.0.smithi016.stdout:778: snap_remove snap 54 2024-04-24T02:44:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:19.050568+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-04-24T02:44:20.350 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:19.050568+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-04-24T02:44:20.350 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:20.041+0000 7f3403f3c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:44:20.350 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:20.145+0000 7f3403f3c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:44:20.353 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:19.050568+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-04-24T02:44:21.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:20.348+0000 7f3403f3c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:44:21.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:20.622+0000 7f3403f3c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:44:21.059 INFO:tasks.rados.rados.0.smithi016.stdout:778: done (0 left) 2024-04-24T02:44:21.059 INFO:tasks.rados.rados.0.smithi016.stdout:779: read oid 47 snap -1 2024-04-24T02:44:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:779: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:780: read oid 35 snap -1 2024-04-24T02:44:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:780: expect (ObjNum 210 snap 64 seq_num 210) 2024-04-24T02:44:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:781: read oid 6 snap -1 2024-04-24T02:44:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:781: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:44:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 82 2024-04-24T02:44:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:782: seq_num 261 ranges {1458176=778240,2236416=704512,2940928=499712} 2024-04-24T02:44:21.081 INFO:tasks.rados.rados.0.smithi016.stdout:782: writing smithi01673382-16 from 1458176 to 2236416 tid 1 2024-04-24T02:44:21.081 INFO:tasks.rados.rados.0.smithi016.stdout:782: writing smithi01673382-16 from 2236416 to 2940928 tid 2 2024-04-24T02:44:21.083 INFO:tasks.rados.rados.0.smithi016.stdout:782: writing smithi01673382-16 from 2940928 to 3440640 tid 3 2024-04-24T02:44:21.083 INFO:tasks.rados.rados.0.smithi016.stdout:783: delete oid 27 current snap is 82 2024-04-24T02:44:21.083 INFO:tasks.rados.rados.0.smithi016.stdout:781: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:44:21.091 INFO:tasks.rados.rados.0.smithi016.stdout:779: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:21.109 INFO:tasks.rados.rados.0.smithi016.stdout:780: expect (ObjNum 210 snap 64 seq_num 210) 2024-04-24T02:44:21.316 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:20.055746+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-04-24T02:44:21.316 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:20.229636+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.316 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:20.235336+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.316 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:20.361106+0000 mgr.x (mgr.24844) 75 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-24T02:44:21.316 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:20.924732+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.317 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:20.930052+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.317 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:20.055746+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-04-24T02:44:21.317 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:20.229636+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.317 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:20.235336+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.317 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:20.361106+0000 mgr.x (mgr.24844) 75 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-24T02:44:21.317 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:20.924732+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.317 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:20.930052+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.336 INFO:tasks.rados.rados.0.smithi016.stdout:782: finishing write tid 1 to smithi01673382-16 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:782: finishing write tid 2 to smithi01673382-16 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:779: done (4 left) 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:780: done (3 left) 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:781: done (2 left) 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:783: done (1 left) 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 82 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:782: finishing write tid 3 to smithi01673382-16 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:782: finishing write tid 4 to smithi01673382-16 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:782: finishing write tid 5 to smithi01673382-16 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 192 (ObjNum 261 snap 82 seq_num 261) dirty exists 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:782: left oid 16 (ObjNum 261 snap 82 seq_num 261) 2024-04-24T02:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:784: seq_num 263 ranges {4734976=409600,5144576=475136,5619712=557056,6176768=573440} 2024-04-24T02:44:21.366 INFO:tasks.rados.rados.0.smithi016.stdout:784: writing smithi01673382-2 from 4734976 to 5144576 tid 1 2024-04-24T02:44:21.369 INFO:tasks.rados.rados.0.smithi016.stdout:784: writing smithi01673382-2 from 5144576 to 5619712 tid 2 2024-04-24T02:44:21.373 INFO:tasks.rados.rados.0.smithi016.stdout:784: writing smithi01673382-2 from 5619712 to 6176768 tid 3 2024-04-24T02:44:21.378 INFO:tasks.rados.rados.0.smithi016.stdout:784: writing smithi01673382-2 from 6176768 to 6750208 tid 4 2024-04-24T02:44:21.378 INFO:tasks.rados.rados.0.smithi016.stdout:782: done (1 left) 2024-04-24T02:44:21.379 INFO:tasks.rados.rados.0.smithi016.stdout:785: rollback oid 47 current snap is 82 2024-04-24T02:44:21.379 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 77 2024-04-24T02:44:21.379 INFO:tasks.rados.rados.0.smithi016.stdout:784: finishing write tid 1 to smithi01673382-2 2024-04-24T02:44:21.379 INFO:tasks.rados.rados.0.smithi016.stdout:784: finishing write tid 2 to smithi01673382-2 2024-04-24T02:44:21.379 INFO:tasks.rados.rados.0.smithi016.stdout:784: finishing write tid 3 to smithi01673382-2 2024-04-24T02:44:21.379 INFO:tasks.rados.rados.0.smithi016.stdout:786: snap_create 2024-04-24T02:44:21.380 INFO:tasks.rados.rados.0.smithi016.stdout:784: finishing write tid 4 to smithi01673382-2 2024-04-24T02:44:21.381 INFO:tasks.rados.rados.0.smithi016.stdout:784: finishing write tid 5 to smithi01673382-2 2024-04-24T02:44:21.381 INFO:tasks.rados.rados.0.smithi016.stdout:785: finishing rollback tid 0 to smithi01673382-47 2024-04-24T02:44:21.382 INFO:tasks.rados.rados.0.smithi016.stdout:785: finishing rollback tid 1 to smithi01673382-47 2024-04-24T02:44:21.382 INFO:tasks.rados.rados.0.smithi016.stdout:784: finishing write tid 6 to smithi01673382-2 2024-04-24T02:44:21.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 358 (ObjNum 263 snap 82 seq_num 263) dirty exists 2024-04-24T02:44:21.382 INFO:tasks.rados.rados.0.smithi016.stdout:784: left oid 2 (ObjNum 263 snap 82 seq_num 263) 2024-04-24T02:44:21.382 INFO:tasks.rados.rados.0.smithi016.stdout:785: finishing rollback tid 2 to smithi01673382-47 2024-04-24T02:44:21.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 211 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:44:21.435 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:20.055746+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-04-24T02:44:21.435 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:20.229636+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.435 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:20.235336+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.435 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:20.361106+0000 mgr.x (mgr.24844) 75 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-24T02:44:21.435 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:20.924732+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.436 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:20.930052+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:21.725 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:21.314+0000 7f3403f3c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:44:21.726 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:21.559+0000 7f3403f3c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:44:22.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:21.769+0000 7f3403f3c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:44:22.240 INFO:tasks.rados.rados.0.smithi016.stdout:784: done (2 left) 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:785: done (1 left) 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:786: done (0 left) 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:787: rmattr oid 32 current snap is 83 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:787: done (0 left) 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:788: read oid 50 snap -1 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:788: expect (ObjNum 260 snap 81 seq_num 260) 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:789: rollback oid 48 current snap is 83 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 72 2024-04-24T02:44:22.241 INFO:tasks.rados.rados.0.smithi016.stdout:790: delete oid 5 current snap is 83 2024-04-24T02:44:22.250 INFO:tasks.rados.rados.0.smithi016.stdout:790: done (2 left) 2024-04-24T02:44:22.250 INFO:tasks.rados.rados.0.smithi016.stdout:791: delete oid 36 current snap is 83 2024-04-24T02:44:22.259 INFO:tasks.rados.rados.0.smithi016.stdout:789: finishing rollback tid 0 to smithi01673382-48 2024-04-24T02:44:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:789: finishing rollback tid 1 to smithi01673382-48 2024-04-24T02:44:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:791: done (2 left) 2024-04-24T02:44:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:792: copy_from oid 18 from oid 8 current snap is 83 2024-04-24T02:44:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:793: read oid 24 snap 73 2024-04-24T02:44:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:793: expect (ObjNum 235 snap 70 seq_num 235) 2024-04-24T02:44:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 83 2024-04-24T02:44:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:794: seq_num 266 ranges {3235840=458752,3694592=524288,4218880=729088,4947968=352256} 2024-04-24T02:44:22.282 INFO:tasks.rados.rados.0.smithi016.stdout:794: writing smithi01673382-11 from 3235840 to 3694592 tid 1 2024-04-24T02:44:22.286 INFO:tasks.rados.rados.0.smithi016.stdout:794: writing smithi01673382-11 from 3694592 to 4218880 tid 2 2024-04-24T02:44:22.291 INFO:tasks.rados.rados.0.smithi016.stdout:794: writing smithi01673382-11 from 4218880 to 4947968 tid 3 2024-04-24T02:44:22.294 INFO:tasks.rados.rados.0.smithi016.stdout:794: writing smithi01673382-11 from 4947968 to 5300224 tid 4 2024-04-24T02:44:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:795: copy_from oid 20 from oid 6 current snap is 83 2024-04-24T02:44:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:789: finishing rollback tid 2 to smithi01673382-48 2024-04-24T02:44:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 215 (ObjNum 224 snap 68 seq_num 224) dirty exists 2024-04-24T02:44:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:792: finishing copy_from to smithi01673382-18 2024-04-24T02:44:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:792: got expected ENOENT (src dne) 2024-04-24T02:44:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:792: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:44:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:788: expect (ObjNum 260 snap 81 seq_num 260) 2024-04-24T02:44:22.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:21.057016+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-04-24T02:44:22.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:21.942122+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:22.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:21.947655+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:22.422 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:21.057016+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-04-24T02:44:22.422 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:21.942122+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:22.422 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:21.947655+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:22.430 INFO:tasks.rados.rados.0.smithi016.stdout:793: expect (ObjNum 235 snap 70 seq_num 235) 2024-04-24T02:44:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:21.057016+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-04-24T02:44:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:21.942122+0000 mon.a (mon.0) 1051 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:22.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:21.947655+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:22.687 INFO:tasks.rados.rados.0.smithi016.stdout:794: finishing write tid 1 to smithi01673382-11 2024-04-24T02:44:22.687 INFO:tasks.rados.rados.0.smithi016.stdout:795: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:44:22.687 INFO:tasks.rados.rados.0.smithi016.stdout:794: finishing write tid 2 to smithi01673382-11 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:794: finishing write tid 3 to smithi01673382-11 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:795: finishing copy_from to smithi01673382-20 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 208 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:794: finishing write tid 4 to smithi01673382-11 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:788: done (5 left) 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:789: done (4 left) 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:792: done (3 left) 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:793: done (2 left) 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:795: done (1 left) 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 83 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:794: finishing write tid 5 to smithi01673382-11 2024-04-24T02:44:22.688 INFO:tasks.rados.rados.0.smithi016.stdout:796: seq_num 267 ranges {1867776=475136,2342912=458752,2801664=540672,3342336=606208} 2024-04-24T02:44:22.699 INFO:tasks.rados.rados.0.smithi016.stdout:796: writing smithi01673382-17 from 1867776 to 2342912 tid 1 2024-04-24T02:44:22.702 INFO:tasks.rados.rados.0.smithi016.stdout:796: writing smithi01673382-17 from 2342912 to 2801664 tid 2 2024-04-24T02:44:22.705 INFO:tasks.rados.rados.0.smithi016.stdout:796: writing smithi01673382-17 from 2801664 to 3342336 tid 3 2024-04-24T02:44:22.709 INFO:tasks.rados.rados.0.smithi016.stdout:796: writing smithi01673382-17 from 3342336 to 3948544 tid 4 2024-04-24T02:44:22.709 INFO:tasks.rados.rados.0.smithi016.stdout:797: read oid 41 snap 49 2024-04-24T02:44:22.710 INFO:tasks.rados.rados.0.smithi016.stdout:797: expect (ObjNum 163 snap 41 seq_num 163) 2024-04-24T02:44:22.710 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 83 2024-04-24T02:44:22.710 INFO:tasks.rados.rados.0.smithi016.stdout:798: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2024-04-24T02:44:22.712 INFO:tasks.rados.rados.0.smithi016.stdout:798: writing smithi01673382-18 from 0 to 491520 tid 1 2024-04-24T02:44:22.716 INFO:tasks.rados.rados.0.smithi016.stdout:798: writing smithi01673382-18 from 491520 to 1236992 tid 2 2024-04-24T02:44:22.718 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:22.499+0000 7f3403f3c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:44:22.721 INFO:tasks.rados.rados.0.smithi016.stdout:798: writing smithi01673382-18 from 1236992 to 1982464 tid 3 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:798: writing smithi01673382-18 from 1982464 to 2097152 tid 4 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:799: delete oid 30 current snap is 83 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:794: finishing write tid 6 to smithi01673382-11 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 294 (ObjNum 266 snap 83 seq_num 266) dirty exists 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:794: left oid 11 (ObjNum 266 snap 83 seq_num 266) 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:796: finishing write tid 1 to smithi01673382-17 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:796: finishing write tid 2 to smithi01673382-17 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:796: finishing write tid 3 to smithi01673382-17 2024-04-24T02:44:22.722 INFO:tasks.rados.rados.0.smithi016.stdout:797: expect (ObjNum 163 snap 41 seq_num 163) 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:796: finishing write tid 4 to smithi01673382-17 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:796: finishing write tid 5 to smithi01673382-17 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:796: finishing write tid 6 to smithi01673382-17 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 361 (ObjNum 267 snap 83 seq_num 267) dirty exists 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:796: left oid 17 (ObjNum 267 snap 83 seq_num 267) 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:798: finishing write tid 1 to smithi01673382-18 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:798: finishing write tid 2 to smithi01673382-18 2024-04-24T02:44:22.741 INFO:tasks.rados.rados.0.smithi016.stdout:798: finishing write tid 3 to smithi01673382-18 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:798: finishing write tid 4 to smithi01673382-18 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:798: finishing write tid 5 to smithi01673382-18 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:798: finishing write tid 6 to smithi01673382-18 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 194 (ObjNum 268 snap 83 seq_num 268) dirty exists 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:798: left oid 18 (ObjNum 268 snap 83 seq_num 268) 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:794: done (4 left) 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:796: done (3 left) 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:797: done (2 left) 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:798: done (1 left) 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:799: done (0 left) 2024-04-24T02:44:22.742 INFO:tasks.rados.rados.0.smithi016.stdout:800: snap_remove snap 66 2024-04-24T02:44:23.021 INFO:tasks.rados.rados.0.smithi016.stdout:800: done (0 left) 2024-04-24T02:44:23.021 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 83 2024-04-24T02:44:23.021 INFO:tasks.rados.rados.0.smithi016.stdout:801: seq_num 270 ranges {3399680=524288,3923968=516096,4440064=761856,5201920=327680} 2024-04-24T02:44:23.037 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:22.717+0000 7f3403f3c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:44:23.037 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:22.925+0000 7f3403f3c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T02:44:23.043 INFO:tasks.rados.rados.0.smithi016.stdout:801: writing smithi01673382-45 from 3399680 to 3923968 tid 1 2024-04-24T02:44:23.046 INFO:tasks.rados.rados.0.smithi016.stdout:801: writing smithi01673382-45 from 3923968 to 4440064 tid 2 2024-04-24T02:44:23.051 INFO:tasks.rados.rados.0.smithi016.stdout:801: writing smithi01673382-45 from 4440064 to 5201920 tid 3 2024-04-24T02:44:23.053 INFO:tasks.rados.rados.0.smithi016.stdout:801: writing smithi01673382-45 from 5201920 to 5529600 tid 4 2024-04-24T02:44:23.053 INFO:tasks.rados.rados.0.smithi016.stdout:802: copy_from oid 41 from oid 49 current snap is 83 2024-04-24T02:44:23.053 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing write tid 1 to smithi01673382-45 2024-04-24T02:44:23.053 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing write tid 2 to smithi01673382-45 2024-04-24T02:44:23.053 INFO:tasks.rados.rados.0.smithi016.stdout:803: snap_remove snap 49 2024-04-24T02:44:23.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:44:22] "GET /metrics HTTP/1.1" 200 36080 "" "Prometheus/2.33.4" 2024-04-24T02:44:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:22.238690+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:22.361465+0000 mgr.x (mgr.24844) 76 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:23.020478+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:23.085477+0000 mon.a (mon.0) 1055 : cluster [DBG] Standby manager daemon y restarted 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:23.085607+0000 mon.a (mon.0) 1056 : cluster [DBG] Standby manager daemon y started 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:23.087447+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:23.087963+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:23.089843+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:23.090985+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:23.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:23.069+0000 7f3403f3c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:23] ENGINE Bus STARTING 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: CherryPy Checker: 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: The Application mounted at '' has an empty config. 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:23] ENGINE Serving on http://:::9283 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:23] ENGINE Bus STARTED 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:22.238690+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:22.361465+0000 mgr.x (mgr.24844) 76 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:23.020478+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:23.085477+0000 mon.a (mon.0) 1055 : cluster [DBG] Standby manager daemon y restarted 2024-04-24T02:44:23.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:23.085607+0000 mon.a (mon.0) 1056 : cluster [DBG] Standby manager daemon y started 2024-04-24T02:44:23.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:23.087447+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-24T02:44:23.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:23.087963+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:23.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:23.089843+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-24T02:44:23.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:23.090985+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:22.238690+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-04-24T02:44:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:22.361465+0000 mgr.x (mgr.24844) 76 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-24T02:44:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:23.020478+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-04-24T02:44:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:23.085477+0000 mon.a (mon.0) 1055 : cluster [DBG] Standby manager daemon y restarted 2024-04-24T02:44:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:23.085607+0000 mon.a (mon.0) 1056 : cluster [DBG] Standby manager daemon y started 2024-04-24T02:44:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:23.087447+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-24T02:44:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:23.087963+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:23.089843+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-24T02:44:23.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:23.090985+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.? 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:24.036 INFO:tasks.rados.rados.0.smithi016.stdout:803: done (2 left) 2024-04-24T02:44:24.036 INFO:tasks.rados.rados.0.smithi016.stdout:804: snap_remove snap 57 2024-04-24T02:44:24.505 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:23.307675+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:24.505 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:24.027089+0000 mon.a (mon.0) 1057 : cluster [DBG] mgrmap e28: x(active, since 75s), standbys: y 2024-04-24T02:44:24.505 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:24.032355+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-04-24T02:44:24.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:23.307675+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:24.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:24.027089+0000 mon.a (mon.0) 1057 : cluster [DBG] mgrmap e28: x(active, since 75s), standbys: y 2024-04-24T02:44:24.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:24.032355+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-04-24T02:44:24.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:23.307675+0000 mon.c (mon.2) 113 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:24.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:24.027089+0000 mon.a (mon.0) 1057 : cluster [DBG] mgrmap e28: x(active, since 75s), standbys: y 2024-04-24T02:44:24.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:24.032355+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-04-24T02:44:25.038 INFO:tasks.rados.rados.0.smithi016.stdout:804: done (2 left) 2024-04-24T02:44:25.039 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 83 2024-04-24T02:44:25.039 INFO:tasks.rados.rados.0.smithi016.stdout:805: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2024-04-24T02:44:25.044 INFO:tasks.rados.rados.0.smithi016.stdout:805: writing smithi01673382-5 from 0 to 540672 tid 1 2024-04-24T02:44:25.049 INFO:tasks.rados.rados.0.smithi016.stdout:805: writing smithi01673382-5 from 540672 to 1343488 tid 2 2024-04-24T02:44:25.051 INFO:tasks.rados.rados.0.smithi016.stdout:805: writing smithi01673382-5 from 1343488 to 1859584 tid 3 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:805: writing smithi01673382-5 from 1859584 to 2146304 tid 4 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:806: read oid 4 snap -1 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:806: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:807: setattr oid 6 current snap is 83 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing write tid 3 to smithi01673382-45 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing write tid 4 to smithi01673382-45 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing write tid 5 to smithi01673382-45 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing write tid 6 to smithi01673382-45 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 246 (ObjNum 270 snap 83 seq_num 270) dirty exists 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:801: left oid 45 (ObjNum 270 snap 83 seq_num 270) 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:802: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:44:25.057 INFO:tasks.rados.rados.0.smithi016.stdout:802: finishing copy_from to smithi01673382-41 2024-04-24T02:44:25.058 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 230 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:44:25.058 INFO:tasks.rados.rados.0.smithi016.stdout:805: finishing write tid 1 to smithi01673382-5 2024-04-24T02:44:25.058 INFO:tasks.rados.rados.0.smithi016.stdout:801: done (4 left) 2024-04-24T02:44:25.058 INFO:tasks.rados.rados.0.smithi016.stdout:802: done (3 left) 2024-04-24T02:44:25.058 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 83 2024-04-24T02:44:25.058 INFO:tasks.rados.rados.0.smithi016.stdout:808: seq_num 272 ranges {3088384=565248,3653632=688128,4341760=729088,5070848=188416} 2024-04-24T02:44:25.075 INFO:tasks.rados.rados.0.smithi016.stdout:808: writing smithi01673382-13 from 3088384 to 3653632 tid 1 2024-04-24T02:44:25.079 INFO:tasks.rados.rados.0.smithi016.stdout:808: writing smithi01673382-13 from 3653632 to 4341760 tid 2 2024-04-24T02:44:25.084 INFO:tasks.rados.rados.0.smithi016.stdout:808: writing smithi01673382-13 from 4341760 to 5070848 tid 3 2024-04-24T02:44:25.085 INFO:tasks.rados.rados.0.smithi016.stdout:808: writing smithi01673382-13 from 5070848 to 5259264 tid 4 2024-04-24T02:44:25.085 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 83 2024-04-24T02:44:25.085 INFO:tasks.rados.rados.0.smithi016.stdout:805: finishing write tid 2 to smithi01673382-5 2024-04-24T02:44:25.085 INFO:tasks.rados.rados.0.smithi016.stdout:809: seq_num 273 ranges {1810432=581632,2392064=565248,2957312=532480,3489792=507904} 2024-04-24T02:44:25.098 INFO:tasks.rados.rados.0.smithi016.stdout:809: writing smithi01673382-38 from 1810432 to 2392064 tid 1 2024-04-24T02:44:25.102 INFO:tasks.rados.rados.0.smithi016.stdout:809: writing smithi01673382-38 from 2392064 to 2957312 tid 2 2024-04-24T02:44:25.105 INFO:tasks.rados.rados.0.smithi016.stdout:809: writing smithi01673382-38 from 2957312 to 3489792 tid 3 2024-04-24T02:44:25.108 INFO:tasks.rados.rados.0.smithi016.stdout:809: writing smithi01673382-38 from 3489792 to 3997696 tid 4 2024-04-24T02:44:25.108 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 83 2024-04-24T02:44:25.108 INFO:tasks.rados.rados.0.smithi016.stdout:805: finishing write tid 3 to smithi01673382-5 2024-04-24T02:44:25.109 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 273 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:44:25.109 INFO:tasks.rados.rados.0.smithi016.stdout:805: finishing write tid 4 to smithi01673382-5 2024-04-24T02:44:25.109 INFO:tasks.rados.rados.0.smithi016.stdout:805: finishing write tid 5 to smithi01673382-5 2024-04-24T02:44:25.109 INFO:tasks.rados.rados.0.smithi016.stdout:810: seq_num 274 ranges {5529600=598016,6127616=499712,6627328=745472,7372800=360448} 2024-04-24T02:44:25.142 INFO:tasks.rados.rados.0.smithi016.stdout:810: writing smithi01673382-45 from 5529600 to 6127616 tid 1 2024-04-24T02:44:25.144 INFO:tasks.rados.rados.0.smithi016.stdout:810: writing smithi01673382-45 from 6127616 to 6627328 tid 2 2024-04-24T02:44:25.149 INFO:tasks.rados.rados.0.smithi016.stdout:810: writing smithi01673382-45 from 6627328 to 7372800 tid 3 2024-04-24T02:44:25.151 INFO:tasks.rados.rados.0.smithi016.stdout:810: writing smithi01673382-45 from 7372800 to 7733248 tid 4 2024-04-24T02:44:25.151 INFO:tasks.rados.rados.0.smithi016.stdout:807: done (5 left) 2024-04-24T02:44:25.151 INFO:tasks.rados.rados.0.smithi016.stdout:811: snap_remove snap 79 2024-04-24T02:44:25.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:24.362221+0000 mgr.x (mgr.24844) 77 : cluster [DBG] pgmap v116: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-24T02:44:25.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:25.033316+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-04-24T02:44:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:24.362221+0000 mgr.x (mgr.24844) 77 : cluster [DBG] pgmap v116: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-24T02:44:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:25.033316+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-04-24T02:44:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:24.362221+0000 mgr.x (mgr.24844) 77 : cluster [DBG] pgmap v116: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-24T02:44:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:25.033316+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:811: done (5 left) 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:812: setattr oid 16 current snap is 83 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:813: rollback oid 25 current snap is 83 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 45 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:814: read oid 17 snap -1 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:814: expect (ObjNum 267 snap 83 seq_num 267) 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:815: snap_create 2024-04-24T02:44:25.642 INFO:tasks.rados.rados.0.smithi016.stdout:806: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:805: finishing write tid 6 to smithi01673382-5 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 197 (ObjNum 271 snap 83 seq_num 271) dirty exists 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:805: left oid 5 (ObjNum 271 snap 83 seq_num 271) 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:808: finishing write tid 1 to smithi01673382-13 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:808: finishing write tid 2 to smithi01673382-13 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:808: finishing write tid 3 to smithi01673382-13 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:808: finishing write tid 4 to smithi01673382-13 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:808: finishing write tid 5 to smithi01673382-13 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:808: finishing write tid 6 to smithi01673382-13 2024-04-24T02:44:25.663 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 399 (ObjNum 272 snap 83 seq_num 272) dirty exists 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:808: left oid 13 (ObjNum 272 snap 83 seq_num 272) 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:809: finishing write tid 1 to smithi01673382-38 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:809: finishing write tid 2 to smithi01673382-38 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:809: finishing write tid 3 to smithi01673382-38 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:809: finishing write tid 4 to smithi01673382-38 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:809: finishing write tid 5 to smithi01673382-38 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:809: finishing write tid 6 to smithi01673382-38 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 336 (ObjNum 273 snap 83 seq_num 273) dirty exists 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:809: left oid 38 (ObjNum 273 snap 83 seq_num 273) 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing write tid 1 to smithi01673382-45 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing write tid 2 to smithi01673382-45 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing write tid 3 to smithi01673382-45 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing write tid 4 to smithi01673382-45 2024-04-24T02:44:25.664 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing write tid 5 to smithi01673382-45 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing write tid 6 to smithi01673382-45 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 259 (ObjNum 274 snap 83 seq_num 274) dirty exists 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:810: left oid 45 (ObjNum 274 snap 83 seq_num 274) 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 193 (ObjNum 261 snap 82 seq_num 261) dirty exists 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing rollback tid 0 to smithi01673382-25 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing rollback tid 2 to smithi01673382-25 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 285 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-24T02:44:25.665 INFO:tasks.rados.rados.0.smithi016.stdout:814: expect (ObjNum 267 snap 83 seq_num 267) 2024-04-24T02:44:26.000 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ignoring --setuser ceph since I am not root 2024-04-24T02:44:26.000 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ignoring --setgroup ceph since I am not root 2024-04-24T02:44:26.000 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:25.685+0000 7fc578862700 1 -- 172.21.15.63:0/146297532 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555b019541a0 con 0x555b0192ac00 2024-04-24T02:44:26.000 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:25.813+0000 7fc5825c8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:44:26.001 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:25.998+0000 7fc5825c8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:44:26.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:25] ENGINE Bus STOPPING 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:25] ENGINE Bus STOPPED 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:25] ENGINE Bus STARTING 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33614f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33614f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33614f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33614f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33614f9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33634fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33634fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33634fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33634fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.032 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:44:25.777+0000 7f33634fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:44:26.032 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:25] ENGINE Serving on http://:::9283 2024-04-24T02:44:26.032 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:44:25] ENGINE Bus STARTED 2024-04-24T02:44:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:805: done (8 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:806: done (7 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:808: done (6 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:809: done (5 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:810: done (4 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:812: done (3 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:813: done (2 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:814: done (1 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:815: done (0 left) 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 84 2024-04-24T02:44:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:816: seq_num 275 ranges {4972544=614400,5586944=786432,6373376=499712,6873088=319488} 2024-04-24T02:44:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:816: writing smithi01673382-37 from 4972544 to 5586944 tid 1 2024-04-24T02:44:26.665 INFO:tasks.rados.rados.0.smithi016.stdout:816: writing smithi01673382-37 from 5586944 to 6373376 tid 2 2024-04-24T02:44:26.668 INFO:tasks.rados.rados.0.smithi016.stdout:816: writing smithi01673382-37 from 6373376 to 6873088 tid 3 2024-04-24T02:44:26.670 INFO:tasks.rados.rados.0.smithi016.stdout:816: writing smithi01673382-37 from 6873088 to 7192576 tid 4 2024-04-24T02:44:26.670 INFO:tasks.rados.rados.0.smithi016.stdout:817: rmattr oid 2 current snap is 84 2024-04-24T02:44:26.670 INFO:tasks.rados.rados.0.smithi016.stdout:817: done (1 left) 2024-04-24T02:44:26.671 INFO:tasks.rados.rados.0.smithi016.stdout:818: read oid 2 snap 83 2024-04-24T02:44:26.671 INFO:tasks.rados.rados.0.smithi016.stdout:818: expect (ObjNum 263 snap 82 seq_num 263) 2024-04-24T02:44:26.671 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 84 2024-04-24T02:44:26.671 INFO:tasks.rados.rados.0.smithi016.stdout:819: seq_num 276 ranges {1351680=630784,1982464=671744,2654208=704512,3358720=229376} 2024-04-24T02:44:26.681 INFO:tasks.rados.rados.0.smithi016.stdout:819: writing smithi01673382-1 from 1351680 to 1982464 tid 1 2024-04-24T02:44:26.686 INFO:tasks.rados.rados.0.smithi016.stdout:819: writing smithi01673382-1 from 1982464 to 2654208 tid 2 2024-04-24T02:44:26.691 INFO:tasks.rados.rados.0.smithi016.stdout:819: writing smithi01673382-1 from 2654208 to 3358720 tid 3 2024-04-24T02:44:26.692 INFO:tasks.rados.rados.0.smithi016.stdout:819: writing smithi01673382-1 from 3358720 to 3588096 tid 4 2024-04-24T02:44:26.692 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 84 2024-04-24T02:44:26.693 INFO:tasks.rados.rados.0.smithi016.stdout:820: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-04-24T02:44:26.697 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01673382-32 from 0 to 647168 tid 1 2024-04-24T02:44:26.701 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01673382-32 from 647168 to 1204224 tid 2 2024-04-24T02:44:26.705 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01673382-32 from 1204224 to 1720320 tid 3 2024-04-24T02:44:26.709 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01673382-32 from 1720320 to 2252800 tid 4 2024-04-24T02:44:26.710 INFO:tasks.rados.rados.0.smithi016.stdout:821: rmattr oid 7 current snap is 84 2024-04-24T02:44:26.710 INFO:tasks.rados.rados.0.smithi016.stdout:821: done (4 left) 2024-04-24T02:44:26.710 INFO:tasks.rados.rados.0.smithi016.stdout:822: setattr oid 38 current snap is 84 2024-04-24T02:44:26.710 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing write tid 1 to smithi01673382-37 2024-04-24T02:44:26.710 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing write tid 2 to smithi01673382-37 2024-04-24T02:44:26.711 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing write tid 3 to smithi01673382-37 2024-04-24T02:44:26.711 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing write tid 4 to smithi01673382-37 2024-04-24T02:44:26.711 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing write tid 5 to smithi01673382-37 2024-04-24T02:44:26.711 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing write tid 6 to smithi01673382-37 2024-04-24T02:44:26.711 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 250 (ObjNum 275 snap 84 seq_num 275) dirty exists 2024-04-24T02:44:26.711 INFO:tasks.rados.rados.0.smithi016.stdout:816: left oid 37 (ObjNum 275 snap 84 seq_num 275) 2024-04-24T02:44:26.711 INFO:tasks.rados.rados.0.smithi016.stdout:819: finishing write tid 1 to smithi01673382-1 2024-04-24T02:44:26.712 INFO:tasks.rados.rados.0.smithi016.stdout:819: finishing write tid 2 to smithi01673382-1 2024-04-24T02:44:26.712 INFO:tasks.rados.rados.0.smithi016.stdout:819: finishing write tid 3 to smithi01673382-1 2024-04-24T02:44:26.712 INFO:tasks.rados.rados.0.smithi016.stdout:819: finishing write tid 4 to smithi01673382-1 2024-04-24T02:44:26.712 INFO:tasks.rados.rados.0.smithi016.stdout:818: expect (ObjNum 263 snap 82 seq_num 263) 2024-04-24T02:44:26.716 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.464257+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.716 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.469525+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.470852+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:26.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.471692+0000 mon.c (mon.2) 115 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:44:26.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.476443+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.614955+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:26.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.621498+0000 mon.c (mon.2) 117 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-24T02:44:26.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.621761+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-24T02:44:26.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:25.627750+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-04-24T02:44:26.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.628059+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-24T02:44:26.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:25.628126+0000 mon.a (mon.0) 1066 : cluster [DBG] mgrmap e29: y(active, starting, since 0.00584473s) 2024-04-24T02:44:26.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.633889+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:44:26.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.634088+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:44:26.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.634290+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:44:26.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.634432+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:44:26.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.634658+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:44:26.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.639511+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:44:26.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.639729+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:44:26.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.640033+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:44:26.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.640262+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:44:26.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.640485+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:44:26.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.640699+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:44:26.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.640943+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:44:26.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.641153+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:44:26.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.641361+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:44:26.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.641623+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:44:26.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.642541+0000 mon.c (mon.2) 133 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:44:26.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.643294+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:44:26.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:25.667491+0000 mon.a (mon.0) 1067 : cluster [INF] Manager daemon y is now available 2024-04-24T02:44:26.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.694966+0000 mon.c (mon.2) 135 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:26.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.718086+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:26.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.728528+0000 mon.c (mon.2) 137 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:44:26.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.729165+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:44:26.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.755240+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:44:26.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:25.755815+0000 mon.a (mon.0) 1069 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:44:26.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.464257+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.723 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.469525+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.723 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.470852+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:26.723 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.471692+0000 mon.c (mon.2) 115 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:44:26.723 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.476443+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.723 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.614955+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:26.723 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.621498+0000 mon.c (mon.2) 117 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.621761+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:25.627750+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.628059+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:25.628126+0000 mon.a (mon.0) 1066 : cluster [DBG] mgrmap e29: y(active, starting, since 0.00584473s) 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.633889+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.634088+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.634290+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:44:26.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.634432+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:44:26.725 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.634658+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:44:26.725 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.639511+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:44:26.725 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.639729+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:44:26.725 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.640033+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:44:26.725 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.640262+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:44:26.725 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.640485+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:44:26.725 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.640699+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:44:26.726 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.640943+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:44:26.726 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.641153+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:44:26.726 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.641361+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:44:26.726 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.641623+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:44:26.726 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.642541+0000 mon.c (mon.2) 133 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:44:26.726 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.643294+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:44:26.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:25.667491+0000 mon.a (mon.0) 1067 : cluster [INF] Manager daemon y is now available 2024-04-24T02:44:26.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.694966+0000 mon.c (mon.2) 135 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:26.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.718086+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:26.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.728528+0000 mon.c (mon.2) 137 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:44:26.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.729165+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:44:26.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.755240+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:44:26.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:25.755815+0000 mon.a (mon.0) 1069 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:44:26.735 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:26.362+0000 7fc5825c8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:44:26.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.464257+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.469525+0000 mon.a (mon.0) 1061 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.470852+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:26.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.471692+0000 mon.c (mon.2) 115 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:44:26.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.476443+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24844 ' entity='mgr.x' 2024-04-24T02:44:26.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.614955+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:26.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.621498+0000 mon.c (mon.2) 117 : audit [INF] from='mgr.24844 172.21.15.63:0/2688059591' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-24T02:44:26.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.621761+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-24T02:44:26.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:25.627750+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.628059+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24844 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:25.628126+0000 mon.a (mon.0) 1066 : cluster [DBG] mgrmap e29: y(active, starting, since 0.00584473s) 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.633889+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.634088+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.634290+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.634432+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.634658+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:44:26.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.639511+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:44:26.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.639729+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:44:26.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.640033+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:44:26.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.640262+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:44:26.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.640485+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:44:26.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.640699+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:44:26.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.640943+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:44:26.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.641153+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.641361+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.641623+0000 mon.c (mon.2) 132 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.642541+0000 mon.c (mon.2) 133 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.643294+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:25.667491+0000 mon.a (mon.0) 1067 : cluster [INF] Manager daemon y is now available 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.694966+0000 mon.c (mon.2) 135 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.718086+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:26.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.728528+0000 mon.c (mon.2) 137 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:44:26.741 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.729165+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:44:26.741 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.755240+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:44:26.741 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:25.755815+0000 mon.a (mon.0) 1069 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:819: finishing write tid 5 to smithi01673382-1 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:819: finishing write tid 6 to smithi01673382-1 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 267 (ObjNum 276 snap 84 seq_num 276) dirty exists 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:819: left oid 1 (ObjNum 276 snap 84 seq_num 276) 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 1 to smithi01673382-32 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 2 to smithi01673382-32 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 3 to smithi01673382-32 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 4 to smithi01673382-32 2024-04-24T02:44:27.040 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 5 to smithi01673382-32 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 6 to smithi01673382-32 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 290 (ObjNum 277 snap 84 seq_num 277) dirty exists 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:820: left oid 32 (ObjNum 277 snap 84 seq_num 277) 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:816: done (4 left) 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:818: done (3 left) 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:819: done (2 left) 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:820: done (1 left) 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 84 2024-04-24T02:44:27.041 INFO:tasks.rados.rados.0.smithi016.stdout:823: seq_num 278 ranges {1425408=663552,2088960=442368,2531328=720896,3252224=442368} 2024-04-24T02:44:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01673382-15 from 1425408 to 2088960 tid 1 2024-04-24T02:44:27.053 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01673382-15 from 2088960 to 2531328 tid 2 2024-04-24T02:44:27.057 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01673382-15 from 2531328 to 3252224 tid 3 2024-04-24T02:44:27.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:26.918+0000 7fc5825c8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:44:27.060 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01673382-15 from 3252224 to 3694592 tid 4 2024-04-24T02:44:27.061 INFO:tasks.rados.rados.0.smithi016.stdout:824: delete oid 4 current snap is 84 2024-04-24T02:44:27.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 342 (ObjNum 273 snap 83 seq_num 273) dirty exists 2024-04-24T02:44:27.061 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 1 to smithi01673382-15 2024-04-24T02:44:27.061 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 2 to smithi01673382-15 2024-04-24T02:44:27.061 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 3 to smithi01673382-15 2024-04-24T02:44:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:822: done (2 left) 2024-04-24T02:44:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:824: done (1 left) 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:825: read oid 5 snap -1 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:825: expect (ObjNum 271 snap 83 seq_num 271) 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:826: rmattr oid 32 current snap is 84 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:826: done (2 left) 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:827: rmattr oid 47 current snap is 84 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:827: done (2 left) 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:828: setattr oid 47 current snap is 84 2024-04-24T02:44:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 4 to smithi01673382-15 2024-04-24T02:44:27.064 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 5 to smithi01673382-15 2024-04-24T02:44:27.064 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 6 to smithi01673382-15 2024-04-24T02:44:27.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 82 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-04-24T02:44:27.064 INFO:tasks.rados.rados.0.smithi016.stdout:823: left oid 15 (ObjNum 278 snap 84 seq_num 278) 2024-04-24T02:44:27.066 INFO:tasks.rados.rados.0.smithi016.stdout:823: done (2 left) 2024-04-24T02:44:27.067 INFO:tasks.rados.rados.0.smithi016.stdout:829: read oid 38 snap 63 2024-04-24T02:44:27.067 INFO:tasks.rados.rados.0.smithi016.stdout:829: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:44:27.067 INFO:tasks.rados.rados.0.smithi016.stdout:830: rollback oid 44 current snap is 84 2024-04-24T02:44:27.067 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 51 2024-04-24T02:44:27.067 INFO:tasks.rados.rados.0.smithi016.stdout:831: setattr oid 45 current snap is 84 2024-04-24T02:44:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:832: rollback oid 7 current snap is 84 2024-04-24T02:44:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 64 2024-04-24T02:44:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:833: rollback oid 31 current snap is 84 2024-04-24T02:44:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 50 2024-04-24T02:44:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:834: read oid 30 snap -1 2024-04-24T02:44:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:834: expect deleted 2024-04-24T02:44:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:835: snap_create 2024-04-24T02:44:27.071 INFO:tasks.rados.rados.0.smithi016.stdout:825: expect (ObjNum 271 snap 83 seq_num 271) 2024-04-24T02:44:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 241 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:44:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing rollback tid 0 to smithi01673382-44 2024-04-24T02:44:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:44:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing rollback tid 2 to smithi01673382-44 2024-04-24T02:44:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 409 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:833: finishing rollback tid 0 to smithi01673382-31 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:833: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 50 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 269 (ObjNum 274 snap 83 seq_num 274) dirty exists 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:832: finishing rollback tid 1 to smithi01673382-7 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:832: finishing rollback tid 2 to smithi01673382-7 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 344 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-04-24T02:44:27.135 INFO:tasks.rados.rados.0.smithi016.stdout:829: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:44:27.466 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:27.181+0000 7fc5825c8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T02:44:27.640 INFO:tasks.rados.rados.0.smithi016.stdout:825: done (8 left) 2024-04-24T02:44:27.640 INFO:tasks.rados.rados.0.smithi016.stdout:828: done (7 left) 2024-04-24T02:44:27.640 INFO:tasks.rados.rados.0.smithi016.stdout:829: done (6 left) 2024-04-24T02:44:27.640 INFO:tasks.rados.rados.0.smithi016.stdout:830: done (5 left) 2024-04-24T02:44:27.640 INFO:tasks.rados.rados.0.smithi016.stdout:831: done (4 left) 2024-04-24T02:44:27.641 INFO:tasks.rados.rados.0.smithi016.stdout:832: done (3 left) 2024-04-24T02:44:27.641 INFO:tasks.rados.rados.0.smithi016.stdout:833: done (2 left) 2024-04-24T02:44:27.641 INFO:tasks.rados.rados.0.smithi016.stdout:834: done (1 left) 2024-04-24T02:44:27.641 INFO:tasks.rados.rados.0.smithi016.stdout:835: done (0 left) 2024-04-24T02:44:27.641 INFO:tasks.rados.rados.0.smithi016.stdout:836: copy_from oid 2 from oid 18 current snap is 85 2024-04-24T02:44:27.641 INFO:tasks.rados.rados.0.smithi016.stdout:837: snap_create 2024-04-24T02:44:27.651 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:44:27.652 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing copy_from to smithi01673382-2 2024-04-24T02:44:27.652 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 194 (ObjNum 268 snap 83 seq_num 268) dirty exists 2024-04-24T02:44:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:26.228113+0000 mgr.y (mgr.25040) 1 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Bus STARTING 2024-04-24T02:44:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:26.330052+0000 mgr.y (mgr.25040) 2 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:44:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:26.447632+0000 mgr.y (mgr.25040) 3 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:44:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:26.447900+0000 mgr.y (mgr.25040) 4 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Bus STARTED 2024-04-24T02:44:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:26.627803+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-04-24T02:44:27.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:26.635470+0000 mon.a (mon.0) 1071 : cluster [DBG] mgrmap e30: y(active, since 1.01319s) 2024-04-24T02:44:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:26.228113+0000 mgr.y (mgr.25040) 1 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Bus STARTING 2024-04-24T02:44:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:26.330052+0000 mgr.y (mgr.25040) 2 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:44:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:26.447632+0000 mgr.y (mgr.25040) 3 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:44:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:26.447900+0000 mgr.y (mgr.25040) 4 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Bus STARTED 2024-04-24T02:44:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:26.627803+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-04-24T02:44:27.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:26.635470+0000 mon.a (mon.0) 1071 : cluster [DBG] mgrmap e30: y(active, since 1.01319s) 2024-04-24T02:44:27.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:27.658+0000 7fc5825c8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:44:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:26.228113+0000 mgr.y (mgr.25040) 1 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Bus STARTING 2024-04-24T02:44:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:26.330052+0000 mgr.y (mgr.25040) 2 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:44:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:26.447632+0000 mgr.y (mgr.25040) 3 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:44:27.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:26.447900+0000 mgr.y (mgr.25040) 4 : cephadm [INF] [24/Apr/2024:02:44:26] ENGINE Bus STARTED 2024-04-24T02:44:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:26.627803+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-04-24T02:44:27.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:26.635470+0000 mon.a (mon.0) 1071 : cluster [DBG] mgrmap e30: y(active, since 1.01319s) 2024-04-24T02:44:28.021 INFO:tasks.rados.rados.0.smithi016.stdout:836: done (1 left) 2024-04-24T02:44:28.022 INFO:tasks.rados.rados.0.smithi016.stdout:837: done (0 left) 2024-04-24T02:44:28.022 INFO:tasks.rados.rados.0.smithi016.stdout:838: read oid 19 snap -1 2024-04-24T02:44:28.022 INFO:tasks.rados.rados.0.smithi016.stdout:838: expect (ObjNum 225 snap 68 seq_num 225) 2024-04-24T02:44:28.022 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 86 2024-04-24T02:44:28.022 INFO:tasks.rados.rados.0.smithi016.stdout:839: seq_num 280 ranges {1228800=696320,1925120=606208,2531328=688128,3219456=311296} 2024-04-24T02:44:28.032 INFO:tasks.rados.rados.0.smithi016.stdout:839: writing smithi01673382-44 from 1228800 to 1925120 tid 1 2024-04-24T02:44:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:839: writing smithi01673382-44 from 1925120 to 2531328 tid 2 2024-04-24T02:44:28.039 INFO:tasks.rados.rados.0.smithi016.stdout:839: writing smithi01673382-44 from 2531328 to 3219456 tid 3 2024-04-24T02:44:28.042 INFO:tasks.rados.rados.0.smithi016.stdout:839: writing smithi01673382-44 from 3219456 to 3530752 tid 4 2024-04-24T02:44:28.042 INFO:tasks.rados.rados.0.smithi016.stdout:840: snap_create 2024-04-24T02:44:28.043 INFO:tasks.rados.rados.0.smithi016.stdout:838: expect (ObjNum 225 snap 68 seq_num 225) 2024-04-24T02:44:28.331 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing write tid 1 to smithi01673382-44 2024-04-24T02:44:28.332 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing write tid 2 to smithi01673382-44 2024-04-24T02:44:28.332 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing write tid 3 to smithi01673382-44 2024-04-24T02:44:28.332 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing write tid 4 to smithi01673382-44 2024-04-24T02:44:28.332 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing write tid 5 to smithi01673382-44 2024-04-24T02:44:28.332 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing write tid 6 to smithi01673382-44 2024-04-24T02:44:28.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 415 (ObjNum 280 snap 86 seq_num 280) dirty exists 2024-04-24T02:44:28.332 INFO:tasks.rados.rados.0.smithi016.stdout:839: left oid 44 (ObjNum 280 snap 86 seq_num 280) 2024-04-24T02:44:28.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:26.644149+0000 mgr.y (mgr.25040) 5 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:27.631524+0000 mon.a (mon.0) 1072 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:27.631575+0000 mon.a (mon.0) 1073 : cluster [INF] Cluster is now healthy 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:27.638745+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:27.639021+0000 mon.a (mon.0) 1075 : cluster [DBG] mgrmap e31: y(active, since 2s) 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:28.020933+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:26.644149+0000 mgr.y (mgr.25040) 5 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:27.631524+0000 mon.a (mon.0) 1072 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T02:44:28.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:27.631575+0000 mon.a (mon.0) 1073 : cluster [INF] Cluster is now healthy 2024-04-24T02:44:28.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:27.638745+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-04-24T02:44:28.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:27.639021+0000 mon.a (mon.0) 1075 : cluster [DBG] mgrmap e31: y(active, since 2s) 2024-04-24T02:44:28.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:28.020933+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-04-24T02:44:28.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:28.450+0000 7fc5825c8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:44:28.810 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:28.547+0000 7fc5825c8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:44:28.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:26.644149+0000 mgr.y (mgr.25040) 5 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:28.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:27.631524+0000 mon.a (mon.0) 1072 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T02:44:28.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:27.631575+0000 mon.a (mon.0) 1073 : cluster [INF] Cluster is now healthy 2024-04-24T02:44:28.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:27.638745+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-04-24T02:44:28.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:27.639021+0000 mon.a (mon.0) 1075 : cluster [DBG] mgrmap e31: y(active, since 2s) 2024-04-24T02:44:28.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:28.020933+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-04-24T02:44:28.811 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:44:29.023 INFO:tasks.rados.rados.0.smithi016.stdout:838: done (2 left) 2024-04-24T02:44:29.023 INFO:tasks.rados.rados.0.smithi016.stdout:839: done (1 left) 2024-04-24T02:44:29.023 INFO:tasks.rados.rados.0.smithi016.stdout:840: done (0 left) 2024-04-24T02:44:29.023 INFO:tasks.rados.rados.0.smithi016.stdout:841: copy_from oid 44 from oid 47 current snap is 87 2024-04-24T02:44:29.023 INFO:tasks.rados.rados.0.smithi016.stdout:842: copy_from oid 18 from oid 21 current snap is 87 2024-04-24T02:44:29.023 INFO:tasks.rados.rados.0.smithi016.stdout:843: snap_create 2024-04-24T02:44:29.036 INFO:tasks.rados.rados.0.smithi016.stdout:841: finishing copy_from racing read to smithi01673382-44 2024-04-24T02:44:29.039 INFO:tasks.rados.rados.0.smithi016.stdout:841: finishing copy_from to smithi01673382-44 2024-04-24T02:44:29.039 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 241 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:44:29.056 INFO:tasks.rados.rados.0.smithi016.stdout:842: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:44:29.063 INFO:tasks.rados.rados.0.smithi016.stdout:842: finishing copy_from to smithi01673382-18 2024-04-24T02:44:29.063 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 203 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-04-24T02:44:29.467 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:29.198+0000 7fc5825c8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:44:29.468 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:29.293+0000 7fc5825c8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:44:29.468 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:29.386+0000 7fc5825c8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:44:29.729 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:27.639185+0000 mgr.y (mgr.25040) 6 : cluster [DBG] pgmap v6: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:29.730 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:29.022654+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-04-24T02:44:29.730 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:29.630+0000 7fc5825c8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:44:29.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:27.639185+0000 mgr.y (mgr.25040) 6 : cluster [DBG] pgmap v6: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:29.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:29.022654+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-04-24T02:44:29.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:27.639185+0000 mgr.y (mgr.25040) 6 : cluster [DBG] pgmap v6: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:29.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:29.022654+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-04-24T02:44:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:841: done (2 left) 2024-04-24T02:44:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:842: done (1 left) 2024-04-24T02:44:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:843: done (0 left) 2024-04-24T02:44:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:844: read oid 16 snap 59 2024-04-24T02:44:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:844: expect deleted 2024-04-24T02:44:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:845: setattr oid 20 current snap is 88 2024-04-24T02:44:30.025 INFO:tasks.rados.rados.0.smithi016.stdout:844: done (1 left) 2024-04-24T02:44:30.025 INFO:tasks.rados.rados.0.smithi016.stdout:846: copy_from oid 11 from oid 22 current snap is 88 2024-04-24T02:44:30.025 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 88 2024-04-24T02:44:30.025 INFO:tasks.rados.rados.0.smithi016.stdout:847: seq_num 281 ranges {3948544=712704,4661248=491520,5152768=491520,5644288=622592} 2024-04-24T02:44:30.051 INFO:tasks.rados.rados.0.smithi016.stdout:847: writing smithi01673382-17 from 3948544 to 4661248 tid 1 2024-04-24T02:44:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:847: writing smithi01673382-17 from 4661248 to 5152768 tid 2 2024-04-24T02:44:30.057 INFO:tasks.rados.rados.0.smithi016.stdout:847: writing smithi01673382-17 from 5152768 to 5644288 tid 3 2024-04-24T02:44:30.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:29.728+0000 7fc5825c8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T02:44:30.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:29.842+0000 7fc5825c8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:847: writing smithi01673382-17 from 5644288 to 6266880 tid 4 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:848: setattr oid 29 current snap is 88 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 209 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:846: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:846: finishing copy_from to smithi01673382-11 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 344 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing write tid 1 to smithi01673382-17 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing write tid 2 to smithi01673382-17 2024-04-24T02:44:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing write tid 3 to smithi01673382-17 2024-04-24T02:44:30.063 INFO:tasks.rados.rados.0.smithi016.stdout:845: done (3 left) 2024-04-24T02:44:30.063 INFO:tasks.rados.rados.0.smithi016.stdout:846: done (2 left) 2024-04-24T02:44:30.063 INFO:tasks.rados.rados.0.smithi016.stdout:849: snap_create 2024-04-24T02:44:30.065 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing write tid 4 to smithi01673382-17 2024-04-24T02:44:30.065 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing write tid 5 to smithi01673382-17 2024-04-24T02:44:30.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 279 (ObjNum 248 snap 80 seq_num 248) dirty exists 2024-04-24T02:44:30.066 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing write tid 6 to smithi01673382-17 2024-04-24T02:44:30.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 423 (ObjNum 281 snap 88 seq_num 281) dirty exists 2024-04-24T02:44:30.067 INFO:tasks.rados.rados.0.smithi016.stdout:847: left oid 17 (ObjNum 281 snap 88 seq_num 281) 2024-04-24T02:44:30.416 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:30.113+0000 7fc5825c8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:44:30.416 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:30.216+0000 7fc5825c8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:44:31.030 INFO:tasks.rados.rados.0.smithi016.stdout:847: done (2 left) 2024-04-24T02:44:31.030 INFO:tasks.rados.rados.0.smithi016.stdout:848: done (1 left) 2024-04-24T02:44:31.030 INFO:tasks.rados.rados.0.smithi016.stdout:849: done (0 left) 2024-04-24T02:44:31.030 INFO:tasks.rados.rados.0.smithi016.stdout:850: snap_create 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:30.415+0000 7fc5825c8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:30.687+0000 7fc5825c8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:29.639558+0000 mgr.y (mgr.25040) 7 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:29.865362+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:29.870762+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:30.023625+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:30.028121+0000 mon.a (mon.0) 1081 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:30.556280+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:30.560961+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:30.607934+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:30.613520+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:29.639558+0000 mgr.y (mgr.25040) 7 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:29.865362+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:29.870762+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:30.023625+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:30.028121+0000 mon.a (mon.0) 1081 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:30.556280+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:30.560961+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:30.607934+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.165 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:30.613520+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:29.639558+0000 mgr.y (mgr.25040) 7 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:29.865362+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:29.870762+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:30.023625+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:30.028121+0000 mon.a (mon.0) 1081 : cluster [DBG] mgrmap e32: y(active, since 4s) 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:30.556280+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:30.560961+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:30.607934+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.166 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:30.613520+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:31.762 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:31.326+0000 7fc5825c8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:44:31.762 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:31.553+0000 7fc5825c8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:44:32.032 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:31.761+0000 7fc5825c8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:44:32.034 INFO:tasks.rados.rados.0.smithi016.stdout:850: done (0 left) 2024-04-24T02:44:32.034 INFO:tasks.rados.rados.0.smithi016.stdout:851: copy_from oid 10 from oid 16 current snap is 90 2024-04-24T02:44:32.034 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 90 2024-04-24T02:44:32.034 INFO:tasks.rados.rados.0.smithi016.stdout:852: seq_num 282 ranges {2146304=729088,2875392=425984,3301376=704512,4005888=475136} 2024-04-24T02:44:32.049 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01673382-5 from 2146304 to 2875392 tid 1 2024-04-24T02:44:32.052 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01673382-5 from 2875392 to 3301376 tid 2 2024-04-24T02:44:32.056 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01673382-5 from 3301376 to 4005888 tid 3 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01673382-5 from 4005888 to 4481024 tid 4 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:853: read oid 23 snap 64 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:853: expect (ObjNum 196 snap 55 seq_num 196) 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:854: read oid 47 snap -1 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:854: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:855: copy_from oid 11 from oid 37 current snap is 90 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 1 to smithi01673382-5 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing copy_from to smithi01673382-10 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 193 (ObjNum 261 snap 82 seq_num 261) dirty exists 2024-04-24T02:44:32.060 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 2 to smithi01673382-5 2024-04-24T02:44:32.061 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 3 to smithi01673382-5 2024-04-24T02:44:32.061 INFO:tasks.rados.rados.0.smithi016.stdout:851: done (4 left) 2024-04-24T02:44:32.061 INFO:tasks.rados.rados.0.smithi016.stdout:856: delete oid 14 current snap is 90 2024-04-24T02:44:32.068 INFO:tasks.rados.rados.0.smithi016.stdout:854: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 4 to smithi01673382-5 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 5 to smithi01673382-5 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 6 to smithi01673382-5 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 202 (ObjNum 282 snap 90 seq_num 282) dirty exists 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:852: left oid 5 (ObjNum 282 snap 90 seq_num 282) 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:852: done (4 left) 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:854: done (3 left) 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:856: done (2 left) 2024-04-24T02:44:32.090 INFO:tasks.rados.rados.0.smithi016.stdout:857: setattr oid 17 current snap is 90 2024-04-24T02:44:32.091 INFO:tasks.rados.rados.0.smithi016.stdout:853: expect (ObjNum 196 snap 55 seq_num 196) 2024-04-24T02:44:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:31.029538+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-04-24T02:44:32.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:31.297816+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:32.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:31.306436+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:31.029538+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-04-24T02:44:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:31.297816+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:32 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:31.306436+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:31.029538+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-04-24T02:44:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:31.297816+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:31.306436+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing copy_from to smithi01673382-11 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 250 (ObjNum 275 snap 84 seq_num 275) dirty exists 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:853: done (2 left) 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:855: done (1 left) 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:858: rollback oid 3 current snap is 90 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 47 2024-04-24T02:44:32.348 INFO:tasks.rados.rados.0.smithi016.stdout:859: snap_create 2024-04-24T02:44:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 425 (ObjNum 281 snap 88 seq_num 281) dirty exists 2024-04-24T02:44:32.351 INFO:tasks.rados.rados.0.smithi016.stdout:858: finishing rollback tid 0 to smithi01673382-3 2024-04-24T02:44:32.351 INFO:tasks.rados.rados.0.smithi016.stdout:858: finishing rollback tid 1 to smithi01673382-3 2024-04-24T02:44:32.351 INFO:tasks.rados.rados.0.smithi016.stdout:858: finishing rollback tid 2 to smithi01673382-3 2024-04-24T02:44:32.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 205 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-04-24T02:44:32.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:32.473+0000 7fc5825c8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:44:32.810 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:32.689+0000 7fc5825c8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:44:32.881 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:44:33.240 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:44:33.240 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (54s) 3s ago 5m 15.6M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:44:33.240 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (24s) 2s ago 5m 41.0M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:44:33.240 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (6m) 3s ago 6m 14.5M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:44:33.240 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (6m) 2s ago 6m 16.9M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:44:33.240 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283 running (92s) 2s ago 10m 62.5M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 25a5b62ecd1d 2024-04-24T02:44:33.240 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (18s) 3s ago 11m 471M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (11m) 3s ago 12m 55.6M 2048M 16.2.15-1-g8963e9de 727f386679cb b115a61f2bb8 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (10m) 2s ago 10m 49.9M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (10m) 3s ago 10m 48.1M 2048M 16.2.15-1-g8963e9de 727f386679cb b158ff2bc011 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (64s) 3s ago 5m 15.5M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (38s) 2s ago 5m 13.1M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (9m) 3s ago 9m 118M 2489M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (9m) 3s ago 9m 151M 2489M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (8m) 3s ago 8m 138M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (8m) 3s ago 8m 98.2M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (8m) 2s ago 8m 136M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (7m) 2s ago 7m 119M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (7m) 2s ago 7m 75.3M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (6m) 2s ago 6m 89.5M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:44:33.241 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (40s) 2s ago 5m 51.3M - 2.33.4 514e6a882f6e 0d95d2510dce 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:31.640125+0000 mgr.y (mgr.25040) 8 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 546 KiB/s wr, 11 op/s 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:32.030762+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:33.015080+0000 mon.a (mon.0) 1090 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:33.016032+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:33.016830+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:33.019492+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:33.022053+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:32.886+0000 7fc5825c8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T02:44:33.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: debug 2024-04-24T02:44:33.011+0000 7fc5825c8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:44:33.311 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:44:33] ENGINE Bus STARTING 2024-04-24T02:44:33.311 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: CherryPy Checker: 2024-04-24T02:44:33.311 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: The Application mounted at '' has an empty config. 2024-04-24T02:44:33.311 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: 2024-04-24T02:44:33.311 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:44:33] ENGINE Serving on http://:::9283 2024-04-24T02:44:33.311 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: [24/Apr/2024:02:44:33] ENGINE Bus STARTED 2024-04-24T02:44:33.320 INFO:tasks.rados.rados.0.smithi016.stdout:857: done (2 left) 2024-04-24T02:44:33.321 INFO:tasks.rados.rados.0.smithi016.stdout:858: done (1 left) 2024-04-24T02:44:33.321 INFO:tasks.rados.rados.0.smithi016.stdout:859: done (0 left) 2024-04-24T02:44:33.321 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 91 2024-04-24T02:44:33.321 INFO:tasks.rados.rados.0.smithi016.stdout:860: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-04-24T02:44:33.324 INFO:tasks.rados.rados.0.smithi016.stdout:860: writing smithi01673382-36 from 0 to 761856 tid 1 2024-04-24T02:44:33.328 INFO:tasks.rados.rados.0.smithi016.stdout:860: writing smithi01673382-36 from 761856 to 1359872 tid 2 2024-04-24T02:44:33.334 INFO:tasks.rados.rados.0.smithi016.stdout:860: writing smithi01673382-36 from 1359872 to 2031616 tid 3 2024-04-24T02:44:33.335 INFO:tasks.rados.rados.0.smithi016.stdout:860: writing smithi01673382-36 from 2031616 to 2367488 tid 4 2024-04-24T02:44:33.335 INFO:tasks.rados.rados.0.smithi016.stdout:861: read oid 24 snap -1 2024-04-24T02:44:33.336 INFO:tasks.rados.rados.0.smithi016.stdout:861: expect (ObjNum 235 snap 70 seq_num 235) 2024-04-24T02:44:33.336 INFO:tasks.rados.rados.0.smithi016.stdout:862: snap_remove snap 61 2024-04-24T02:44:33.444 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:31.640125+0000 mgr.y (mgr.25040) 8 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 546 KiB/s wr, 11 op/s 2024-04-24T02:44:33.444 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:32.030762+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-04-24T02:44:33.444 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:33.015080+0000 mon.a (mon.0) 1090 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:33.016032+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:33.016830+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:33.019492+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:33.022053+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:31.640125+0000 mgr.y (mgr.25040) 8 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 546 KiB/s wr, 11 op/s 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:32.030762+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:33.015080+0000 mon.a (mon.0) 1090 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:33.016032+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:33.016830+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:33.019492+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:44:33.445 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:33 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:33.022053+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.63:0/1884207949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:33.677 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:44:33.677 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:44:33.677 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:44:33.677 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:33.677 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 13, 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:44:33.678 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:44:33.679 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:44:34.324 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:32.869266+0000 mgr.y (mgr.25040) 9 : audit [DBG] from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:34.324 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:33.230700+0000 mgr.y (mgr.25040) 10 : audit [DBG] from='client.25091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:33.314010+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:33.314490+0000 mon.a (mon.0) 1091 : cluster [DBG] mgrmap e33: y(active, since 7s), standbys: x 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:33.320454+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:33.677546+0000 mon.a (mon.0) 1093 : audit [DBG] from='client.? 172.21.15.16:0/67578758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:32.869266+0000 mgr.y (mgr.25040) 9 : audit [DBG] from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:33.230700+0000 mgr.y (mgr.25040) 10 : audit [DBG] from='client.25091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:33.314010+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:33.314490+0000 mon.a (mon.0) 1091 : cluster [DBG] mgrmap e33: y(active, since 7s), standbys: x 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:33.320454+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-04-24T02:44:34.325 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:34 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:33.677546+0000 mon.a (mon.0) 1093 : audit [DBG] from='client.? 172.21.15.16:0/67578758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:44:34.332 INFO:tasks.rados.rados.0.smithi016.stdout:862: done (2 left) 2024-04-24T02:44:34.332 INFO:tasks.rados.rados.0.smithi016.stdout:863: read oid 22 snap -1 2024-04-24T02:44:34.332 INFO:tasks.rados.rados.0.smithi016.stdout:863: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:34.332 INFO:tasks.rados.rados.0.smithi016.stdout:864: read oid 46 snap -1 2024-04-24T02:44:34.332 INFO:tasks.rados.rados.0.smithi016.stdout:864: expect deleted 2024-04-24T02:44:34.332 INFO:tasks.rados.rados.0.smithi016.stdout:865: snap_remove snap 53 2024-04-24T02:44:34.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:32.869266+0000 mgr.y (mgr.25040) 9 : audit [DBG] from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:34.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:33.230700+0000 mgr.y (mgr.25040) 10 : audit [DBG] from='client.25091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:44:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:33.314010+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:44:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:33.314490+0000 mon.a (mon.0) 1091 : cluster [DBG] mgrmap e33: y(active, since 7s), standbys: x 2024-04-24T02:44:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:33.320454+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-04-24T02:44:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:33.677546+0000 mon.a (mon.0) 1093 : audit [DBG] from='client.? 172.21.15.16:0/67578758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:44:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:865: done (4 left) 2024-04-24T02:44:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:866: read oid 40 snap 76 2024-04-24T02:44:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:866: expect (ObjNum 211 snap 64 seq_num 211) 2024-04-24T02:44:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 91 2024-04-24T02:44:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:867: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-04-24T02:44:35.339 INFO:tasks.rados.rados.0.smithi016.stdout:867: writing smithi01673382-14 from 0 to 778240 tid 1 2024-04-24T02:44:35.346 INFO:tasks.rados.rados.0.smithi016.stdout:867: writing smithi01673382-14 from 778240 to 1253376 tid 2 2024-04-24T02:44:35.346 INFO:tasks.rados.rados.0.smithi016.stdout:867: writing smithi01673382-14 from 1253376 to 1728512 tid 3 2024-04-24T02:44:35.351 INFO:tasks.rados.rados.0.smithi016.stdout:867: writing smithi01673382-14 from 1728512 to 2383872 tid 4 2024-04-24T02:44:35.351 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 91 2024-04-24T02:44:35.351 INFO:tasks.rados.rados.0.smithi016.stdout:868: seq_num 286 ranges {3440640=794624,4235264=761856,4997120=679936,5677056=163840} 2024-04-24T02:44:35.375 INFO:tasks.rados.rados.0.smithi016.stdout:868: writing smithi01673382-16 from 3440640 to 4235264 tid 1 2024-04-24T02:44:35.381 INFO:tasks.rados.rados.0.smithi016.stdout:868: writing smithi01673382-16 from 4235264 to 4997120 tid 2 2024-04-24T02:44:35.384 INFO:tasks.rados.rados.0.smithi016.stdout:868: writing smithi01673382-16 from 4997120 to 5677056 tid 3 2024-04-24T02:44:35.385 INFO:tasks.rados.rados.0.smithi016.stdout:868: writing smithi01673382-16 from 5677056 to 5840896 tid 4 2024-04-24T02:44:35.385 INFO:tasks.rados.rados.0.smithi016.stdout:869: snap_remove snap 75 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:33.640455+0000 mgr.y (mgr.25040) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 70 op/s 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:34.327871+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:34.391371+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:34.396875+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:34.398632+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:34.399483+0000 mon.c (mon.2) 141 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:34.400575+0000 mgr.y (mgr.25040) 12 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:44:35.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:34.400767+0000 mgr.y (mgr.25040) 13 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:33.640455+0000 mgr.y (mgr.25040) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 70 op/s 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:34.327871+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:34.391371+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:34.396875+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:34.398632+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:34.399483+0000 mon.c (mon.2) 141 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:34.400575+0000 mgr.y (mgr.25040) 12 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:44:35.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:34.400767+0000 mgr.y (mgr.25040) 13 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:44:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:33.640455+0000 mgr.y (mgr.25040) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 70 op/s 2024-04-24T02:44:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:34.327871+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-04-24T02:44:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:34.391371+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:34.396875+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:35.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:34.398632+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:35.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:34.399483+0000 mon.c (mon.2) 141 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:44:35.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:34.400575+0000 mgr.y (mgr.25040) 12 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:44:35.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:34.400767+0000 mgr.y (mgr.25040) 13 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:44:36.342 INFO:tasks.rados.rados.0.smithi016.stdout:869: done (7 left) 2024-04-24T02:44:36.342 INFO:tasks.rados.rados.0.smithi016.stdout:870: read oid 1 snap -1 2024-04-24T02:44:36.342 INFO:tasks.rados.rados.0.smithi016.stdout:870: expect (ObjNum 276 snap 84 seq_num 276) 2024-04-24T02:44:36.343 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 91 2024-04-24T02:44:36.343 INFO:tasks.rados.rados.0.smithi016.stdout:871: seq_num 287 ranges {1228800=8192} 2024-04-24T02:44:36.350 INFO:tasks.rados.rados.0.smithi016.stdout:871: writing smithi01673382-41 from 1228800 to 1236992 tid 1 2024-04-24T02:44:36.350 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 91 2024-04-24T02:44:36.350 INFO:tasks.rados.rados.0.smithi016.stdout:872: seq_num 288 ranges {6963200=24576} 2024-04-24T02:44:36.385 INFO:tasks.rados.rados.0.smithi016.stdout:872: writing smithi01673382-21 from 6963200 to 6987776 tid 1 2024-04-24T02:44:36.385 INFO:tasks.rados.rados.0.smithi016.stdout:873: copy_from oid 49 from oid 34 current snap is 91 2024-04-24T02:44:36.385 INFO:tasks.rados.rados.0.smithi016.stdout:860: finishing write tid 1 to smithi01673382-36 2024-04-24T02:44:36.385 INFO:tasks.rados.rados.0.smithi016.stdout:860: finishing write tid 2 to smithi01673382-36 2024-04-24T02:44:36.386 INFO:tasks.rados.rados.0.smithi016.stdout:860: finishing write tid 3 to smithi01673382-36 2024-04-24T02:44:36.386 INFO:tasks.rados.rados.0.smithi016.stdout:860: finishing write tid 4 to smithi01673382-36 2024-04-24T02:44:36.386 INFO:tasks.rados.rados.0.smithi016.stdout:860: finishing write tid 5 to smithi01673382-36 2024-04-24T02:44:36.386 INFO:tasks.rados.rados.0.smithi016.stdout:860: finishing write tid 6 to smithi01673382-36 2024-04-24T02:44:36.386 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 274 (ObjNum 284 snap 91 seq_num 284) dirty exists 2024-04-24T02:44:36.386 INFO:tasks.rados.rados.0.smithi016.stdout:860: left oid 36 (ObjNum 284 snap 91 seq_num 284) 2024-04-24T02:44:36.386 INFO:tasks.rados.rados.0.smithi016.stdout:861: expect (ObjNum 235 snap 70 seq_num 235) 2024-04-24T02:44:36.642 INFO:tasks.rados.rados.0.smithi016.stdout:863: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:36.657 INFO:tasks.rados.rados.0.smithi016.stdout:866: expect (ObjNum 211 snap 64 seq_num 211) 2024-04-24T02:44:36.711 INFO:tasks.rados.rados.0.smithi016.stdout:867: finishing write tid 1 to smithi01673382-14 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:867: finishing write tid 2 to smithi01673382-14 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:867: finishing write tid 3 to smithi01673382-14 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:867: finishing write tid 4 to smithi01673382-14 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:867: finishing write tid 5 to smithi01673382-14 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:867: finishing write tid 6 to smithi01673382-14 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 271 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:867: left oid 14 (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:868: finishing write tid 1 to smithi01673382-16 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:868: finishing write tid 2 to smithi01673382-16 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:868: finishing write tid 3 to smithi01673382-16 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:868: finishing write tid 4 to smithi01673382-16 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:868: finishing write tid 5 to smithi01673382-16 2024-04-24T02:44:36.712 INFO:tasks.rados.rados.0.smithi016.stdout:868: finishing write tid 6 to smithi01673382-16 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 198 (ObjNum 286 snap 91 seq_num 286) dirty exists 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:868: left oid 16 (ObjNum 286 snap 91 seq_num 286) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:871: finishing write tid 1 to smithi01673382-41 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:860: done (10 left) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:861: done (9 left) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:863: done (8 left) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:864: done (7 left) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:866: done (6 left) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:867: done (5 left) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:868: done (4 left) 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:874: rollback oid 24 current snap is 91 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 63 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:871: finishing write tid 2 to smithi01673382-41 2024-04-24T02:44:36.713 INFO:tasks.rados.rados.0.smithi016.stdout:871: finishing write tid 3 to smithi01673382-41 2024-04-24T02:44:36.714 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 375 (ObjNum 287 snap 91 seq_num 287) dirty exists 2024-04-24T02:44:36.714 INFO:tasks.rados.rados.0.smithi016.stdout:871: left oid 41 (ObjNum 287 snap 91 seq_num 287) 2024-04-24T02:44:36.714 INFO:tasks.rados.rados.0.smithi016.stdout:870: expect (ObjNum 276 snap 84 seq_num 276) 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:34.665164+0000 mgr.y (mgr.25040) 14 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:34.665321+0000 mgr.y (mgr.25040) 15 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:34.929446+0000 mgr.y (mgr.25040) 16 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:34.929914+0000 mgr.y (mgr.25040) 17 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:35.194110+0000 mgr.y (mgr.25040) 18 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:35.194249+0000 mgr.y (mgr.25040) 19 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:35.331435+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:35.463254+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:35.469250+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:35.513305+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:35.518421+0000 mon.a (mon.0) 1101 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:35.523236+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:35.761470+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:35.770490+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:34.665164+0000 mgr.y (mgr.25040) 14 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:34.665321+0000 mgr.y (mgr.25040) 15 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:34.929446+0000 mgr.y (mgr.25040) 16 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:34.929914+0000 mgr.y (mgr.25040) 17 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:35.194110+0000 mgr.y (mgr.25040) 18 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:35.194249+0000 mgr.y (mgr.25040) 19 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:44:36.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:35.331435+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-04-24T02:44:36.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:35.463254+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:35.469250+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:35.513305+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:35.518421+0000 mon.a (mon.0) 1101 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:35.523236+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:35.761470+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:36.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:35.770490+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:34.665164+0000 mgr.y (mgr.25040) 14 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:34.665321+0000 mgr.y (mgr.25040) 15 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:34.929446+0000 mgr.y (mgr.25040) 16 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:34.929914+0000 mgr.y (mgr.25040) 17 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:35.194110+0000 mgr.y (mgr.25040) 18 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:35.194249+0000 mgr.y (mgr.25040) 19 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:35.331435+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:35.463254+0000 mon.a (mon.0) 1098 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:35.469250+0000 mon.a (mon.0) 1099 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:35.513305+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:35.518421+0000 mon.a (mon.0) 1101 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:35.523236+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:36.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:35.761470+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:36.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:35.770490+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:44:36.851 INFO:tasks.rados.rados.0.smithi016.stdout:872: finishing write tid 1 to smithi01673382-21 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:872: finishing write tid 2 to smithi01673382-21 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:872: finishing write tid 3 to smithi01673382-21 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 262 (ObjNum 288 snap 91 seq_num 288) dirty exists 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:872: left oid 21 (ObjNum 288 snap 91 seq_num 288) 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:873: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:870: done (4 left) 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:871: done (3 left) 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:872: done (2 left) 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:875: copy_from oid 32 from oid 50 current snap is 91 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:873: finishing copy_from to smithi01673382-49 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 332 (ObjNum 258 snap 81 seq_num 258) dirty exists 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:874: finishing rollback tid 0 to smithi01673382-24 2024-04-24T02:44:36.852 INFO:tasks.rados.rados.0.smithi016.stdout:874: finishing rollback tid 1 to smithi01673382-24 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:874: finishing rollback tid 2 to smithi01673382-24 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 383 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:873: done (2 left) 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:874: done (1 left) 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:876: read oid 15 snap 77 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:876: expect (ObjNum 228 snap 68 seq_num 228) 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:877: copy_from oid 7 from oid 18 current snap is 91 2024-04-24T02:44:36.853 INFO:tasks.rados.rados.0.smithi016.stdout:878: snap_create 2024-04-24T02:44:36.855 INFO:tasks.rados.rados.0.smithi016.stdout:876: expect (ObjNum 228 snap 68 seq_num 228) 2024-04-24T02:44:36.895 INFO:tasks.rados.rados.0.smithi016.stdout:875: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:44:36.895 INFO:tasks.rados.rados.0.smithi016.stdout:875: finishing copy_from to smithi01673382-32 2024-04-24T02:44:36.895 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 45 (ObjNum 260 snap 81 seq_num 260) dirty exists 2024-04-24T02:44:36.895 INFO:tasks.rados.rados.0.smithi016.stdout:877: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:44:36.895 INFO:tasks.rados.rados.0.smithi016.stdout:877: finishing copy_from to smithi01673382-7 2024-04-24T02:44:36.895 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 203 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-04-24T02:44:37.530 INFO:tasks.rados.rados.0.smithi016.stdout:875: done (3 left) 2024-04-24T02:44:37.530 INFO:tasks.rados.rados.0.smithi016.stdout:876: done (2 left) 2024-04-24T02:44:37.530 INFO:tasks.rados.rados.0.smithi016.stdout:877: done (1 left) 2024-04-24T02:44:37.530 INFO:tasks.rados.rados.0.smithi016.stdout:878: done (0 left) 2024-04-24T02:44:37.530 INFO:tasks.rados.rados.0.smithi016.stdout:879: read oid 48 snap -1 2024-04-24T02:44:37.530 INFO:tasks.rados.rados.0.smithi016.stdout:879: expect (ObjNum 224 snap 68 seq_num 224) 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:880: read oid 35 snap 90 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:880: expect (ObjNum 210 snap 64 seq_num 210) 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 92 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:881: seq_num 289 ranges {0=40960} 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:881: writing smithi01673382-39 from 0 to 40960 tid 1 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:882: read oid 18 snap -1 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:882: expect (ObjNum 259 snap 81 seq_num 259) 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:883: rollback oid 38 current snap is 92 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 59 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:884: read oid 40 snap -1 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:884: expect (ObjNum 211 snap 64 seq_num 211) 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:885: copy_from oid 7 from oid 31 current snap is 92 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:886: read oid 3 snap 77 2024-04-24T02:44:37.531 INFO:tasks.rados.rados.0.smithi016.stdout:886: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:44:37.532 INFO:tasks.rados.rados.0.smithi016.stdout:887: snap_create 2024-04-24T02:44:37.551 INFO:tasks.rados.rados.0.smithi016.stdout:883: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:44:37.552 INFO:tasks.rados.rados.0.smithi016.stdout:881: finishing write tid 1 to smithi01673382-39 2024-04-24T02:44:37.552 INFO:tasks.rados.rados.0.smithi016.stdout:883: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:44:37.552 INFO:tasks.rados.rados.0.smithi016.stdout:881: finishing write tid 2 to smithi01673382-39 2024-04-24T02:44:37.552 INFO:tasks.rados.rados.0.smithi016.stdout:883: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:44:37.552 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 389 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-04-24T02:44:37.552 INFO:tasks.rados.rados.0.smithi016.stdout:879: expect (ObjNum 224 snap 68 seq_num 224) 2024-04-24T02:44:37.694 INFO:tasks.rados.rados.0.smithi016.stdout:886: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:44:37.711 INFO:tasks.rados.rados.0.smithi016.stdout:884: expect (ObjNum 211 snap 64 seq_num 211) 2024-04-24T02:44:37.766 INFO:tasks.rados.rados.0.smithi016.stdout:885: finishing copy_from to smithi01673382-7 2024-04-24T02:44:37.766 INFO:tasks.rados.rados.0.smithi016.stdout:885: got expected ENOENT (src dne) 2024-04-24T02:44:37.766 INFO:tasks.rados.rados.0.smithi016.stdout:885: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:44:37.766 INFO:tasks.rados.rados.0.smithi016.stdout:881: finishing write tid 3 to smithi01673382-39 2024-04-24T02:44:37.766 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 425 (ObjNum 289 snap 92 seq_num 289) dirty exists 2024-04-24T02:44:37.766 INFO:tasks.rados.rados.0.smithi016.stdout:881: left oid 39 (ObjNum 289 snap 92 seq_num 289) 2024-04-24T02:44:37.766 INFO:tasks.rados.rados.0.smithi016.stdout:880: expect (ObjNum 210 snap 64 seq_num 210) 2024-04-24T02:44:37.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:35.640754+0000 mgr.y (mgr.25040) 20 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 58 op/s 2024-04-24T02:44:37.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:35.655305+0000 mgr.y (mgr.25040) 21 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:44:37.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:35.759381+0000 mgr.y (mgr.25040) 22 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:37.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:35.907018+0000 mgr.y (mgr.25040) 23 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:36.336799+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:36.521564+0000 mon.a (mon.0) 1104 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:35.640754+0000 mgr.y (mgr.25040) 20 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 58 op/s 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:35.655305+0000 mgr.y (mgr.25040) 21 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:35.759381+0000 mgr.y (mgr.25040) 22 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:35.907018+0000 mgr.y (mgr.25040) 23 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:36.336799+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-04-24T02:44:37.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:37 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:36.521564+0000 mon.a (mon.0) 1104 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:44:37.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:35.640754+0000 mgr.y (mgr.25040) 20 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 58 op/s 2024-04-24T02:44:37.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:35.655305+0000 mgr.y (mgr.25040) 21 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:44:37.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:35.759381+0000 mgr.y (mgr.25040) 22 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:37.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:35.907018+0000 mgr.y (mgr.25040) 23 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:44:37.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:36.336799+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-04-24T02:44:37.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:36.521564+0000 mon.a (mon.0) 1104 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:44:37.984 INFO:tasks.rados.rados.0.smithi016.stdout:882: expect (ObjNum 259 snap 81 seq_num 259) 2024-04-24T02:44:38.536 INFO:tasks.rados.rados.0.smithi016.stdout:879: done (8 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:880: done (7 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:881: done (6 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:882: done (5 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:883: done (4 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:884: done (3 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:885: done (2 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:886: done (1 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:887: done (0 left) 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 93 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:888: seq_num 290 ranges {40960=57344} 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:888: writing smithi01673382-39 from 40960 to 98304 tid 1 2024-04-24T02:44:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 93 2024-04-24T02:44:38.538 INFO:tasks.rados.rados.0.smithi016.stdout:889: seq_num 291 ranges {4227072=81920} 2024-04-24T02:44:38.563 INFO:tasks.rados.rados.0.smithi016.stdout:889: writing smithi01673382-43 from 4227072 to 4308992 tid 1 2024-04-24T02:44:38.563 INFO:tasks.rados.rados.0.smithi016.stdout:890: read oid 2 snap -1 2024-04-24T02:44:38.563 INFO:tasks.rados.rados.0.smithi016.stdout:890: expect (ObjNum 268 snap 83 seq_num 268) 2024-04-24T02:44:38.563 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 93 2024-04-24T02:44:38.563 INFO:tasks.rados.rados.0.smithi016.stdout:888: finishing write tid 1 to smithi01673382-39 2024-04-24T02:44:38.563 INFO:tasks.rados.rados.0.smithi016.stdout:891: seq_num 292 ranges {7192576=98304} 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:891: writing smithi01673382-11 from 7192576 to 7290880 tid 1 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:892: rmattr oid 14 current snap is 93 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:892: done (4 left) 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:893: rmattr oid 24 current snap is 93 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:888: finishing write tid 2 to smithi01673382-39 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:888: finishing write tid 3 to smithi01673382-39 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 428 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:888: left oid 39 (ObjNum 290 snap 93 seq_num 290) 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:889: finishing write tid 1 to smithi01673382-43 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:889: finishing write tid 2 to smithi01673382-43 2024-04-24T02:44:38.601 INFO:tasks.rados.rados.0.smithi016.stdout:888: done (4 left) 2024-04-24T02:44:38.602 INFO:tasks.rados.rados.0.smithi016.stdout:894: snap_remove snap 43 2024-04-24T02:44:38.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:37.527870+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-04-24T02:44:38.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:37.538714+0000 mon.a (mon.0) 1106 : cluster [DBG] mgrmap e34: y(active, since 11s), standbys: x 2024-04-24T02:44:38.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:37.527870+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-04-24T02:44:38.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:37.538714+0000 mon.a (mon.0) 1106 : cluster [DBG] mgrmap e34: y(active, since 11s), standbys: x 2024-04-24T02:44:38.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:37.527870+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-04-24T02:44:38.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:37.538714+0000 mon.a (mon.0) 1106 : cluster [DBG] mgrmap e34: y(active, since 11s), standbys: x 2024-04-24T02:44:39.542 INFO:tasks.rados.rados.0.smithi016.stdout:894: done (4 left) 2024-04-24T02:44:39.543 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 93 2024-04-24T02:44:39.543 INFO:tasks.rados.rados.0.smithi016.stdout:895: seq_num 293 ranges {6037504=114688} 2024-04-24T02:44:39.577 INFO:tasks.rados.rados.0.smithi016.stdout:895: writing smithi01673382-23 from 6037504 to 6152192 tid 1 2024-04-24T02:44:39.577 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 93 2024-04-24T02:44:39.577 INFO:tasks.rados.rados.0.smithi016.stdout:896: seq_num 294 ranges {0=131072} 2024-04-24T02:44:39.578 INFO:tasks.rados.rados.0.smithi016.stdout:896: writing smithi01673382-46 from 0 to 131072 tid 1 2024-04-24T02:44:39.578 INFO:tasks.rados.rados.0.smithi016.stdout:897: snap_create 2024-04-24T02:44:39.578 INFO:tasks.rados.rados.0.smithi016.stdout:889: finishing write tid 3 to smithi01673382-43 2024-04-24T02:44:39.578 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 287 (ObjNum 291 snap 93 seq_num 291) dirty exists 2024-04-24T02:44:39.578 INFO:tasks.rados.rados.0.smithi016.stdout:889: left oid 43 (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:44:39.579 INFO:tasks.rados.rados.0.smithi016.stdout:890: expect (ObjNum 268 snap 83 seq_num 268) 2024-04-24T02:44:39.643 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 0 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-04-24T02:44:39.643 INFO:tasks.rados.rados.0.smithi016.stdout:891: finishing write tid 1 to smithi01673382-11 2024-04-24T02:44:39.643 INFO:tasks.rados.rados.0.smithi016.stdout:891: finishing write tid 2 to smithi01673382-11 2024-04-24T02:44:39.643 INFO:tasks.rados.rados.0.smithi016.stdout:891: finishing write tid 3 to smithi01673382-11 2024-04-24T02:44:39.643 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 392 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-04-24T02:44:39.643 INFO:tasks.rados.rados.0.smithi016.stdout:891: left oid 11 (ObjNum 292 snap 93 seq_num 292) 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:896: finishing write tid 1 to smithi01673382-46 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:896: finishing write tid 2 to smithi01673382-46 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:896: finishing write tid 3 to smithi01673382-46 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 211 (ObjNum 294 snap 93 seq_num 294) dirty exists 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:896: left oid 46 (ObjNum 294 snap 93 seq_num 294) 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:895: finishing write tid 1 to smithi01673382-23 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:895: finishing write tid 2 to smithi01673382-23 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:895: finishing write tid 3 to smithi01673382-23 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 334 (ObjNum 293 snap 93 seq_num 293) dirty exists 2024-04-24T02:44:39.644 INFO:tasks.rados.rados.0.smithi016.stdout:895: left oid 23 (ObjNum 293 snap 93 seq_num 293) 2024-04-24T02:44:39.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:37.759758+0000 mgr.y (mgr.25040) 24 : cluster [DBG] pgmap v22: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 37 op/s 2024-04-24T02:44:39.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:38.535595+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-04-24T02:44:40.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:37.759758+0000 mgr.y (mgr.25040) 24 : cluster [DBG] pgmap v22: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 37 op/s 2024-04-24T02:44:40.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:38.535595+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-04-24T02:44:40.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:37.759758+0000 mgr.y (mgr.25040) 24 : cluster [DBG] pgmap v22: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 37 op/s 2024-04-24T02:44:40.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:39 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:38.535595+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-04-24T02:44:40.548 INFO:tasks.rados.rados.0.smithi016.stdout:889: done (6 left) 2024-04-24T02:44:40.548 INFO:tasks.rados.rados.0.smithi016.stdout:890: done (5 left) 2024-04-24T02:44:40.548 INFO:tasks.rados.rados.0.smithi016.stdout:891: done (4 left) 2024-04-24T02:44:40.548 INFO:tasks.rados.rados.0.smithi016.stdout:893: done (3 left) 2024-04-24T02:44:40.548 INFO:tasks.rados.rados.0.smithi016.stdout:895: done (2 left) 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:896: done (1 left) 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:897: done (0 left) 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:898: read oid 5 snap 78 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:898: expect (ObjNum 182 snap 47 seq_num 182) 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:899: read oid 47 snap 72 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:899: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:900: copy_from oid 23 from oid 15 current snap is 94 2024-04-24T02:44:40.549 INFO:tasks.rados.rados.0.smithi016.stdout:901: delete oid 9 current snap is 94 2024-04-24T02:44:40.555 INFO:tasks.rados.rados.0.smithi016.stdout:898: expect (ObjNum 182 snap 47 seq_num 182) 2024-04-24T02:44:40.574 INFO:tasks.rados.rados.0.smithi016.stdout:899: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:900: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:900: finishing copy_from to smithi01673382-23 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 82 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:898: done (3 left) 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:899: done (2 left) 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:900: done (1 left) 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:901: done (0 left) 2024-04-24T02:44:40.590 INFO:tasks.rados.rados.0.smithi016.stdout:902: setattr oid 40 current snap is 94 2024-04-24T02:44:40.591 INFO:tasks.rados.rados.0.smithi016.stdout:903: rollback oid 26 current snap is 94 2024-04-24T02:44:40.591 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 64 2024-04-24T02:44:40.591 INFO:tasks.rados.rados.0.smithi016.stdout:904: delete oid 42 current snap is 94 2024-04-24T02:44:40.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 287 (ObjNum 211 snap 64 seq_num 211) dirty exists 2024-04-24T02:44:40.595 INFO:tasks.rados.rados.0.smithi016.stdout:902: done (2 left) 2024-04-24T02:44:40.595 INFO:tasks.rados.rados.0.smithi016.stdout:904: done (1 left) 2024-04-24T02:44:40.596 INFO:tasks.rados.rados.0.smithi016.stdout:905: copy_from oid 47 from oid 30 current snap is 94 2024-04-24T02:44:40.596 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 94 2024-04-24T02:44:40.596 INFO:tasks.rados.rados.0.smithi016.stdout:906: seq_num 297 ranges {6266880=180224} 2024-04-24T02:44:40.631 INFO:tasks.rados.rados.0.smithi016.stdout:906: writing smithi01673382-17 from 6266880 to 6447104 tid 1 2024-04-24T02:44:40.631 INFO:tasks.rados.rados.0.smithi016.stdout:907: delete oid 8 current snap is 94 2024-04-24T02:44:40.631 INFO:tasks.rados.rados.0.smithi016.stdout:903: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:44:40.631 INFO:tasks.rados.rados.0.smithi016.stdout:905: finishing copy_from to smithi01673382-47 2024-04-24T02:44:40.631 INFO:tasks.rados.rados.0.smithi016.stdout:905: got expected ENOENT (src dne) 2024-04-24T02:44:40.631 INFO:tasks.rados.rados.0.smithi016.stdout:905: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:44:40.632 INFO:tasks.rados.rados.0.smithi016.stdout:903: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:44:40.632 INFO:tasks.rados.rados.0.smithi016.stdout:903: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:44:40.632 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 206 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-04-24T02:44:40.634 INFO:tasks.rados.rados.0.smithi016.stdout:906: finishing write tid 1 to smithi01673382-17 2024-04-24T02:44:40.634 INFO:tasks.rados.rados.0.smithi016.stdout:906: finishing write tid 2 to smithi01673382-17 2024-04-24T02:44:40.635 INFO:tasks.rados.rados.0.smithi016.stdout:903: done (3 left) 2024-04-24T02:44:40.635 INFO:tasks.rados.rados.0.smithi016.stdout:905: done (2 left) 2024-04-24T02:44:40.635 INFO:tasks.rados.rados.0.smithi016.stdout:907: done (1 left) 2024-04-24T02:44:40.635 INFO:tasks.rados.rados.0.smithi016.stdout:908: snap_create 2024-04-24T02:44:40.636 INFO:tasks.rados.rados.0.smithi016.stdout:906: finishing write tid 3 to smithi01673382-17 2024-04-24T02:44:40.636 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 472 (ObjNum 297 snap 94 seq_num 297) dirty exists 2024-04-24T02:44:40.636 INFO:tasks.rados.rados.0.smithi016.stdout:906: left oid 17 (ObjNum 297 snap 94 seq_num 297) 2024-04-24T02:44:40.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:39.542263+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-04-24T02:44:41.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:39.542263+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-04-24T02:44:41.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:39.542263+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-04-24T02:44:41.553 INFO:tasks.rados.rados.0.smithi016.stdout:906: done (1 left) 2024-04-24T02:44:41.554 INFO:tasks.rados.rados.0.smithi016.stdout:908: done (0 left) 2024-04-24T02:44:41.554 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 95 2024-04-24T02:44:41.554 INFO:tasks.rados.rados.0.smithi016.stdout:909: seq_num 299 ranges {540672=212992} 2024-04-24T02:44:41.557 INFO:tasks.rados.rados.0.smithi016.stdout:909: writing smithi01673382-47 from 540672 to 753664 tid 1 2024-04-24T02:44:41.558 INFO:tasks.rados.rados.0.smithi016.stdout:910: snap_remove snap 78 2024-04-24T02:44:41.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:39.760210+0000 mgr.y (mgr.25040) 25 : cluster [DBG] pgmap v25: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2024-04-24T02:44:41.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:40.547492+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-04-24T02:44:41.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:40.717911+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:42.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:39.760210+0000 mgr.y (mgr.25040) 25 : cluster [DBG] pgmap v25: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2024-04-24T02:44:42.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:40.547492+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-04-24T02:44:42.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:40.717911+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:42.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:39.760210+0000 mgr.y (mgr.25040) 25 : cluster [DBG] pgmap v25: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2024-04-24T02:44:42.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:40.547492+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-04-24T02:44:42.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:40.717911+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:42.560 INFO:tasks.rados.rados.0.smithi016.stdout:910: done (1 left) 2024-04-24T02:44:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:911: delete oid 9 current snap is 95 2024-04-24T02:44:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:909: finishing write tid 1 to smithi01673382-47 2024-04-24T02:44:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:909: finishing write tid 2 to smithi01673382-47 2024-04-24T02:44:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:909: finishing write tid 3 to smithi01673382-47 2024-04-24T02:44:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 269 (ObjNum 299 snap 95 seq_num 299) dirty exists 2024-04-24T02:44:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:909: left oid 47 (ObjNum 299 snap 95 seq_num 299) 2024-04-24T02:44:42.571 INFO:tasks.rados.rados.0.smithi016.stdout:909: done (1 left) 2024-04-24T02:44:42.572 INFO:tasks.rados.rados.0.smithi016.stdout:911: done (0 left) 2024-04-24T02:44:42.572 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 95 2024-04-24T02:44:42.572 INFO:tasks.rados.rados.0.smithi016.stdout:912: seq_num 301 ranges {131072=245760} 2024-04-24T02:44:42.574 INFO:tasks.rados.rados.0.smithi016.stdout:912: writing smithi01673382-46 from 131072 to 376832 tid 1 2024-04-24T02:44:42.574 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 95 2024-04-24T02:44:42.574 INFO:tasks.rados.rados.0.smithi016.stdout:913: seq_num 302 ranges {3694592=262144} 2024-04-24T02:44:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:913: writing smithi01673382-15 from 3694592 to 3956736 tid 1 2024-04-24T02:44:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:914: read oid 31 snap -1 2024-04-24T02:44:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:914: expect deleted 2024-04-24T02:44:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 95 2024-04-24T02:44:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:912: finishing write tid 1 to smithi01673382-46 2024-04-24T02:44:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:915: seq_num 303 ranges {3694592=278528} 2024-04-24T02:44:42.618 INFO:tasks.rados.rados.0.smithi016.stdout:915: writing smithi01673382-23 from 3694592 to 3973120 tid 1 2024-04-24T02:44:42.619 INFO:tasks.rados.rados.0.smithi016.stdout:916: snap_remove snap 73 2024-04-24T02:44:42.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:41.553455+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-04-24T02:44:42.810 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[62614]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:44:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-24T02:44:43.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:41.553455+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-04-24T02:44:43.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:41.553455+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-04-24T02:44:43.033 INFO:tasks.rados.rados.0.smithi016.stdout:916: done (4 left) 2024-04-24T02:44:43.034 INFO:tasks.rados.rados.0.smithi016.stdout:917: rmattr oid 47 current snap is 95 2024-04-24T02:44:43.034 INFO:tasks.rados.rados.0.smithi016.stdout:918: snap_remove snap 60 2024-04-24T02:44:43.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:41.761024+0000 mgr.y (mgr.25040) 26 : cluster [DBG] pgmap v28: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-24T02:44:43.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:42.558763+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-04-24T02:44:43.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:43.025900+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-04-24T02:44:44.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:41.761024+0000 mgr.y (mgr.25040) 26 : cluster [DBG] pgmap v28: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-24T02:44:44.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:42.558763+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-04-24T02:44:44.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:43.025900+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-04-24T02:44:44.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:41.761024+0000 mgr.y (mgr.25040) 26 : cluster [DBG] pgmap v28: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-24T02:44:44.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:42.558763+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-04-24T02:44:44.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:43.025900+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-04-24T02:44:44.035 INFO:tasks.rados.rados.0.smithi016.stdout:918: done (5 left) 2024-04-24T02:44:44.035 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 95 2024-04-24T02:44:44.043 INFO:tasks.rados.rados.0.smithi016.stdout:919: seq_num 304 ranges {3801088=294912} 2024-04-24T02:44:44.059 INFO:tasks.rados.rados.0.smithi016.stdout:919: writing smithi01673382-50 from 3801088 to 4096000 tid 1 2024-04-24T02:44:44.059 INFO:tasks.rados.rados.0.smithi016.stdout:920: read oid 26 snap -1 2024-04-24T02:44:44.059 INFO:tasks.rados.rados.0.smithi016.stdout:920: expect (ObjNum 188 snap 48 seq_num 188) 2024-04-24T02:44:44.059 INFO:tasks.rados.rados.0.smithi016.stdout:921: snap_remove snap 84 2024-04-24T02:44:44.972 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 systemd[1]: Stopping Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:44.972 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 bash[70808]: Error: no container with name or ID "ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-24T02:44:45.035 INFO:tasks.rados.rados.0.smithi016.stdout:921: done (7 left) 2024-04-24T02:44:45.035 INFO:tasks.rados.rados.0.smithi016.stdout:922: read oid 9 snap -1 2024-04-24T02:44:45.035 INFO:tasks.rados.rados.0.smithi016.stdout:922: expect deleted 2024-04-24T02:44:45.035 INFO:tasks.rados.rados.0.smithi016.stdout:923: snap_create 2024-04-24T02:44:45.036 INFO:tasks.rados.rados.0.smithi016.stdout:912: finishing write tid 2 to smithi01673382-46 2024-04-24T02:44:45.036 INFO:tasks.rados.rados.0.smithi016.stdout:912: finishing write tid 3 to smithi01673382-46 2024-04-24T02:44:45.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 213 (ObjNum 301 snap 95 seq_num 301) dirty exists 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:912: left oid 46 (ObjNum 301 snap 95 seq_num 301) 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:913: finishing write tid 1 to smithi01673382-15 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:913: finishing write tid 2 to smithi01673382-15 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:913: finishing write tid 3 to smithi01673382-15 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 89 (ObjNum 302 snap 95 seq_num 302) dirty exists 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:913: left oid 15 (ObjNum 302 snap 95 seq_num 302) 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:915: finishing write tid 1 to smithi01673382-23 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:915: finishing write tid 2 to smithi01673382-23 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:915: finishing write tid 3 to smithi01673382-23 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 336 (ObjNum 303 snap 95 seq_num 303) dirty exists 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:915: left oid 23 (ObjNum 303 snap 95 seq_num 303) 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 276 (ObjNum 299 snap 95 seq_num 299) dirty exists 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:919: finishing write tid 1 to smithi01673382-50 2024-04-24T02:44:45.037 INFO:tasks.rados.rados.0.smithi016.stdout:919: finishing write tid 2 to smithi01673382-50 2024-04-24T02:44:45.038 INFO:tasks.rados.rados.0.smithi016.stdout:919: finishing write tid 3 to smithi01673382-50 2024-04-24T02:44:45.038 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 64 (ObjNum 304 snap 95 seq_num 304) dirty exists 2024-04-24T02:44:45.038 INFO:tasks.rados.rados.0.smithi016.stdout:919: left oid 50 (ObjNum 304 snap 95 seq_num 304) 2024-04-24T02:44:45.038 INFO:tasks.rados.rados.0.smithi016.stdout:920: expect (ObjNum 188 snap 48 seq_num 188) 2024-04-24T02:44:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:43.761491+0000 mgr.y (mgr.25040) 27 : cluster [DBG] pgmap v31: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-24T02:44:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:44.027763+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-04-24T02:44:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:43.761491+0000 mgr.y (mgr.25040) 27 : cluster [DBG] pgmap v31: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-24T02:44:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:44.027763+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-04-24T02:44:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:43.761491+0000 mgr.y (mgr.25040) 27 : cluster [DBG] pgmap v31: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-24T02:44:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:44.027763+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.972Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-24T02:44:45.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.973Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-24T02:44:45.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.973Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-24T02:44:45.311 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[67295]: ts=2024-04-24T02:44:44.973Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-24T02:44:45.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:45 smithi063 bash[70848]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a 2024-04-24T02:44:46.039 INFO:tasks.rados.rados.0.smithi016.stdout:912: done (8 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:913: done (7 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:914: done (6 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:915: done (5 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:917: done (4 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:919: done (3 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:920: done (2 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:922: done (1 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:923: done (0 left) 2024-04-24T02:44:46.040 INFO:tasks.rados.rados.0.smithi016.stdout:924: snap_remove snap 93 2024-04-24T02:44:46.186 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:45.033865+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-04-24T02:44:46.186 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:45 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@prometheus.a.service: Succeeded. 2024-04-24T02:44:46.186 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:45 smithi063 systemd[1]: Stopped Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:46.187 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:45 smithi063 systemd[1]: Starting Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:45.033865+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-04-24T02:44:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:45.033865+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-04-24T02:44:46.782 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.358Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-24T02:44:46.782 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.358Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-24T02:44:46.782 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.358Z caller=main.go:518 level=info host_details="(Linux 4.18.0-552.el8.x86_64 #1 SMP Sun Apr 7 19:39:51 UTC 2024 x86_64 smithi063 (none))" 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.358Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.358Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.360Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.361Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.361Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.363Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.363Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.489µs 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.363Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 bash[70956]: b07c886634b3513d5ab5910b005b994a3f200cd8f4119ed99b3ba05170cdee20 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 systemd[1]: Started Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.565Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-24T02:44:46.783 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.782Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-24T02:44:47.047 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.833Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-24T02:44:47.047 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.833Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-24T02:44:47.047 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.833Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=58.461µs wal_replay_duration=469.470512ms total_replay_duration=469.557508ms 2024-04-24T02:44:47.048 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.836Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-24T02:44:47.048 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.836Z caller=main.go:947 level=info msg="TSDB started" 2024-04-24T02:44:47.048 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.836Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-24T02:44:47.048 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.853Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.430675ms db_storage=770ns remote_storage=1.512µs web_handler=405ns query_engine=636ns scrape=523.977µs scrape_sd=84.91µs notify=16.051µs notify_sd=32.265µs rules=16.537239ms 2024-04-24T02:44:47.048 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:46.853Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:924: done (0 left) 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:925: copy_from oid 25 from oid 20 current snap is 96 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 96 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:926: seq_num 305 ranges {753664=311296} 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:926: writing smithi01673382-47 from 753664 to 1064960 tid 1 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:927: read oid 50 snap -1 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:927: expect (ObjNum 304 snap 95 seq_num 304) 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 96 2024-04-24T02:44:47.052 INFO:tasks.rados.rados.0.smithi016.stdout:928: seq_num 306 ranges {6987776=327680} 2024-04-24T02:44:47.093 INFO:tasks.rados.rados.0.smithi016.stdout:928: writing smithi01673382-21 from 6987776 to 7315456 tid 1 2024-04-24T02:44:47.093 INFO:tasks.rados.rados.0.smithi016.stdout:929: snap_create 2024-04-24T02:44:47.093 INFO:tasks.rados.rados.0.smithi016.stdout:926: finishing write tid 1 to smithi01673382-47 2024-04-24T02:44:47.093 INFO:tasks.rados.rados.0.smithi016.stdout:926: finishing write tid 2 to smithi01673382-47 2024-04-24T02:44:47.093 INFO:tasks.rados.rados.0.smithi016.stdout:925: finishing copy_from racing read to smithi01673382-25 2024-04-24T02:44:47.093 INFO:tasks.rados.rados.0.smithi016.stdout:926: finishing write tid 3 to smithi01673382-47 2024-04-24T02:44:47.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 297 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:44:47.094 INFO:tasks.rados.rados.0.smithi016.stdout:926: left oid 47 (ObjNum 305 snap 96 seq_num 305) 2024-04-24T02:44:47.094 INFO:tasks.rados.rados.0.smithi016.stdout:925: finishing copy_from to smithi01673382-25 2024-04-24T02:44:47.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 209 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:44:47.094 INFO:tasks.rados.rados.0.smithi016.stdout:927: expect (ObjNum 304 snap 95 seq_num 304) 2024-04-24T02:44:47.296 INFO:tasks.rados.rados.0.smithi016.stdout:928: finishing write tid 1 to smithi01673382-21 2024-04-24T02:44:47.296 INFO:tasks.rados.rados.0.smithi016.stdout:928: finishing write tid 2 to smithi01673382-21 2024-04-24T02:44:47.296 INFO:tasks.rados.rados.0.smithi016.stdout:928: finishing write tid 3 to smithi01673382-21 2024-04-24T02:44:47.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 300 (ObjNum 306 snap 96 seq_num 306) dirty exists 2024-04-24T02:44:47.296 INFO:tasks.rados.rados.0.smithi016.stdout:928: left oid 21 (ObjNum 306 snap 96 seq_num 306) 2024-04-24T02:44:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:45.761952+0000 mgr.y (mgr.25040) 28 : cluster [DBG] pgmap v34: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:46.039216+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-04-24T02:44:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:46.454057+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:46.460428+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:46.508006+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:46.508557+0000 mgr.y (mgr.25040) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:46.515328+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:45.761952+0000 mgr.y (mgr.25040) 28 : cluster [DBG] pgmap v34: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:46.039216+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-04-24T02:44:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:46.454057+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:46.460428+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:46.508006+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:46.508557+0000 mgr.y (mgr.25040) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:46.515328+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:45.761952+0000 mgr.y (mgr.25040) 28 : cluster [DBG] pgmap v34: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:46.039216+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-04-24T02:44:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:46.454057+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:46.460428+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:46.508006+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:46.508557+0000 mgr.y (mgr.25040) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:44:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:46.515328+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:48.055 INFO:tasks.rados.rados.0.smithi016.stdout:925: done (4 left) 2024-04-24T02:44:48.055 INFO:tasks.rados.rados.0.smithi016.stdout:926: done (3 left) 2024-04-24T02:44:48.055 INFO:tasks.rados.rados.0.smithi016.stdout:927: done (2 left) 2024-04-24T02:44:48.056 INFO:tasks.rados.rados.0.smithi016.stdout:928: done (1 left) 2024-04-24T02:44:48.056 INFO:tasks.rados.rados.0.smithi016.stdout:929: done (0 left) 2024-04-24T02:44:48.056 INFO:tasks.rados.rados.0.smithi016.stdout:930: read oid 7 snap 94 2024-04-24T02:44:48.056 INFO:tasks.rados.rados.0.smithi016.stdout:930: expect (ObjNum 259 snap 81 seq_num 259) 2024-04-24T02:44:48.056 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 97 2024-04-24T02:44:48.056 INFO:tasks.rados.rados.0.smithi016.stdout:931: seq_num 307 ranges {4546560=344064} 2024-04-24T02:44:48.082 INFO:tasks.rados.rados.0.smithi016.stdout:931: writing smithi01673382-26 from 4546560 to 4890624 tid 1 2024-04-24T02:44:48.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 97 2024-04-24T02:44:48.082 INFO:tasks.rados.rados.0.smithi016.stdout:932: seq_num 308 ranges {3588096=360448} 2024-04-24T02:44:48.104 INFO:tasks.rados.rados.0.smithi016.stdout:932: writing smithi01673382-1 from 3588096 to 3948544 tid 1 2024-04-24T02:44:48.104 INFO:tasks.rados.rados.0.smithi016.stdout:933: snap_create 2024-04-24T02:44:48.104 INFO:tasks.rados.rados.0.smithi016.stdout:930: expect (ObjNum 259 snap 81 seq_num 259) 2024-04-24T02:44:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:47.041162+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-04-24T02:44:48.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:48.036316+0000 mon.c (mon.2) 147 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:48.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:48.036748+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:48.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:48.037898+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:44:48.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:48.039034+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:48.464 INFO:tasks.rados.rados.0.smithi016.stdout:931: finishing write tid 1 to smithi01673382-26 2024-04-24T02:44:48.464 INFO:tasks.rados.rados.0.smithi016.stdout:931: finishing write tid 2 to smithi01673382-26 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:931: finishing write tid 3 to smithi01673382-26 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 208 (ObjNum 307 snap 97 seq_num 307) dirty exists 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:931: left oid 26 (ObjNum 307 snap 97 seq_num 307) 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:932: finishing write tid 1 to smithi01673382-1 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:932: finishing write tid 2 to smithi01673382-1 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:932: finishing write tid 3 to smithi01673382-1 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 314 (ObjNum 308 snap 97 seq_num 308) dirty exists 2024-04-24T02:44:48.465 INFO:tasks.rados.rados.0.smithi016.stdout:932: left oid 1 (ObjNum 308 snap 97 seq_num 308) 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:47.041162+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:48.036316+0000 mon.c (mon.2) 147 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:48.036748+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:48.037898+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:48.039034+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:47.041162+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:48.036316+0000 mon.c (mon.2) 147 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:48.036748+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:44:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:48.037898+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:44:48.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:48.039034+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:44:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:930: done (3 left) 2024-04-24T02:44:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:931: done (2 left) 2024-04-24T02:44:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:932: done (1 left) 2024-04-24T02:44:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:933: done (0 left) 2024-04-24T02:44:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:934: rollback oid 29 current snap is 98 2024-04-24T02:44:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 76 2024-04-24T02:44:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:935: snap_remove snap 45 2024-04-24T02:44:49.437 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:47.762423+0000 mgr.y (mgr.25040) 30 : cluster [DBG] pgmap v37: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-04-24T02:44:49.437 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:48.035884+0000 mgr.y (mgr.25040) 31 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-24T02:44:49.437 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:44:48.040133+0000 mgr.y (mgr.25040) 32 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:44:49.437 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:48.054508+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-04-24T02:44:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:47.762423+0000 mgr.y (mgr.25040) 30 : cluster [DBG] pgmap v37: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-04-24T02:44:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:48.035884+0000 mgr.y (mgr.25040) 31 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-24T02:44:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:44:48.040133+0000 mgr.y (mgr.25040) 32 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:44:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:48.054508+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-04-24T02:44:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:47.762423+0000 mgr.y (mgr.25040) 30 : cluster [DBG] pgmap v37: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-04-24T02:44:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:48.035884+0000 mgr.y (mgr.25040) 31 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-24T02:44:49.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:44:48.040133+0000 mgr.y (mgr.25040) 32 : cephadm [INF] Deploying daemon mgr.x on smithi063 2024-04-24T02:44:49.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:48.054508+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-04-24T02:44:49.810 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:49 smithi063 systemd[1]: Stopping Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:50.078 INFO:tasks.rados.rados.0.smithi016.stdout:935: done (1 left) 2024-04-24T02:44:50.078 INFO:tasks.rados.rados.0.smithi016.stdout:936: read oid 4 snap -1 2024-04-24T02:44:50.078 INFO:tasks.rados.rados.0.smithi016.stdout:936: expect deleted 2024-04-24T02:44:50.079 INFO:tasks.rados.rados.0.smithi016.stdout:937: delete oid 20 current snap is 98 2024-04-24T02:44:50.079 INFO:tasks.rados.rados.0.smithi016.stdout:934: finishing rollback tid 0 to smithi01673382-29 2024-04-24T02:44:50.079 INFO:tasks.rados.rados.0.smithi016.stdout:934: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:44:50.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 322 (ObjNum 2002564672 snap 22076 seq_num 2001849120) dirty dne 2024-04-24T02:44:50.081 INFO:tasks.rados.rados.0.smithi016.stdout:934: done (2 left) 2024-04-24T02:44:50.081 INFO:tasks.rados.rados.0.smithi016.stdout:936: done (1 left) 2024-04-24T02:44:50.082 INFO:tasks.rados.rados.0.smithi016.stdout:937: done (0 left) 2024-04-24T02:44:50.082 INFO:tasks.rados.rados.0.smithi016.stdout:938: snap_remove snap 83 2024-04-24T02:44:50.372 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:49.055907+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-04-24T02:44:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:49.055907+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-04-24T02:44:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:50 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:49.055907+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-04-24T02:44:50.718 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:50 smithi063 bash[71317]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x 2024-04-24T02:44:50.718 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:50 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-24T02:44:51.060 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:50 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-24T02:44:51.060 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:50 smithi063 systemd[1]: Stopped Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:51.060 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:50 smithi063 systemd[1]: Starting Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:44:51.074 INFO:tasks.rados.rados.0.smithi016.stdout:938: done (0 left) 2024-04-24T02:44:51.074 INFO:tasks.rados.rados.0.smithi016.stdout:939: delete oid 23 current snap is 98 2024-04-24T02:44:51.087 INFO:tasks.rados.rados.0.smithi016.stdout:939: done (0 left) 2024-04-24T02:44:51.087 INFO:tasks.rados.rados.0.smithi016.stdout:940: snap_remove snap 58 2024-04-24T02:44:51.405 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:49.763041+0000 mgr.y (mgr.25040) 33 : cluster [DBG] pgmap v40: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-04-24T02:44:51.405 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:50.069422+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-04-24T02:44:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:49.763041+0000 mgr.y (mgr.25040) 33 : cluster [DBG] pgmap v40: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-04-24T02:44:51.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:50.069422+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-04-24T02:44:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:49.763041+0000 mgr.y (mgr.25040) 33 : cluster [DBG] pgmap v40: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-04-24T02:44:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:50.069422+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-04-24T02:44:51.727 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:51 smithi063 ceph-mgr[71484]: -- 172.21.15.63:0/1582238699 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5603f6cfa1a0 con 0x5603f6cd0800 2024-04-24T02:44:51.728 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:51 smithi063 bash[71465]: f119ccbb048bbf7b7ca7fb645a3e0086a9a0bab4281311cccc68f3268e2cba0b 2024-04-24T02:44:51.728 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:51 smithi063 systemd[1]: Started Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:44:51.728 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:51.539+0000 7f982d523200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:44:52.081 INFO:tasks.rados.rados.0.smithi016.stdout:940: done (0 left) 2024-04-24T02:44:52.081 INFO:tasks.rados.rados.0.smithi016.stdout:941: read oid 6 snap -1 2024-04-24T02:44:52.081 INFO:tasks.rados.rados.0.smithi016.stdout:941: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:44:52.081 INFO:tasks.rados.rados.0.smithi016.stdout:942: snap_create 2024-04-24T02:44:52.093 INFO:tasks.rados.rados.0.smithi016.stdout:941: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:44:52.325 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:51.073940+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-04-24T02:44:52.326 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:51.564952+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:52.326 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:51.570977+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:52.326 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:51.612311+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:52.326 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:51.727+0000 7f982d523200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:44:52.326 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:52.110+0000 7f982d523200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:44:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:51.073940+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-04-24T02:44:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:51.564952+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:51.570977+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:51.612311+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:51.073940+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-04-24T02:44:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:51.564952+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:51.570977+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:51.612311+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:44:52.944 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:52.683+0000 7f982d523200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:44:53.029 INFO:tasks.rados.rados.0.smithi016.stdout:941: done (1 left) 2024-04-24T02:44:53.029 INFO:tasks.rados.rados.0.smithi016.stdout:942: done (0 left) 2024-04-24T02:44:53.029 INFO:tasks.rados.rados.0.smithi016.stdout:943: copy_from oid 23 from oid 38 current snap is 99 2024-04-24T02:44:53.029 INFO:tasks.rados.rados.0.smithi016.stdout:944: snap_remove snap 85 2024-04-24T02:44:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:51.763735+0000 mgr.y (mgr.25040) 34 : cluster [DBG] pgmap v43: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 378 KiB/s wr, 6 op/s 2024-04-24T02:44:53.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:52.079211+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-04-24T02:44:53.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:53.028575+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-04-24T02:44:53.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:52.944+0000 7f982d523200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T02:44:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:51.763735+0000 mgr.y (mgr.25040) 34 : cluster [DBG] pgmap v43: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 378 KiB/s wr, 6 op/s 2024-04-24T02:44:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:52.079211+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-04-24T02:44:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:53.028575+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-04-24T02:44:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:51.763735+0000 mgr.y (mgr.25040) 34 : cluster [DBG] pgmap v43: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 378 KiB/s wr, 6 op/s 2024-04-24T02:44:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:52.079211+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-04-24T02:44:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:53 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:53.028575+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-04-24T02:44:53.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:53.439+0000 7f982d523200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:44:54.030 INFO:tasks.rados.rados.0.smithi016.stdout:944: done (1 left) 2024-04-24T02:44:54.030 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 99 2024-04-24T02:44:54.030 INFO:tasks.rados.rados.0.smithi016.stdout:945: seq_num 311 ranges {1662976=417792} 2024-04-24T02:44:54.042 INFO:tasks.rados.rados.0.smithi016.stdout:945: writing smithi01673382-12 from 1662976 to 2080768 tid 1 2024-04-24T02:44:54.042 INFO:tasks.rados.rados.0.smithi016.stdout:946: copy_from oid 44 from oid 4 current snap is 99 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:943: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:943: finishing copy_from to smithi01673382-23 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 389 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:943: done (2 left) 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:947: rmattr oid 15 current snap is 99 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:947: done (2 left) 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 99 2024-04-24T02:44:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:948: seq_num 312 ranges {4890624=434176} 2024-04-24T02:44:54.072 INFO:tasks.rados.rados.0.smithi016.stdout:948: writing smithi01673382-26 from 4890624 to 5324800 tid 1 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:949: snap_create 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:946: finishing copy_from to smithi01673382-44 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:946: got expected ENOENT (src dne) 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:946: finishing copy_from racing read to smithi01673382-44 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:945: finishing write tid 1 to smithi01673382-12 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:945: finishing write tid 2 to smithi01673382-12 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:945: finishing write tid 3 to smithi01673382-12 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 338 (ObjNum 311 snap 99 seq_num 311) dirty exists 2024-04-24T02:44:54.073 INFO:tasks.rados.rados.0.smithi016.stdout:945: left oid 12 (ObjNum 311 snap 99 seq_num 311) 2024-04-24T02:44:54.075 INFO:tasks.rados.rados.0.smithi016.stdout:948: finishing write tid 1 to smithi01673382-26 2024-04-24T02:44:54.075 INFO:tasks.rados.rados.0.smithi016.stdout:948: finishing write tid 2 to smithi01673382-26 2024-04-24T02:44:54.076 INFO:tasks.rados.rados.0.smithi016.stdout:948: finishing write tid 3 to smithi01673382-26 2024-04-24T02:44:54.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 220 (ObjNum 312 snap 99 seq_num 312) dirty exists 2024-04-24T02:44:54.076 INFO:tasks.rados.rados.0.smithi016.stdout:948: left oid 26 (ObjNum 312 snap 99 seq_num 312) 2024-04-24T02:44:54.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:54.262+0000 7f982d523200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:44:54.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:54.361+0000 7f982d523200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:945: done (3 left) 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:946: done (2 left) 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:948: done (1 left) 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:949: done (0 left) 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:950: rollback oid 26 current snap is 100 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 52 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:951: copy_from oid 48 from oid 14 current snap is 100 2024-04-24T02:44:55.036 INFO:tasks.rados.rados.0.smithi016.stdout:952: snap_create 2024-04-24T02:44:55.038 INFO:tasks.rados.rados.0.smithi016.stdout:950: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:44:55.040 INFO:tasks.rados.rados.0.smithi016.stdout:950: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:44:55.040 INFO:tasks.rados.rados.0.smithi016.stdout:950: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:44:55.040 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 224 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-04-24T02:44:55.050 INFO:tasks.rados.rados.0.smithi016.stdout:951: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:44:55.051 INFO:tasks.rados.rados.0.smithi016.stdout:951: finishing copy_from to smithi01673382-48 2024-04-24T02:44:55.051 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 271 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:44:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:53.764210+0000 mgr.y (mgr.25040) 35 : cluster [DBG] pgmap v46: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 378 KiB/s wr, 6 op/s 2024-04-24T02:44:55.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:54.029584+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-04-24T02:44:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:53.764210+0000 mgr.y (mgr.25040) 35 : cluster [DBG] pgmap v46: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 378 KiB/s wr, 6 op/s 2024-04-24T02:44:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:54.029584+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-04-24T02:44:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:53.764210+0000 mgr.y (mgr.25040) 35 : cluster [DBG] pgmap v46: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 378 KiB/s wr, 6 op/s 2024-04-24T02:44:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:54.029584+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-04-24T02:44:55.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:55.007+0000 7f982d523200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:44:55.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:55.115+0000 7f982d523200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:44:55.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:55.209+0000 7f982d523200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:44:55.665 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:55.464+0000 7f982d523200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:44:55.665 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:55.564+0000 7f982d523200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T02:44:55.666 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:55.665+0000 7f982d523200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:44:56.040 INFO:tasks.rados.rados.0.smithi016.stdout:950: done (2 left) 2024-04-24T02:44:56.040 INFO:tasks.rados.rados.0.smithi016.stdout:951: done (1 left) 2024-04-24T02:44:56.040 INFO:tasks.rados.rados.0.smithi016.stdout:952: done (0 left) 2024-04-24T02:44:56.041 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 101 2024-04-24T02:44:56.041 INFO:tasks.rados.rados.0.smithi016.stdout:953: seq_num 313 ranges {3923968=450560} 2024-04-24T02:44:56.064 INFO:tasks.rados.rados.0.smithi016.stdout:953: writing smithi01673382-23 from 3923968 to 4374528 tid 1 2024-04-24T02:44:56.064 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 101 2024-04-24T02:44:56.064 INFO:tasks.rados.rados.0.smithi016.stdout:954: seq_num 314 ranges {2367488=466944} 2024-04-24T02:44:56.080 INFO:tasks.rados.rados.0.smithi016.stdout:954: writing smithi01673382-36 from 2367488 to 2834432 tid 1 2024-04-24T02:44:56.080 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 101 2024-04-24T02:44:56.080 INFO:tasks.rados.rados.0.smithi016.stdout:953: finishing write tid 1 to smithi01673382-23 2024-04-24T02:44:56.080 INFO:tasks.rados.rados.0.smithi016.stdout:953: finishing write tid 2 to smithi01673382-23 2024-04-24T02:44:56.080 INFO:tasks.rados.rados.0.smithi016.stdout:955: seq_num 315 ranges {2080768=483328} 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:955: writing smithi01673382-12 from 2080768 to 2564096 tid 1 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:956: snap_create 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:953: finishing write tid 3 to smithi01673382-23 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 396 (ObjNum 313 snap 101 seq_num 313) dirty exists 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:953: left oid 23 (ObjNum 313 snap 101 seq_num 313) 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:954: finishing write tid 1 to smithi01673382-36 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:954: finishing write tid 2 to smithi01673382-36 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:954: finishing write tid 3 to smithi01673382-36 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 337 (ObjNum 314 snap 101 seq_num 314) dirty exists 2024-04-24T02:44:56.094 INFO:tasks.rados.rados.0.smithi016.stdout:954: left oid 36 (ObjNum 314 snap 101 seq_num 314) 2024-04-24T02:44:56.097 INFO:tasks.rados.rados.0.smithi016.stdout:955: finishing write tid 1 to smithi01673382-12 2024-04-24T02:44:56.097 INFO:tasks.rados.rados.0.smithi016.stdout:955: finishing write tid 2 to smithi01673382-12 2024-04-24T02:44:56.098 INFO:tasks.rados.rados.0.smithi016.stdout:955: finishing write tid 3 to smithi01673382-12 2024-04-24T02:44:56.098 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 345 (ObjNum 315 snap 101 seq_num 315) dirty exists 2024-04-24T02:44:56.098 INFO:tasks.rados.rados.0.smithi016.stdout:955: left oid 12 (ObjNum 315 snap 101 seq_num 315) 2024-04-24T02:44:56.239 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:55.035293+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-04-24T02:44:56.239 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:55.718515+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:56.239 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:55.841537+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:56.239 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:55.847779+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:56.239 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:55 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:55.917+0000 7f982d523200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:44:56.239 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:56.023+0000 7f982d523200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:44:56.239 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:56.238+0000 7f982d523200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:44:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:55.035293+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-04-24T02:44:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:55.718515+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:55.841537+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:55.847779+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:55.035293+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-04-24T02:44:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:55.718515+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:44:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:55.841537+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:55.847779+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:56.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:56.509+0000 7f982d523200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:44:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:953: done (3 left) 2024-04-24T02:44:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:954: done (2 left) 2024-04-24T02:44:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:955: done (1 left) 2024-04-24T02:44:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:956: done (0 left) 2024-04-24T02:44:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:957: read oid 16 snap -1 2024-04-24T02:44:57.042 INFO:tasks.rados.rados.0.smithi016.stdout:957: expect (ObjNum 286 snap 91 seq_num 286) 2024-04-24T02:44:57.043 INFO:tasks.rados.rados.0.smithi016.stdout:958: snap_create 2024-04-24T02:44:57.070 INFO:tasks.rados.rados.0.smithi016.stdout:957: expect (ObjNum 286 snap 91 seq_num 286) 2024-04-24T02:44:57.310 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:57.189+0000 7f982d523200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:44:57.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:55.764577+0000 mgr.y (mgr.25040) 36 : cluster [DBG] pgmap v49: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:57.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:56.039980+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-04-24T02:44:57.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:56.538234+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:57.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:56.544283+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:55.764577+0000 mgr.y (mgr.25040) 36 : cluster [DBG] pgmap v49: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:56.039980+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-04-24T02:44:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:56.538234+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:56.544283+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:55.764577+0000 mgr.y (mgr.25040) 36 : cluster [DBG] pgmap v49: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:44:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:56.039980+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-04-24T02:44:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:56.538234+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:56.544283+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:44:57.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:57.428+0000 7f982d523200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:44:57.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:57.638+0000 7f982d523200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:44:58.056 INFO:tasks.rados.rados.0.smithi016.stdout:957: done (1 left) 2024-04-24T02:44:58.056 INFO:tasks.rados.rados.0.smithi016.stdout:958: done (0 left) 2024-04-24T02:44:58.056 INFO:tasks.rados.rados.0.smithi016.stdout:959: rmattr oid 40 current snap is 103 2024-04-24T02:44:58.056 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 103 2024-04-24T02:44:58.056 INFO:tasks.rados.rados.0.smithi016.stdout:960: seq_num 316 ranges {3801088=499712} 2024-04-24T02:44:58.079 INFO:tasks.rados.rados.0.smithi016.stdout:960: writing smithi01673382-32 from 3801088 to 4300800 tid 1 2024-04-24T02:44:58.080 INFO:tasks.rados.rados.0.smithi016.stdout:961: snap_create 2024-04-24T02:44:58.080 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 347 (ObjNum 211 snap 64 seq_num 211) dirty exists 2024-04-24T02:44:58.083 INFO:tasks.rados.rados.0.smithi016.stdout:960: finishing write tid 1 to smithi01673382-32 2024-04-24T02:44:58.083 INFO:tasks.rados.rados.0.smithi016.stdout:960: finishing write tid 2 to smithi01673382-32 2024-04-24T02:44:58.084 INFO:tasks.rados.rados.0.smithi016.stdout:960: finishing write tid 3 to smithi01673382-32 2024-04-24T02:44:58.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 399 (ObjNum 316 snap 103 seq_num 316) dirty exists 2024-04-24T02:44:58.084 INFO:tasks.rados.rados.0.smithi016.stdout:960: left oid 32 (ObjNum 316 snap 103 seq_num 316) 2024-04-24T02:44:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:57.041487+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-04-24T02:44:58.320 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:57.041487+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-04-24T02:44:58.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:57.041487+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-04-24T02:44:58.659 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:58.357+0000 7f982d523200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:44:58.659 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:58.577+0000 7f982d523200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:44:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:44:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:44:58] "GET /metrics HTTP/1.1" 200 36082 "" "Prometheus/2.33.4" 2024-04-24T02:44:58.923 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:58.777+0000 7f982d523200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T02:44:58.923 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:58.907+0000 7f982d523200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:44:58.923 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:44:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:44:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:44:59.070 INFO:tasks.rados.rados.0.smithi016.stdout:959: done (2 left) 2024-04-24T02:44:59.071 INFO:tasks.rados.rados.0.smithi016.stdout:960: done (1 left) 2024-04-24T02:44:59.071 INFO:tasks.rados.rados.0.smithi016.stdout:961: done (0 left) 2024-04-24T02:44:59.071 INFO:tasks.rados.rados.0.smithi016.stdout:962: snap_remove snap 94 2024-04-24T02:44:59.267 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: [24/Apr/2024:02:44:58] ENGINE Bus STARTING 2024-04-24T02:44:59.267 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: CherryPy Checker: 2024-04-24T02:44:59.267 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: The Application mounted at '' has an empty config. 2024-04-24T02:44:59.267 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: [24/Apr/2024:02:44:59] ENGINE Serving on http://:::9283 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: [24/Apr/2024:02:44:59] ENGINE Bus STARTED 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:57.765024+0000 mgr.y (mgr.25040) 37 : cluster [DBG] pgmap v52: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 173 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:58.055400+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:58.921299+0000 mon.a (mon.0) 1137 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:58.921470+0000 mon.a (mon.0) 1138 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:58.922888+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:58.923385+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:58.925405+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:44:59.268 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:44:59 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:58.926432+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:57.765024+0000 mgr.y (mgr.25040) 37 : cluster [DBG] pgmap v52: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 173 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:58.055400+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:58.921299+0000 mon.a (mon.0) 1137 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:58.921470+0000 mon.a (mon.0) 1138 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:58.922888+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:58.923385+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:58.925405+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:44:59.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:58.926432+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:57.765024+0000 mgr.y (mgr.25040) 37 : cluster [DBG] pgmap v52: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 173 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:58.055400+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:58.921299+0000 mon.a (mon.0) 1137 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:58.921470+0000 mon.a (mon.0) 1138 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:58.922888+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:58.923385+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:58.925405+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:44:59.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:44:59 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:58.926432+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.63:0/3608909053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:45:00.070 INFO:tasks.rados.rados.0.smithi016.stdout:962: done (0 left) 2024-04-24T02:45:00.070 INFO:tasks.rados.rados.0.smithi016.stdout:963: copy_from oid 33 from oid 1 current snap is 104 2024-04-24T02:45:00.070 INFO:tasks.rados.rados.0.smithi016.stdout:964: read oid 46 snap -1 2024-04-24T02:45:00.070 INFO:tasks.rados.rados.0.smithi016.stdout:964: expect (ObjNum 301 snap 95 seq_num 301) 2024-04-24T02:45:00.070 INFO:tasks.rados.rados.0.smithi016.stdout:965: snap_remove snap 65 2024-04-24T02:45:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:59.068230+0000 mon.a (mon.0) 1139 : cluster [DBG] mgrmap e35: y(active, since 33s), standbys: x 2024-04-24T02:45:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:59.068331+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-04-24T02:45:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:59.977189+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:59.984547+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:59.986076+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:59.986975+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:00 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:44:59.993474+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:59.068230+0000 mon.a (mon.0) 1139 : cluster [DBG] mgrmap e35: y(active, since 33s), standbys: x 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:59.068331+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:59.977189+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:59.984547+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:59.986076+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:59.986975+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:44:59.993474+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:59.068230+0000 mon.a (mon.0) 1139 : cluster [DBG] mgrmap e35: y(active, since 33s), standbys: x 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:59.068331+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:59.977189+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:59.984547+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:00.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:59.986076+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:00.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:59.986975+0000 mon.c (mon.2) 153 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:00.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:44:59.993474+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:01.070 INFO:tasks.rados.rados.0.smithi016.stdout:965: done (2 left) 2024-04-24T02:45:01.070 INFO:tasks.rados.rados.0.smithi016.stdout:966: snap_remove snap 48 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:44:59.765534+0000 mgr.y (mgr.25040) 38 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 173 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:00.068935+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.131582+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.134367+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:00.135024+0000 mgr.y (mgr.25040) 39 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.139630+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.140532+0000 mon.c (mon.2) 156 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.140799+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.143990+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-24T02:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.144810+0000 mon.c (mon.2) 157 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.145086+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.148491+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.149695+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:00.150361+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:00.150829+0000 mgr.y (mgr.25040) 40 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:44:59.765534+0000 mgr.y (mgr.25040) 38 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 173 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:45:00.068935+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.131582+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.134367+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:45:00.135024+0000 mgr.y (mgr.25040) 39 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-24T02:45:01.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.139630+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.140532+0000 mon.c (mon.2) 156 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.140799+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.143990+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.144810+0000 mon.c (mon.2) 157 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.145086+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.148491+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.149695+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:00.150361+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-24T02:45:01.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:01 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:45:00.150829+0000 mgr.y (mgr.25040) 40 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-24T02:45:01.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:44:59.765534+0000 mgr.y (mgr.25040) 38 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 173 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T02:45:01.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:00.068935+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-04-24T02:45:01.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.131582+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:01.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.134367+0000 mon.c (mon.2) 155 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:01.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:00.135024+0000 mgr.y (mgr.25040) 39 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.139630+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.140532+0000 mon.c (mon.2) 156 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.140799+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.143990+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.144810+0000 mon.c (mon.2) 157 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.145086+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.148491+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.25040 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.149695+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:00.150361+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-24T02:45:01.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:00.150829+0000 mgr.y (mgr.25040) 40 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-24T02:45:02.086 INFO:tasks.rados.rados.0.smithi016.stdout:966: done (2 left) 2024-04-24T02:45:02.086 INFO:tasks.rados.rados.0.smithi016.stdout:967: snap_create 2024-04-24T02:45:02.086 INFO:tasks.rados.rados.0.smithi016.stdout:964: expect (ObjNum 301 snap 95 seq_num 301) 2024-04-24T02:45:02.103 INFO:tasks.rados.rados.0.smithi016.stdout:963: finishing copy_from racing read to smithi01673382-33 2024-04-24T02:45:02.104 INFO:tasks.rados.rados.0.smithi016.stdout:963: finishing copy_from to smithi01673382-33 2024-04-24T02:45:02.104 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 314 (ObjNum 308 snap 97 seq_num 308) dirty exists 2024-04-24T02:45:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:45:01.069125+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-04-24T02:45:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:01.923431+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:01.924979+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:01.925700+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: audit 2024-04-24T02:45:01.926421+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:01.069125+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:01.923431+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:01.924979+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:01.925700+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:02 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:01.926421+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:02.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:01.069125+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-04-24T02:45:02.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:01.923431+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25040 ' entity='mgr.y' 2024-04-24T02:45:02.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:01.924979+0000 mon.c (mon.2) 160 : audit [INF] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:02.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:01.925700+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:02.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:01.926421+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.25040 172.21.15.16:0/2735466456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:963: done (2 left) 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:964: done (1 left) 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:967: done (0 left) 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:968: rmattr oid 26 current snap is 105 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:968: done (0 left) 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:969: rmattr oid 47 current snap is 105 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:970: rmattr oid 11 current snap is 105 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:970: done (1 left) 2024-04-24T02:45:03.031 INFO:tasks.rados.rados.0.smithi016.stdout:971: snap_remove snap 51 2024-04-24T02:45:03.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:45:01.766206+0000 mgr.y (mgr.25040) 41 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:45:01.918064+0000 mgr.y (mgr.25040) 42 : cephadm [INF] Upgrade: Updating mon.a 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cephadm 2024-04-24T02:45:01.927595+0000 mgr.y (mgr.25040) 43 : cephadm [INF] Deploying daemon mon.a on smithi016 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:45:02.080168+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: cluster 2024-04-24T02:45:03.030515+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:01.766206+0000 mgr.y (mgr.25040) 41 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:01.918064+0000 mgr.y (mgr.25040) 42 : cephadm [INF] Upgrade: Updating mon.a 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:01.927595+0000 mgr.y (mgr.25040) 43 : cephadm [INF] Deploying daemon mon.a on smithi016 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:02.080168+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-04-24T02:45:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:03.030515+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-04-24T02:45:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:01.766206+0000 mgr.y (mgr.25040) 41 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-24T02:45:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:01.918064+0000 mgr.y (mgr.25040) 42 : cephadm [INF] Upgrade: Updating mon.a 2024-04-24T02:45:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:01.927595+0000 mgr.y (mgr.25040) 43 : cephadm [INF] Deploying daemon mon.a on smithi016 2024-04-24T02:45:03.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:02.080168+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-04-24T02:45:03.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:03 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:03.030515+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-04-24T02:45:04.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:03 smithi016 systemd[1]: Stopping Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:45:04.032 INFO:tasks.rados.rados.0.smithi016.stdout:971: done (1 left) 2024-04-24T02:45:04.032 INFO:tasks.rados.rados.0.smithi016.stdout:972: delete oid 36 current snap is 105 2024-04-24T02:45:04.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 342 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:45:04.039 INFO:tasks.rados.rados.0.smithi016.stdout:969: done (1 left) 2024-04-24T02:45:04.040 INFO:tasks.rados.rados.0.smithi016.stdout:972: done (0 left) 2024-04-24T02:45:04.040 INFO:tasks.rados.rados.0.smithi016.stdout:973: rollback oid 3 current snap is 105 2024-04-24T02:45:04.040 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 81 2024-04-24T02:45:04.040 INFO:tasks.rados.rados.0.smithi016.stdout:974: setattr oid 37 current snap is 105 2024-04-24T02:45:04.041 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 105 2024-04-24T02:45:04.041 INFO:tasks.rados.rados.0.smithi016.stdout:975: seq_num 318 ranges {6963200=532480} 2024-04-24T02:45:04.083 INFO:tasks.rados.rados.0.smithi016.stdout:975: writing smithi01673382-18 from 6963200 to 7495680 tid 1 2024-04-24T02:45:04.083 INFO:tasks.rados.rados.0.smithi016.stdout:976: snap_create 2024-04-24T02:45:04.083 INFO:tasks.rados.rados.0.smithi016.stdout:973: finishing rollback tid 0 to smithi01673382-3 2024-04-24T02:45:04.083 INFO:tasks.rados.rados.0.smithi016.stdout:973: finishing rollback tid 1 to smithi01673382-3 2024-04-24T02:45:04.083 INFO:tasks.rados.rados.0.smithi016.stdout:973: finishing rollback tid 2 to smithi01673382-3 2024-04-24T02:45:04.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 242 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:45:04.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 375 (ObjNum 275 snap 84 seq_num 275) dirty exists 2024-04-24T02:45:04.086 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:45:04.088 INFO:tasks.rados.rados.0.smithi016.stdout:975: finishing write tid 1 to smithi01673382-18 2024-04-24T02:45:04.088 INFO:tasks.rados.rados.0.smithi016.stdout:975: finishing write tid 2 to smithi01673382-18 2024-04-24T02:45:04.090 INFO:tasks.rados.rados.0.smithi016.stdout:975: finishing write tid 3 to smithi01673382-18 2024-04-24T02:45:04.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 241 (ObjNum 318 snap 105 seq_num 318) dirty exists 2024-04-24T02:45:04.090 INFO:tasks.rados.rados.0.smithi016.stdout:975: left oid 18 (ObjNum 318 snap 105 seq_num 318) 2024-04-24T02:45:04.415 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:45:04.415 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (85s) 34s ago 5m 15.6M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:45:04.415 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (55s) 8s ago 5m 42.0M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:45:04.415 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (7m) 34s ago 7m 14.5M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:45:04.415 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (7m) 8s ago 7m 17.3M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:45:04.415 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (13s) 8s ago 10m 51.6M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (49s) 34s ago 12m 471M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (12m) 34s ago 12m 55.6M 2048M 16.2.15-1-g8963e9de 727f386679cb b115a61f2bb8 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (11m) 8s ago 11m 52.6M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (10m) 34s ago 10m 48.1M 2048M 16.2.15-1-g8963e9de 727f386679cb b158ff2bc011 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (95s) 34s ago 6m 15.5M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (69s) 8s ago 6m 19.9M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (10m) 34s ago 10m 118M 2489M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (9m) 34s ago 9m 151M 2489M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (9m) 34s ago 9m 138M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (8m) 34s ago 8m 98.2M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (8m) 8s ago 8m 167M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (8m) 8s ago 8m 138M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:45:04.416 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (7m) 8s ago 7m 83.4M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:45:04.417 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (7m) 8s ago 7m 98.4M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:45:04.417 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (18s) 8s ago 6m 48.2M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:45:04.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:45:04.126+0000 7fc781762700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-24T02:45:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[38247]: debug 2024-04-24T02:45:04.126+0000 7fc781762700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-24T02:45:04.818 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:45:04.818 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:45:04.818 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3 2024-04-24T02:45:04.818 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:04.818 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:45:04.818 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:45:04.818 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 13, 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:45:04.819 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:45:05.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:04 smithi016 bash[84164]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a 2024-04-24T02:45:05.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a.service: Succeeded. 2024-04-24T02:45:05.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 systemd[1]: Stopped Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:45:05.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 systemd[1]: Starting Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T02:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable), process ceph-mon, pid 2 2024-04-24T02:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: pidfile_write: ignore empty --pid-file 2024-04-24T02:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: load: jerasure load: lrc 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: RocksDB version: 7.9.2 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Git sha 0 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Compile date 2024-04-18 11:37:30 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: DB SUMMARY 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: DB Session ID: KB93M4UC53MT5P1B2V70 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: CURRENT file: CURRENT 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: MANIFEST file: MANIFEST-000008 size: 973 Bytes 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000023.sst 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000021.log size: 5324991 ; 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.error_if_exists: 0 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.create_if_missing: 0 2024-04-24T02:45:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.paranoid_checks: 1 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.env: 0x55934b5c2820 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.info_log: 0x55934d889520 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.statistics: (nil) 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.use_fsync: 0 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_log_file_size: 0 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T02:45:06.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.allow_fallocate: 1 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.use_direct_reads: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.db_log_dir: 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.wal_dir: 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T02:45:06.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.write_buffer_manager: 0x55934cafe140 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.unordered_write: 0 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T02:45:06.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.row_cache: None 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.wal_filter: None 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.two_write_queues: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.wal_compression: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.atomic_flush: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.log_readahead_size: 0 2024-04-24T02:45:06.286 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_background_jobs: 2 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_background_compactions: -1 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_subcompactions: 1 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T02:45:06.287 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_open_files: -1 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_background_flushes: -1 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Compression algorithms supported: 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kZSTD supported: 0 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kXpressCompression supported: 0 2024-04-24T02:45:06.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kZlibCompression supported: 1 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kSnappyCompression supported: 1 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kLZ4Compression supported: 1 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: kBZip2Compression supported: 0 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.merge_operator: 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_filter: None 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T02:45:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55934d889620) 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: cache_index_and_filter_blocks: 1 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: pin_top_level_index_and_filter: 1 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_type: 0 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_block_index_type: 0 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_shortening: 1 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: checksum: 4 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: no_block_cache: 0 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache: 0x55934cb9f1f0 2024-04-24T02:45:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_name: BinnedLRUCache 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_options: 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: capacity : 536870912 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: num_shard_bits : 4 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: strict_capacity_limit : 0 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: high_pri_pool_ratio: 0.000 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_compressed: (nil) 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: persistent_cache: (nil) 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_size: 4096 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_size_deviation: 10 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_restart_interval: 16 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_block_restart_interval: 1 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: metadata_block_size: 4096 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: partition_filters: 0 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: use_delta_encoding: 1 2024-04-24T02:45:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout: filter_policy: bloomfilter 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: whole_key_filtering: 1 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: verify_compression: 0 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: read_amp_bytes_per_bit: 0 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: format_version: 5 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: enable_index_compression: 1 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_align: 0 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_auto_readahead_size: 262144 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: prepopulate_block_cache: 0 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: initial_auto_readahead_size: 8192 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression: NoCompression 2024-04-24T02:45:06.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.num_levels: 7 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T02:45:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:45:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T02:45:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T02:45:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T02:45:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T02:45:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T02:45:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T02:45:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.table_properties_collectors: 2024-04-24T02:45:06.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.inplace_update_support: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.bloom_locality: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.max_successive_merges: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.ttl: 2592000 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T02:45:06.298 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.enable_blob_files: false 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.min_blob_size: 0 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 23.sst 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 25, last_sequence is 11827, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 21 2024-04-24T02:45:06.299 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b342c416-dcf3-4165-9de8-4d133b0e1b86 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926705913588, "job": 1, "event": "recovery_started", "wal_files": [21]} 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #21 mode 2 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926705927830, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 26, "file_size": 5167781, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 11828, "largest_seqno": 13065, "table_properties": {"data_size": 5159381, "index_size": 6229, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1157, "raw_key_size": 10069, "raw_average_key_size": 22, "raw_value_size": 5146665, "raw_average_value_size": 11617, "num_data_blocks": 270, "num_entries": 443, "num_filter_entries": 443, "num_deletions": 23, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713926705, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b342c416-dcf3-4165-9de8-4d133b0e1b86", "db_session_id": "KB93M4UC53MT5P1B2V70", "orig_file_number": 26, "seqno_to_time_mapping": "N/A"}} 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926705927942, "job": 1, "event": "recovery_finished"} 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/version_set.cc:5047] Creating manifest 28 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000021.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55934cc3e000 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: DB pointer 0x55934cc2c000 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** DB Stats ** 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:06.300 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: L0 1/0 4.93 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 670.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: L6 1/0 26.25 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: Sum 2/0 31.18 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 670.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 670.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.301 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 670.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:45:06.302 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative compaction: 0.00 GB write, 291.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval compaction: 0.00 GB write, 291.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: Block cache BinnedLRUCache@0x55934cb9f1f0#2 capacity: 512.00 MB usage: 7.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: starting mon.a rank 0 at public addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] at bind addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 bash[84357]: 1b6cfb4acda559c6419926a37057737aca523df1f87827b20626dd13f68ae60a 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???) e3 preinit fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???).mds e8 new map 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???).mds e8 print_map 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: e8 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T02:45:06.303 INFO:journalctl@ceph.mon.a.smithi016.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: legacy client fscid: 1 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: Filesystem 'cephfs' (1) 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: fs_name cephfs 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: epoch 8 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: created 2024-04-24T02:38:08.556515+0000 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: modified 2024-04-24T02:38:11.564461+0000 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: tableserver 0 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: root 0 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: session_timeout 60 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: session_autoclose 300 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_file_size 1099511627776 2024-04-24T02:45:06.304 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_xattr_size 65536 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: required_client_features {} 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: last_failure 0 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: last_failure_osd_epoch 0 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_mds 1 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: in 0 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: up {0=24370} 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: failed 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: damaged 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: stopped 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_pools [3] 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: metadata_pool 2 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: inline_data disabled 2024-04-24T02:45:06.305 INFO:journalctl@ceph.mon.a.smithi016.stdout: balancer 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: bal_rank_mask -1 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: standby_count_wanted 0 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: [mds.b{0:24370} state up:active seq 3 addr [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] compat {c=[1],r=[1],i=[7ff]}] 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: Standby daemons: 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout: [mds.a{-1:24356} state up:standby seq 1 addr [v2:172.21.15.16:6834/3626392831,v1:172.21.15.16:6835/3626392831] compat {c=[1],r=[1],i=[7ff]}] 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???).osd e247 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:06.306 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 ceph-mon[84376]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-24T02:45:06.307 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:05 smithi016 systemd[1]: Started Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:45:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:973: done (3 left) 2024-04-24T02:45:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:974: done (2 left) 2024-04-24T02:45:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:975: done (1 left) 2024-04-24T02:45:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:976: done (0 left) 2024-04-24T02:45:07.425 INFO:tasks.rados.rados.0.smithi016.stdout:977: read oid 7 snap 101 2024-04-24T02:45:07.425 INFO:tasks.rados.rados.0.smithi016.stdout:977: expect (ObjNum 259 snap 81 seq_num 259) 2024-04-24T02:45:07.425 INFO:tasks.rados.rados.0.smithi016.stdout:978: delete oid 1 current snap is 106 2024-04-24T02:45:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:978: done (1 left) 2024-04-24T02:45:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:979: rollback oid 34 current snap is 106 2024-04-24T02:45:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 77 2024-04-24T02:45:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:980: snap_remove snap 64 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: ignoring --setuser ceph since I am not root 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: ignoring --setgroup ceph since I am not root 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-mgr[71484]: -- 172.21.15.63:0/3529699403 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561655ae81a0 con 0x561655abf000 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:07.563+0000 7fb576968200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:07.745+0000 7fb576968200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:03.770219+0000 mgr.y (mgr.25040) 44 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:04.073110+0000 mgr.y (mgr.25040) 45 : audit [DBG] from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:07.746 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:04.406983+0000 mgr.y (mgr.25040) 46 : audit [DBG] from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:04.818437+0000 mon.c (mon.2) 163 : audit [DBG] from='client.? 172.21.15.16:0/2928522245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:05.770567+0000 mgr.y (mgr.25040) 47 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 924 KiB/s wr, 5 op/s 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.341876+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.355706+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.360067+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.360652+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.360693+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.361669+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e35: y(active, since 41s), standbys: x 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.362138+0000 mon.a (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.362160+0000 mon.a (mon.0) 8 : cluster [WRN] [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.362168+0000 mon.a (mon.0) 9 : cluster [WRN] telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.381319+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e36: y(active, since 41s), standbys: x 2024-04-24T02:45:07.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:07.381522+0000 mon.a (mon.0) 11 : audit [INF] from='mgr.25040 ' entity='' 2024-04-24T02:45:07.760 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ignoring --setuser ceph since I am not root 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ignoring --setgroup ceph since I am not root 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-mgr[78365]: -- 172.21.15.16:0/2473301967 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5631303821a0 con 0x563130358c00 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:07.575+0000 7faf4e13e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:07.760+0000 7faf4e13e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:03.770219+0000 mgr.y (mgr.25040) 44 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:04.073110+0000 mgr.y (mgr.25040) 45 : audit [DBG] from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:04.406983+0000 mgr.y (mgr.25040) 46 : audit [DBG] from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:04.818437+0000 mon.c (mon.2) 163 : audit [DBG] from='client.? 172.21.15.16:0/2928522245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:05.770567+0000 mgr.y (mgr.25040) 47 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 924 KiB/s wr, 5 op/s 2024-04-24T02:45:07.761 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.341876+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.355706+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.360067+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.360652+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.360693+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.361669+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e35: y(active, since 41s), standbys: x 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.362138+0000 mon.a (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.362160+0000 mon.a (mon.0) 8 : cluster [WRN] [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.362168+0000 mon.a (mon.0) 9 : cluster [WRN] telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.381319+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e36: y(active, since 41s), standbys: x 2024-04-24T02:45:07.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:07.381522+0000 mon.a (mon.0) 11 : audit [INF] from='mgr.25040 ' entity='' 2024-04-24T02:45:08.422 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:08.098+0000 7faf4e13e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:45:08.422 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:08.083+0000 7fb576968200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:980: done (2 left) 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:981: read oid 8 snap -1 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:981: expect deleted 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:982: setattr oid 24 current snap is 106 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:983: delete oid 41 current snap is 106 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:979: finishing rollback tid 0 to smithi01673382-34 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:979: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:979: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 512 (ObjNum 217 snap 65 seq_num 217) dirty exists 2024-04-24T02:45:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:977: expect (ObjNum 259 snap 81 seq_num 259) 2024-04-24T02:45:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:08.634+0000 7faf4e13e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:45:08.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:07.423732+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-04-24T02:45:08.803 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 534 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-04-24T02:45:08.803 INFO:tasks.rados.rados.0.smithi016.stdout:977: done (4 left) 2024-04-24T02:45:08.803 INFO:tasks.rados.rados.0.smithi016.stdout:979: done (3 left) 2024-04-24T02:45:08.803 INFO:tasks.rados.rados.0.smithi016.stdout:981: done (2 left) 2024-04-24T02:45:08.804 INFO:tasks.rados.rados.0.smithi016.stdout:982: done (1 left) 2024-04-24T02:45:08.804 INFO:tasks.rados.rados.0.smithi016.stdout:983: done (0 left) 2024-04-24T02:45:08.804 INFO:tasks.rados.rados.0.smithi016.stdout:984: snap_create 2024-04-24T02:45:08.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:07.423732+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-04-24T02:45:08.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:08.608+0000 7fb576968200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T02:45:09.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:08.889+0000 7faf4e13e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T02:45:09.309 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:08.862+0000 7fb576968200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T02:45:09.432 INFO:tasks.rados.rados.0.smithi016.stdout:984: done (0 left) 2024-04-24T02:45:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:985: rollback oid 41 current snap is 107 2024-04-24T02:45:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 87 2024-04-24T02:45:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 107 2024-04-24T02:45:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:986: seq_num 321 ranges {0=581632} 2024-04-24T02:45:09.436 INFO:tasks.rados.rados.0.smithi016.stdout:986: writing smithi01673382-4 from 0 to 581632 tid 1 2024-04-24T02:45:09.436 INFO:tasks.rados.rados.0.smithi016.stdout:987: delete oid 19 current snap is 107 2024-04-24T02:45:09.437 INFO:tasks.rados.rados.0.smithi016.stdout:985: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:45:09.437 INFO:tasks.rados.rados.0.smithi016.stdout:985: finishing rollback tid 2 to smithi01673382-41 2024-04-24T02:45:09.437 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 544 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:45:09.441 INFO:tasks.rados.rados.0.smithi016.stdout:986: finishing write tid 1 to smithi01673382-4 2024-04-24T02:45:09.442 INFO:tasks.rados.rados.0.smithi016.stdout:986: finishing write tid 2 to smithi01673382-4 2024-04-24T02:45:09.442 INFO:tasks.rados.rados.0.smithi016.stdout:986: finishing write tid 3 to smithi01673382-4 2024-04-24T02:45:09.442 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 588 (ObjNum 321 snap 107 seq_num 321) dirty exists 2024-04-24T02:45:09.442 INFO:tasks.rados.rados.0.smithi016.stdout:986: left oid 4 (ObjNum 321 snap 107 seq_num 321) 2024-04-24T02:45:09.443 INFO:tasks.rados.rados.0.smithi016.stdout:985: done (2 left) 2024-04-24T02:45:09.443 INFO:tasks.rados.rados.0.smithi016.stdout:986: done (1 left) 2024-04-24T02:45:09.443 INFO:tasks.rados.rados.0.smithi016.stdout:987: done (0 left) 2024-04-24T02:45:09.443 INFO:tasks.rados.rados.0.smithi016.stdout:988: rollback oid 25 current snap is 107 2024-04-24T02:45:09.444 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 87 2024-04-24T02:45:09.444 INFO:tasks.rados.rados.0.smithi016.stdout:989: snap_remove snap 76 2024-04-24T02:45:09.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:09.349+0000 7faf4e13e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:45:09.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:08.428115+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-04-24T02:45:09.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:08.428115+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-04-24T02:45:09.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:09 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:09.317+0000 7fb576968200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T02:45:10.431 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:10.071+0000 7fb576968200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:45:10.431 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:10.162+0000 7fb576968200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:45:10.431 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:10.106+0000 7faf4e13e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T02:45:10.432 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:10.198+0000 7faf4e13e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T02:45:10.441 INFO:tasks.rados.rados.0.smithi016.stdout:989: done (1 left) 2024-04-24T02:45:10.441 INFO:tasks.rados.rados.0.smithi016.stdout:990: read oid 20 snap -1 2024-04-24T02:45:10.442 INFO:tasks.rados.rados.0.smithi016.stdout:990: expect deleted 2024-04-24T02:45:10.442 INFO:tasks.rados.rados.0.smithi016.stdout:991: delete oid 4 current snap is 107 2024-04-24T02:45:10.442 INFO:tasks.rados.rados.0.smithi016.stdout:988: finishing rollback tid 0 to smithi01673382-25 2024-04-24T02:45:10.442 INFO:tasks.rados.rados.0.smithi016.stdout:988: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:45:10.442 INFO:tasks.rados.rados.0.smithi016.stdout:988: finishing rollback tid 2 to smithi01673382-25 2024-04-24T02:45:10.442 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 433 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-24T02:45:10.458 INFO:tasks.rados.rados.0.smithi016.stdout:988: done (2 left) 2024-04-24T02:45:10.458 INFO:tasks.rados.rados.0.smithi016.stdout:990: done (1 left) 2024-04-24T02:45:10.458 INFO:tasks.rados.rados.0.smithi016.stdout:991: done (0 left) 2024-04-24T02:45:10.458 INFO:tasks.rados.rados.0.smithi016.stdout:992: rollback oid 8 current snap is 107 2024-04-24T02:45:10.458 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 100 2024-04-24T02:45:10.459 INFO:tasks.rados.rados.0.smithi016.stdout:993: rmattr oid 2 current snap is 107 2024-04-24T02:45:10.459 INFO:tasks.rados.rados.0.smithi016.stdout:993: done (1 left) 2024-04-24T02:45:10.459 INFO:tasks.rados.rados.0.smithi016.stdout:994: delete oid 9 current snap is 107 2024-04-24T02:45:10.462 INFO:tasks.rados.rados.0.smithi016.stdout:994: done (1 left) 2024-04-24T02:45:10.462 INFO:tasks.rados.rados.0.smithi016.stdout:995: read oid 16 snap -1 2024-04-24T02:45:10.463 INFO:tasks.rados.rados.0.smithi016.stdout:995: expect (ObjNum 286 snap 91 seq_num 286) 2024-04-24T02:45:10.463 INFO:tasks.rados.rados.0.smithi016.stdout:996: setattr oid 32 current snap is 107 2024-04-24T02:45:10.464 INFO:tasks.rados.rados.0.smithi016.stdout:997: read oid 43 snap -1 2024-04-24T02:45:10.464 INFO:tasks.rados.rados.0.smithi016.stdout:997: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:45:10.465 INFO:tasks.rados.rados.0.smithi016.stdout:998: rollback oid 4 current snap is 107 2024-04-24T02:45:10.465 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 90 2024-04-24T02:45:10.465 INFO:tasks.rados.rados.0.smithi016.stdout:999: snap_create 2024-04-24T02:45:10.467 INFO:tasks.rados.rados.0.smithi016.stdout:992: finishing rollback tid 1 to smithi01673382-8 2024-04-24T02:45:10.467 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 283 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:45:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:998: finishing rollback tid 1 to smithi01673382-4 2024-04-24T02:45:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 595 (ObjNum 0 snap 22073 seq_num 2001360896) dirty dne 2024-04-24T02:45:10.470 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 443 (ObjNum 316 snap 103 seq_num 316) dirty exists 2024-04-24T02:45:10.481 INFO:tasks.rados.rados.0.smithi016.stdout:997: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:45:10.702 INFO:tasks.rados.rados.0.smithi016.stdout:995: expect (ObjNum 286 snap 91 seq_num 286) 2024-04-24T02:45:10.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:09.432352+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-04-24T02:45:10.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:09.432352+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-04-24T02:45:11.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:10.803+0000 7fb576968200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:45:11.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:10.894+0000 7fb576968200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:45:11.060 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:10.987+0000 7fb576968200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:45:11.278 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:10.854+0000 7faf4e13e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T02:45:11.279 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:10.945+0000 7faf4e13e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T02:45:11.279 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:11.039+0000 7faf4e13e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T02:45:11.443 INFO:tasks.rados.rados.0.smithi016.stdout:992: done (5 left) 2024-04-24T02:45:11.443 INFO:tasks.rados.rados.0.smithi016.stdout:995: done (4 left) 2024-04-24T02:45:11.443 INFO:tasks.rados.rados.0.smithi016.stdout:996: done (3 left) 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:997: done (2 left) 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:998: done (1 left) 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:999: done (0 left) 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:1000: rmattr oid 37 current snap is 108 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:1001: rmattr oid 42 current snap is 108 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:1001: done (1 left) 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:1002: copy_from oid 42 from oid 14 current snap is 108 2024-04-24T02:45:11.444 INFO:tasks.rados.rados.0.smithi016.stdout:1003: snap_create 2024-04-24T02:45:11.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 391 (ObjNum 275 snap 84 seq_num 275) dirty exists 2024-04-24T02:45:11.455 INFO:tasks.rados.rados.0.smithi016.stdout:1002: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:45:11.456 INFO:tasks.rados.rados.0.smithi016.stdout:1002: finishing copy_from to smithi01673382-42 2024-04-24T02:45:11.456 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 271 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:45:11.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:11.278+0000 7faf4e13e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:45:11.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:11.377+0000 7faf4e13e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T02:45:11.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:11.483+0000 7faf4e13e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:45:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:10.438079+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-04-24T02:45:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:10.438079+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-04-24T02:45:11.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:11.224+0000 7fb576968200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T02:45:11.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:11.323+0000 7fb576968200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T02:45:11.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:11.422+0000 7fb576968200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T02:45:11.974 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:11.672+0000 7fb576968200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:45:11.974 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:11.775+0000 7fb576968200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:45:11.974 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:11 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:11.973+0000 7fb576968200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:45:12.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:11.730+0000 7faf4e13e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T02:45:12.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:11.833+0000 7faf4e13e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T02:45:12.302 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:12.032+0000 7faf4e13e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T02:45:12.449 INFO:tasks.rados.rados.0.smithi016.stdout:1000: done (2 left) 2024-04-24T02:45:12.449 INFO:tasks.rados.rados.0.smithi016.stdout:1002: done (1 left) 2024-04-24T02:45:12.449 INFO:tasks.rados.rados.0.smithi016.stdout:1003: done (0 left) 2024-04-24T02:45:12.449 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 109 2024-04-24T02:45:12.450 INFO:tasks.rados.rados.0.smithi016.stdout:1004: seq_num 325 ranges {1638400=647168} 2024-04-24T02:45:12.460 INFO:tasks.rados.rados.0.smithi016.stdout:1004: writing smithi01673382-28 from 1638400 to 2285568 tid 1 2024-04-24T02:45:12.460 INFO:tasks.rados.rados.0.smithi016.stdout:1005: rmattr oid 39 current snap is 109 2024-04-24T02:45:12.460 INFO:tasks.rados.rados.0.smithi016.stdout:1005: done (1 left) 2024-04-24T02:45:12.460 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 109 2024-04-24T02:45:12.461 INFO:tasks.rados.rados.0.smithi016.stdout:1006: seq_num 326 ranges {4227072=663552} 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1006: writing smithi01673382-34 from 4227072 to 4890624 tid 1 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1007: copy_from oid 3 from oid 13 current snap is 109 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1004: finishing write tid 1 to smithi01673382-28 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1004: finishing write tid 2 to smithi01673382-28 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1004: finishing write tid 3 to smithi01673382-28 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 371 (ObjNum 325 snap 109 seq_num 325) dirty exists 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1004: left oid 28 (ObjNum 325 snap 109 seq_num 325) 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1004: done (2 left) 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1008: copy_from oid 5 from oid 45 current snap is 109 2024-04-24T02:45:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:1009: snap_create 2024-04-24T02:45:12.492 INFO:tasks.rados.rados.0.smithi016.stdout:1006: finishing write tid 1 to smithi01673382-34 2024-04-24T02:45:12.492 INFO:tasks.rados.rados.0.smithi016.stdout:1006: finishing write tid 2 to smithi01673382-34 2024-04-24T02:45:12.493 INFO:tasks.rados.rados.0.smithi016.stdout:1006: finishing write tid 3 to smithi01673382-34 2024-04-24T02:45:12.493 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 533 (ObjNum 326 snap 109 seq_num 326) dirty exists 2024-04-24T02:45:12.494 INFO:tasks.rados.rados.0.smithi016.stdout:1006: left oid 34 (ObjNum 326 snap 109 seq_num 326) 2024-04-24T02:45:12.527 INFO:tasks.rados.rados.0.smithi016.stdout:1008: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:45:12.527 INFO:tasks.rados.rados.0.smithi016.stdout:1007: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:45:12.527 INFO:tasks.rados.rados.0.smithi016.stdout:1007: finishing copy_from to smithi01673382-3 2024-04-24T02:45:12.527 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 399 (ObjNum 272 snap 83 seq_num 272) dirty exists 2024-04-24T02:45:12.530 INFO:tasks.rados.rados.0.smithi016.stdout:1008: finishing copy_from to smithi01673382-5 2024-04-24T02:45:12.530 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 269 (ObjNum 274 snap 83 seq_num 274) dirty exists 2024-04-24T02:45:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:11.442772+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-04-24T02:45:12.559 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:12.241+0000 7fb576968200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:45:12.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:12.301+0000 7faf4e13e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T02:45:12.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:11.442772+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-04-24T02:45:13.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:12 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:12.941+0000 7faf4e13e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:45:13.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:13.168+0000 7faf4e13e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:45:13.309 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:12.875+0000 7fb576968200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T02:45:13.309 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:13.100+0000 7fb576968200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T02:45:13.453 INFO:tasks.rados.rados.0.smithi016.stdout:1006: done (3 left) 2024-04-24T02:45:13.453 INFO:tasks.rados.rados.0.smithi016.stdout:1007: done (2 left) 2024-04-24T02:45:13.453 INFO:tasks.rados.rados.0.smithi016.stdout:1008: done (1 left) 2024-04-24T02:45:13.453 INFO:tasks.rados.rados.0.smithi016.stdout:1009: done (0 left) 2024-04-24T02:45:13.453 INFO:tasks.rados.rados.0.smithi016.stdout:1010: snap_create 2024-04-24T02:45:13.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:13.378+0000 7faf4e13e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:45:13.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:12.447639+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-04-24T02:45:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:12.447639+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-04-24T02:45:13.809 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:13.309+0000 7fb576968200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:45:14.309 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:14.012+0000 7fb576968200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:45:14.309 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:14.224+0000 7fb576968200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:45:14.453 INFO:tasks.rados.rados.0.smithi016.stdout:1010: done (0 left) 2024-04-24T02:45:14.453 INFO:tasks.rados.rados.0.smithi016.stdout:1011: snap_remove snap 97 2024-04-24T02:45:14.455 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.083+0000 7faf4e13e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T02:45:14.455 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.298+0000 7faf4e13e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:1011: done (0 left) 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:1012: rollback oid 5 current snap is 111 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 103 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 111 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:1013: seq_num 327 ranges {0=679936} 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:1013: writing smithi01673382-29 from 0 to 679936 tid 1 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 111 2024-04-24T02:45:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:1014: seq_num 328 ranges {3440640=696320} 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:1014: writing smithi01673382-10 from 3440640 to 4136960 tid 1 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:1015: delete oid 26 current snap is 111 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:1012: finishing rollback tid 0 to smithi01673382-5 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:1012: finishing rollback tid 1 to smithi01673382-5 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:1012: finishing rollback tid 2 to smithi01673382-5 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 402 (ObjNum 282 snap 90 seq_num 282) dirty exists 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:1013: finishing write tid 1 to smithi01673382-29 2024-04-24T02:45:14.682 INFO:tasks.rados.rados.0.smithi016.stdout:1013: finishing write tid 2 to smithi01673382-29 2024-04-24T02:45:14.683 INFO:tasks.rados.rados.0.smithi016.stdout:1013: finishing write tid 3 to smithi01673382-29 2024-04-24T02:45:14.683 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 377 (ObjNum 327 snap 111 seq_num 327) dirty exists 2024-04-24T02:45:14.683 INFO:tasks.rados.rados.0.smithi016.stdout:1013: left oid 29 (ObjNum 327 snap 111 seq_num 327) 2024-04-24T02:45:14.683 INFO:tasks.rados.rados.0.smithi016.stdout:1012: done (3 left) 2024-04-24T02:45:14.684 INFO:tasks.rados.rados.0.smithi016.stdout:1013: done (2 left) 2024-04-24T02:45:14.684 INFO:tasks.rados.rados.0.smithi016.stdout:1015: done (1 left) 2024-04-24T02:45:14.684 INFO:tasks.rados.rados.0.smithi016.stdout:1016: read oid 39 snap -1 2024-04-24T02:45:14.684 INFO:tasks.rados.rados.0.smithi016.stdout:1016: expect (ObjNum 290 snap 93 seq_num 290) 2024-04-24T02:45:14.684 INFO:tasks.rados.rados.0.smithi016.stdout:1017: snap_remove snap 72 2024-04-24T02:45:14.738 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.500+0000 7faf4e13e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T02:45:14.739 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.625+0000 7faf4e13e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:45:14.739 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:13.452138+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-04-24T02:45:14.789 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:13.452138+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:14.420+0000 7fb576968200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:14.547+0000 7fb576968200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: [24/Apr/2024:02:45:14] ENGINE Bus STARTING 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: CherryPy Checker: 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: The Application mounted at '' has an empty config. 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: [24/Apr/2024:02:45:14] ENGINE Serving on http://:::9283 2024-04-24T02:45:14.790 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 02:45:14 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x[71480]: [24/Apr/2024:02:45:14] ENGINE Bus STARTED 2024-04-24T02:45:15.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:14] ENGINE Bus STARTING 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.786+0000 7faeacea8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.786+0000 7faeacea8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.786+0000 7faeacea8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.786+0000 7faeacea8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.786+0000 7faeacea8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.788+0000 7faeb46b7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.788+0000 7faeb46b7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.788+0000 7faeb46b7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.788+0000 7faeb46b7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:14.788+0000 7faeb46b7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: CherryPy Checker: 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: The Application mounted at '' has an empty config. 2024-04-24T02:45:15.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:15.032 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:14] ENGINE Serving on http://:::9283 2024-04-24T02:45:15.032 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:14] ENGINE Bus STARTED 2024-04-24T02:45:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:1017: done (2 left) 2024-04-24T02:45:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:1018: snap_remove snap 88 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.453149+0000 mon.a (mon.0) 19 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.562255+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.562343+0000 mon.a (mon.0) 21 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.564394+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.564756+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.567301+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.567625+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.639447+0000 mon.a (mon.0) 22 : cluster [INF] Active manager daemon y restarted 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.639943+0000 mon.a (mon.0) 23 : cluster [INF] Activating manager daemon y 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.645484+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-04-24T02:45:15.734 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.645805+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e37: y(active, starting, since 0.00597092s), standbys: x 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.654157+0000 mon.c (mon.2) 164 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.654381+0000 mon.c (mon.2) 165 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.654508+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.654631+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.655053+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.656541+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.656883+0000 mon.c (mon.2) 170 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.657088+0000 mon.c (mon.2) 171 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.657364+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.657612+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.657913+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.658203+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:45:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.658454+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.658759+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.659017+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.662813+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.663240+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.663866+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:14.688909+0000 mon.a (mon.0) 26 : cluster [INF] Manager daemon y is now available 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.710880+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.736226+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.739831+0000 mon.c (mon.2) 184 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.740162+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.766323+0000 mon.c (mon.2) 185 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:14.766691+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:45:15.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:15.197856+0000 mgr.y (mgr.25133) 1 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Bus STARTING 2024-04-24T02:45:15.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:15.315203+0000 mgr.y (mgr.25133) 2 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:15.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:15.416272+0000 mgr.y (mgr.25133) 3 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:15.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:15 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:15.416547+0000 mgr.y (mgr.25133) 4 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Bus STARTED 2024-04-24T02:45:15.774 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:15.650+0000 7faf10bd4700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-24T02:45:15.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.453149+0000 mon.a (mon.0) 19 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-04-24T02:45:15.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.562255+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon x restarted 2024-04-24T02:45:15.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.562343+0000 mon.a (mon.0) 21 : cluster [DBG] Standby manager daemon x started 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.564394+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.564756+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.567301+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.567625+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.63:0/738246655' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.639447+0000 mon.a (mon.0) 22 : cluster [INF] Active manager daemon y restarted 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.639943+0000 mon.a (mon.0) 23 : cluster [INF] Activating manager daemon y 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.645484+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.645805+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e37: y(active, starting, since 0.00597092s), standbys: x 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.654157+0000 mon.c (mon.2) 164 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.654381+0000 mon.c (mon.2) 165 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.654508+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.654631+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.655053+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:45:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.656541+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.656883+0000 mon.c (mon.2) 170 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.657088+0000 mon.c (mon.2) 171 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.657364+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.657612+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.657913+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.658203+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.658454+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.658759+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.659017+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.662813+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.663240+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.663866+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:14.688909+0000 mon.a (mon.0) 26 : cluster [INF] Manager daemon y is now available 2024-04-24T02:45:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.710880+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.736226+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.739831+0000 mon.c (mon.2) 184 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.740162+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.766323+0000 mon.c (mon.2) 185 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:14.766691+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:15.197856+0000 mgr.y (mgr.25133) 1 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Bus STARTING 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:15.315203+0000 mgr.y (mgr.25133) 2 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:15.416272+0000 mgr.y (mgr.25133) 3 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:15.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:15.416547+0000 mgr.y (mgr.25133) 4 : cephadm [INF] [24/Apr/2024:02:45:15] ENGINE Bus STARTED 2024-04-24T02:45:16.662 INFO:tasks.rados.rados.0.smithi016.stdout:1018: done (2 left) 2024-04-24T02:45:16.662 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 111 2024-04-24T02:45:16.663 INFO:tasks.rados.rados.0.smithi016.stdout:1019: seq_num 330 ranges {1064960=737280} 2024-04-24T02:45:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:1019: writing smithi01673382-47 from 1064960 to 1802240 tid 1 2024-04-24T02:45:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:1020: copy_from oid 46 from oid 44 current snap is 111 2024-04-24T02:45:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:1014: finishing write tid 1 to smithi01673382-10 2024-04-24T02:45:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:1014: finishing write tid 2 to smithi01673382-10 2024-04-24T02:45:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:1016: expect (ObjNum 290 snap 93 seq_num 290) 2024-04-24T02:45:16.678 INFO:tasks.rados.rados.0.smithi016.stdout:1014: finishing write tid 3 to smithi01673382-10 2024-04-24T02:45:16.678 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 452 (ObjNum 328 snap 111 seq_num 328) dirty exists 2024-04-24T02:45:16.679 INFO:tasks.rados.rados.0.smithi016.stdout:1014: left oid 10 (ObjNum 328 snap 111 seq_num 328) 2024-04-24T02:45:16.679 INFO:tasks.rados.rados.0.smithi016.stdout:1014: done (3 left) 2024-04-24T02:45:16.679 INFO:tasks.rados.rados.0.smithi016.stdout:1016: done (2 left) 2024-04-24T02:45:16.679 INFO:tasks.rados.rados.0.smithi016.stdout:1021: snap_create 2024-04-24T02:45:16.681 INFO:tasks.rados.rados.0.smithi016.stdout:1020: finishing copy_from racing read to smithi01673382-46 2024-04-24T02:45:16.684 INFO:tasks.rados.rados.0.smithi016.stdout:1020: finishing copy_from to smithi01673382-46 2024-04-24T02:45:16.684 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 241 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:45:16.688 INFO:tasks.rados.rados.0.smithi016.stdout:1019: finishing write tid 1 to smithi01673382-47 2024-04-24T02:45:16.688 INFO:tasks.rados.rados.0.smithi016.stdout:1019: finishing write tid 2 to smithi01673382-47 2024-04-24T02:45:16.688 INFO:tasks.rados.rados.0.smithi016.stdout:1019: finishing write tid 3 to smithi01673382-47 2024-04-24T02:45:16.688 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 377 (ObjNum 330 snap 111 seq_num 330) dirty exists 2024-04-24T02:45:16.688 INFO:tasks.rados.rados.0.smithi016.stdout:1019: left oid 47 (ObjNum 330 snap 111 seq_num 330) 2024-04-24T02:45:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:15.649025+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e38: y(active, since 1.00918s), standbys: x 2024-04-24T02:45:16.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:15.657432+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-04-24T02:45:16.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:15.665832+0000 mgr.y (mgr.25133) 5 : cluster [DBG] pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 56 GiB/s rd, 25 GiB/s wr, 204.19k op/s 2024-04-24T02:45:17.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:15.649025+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e38: y(active, since 1.00918s), standbys: x 2024-04-24T02:45:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:15.657432+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-04-24T02:45:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:15.665832+0000 mgr.y (mgr.25133) 5 : cluster [DBG] pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 56 GiB/s rd, 25 GiB/s wr, 204.19k op/s 2024-04-24T02:45:17.667 INFO:tasks.rados.rados.0.smithi016.stdout:1019: done (2 left) 2024-04-24T02:45:17.667 INFO:tasks.rados.rados.0.smithi016.stdout:1020: done (1 left) 2024-04-24T02:45:17.667 INFO:tasks.rados.rados.0.smithi016.stdout:1021: done (0 left) 2024-04-24T02:45:17.667 INFO:tasks.rados.rados.0.smithi016.stdout:1022: delete oid 3 current snap is 112 2024-04-24T02:45:17.670 INFO:tasks.rados.rados.0.smithi016.stdout:1022: done (0 left) 2024-04-24T02:45:17.670 INFO:tasks.rados.rados.0.smithi016.stdout:1023: read oid 6 snap -1 2024-04-24T02:45:17.670 INFO:tasks.rados.rados.0.smithi016.stdout:1023: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:45:17.670 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 112 2024-04-24T02:45:17.676 INFO:tasks.rados.rados.0.smithi016.stdout:1024: seq_num 332 ranges {2285568=770048} 2024-04-24T02:45:17.687 INFO:tasks.rados.rados.0.smithi016.stdout:1024: writing smithi01673382-28 from 2285568 to 3055616 tid 1 2024-04-24T02:45:17.687 INFO:tasks.rados.rados.0.smithi016.stdout:1025: rollback oid 14 current snap is 112 2024-04-24T02:45:17.687 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 89 2024-04-24T02:45:17.687 INFO:tasks.rados.rados.0.smithi016.stdout:1023: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-24T02:45:17.698 INFO:tasks.rados.rados.0.smithi016.stdout:1025: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:45:17.698 INFO:tasks.rados.rados.0.smithi016.stdout:1025: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:45:17.698 INFO:tasks.rados.rados.0.smithi016.stdout:1025: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:45:17.698 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 417 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-04-24T02:45:17.698 INFO:tasks.rados.rados.0.smithi016.stdout:1024: finishing write tid 1 to smithi01673382-28 2024-04-24T02:45:17.698 INFO:tasks.rados.rados.0.smithi016.stdout:1024: finishing write tid 2 to smithi01673382-28 2024-04-24T02:45:17.698 INFO:tasks.rados.rados.0.smithi016.stdout:1023: done (2 left) 2024-04-24T02:45:17.699 INFO:tasks.rados.rados.0.smithi016.stdout:1025: done (1 left) 2024-04-24T02:45:17.699 INFO:tasks.rados.rados.0.smithi016.stdout:1026: copy_from oid 44 from oid 32 current snap is 112 2024-04-24T02:45:17.699 INFO:tasks.rados.rados.0.smithi016.stdout:1024: finishing write tid 3 to smithi01673382-28 2024-04-24T02:45:17.699 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 390 (ObjNum 332 snap 112 seq_num 332) dirty exists 2024-04-24T02:45:17.699 INFO:tasks.rados.rados.0.smithi016.stdout:1024: left oid 28 (ObjNum 332 snap 112 seq_num 332) 2024-04-24T02:45:17.699 INFO:tasks.rados.rados.0.smithi016.stdout:1024: done (1 left) 2024-04-24T02:45:17.699 INFO:tasks.rados.rados.0.smithi016.stdout:1027: snap_create 2024-04-24T02:45:17.713 INFO:tasks.rados.rados.0.smithi016.stdout:1026: finishing copy_from racing read to smithi01673382-44 2024-04-24T02:45:17.717 INFO:tasks.rados.rados.0.smithi016.stdout:1026: finishing copy_from to smithi01673382-44 2024-04-24T02:45:17.717 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 443 (ObjNum 316 snap 103 seq_num 316) dirty exists 2024-04-24T02:45:17.954 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:16.654282+0000 mon.a (mon.0) 31 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T02:45:17.954 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:16.654302+0000 mon.a (mon.0) 32 : cluster [INF] Cluster is now healthy 2024-04-24T02:45:17.954 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:16.661869+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-04-24T02:45:17.954 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:17 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:16.662888+0000 mgr.y (mgr.25133) 6 : cluster [DBG] pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 487 MiB/s rd, 215 MiB/s wr, 1.73k op/s 2024-04-24T02:45:18.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:16.654282+0000 mon.a (mon.0) 31 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T02:45:18.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:16.654302+0000 mon.a (mon.0) 32 : cluster [INF] Cluster is now healthy 2024-04-24T02:45:18.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:16.661869+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-04-24T02:45:18.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:17 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:16.662888+0000 mgr.y (mgr.25133) 6 : cluster [DBG] pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 487 MiB/s rd, 215 MiB/s wr, 1.73k op/s 2024-04-24T02:45:18.653 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:45:18] "GET /metrics HTTP/1.1" 200 33363 "" "Prometheus/2.33.4" 2024-04-24T02:45:18.670 INFO:tasks.rados.rados.0.smithi016.stdout:1026: done (1 left) 2024-04-24T02:45:18.670 INFO:tasks.rados.rados.0.smithi016.stdout:1027: done (0 left) 2024-04-24T02:45:18.670 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 113 2024-04-24T02:45:18.671 INFO:tasks.rados.rados.0.smithi016.stdout:1028: seq_num 333 ranges {4890624=786432} 2024-04-24T02:45:18.702 INFO:tasks.rados.rados.0.smithi016.stdout:1028: writing smithi01673382-34 from 4890624 to 5677056 tid 1 2024-04-24T02:45:18.702 INFO:tasks.rados.rados.0.smithi016.stdout:1029: read oid 37 snap -1 2024-04-24T02:45:18.702 INFO:tasks.rados.rados.0.smithi016.stdout:1029: expect (ObjNum 275 snap 84 seq_num 275) 2024-04-24T02:45:18.702 INFO:tasks.rados.rados.0.smithi016.stdout:1030: copy_from oid 6 from oid 29 current snap is 113 2024-04-24T02:45:18.702 INFO:tasks.rados.rados.0.smithi016.stdout:1031: read oid 31 snap 98 2024-04-24T02:45:18.702 INFO:tasks.rados.rados.0.smithi016.stdout:1031: expect deleted 2024-04-24T02:45:18.702 INFO:tasks.rados.rados.0.smithi016.stdout:1032: delete oid 47 current snap is 113 2024-04-24T02:45:18.705 INFO:tasks.rados.rados.0.smithi016.stdout:1031: done (4 left) 2024-04-24T02:45:18.705 INFO:tasks.rados.rados.0.smithi016.stdout:1032: done (3 left) 2024-04-24T02:45:18.705 INFO:tasks.rados.rados.0.smithi016.stdout:1033: snap_create 2024-04-24T02:45:18.709 INFO:tasks.rados.rados.0.smithi016.stdout:1028: finishing write tid 1 to smithi01673382-34 2024-04-24T02:45:18.711 INFO:tasks.rados.rados.0.smithi016.stdout:1028: finishing write tid 2 to smithi01673382-34 2024-04-24T02:45:18.712 INFO:tasks.rados.rados.0.smithi016.stdout:1028: finishing write tid 3 to smithi01673382-34 2024-04-24T02:45:18.712 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 550 (ObjNum 333 snap 113 seq_num 333) dirty exists 2024-04-24T02:45:18.712 INFO:tasks.rados.rados.0.smithi016.stdout:1028: left oid 34 (ObjNum 333 snap 113 seq_num 333) 2024-04-24T02:45:18.713 INFO:tasks.rados.rados.0.smithi016.stdout:1030: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:45:18.714 INFO:tasks.rados.rados.0.smithi016.stdout:1030: finishing copy_from to smithi01673382-6 2024-04-24T02:45:18.714 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 377 (ObjNum 327 snap 111 seq_num 327) dirty exists 2024-04-24T02:45:18.724 INFO:tasks.rados.rados.0.smithi016.stdout:1029: expect (ObjNum 275 snap 84 seq_num 275) 2024-04-24T02:45:19.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:17.655351+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e39: y(active, since 3s), standbys: x 2024-04-24T02:45:19.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:17.666505+0000 mon.a (mon.0) 35 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-04-24T02:45:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:17.655351+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e39: y(active, since 3s), standbys: x 2024-04-24T02:45:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:17.666505+0000 mon.a (mon.0) 35 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-04-24T02:45:19.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:45:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:45:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:45:19.673 INFO:tasks.rados.rados.0.smithi016.stdout:1028: done (3 left) 2024-04-24T02:45:19.673 INFO:tasks.rados.rados.0.smithi016.stdout:1029: done (2 left) 2024-04-24T02:45:19.673 INFO:tasks.rados.rados.0.smithi016.stdout:1030: done (1 left) 2024-04-24T02:45:19.673 INFO:tasks.rados.rados.0.smithi016.stdout:1033: done (0 left) 2024-04-24T02:45:19.673 INFO:tasks.rados.rados.0.smithi016.stdout:1034: copy_from oid 38 from oid 8 current snap is 114 2024-04-24T02:45:19.673 INFO:tasks.rados.rados.0.smithi016.stdout:1035: delete oid 42 current snap is 114 2024-04-24T02:45:19.675 INFO:tasks.rados.rados.0.smithi016.stdout:1034: finishing copy_from to smithi01673382-38 2024-04-24T02:45:19.675 INFO:tasks.rados.rados.0.smithi016.stdout:1034: got expected ENOENT (src dne) 2024-04-24T02:45:19.676 INFO:tasks.rados.rados.0.smithi016.stdout:1034: finishing copy_from racing read to smithi01673382-38 2024-04-24T02:45:19.676 INFO:tasks.rados.rados.0.smithi016.stdout:1034: done (1 left) 2024-04-24T02:45:19.676 INFO:tasks.rados.rados.0.smithi016.stdout:1035: done (0 left) 2024-04-24T02:45:19.676 INFO:tasks.rados.rados.0.smithi016.stdout:1036: delete oid 12 current snap is 114 2024-04-24T02:45:19.679 INFO:tasks.rados.rados.0.smithi016.stdout:1036: done (0 left) 2024-04-24T02:45:19.679 INFO:tasks.rados.rados.0.smithi016.stdout:1037: rollback oid 34 current snap is 114 2024-04-24T02:45:19.679 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 110 2024-04-24T02:45:19.680 INFO:tasks.rados.rados.0.smithi016.stdout:1038: snap_remove snap 67 2024-04-24T02:45:20.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:18.663217+0000 mgr.y (mgr.25133) 7 : cluster [DBG] pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 163 MiB/s rd, 72 MiB/s wr, 579 op/s 2024-04-24T02:45:20.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:18.668200+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-04-24T02:45:20.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.118895+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.124770+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.169042+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.175018+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:19.662749+0000 mon.a (mon.0) 41 : cluster [DBG] mgrmap e40: y(active, since 5s), standbys: x 2024-04-24T02:45:20.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:18.663217+0000 mgr.y (mgr.25133) 7 : cluster [DBG] pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 163 MiB/s rd, 72 MiB/s wr, 579 op/s 2024-04-24T02:45:20.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:18.668200+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-04-24T02:45:20.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.118895+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.124770+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.169042+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.175018+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:19 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:19.662749+0000 mon.a (mon.0) 41 : cluster [DBG] mgrmap e40: y(active, since 5s), standbys: x 2024-04-24T02:45:20.682 INFO:tasks.rados.rados.0.smithi016.stdout:1038: done (1 left) 2024-04-24T02:45:20.683 INFO:tasks.rados.rados.0.smithi016.stdout:1039: copy_from oid 15 from oid 41 current snap is 114 2024-04-24T02:45:20.683 INFO:tasks.rados.rados.0.smithi016.stdout:1040: rollback oid 40 current snap is 114 2024-04-24T02:45:20.683 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 96 2024-04-24T02:45:20.683 INFO:tasks.rados.rados.0.smithi016.stdout:1041: rollback oid 13 current snap is 114 2024-04-24T02:45:20.683 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 92 2024-04-24T02:45:20.683 INFO:tasks.rados.rados.0.smithi016.stdout:1042: snap_remove snap 91 2024-04-24T02:45:20.943 INFO:tasks.rados.rados.0.smithi016.stdout:1042: done (4 left) 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1043: copy_from oid 21 from oid 48 current snap is 114 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1044: snap_create 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1037: finishing rollback tid 0 to smithi01673382-34 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1037: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1037: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 554 (ObjNum 326 snap 109 seq_num 326) dirty exists 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1041: finishing rollback tid 0 to smithi01673382-13 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1041: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1041: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 625 (ObjNum 272 snap 83 seq_num 272) dirty exists 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1040: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:45:20.944 INFO:tasks.rados.rados.0.smithi016.stdout:1040: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:45:20.945 INFO:tasks.rados.rados.0.smithi016.stdout:1040: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:45:20.945 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 423 (ObjNum 211 snap 64 seq_num 211) dirty exists 2024-04-24T02:45:20.945 INFO:tasks.rados.rados.0.smithi016.stdout:1039: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:45:20.945 INFO:tasks.rados.rados.0.smithi016.stdout:1039: finishing copy_from to smithi01673382-15 2024-04-24T02:45:20.945 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 544 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:45:20.963 INFO:tasks.rados.rados.0.smithi016.stdout:1043: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:45:20.964 INFO:tasks.rados.rados.0.smithi016.stdout:1043: finishing copy_from to smithi01673382-21 2024-04-24T02:45:20.964 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 271 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:45:21.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:19.672344+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-04-24T02:45:21.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.765918+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.771539+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.809690+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:20 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:19.815521+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:19.672344+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-04-24T02:45:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.765918+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.771539+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.809690+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:20 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:19.815521+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:20.663804+0000 mgr.y (mgr.25133) 8 : cluster [DBG] pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-24T02:45:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:20.678263+0000 mon.a (mon.0) 47 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-04-24T02:45:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:20.942024+0000 mon.a (mon.0) 48 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-04-24T02:45:21.944 INFO:tasks.rados.rados.0.smithi016.stdout:1037: done (5 left) 2024-04-24T02:45:21.945 INFO:tasks.rados.rados.0.smithi016.stdout:1039: done (4 left) 2024-04-24T02:45:21.945 INFO:tasks.rados.rados.0.smithi016.stdout:1040: done (3 left) 2024-04-24T02:45:21.945 INFO:tasks.rados.rados.0.smithi016.stdout:1041: done (2 left) 2024-04-24T02:45:21.945 INFO:tasks.rados.rados.0.smithi016.stdout:1043: done (1 left) 2024-04-24T02:45:21.945 INFO:tasks.rados.rados.0.smithi016.stdout:1044: done (0 left) 2024-04-24T02:45:21.945 INFO:tasks.rados.rados.0.smithi016.stdout:1045: copy_from oid 35 from oid 22 current snap is 115 2024-04-24T02:45:21.945 INFO:tasks.rados.rados.0.smithi016.stdout:1046: rollback oid 20 current snap is 115 2024-04-24T02:45:21.946 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 99 2024-04-24T02:45:21.946 INFO:tasks.rados.rados.0.smithi016.stdout:1047: delete oid 27 current snap is 115 2024-04-24T02:45:21.949 INFO:tasks.rados.rados.0.smithi016.stdout:1047: done (2 left) 2024-04-24T02:45:21.949 INFO:tasks.rados.rados.0.smithi016.stdout:1048: rollback oid 36 current snap is 115 2024-04-24T02:45:21.949 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 50 2024-04-24T02:45:21.950 INFO:tasks.rados.rados.0.smithi016.stdout:1049: delete oid 7 current snap is 115 2024-04-24T02:45:21.950 INFO:tasks.rados.rados.0.smithi016.stdout:1046: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:45:21.950 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 214 (ObjNum 2001641792 snap 22076 seq_num 0) dirty dne 2024-04-24T02:45:21.951 INFO:tasks.rados.rados.0.smithi016.stdout:1048: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:45:21.952 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 353 (ObjNum 288 snap 0 seq_num 161) dirty dne 2024-04-24T02:45:21.954 INFO:tasks.rados.rados.0.smithi016.stdout:1046: done (3 left) 2024-04-24T02:45:21.954 INFO:tasks.rados.rados.0.smithi016.stdout:1048: done (2 left) 2024-04-24T02:45:21.954 INFO:tasks.rados.rados.0.smithi016.stdout:1049: done (1 left) 2024-04-24T02:45:21.954 INFO:tasks.rados.rados.0.smithi016.stdout:1050: copy_from oid 42 from oid 45 current snap is 115 2024-04-24T02:45:21.954 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 115 2024-04-24T02:45:21.954 INFO:tasks.rados.rados.0.smithi016.stdout:1051: seq_num 339 ranges {0=483328,483328=401408} 2024-04-24T02:45:21.957 INFO:tasks.rados.rados.0.smithi016.stdout:1051: writing smithi01673382-9 from 0 to 483328 tid 1 2024-04-24T02:45:21.960 INFO:tasks.rados.rados.0.smithi016.stdout:1051: writing smithi01673382-9 from 483328 to 884736 tid 2 2024-04-24T02:45:21.960 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 115 2024-04-24T02:45:21.961 INFO:tasks.rados.rados.0.smithi016.stdout:1045: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:45:21.961 INFO:tasks.rados.rados.0.smithi016.stdout:1052: seq_num 340 ranges {2097152=499712,2596864=401408} 2024-04-24T02:45:21.975 INFO:tasks.rados.rados.0.smithi016.stdout:1052: writing smithi01673382-2 from 2097152 to 2596864 tid 1 2024-04-24T02:45:21.977 INFO:tasks.rados.rados.0.smithi016.stdout:1052: writing smithi01673382-2 from 2596864 to 2998272 tid 2 2024-04-24T02:45:21.978 INFO:tasks.rados.rados.0.smithi016.stdout:1053: rollback oid 17 current snap is 115 2024-04-24T02:45:21.978 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 74 2024-04-24T02:45:21.978 INFO:tasks.rados.rados.0.smithi016.stdout:1054: read oid 4 snap -1 2024-04-24T02:45:21.978 INFO:tasks.rados.rados.0.smithi016.stdout:1054: expect deleted 2024-04-24T02:45:21.978 INFO:tasks.rados.rados.0.smithi016.stdout:1055: snap_remove snap 59 2024-04-24T02:45:22.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:20.663804+0000 mgr.y (mgr.25133) 8 : cluster [DBG] pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-24T02:45:22.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:20.678263+0000 mon.a (mon.0) 47 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-04-24T02:45:22.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:20.942024+0000 mon.a (mon.0) 48 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1055: done (6 left) 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1056: delete oid 15 current snap is 115 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1045: finishing copy_from to smithi01673382-35 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 344 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 1 to smithi01673382-9 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 2 to smithi01673382-9 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 3 to smithi01673382-9 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 4 to smithi01673382-9 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 406 (ObjNum 339 snap 115 seq_num 339) dirty exists 2024-04-24T02:45:22.950 INFO:tasks.rados.rados.0.smithi016.stdout:1051: left oid 9 (ObjNum 339 snap 115 seq_num 339) 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1053: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1053: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 648 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1052: finishing write tid 1 to smithi01673382-2 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1052: finishing write tid 2 to smithi01673382-2 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1052: finishing write tid 3 to smithi01673382-2 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1052: finishing write tid 4 to smithi01673382-2 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 570 (ObjNum 340 snap 115 seq_num 340) dirty exists 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1052: left oid 2 (ObjNum 340 snap 115 seq_num 340) 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1050: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:1050: finishing copy_from to smithi01673382-42 2024-04-24T02:45:22.951 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 269 (ObjNum 274 snap 83 seq_num 274) dirty exists 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1045: done (6 left) 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1050: done (5 left) 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1051: done (4 left) 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1052: done (3 left) 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1053: done (2 left) 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1054: done (1 left) 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1056: done (0 left) 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 115 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1057: seq_num 342 ranges {0=532480,532480=401408} 2024-04-24T02:45:22.965 INFO:tasks.rados.rados.0.smithi016.stdout:1057: writing smithi01673382-19 from 0 to 532480 tid 1 2024-04-24T02:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:1057: writing smithi01673382-19 from 532480 to 933888 tid 2 2024-04-24T02:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:1058: snap_create 2024-04-24T02:45:22.969 INFO:tasks.rados.rados.0.smithi016.stdout:1057: finishing write tid 1 to smithi01673382-19 2024-04-24T02:45:22.973 INFO:tasks.rados.rados.0.smithi016.stdout:1057: finishing write tid 2 to smithi01673382-19 2024-04-24T02:45:22.973 INFO:tasks.rados.rados.0.smithi016.stdout:1057: finishing write tid 3 to smithi01673382-19 2024-04-24T02:45:22.975 INFO:tasks.rados.rados.0.smithi016.stdout:1057: finishing write tid 4 to smithi01673382-19 2024-04-24T02:45:22.976 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 659 (ObjNum 342 snap 115 seq_num 342) dirty exists 2024-04-24T02:45:22.976 INFO:tasks.rados.rados.0.smithi016.stdout:1057: left oid 19 (ObjNum 342 snap 115 seq_num 342) 2024-04-24T02:45:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:22 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:21.943749+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-04-24T02:45:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:21.943749+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-04-24T02:45:23.955 INFO:tasks.rados.rados.0.smithi016.stdout:1057: done (1 left) 2024-04-24T02:45:23.955 INFO:tasks.rados.rados.0.smithi016.stdout:1058: done (0 left) 2024-04-24T02:45:23.955 INFO:tasks.rados.rados.0.smithi016.stdout:1059: snap_create 2024-04-24T02:45:24.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:22.664241+0000 mgr.y (mgr.25133) 9 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:22.949275+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:22.993276+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:22.999489+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:23.001382+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:23.002172+0000 mon.c (mon.2) 187 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.003296+0000 mgr.y (mgr.25133) 10 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.003489+0000 mgr.y (mgr.25133) 11 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.268030+0000 mgr.y (mgr.25133) 12 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.268164+0000 mgr.y (mgr.25133) 13 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:22.664241+0000 mgr.y (mgr.25133) 9 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-24T02:45:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:22.949275+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:22.993276+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:22.999489+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:23.001382+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:23.002172+0000 mon.c (mon.2) 187 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.003296+0000 mgr.y (mgr.25133) 10 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.003489+0000 mgr.y (mgr.25133) 11 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.268030+0000 mgr.y (mgr.25133) 12 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.268164+0000 mgr.y (mgr.25133) 13 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:24.961 INFO:tasks.rados.rados.0.smithi016.stdout:1059: done (0 left) 2024-04-24T02:45:24.961 INFO:tasks.rados.rados.0.smithi016.stdout:1060: rollback oid 44 current snap is 117 2024-04-24T02:45:24.961 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 82 2024-04-24T02:45:24.961 INFO:tasks.rados.rados.0.smithi016.stdout:1061: read oid 36 snap -1 2024-04-24T02:45:24.961 INFO:tasks.rados.rados.0.smithi016.stdout:1061: expect deleted 2024-04-24T02:45:24.961 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 117 2024-04-24T02:45:24.961 INFO:tasks.rados.rados.0.smithi016.stdout:1062: seq_num 343 ranges {0=548864,548864=401408} 2024-04-24T02:45:24.964 INFO:tasks.rados.rados.0.smithi016.stdout:1062: writing smithi01673382-1 from 0 to 548864 tid 1 2024-04-24T02:45:24.967 INFO:tasks.rados.rados.0.smithi016.stdout:1062: writing smithi01673382-1 from 548864 to 950272 tid 2 2024-04-24T02:45:24.967 INFO:tasks.rados.rados.0.smithi016.stdout:1063: delete oid 50 current snap is 117 2024-04-24T02:45:24.967 INFO:tasks.rados.rados.0.smithi016.stdout:1060: finishing rollback tid 0 to smithi01673382-44 2024-04-24T02:45:24.967 INFO:tasks.rados.rados.0.smithi016.stdout:1060: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:45:24.967 INFO:tasks.rados.rados.0.smithi016.stdout:1060: finishing rollback tid 2 to smithi01673382-44 2024-04-24T02:45:24.967 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 667 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-24T02:45:24.969 INFO:tasks.rados.rados.0.smithi016.stdout:1060: done (3 left) 2024-04-24T02:45:24.969 INFO:tasks.rados.rados.0.smithi016.stdout:1061: done (2 left) 2024-04-24T02:45:24.969 INFO:tasks.rados.rados.0.smithi016.stdout:1063: done (1 left) 2024-04-24T02:45:24.969 INFO:tasks.rados.rados.0.smithi016.stdout:1064: read oid 48 snap -1 2024-04-24T02:45:24.969 INFO:tasks.rados.rados.0.smithi016.stdout:1064: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:45:24.976 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 117 2024-04-24T02:45:24.976 INFO:tasks.rados.rados.0.smithi016.stdout:1065: seq_num 345 ranges {679936=581632,1261568=401408} 2024-04-24T02:45:24.977 INFO:tasks.rados.rados.0.smithi016.stdout:1065: writing smithi01673382-6 from 679936 to 1261568 tid 1 2024-04-24T02:45:24.980 INFO:tasks.rados.rados.0.smithi016.stdout:1065: writing smithi01673382-6 from 1261568 to 1662976 tid 2 2024-04-24T02:45:24.980 INFO:tasks.rados.rados.0.smithi016.stdout:1066: snap_create 2024-04-24T02:45:24.980 INFO:tasks.rados.rados.0.smithi016.stdout:1062: finishing write tid 1 to smithi01673382-1 2024-04-24T02:45:24.980 INFO:tasks.rados.rados.0.smithi016.stdout:1062: finishing write tid 2 to smithi01673382-1 2024-04-24T02:45:24.980 INFO:tasks.rados.rados.0.smithi016.stdout:1062: finishing write tid 3 to smithi01673382-1 2024-04-24T02:45:24.981 INFO:tasks.rados.rados.0.smithi016.stdout:1062: finishing write tid 4 to smithi01673382-1 2024-04-24T02:45:24.981 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 395 (ObjNum 343 snap 117 seq_num 343) dirty exists 2024-04-24T02:45:24.981 INFO:tasks.rados.rados.0.smithi016.stdout:1062: left oid 1 (ObjNum 343 snap 117 seq_num 343) 2024-04-24T02:45:24.981 INFO:tasks.rados.rados.0.smithi016.stdout:1064: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:45:25.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.532297+0000 mgr.y (mgr.25133) 14 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.532783+0000 mgr.y (mgr.25133) 15 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.796831+0000 mgr.y (mgr.25133) 16 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:23.797030+0000 mgr.y (mgr.25133) 17 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:23.954214+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.065893+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.070372+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.075966+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.079771+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.084491+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.222470+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.225185+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:25.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.226196+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:25.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.226853+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-24T02:45:25.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:24.227292+0000 mgr.y (mgr.25133) 18 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-04-24T02:45:25.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.778251+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:25.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:24 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:24.787441+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:45:25.045 INFO:tasks.rados.rados.0.smithi016.stdout:1065: finishing write tid 1 to smithi01673382-6 2024-04-24T02:45:25.045 INFO:tasks.rados.rados.0.smithi016.stdout:1065: finishing write tid 2 to smithi01673382-6 2024-04-24T02:45:25.045 INFO:tasks.rados.rados.0.smithi016.stdout:1065: finishing write tid 3 to smithi01673382-6 2024-04-24T02:45:25.045 INFO:tasks.rados.rados.0.smithi016.stdout:1065: finishing write tid 4 to smithi01673382-6 2024-04-24T02:45:25.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 413 (ObjNum 345 snap 117 seq_num 345) dirty exists 2024-04-24T02:45:25.045 INFO:tasks.rados.rados.0.smithi016.stdout:1065: left oid 6 (ObjNum 345 snap 117 seq_num 345) 2024-04-24T02:45:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.532297+0000 mgr.y (mgr.25133) 14 : cephadm [INF] Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.532783+0000 mgr.y (mgr.25133) 15 : cephadm [INF] Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.796831+0000 mgr.y (mgr.25133) 16 : cephadm [INF] Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:23.797030+0000 mgr.y (mgr.25133) 17 : cephadm [INF] Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:23.954214+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.065893+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.070372+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.075966+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.079771+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.084491+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:25.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.222470+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:25.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.225185+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:25.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.226196+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:25.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.226853+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-24T02:45:25.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:24.227292+0000 mgr.y (mgr.25133) 18 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-04-24T02:45:25.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.778251+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:25.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:24.787441+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:45:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:1062: done (3 left) 2024-04-24T02:45:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:1064: done (2 left) 2024-04-24T02:45:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:1065: done (1 left) 2024-04-24T02:45:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:1066: done (0 left) 2024-04-24T02:45:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:1067: read oid 49 snap -1 2024-04-24T02:45:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:1067: expect (ObjNum 258 snap 81 seq_num 258) 2024-04-24T02:45:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:1068: read oid 22 snap -1 2024-04-24T02:45:25.969 INFO:tasks.rados.rados.0.smithi016.stdout:1068: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:45:25.969 INFO:tasks.rados.rados.0.smithi016.stdout:1069: delete oid 7 current snap is 118 2024-04-24T02:45:25.995 INFO:tasks.rados.rados.0.smithi016.stdout:1068: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:45:26.014 INFO:tasks.rados.rados.0.smithi016.stdout:1068: done (2 left) 2024-04-24T02:45:26.014 INFO:tasks.rados.rados.0.smithi016.stdout:1069: done (1 left) 2024-04-24T02:45:26.014 INFO:tasks.rados.rados.0.smithi016.stdout:1070: delete oid 5 current snap is 118 2024-04-24T02:45:26.015 INFO:tasks.rados.rados.0.smithi016.stdout:1067: expect (ObjNum 258 snap 81 seq_num 258) 2024-04-24T02:45:26.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:24.664660+0000 mgr.y (mgr.25133) 19 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:26.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:24.776304+0000 mgr.y (mgr.25133) 20 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:24.960169+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-04-24T02:45:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:25 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:25.083016+0000 mon.a (mon.0) 60 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:45:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:24.664660+0000 mgr.y (mgr.25133) 19 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:24.776304+0000 mgr.y (mgr.25133) 20 : cluster [DBG] pgmap v19: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:24.960169+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-04-24T02:45:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:25.083016+0000 mon.a (mon.0) 60 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:45:26.311 INFO:tasks.rados.rados.0.smithi016.stdout:1067: done (1 left) 2024-04-24T02:45:26.312 INFO:tasks.rados.rados.0.smithi016.stdout:1070: done (0 left) 2024-04-24T02:45:26.312 INFO:tasks.rados.rados.0.smithi016.stdout:1071: read oid 3 snap -1 2024-04-24T02:45:26.312 INFO:tasks.rados.rados.0.smithi016.stdout:1071: expect deleted 2024-04-24T02:45:26.312 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 118 2024-04-24T02:45:26.312 INFO:tasks.rados.rados.0.smithi016.stdout:1072: seq_num 348 ranges {4374528=630784,5005312=401408} 2024-04-24T02:45:26.339 INFO:tasks.rados.rados.0.smithi016.stdout:1072: writing smithi01673382-23 from 4374528 to 5005312 tid 1 2024-04-24T02:45:26.341 INFO:tasks.rados.rados.0.smithi016.stdout:1072: writing smithi01673382-23 from 5005312 to 5406720 tid 2 2024-04-24T02:45:26.341 INFO:tasks.rados.rados.0.smithi016.stdout:1073: rmattr oid 20 current snap is 118 2024-04-24T02:45:26.342 INFO:tasks.rados.rados.0.smithi016.stdout:1073: done (2 left) 2024-04-24T02:45:26.342 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 118 2024-04-24T02:45:26.342 INFO:tasks.rados.rados.0.smithi016.stdout:1074: seq_num 349 ranges {1228800=655360,1884160=401408} 2024-04-24T02:45:26.351 INFO:tasks.rados.rados.0.smithi016.stdout:1074: writing smithi01673382-41 from 1228800 to 1884160 tid 1 2024-04-24T02:45:26.354 INFO:tasks.rados.rados.0.smithi016.stdout:1074: writing smithi01673382-41 from 1884160 to 2285568 tid 2 2024-04-24T02:45:26.354 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 118 2024-04-24T02:45:26.354 INFO:tasks.rados.rados.0.smithi016.stdout:1075: seq_num 350 ranges {7290880=671744,7962624=401408} 2024-04-24T02:45:26.398 INFO:tasks.rados.rados.0.smithi016.stdout:1075: writing smithi01673382-11 from 7290880 to 7962624 tid 1 2024-04-24T02:45:26.400 INFO:tasks.rados.rados.0.smithi016.stdout:1075: writing smithi01673382-11 from 7962624 to 8364032 tid 2 2024-04-24T02:45:26.400 INFO:tasks.rados.rados.0.smithi016.stdout:1076: snap_remove snap 103 2024-04-24T02:45:26.978 INFO:tasks.rados.rados.0.smithi016.stdout:1076: done (4 left) 2024-04-24T02:45:26.978 INFO:tasks.rados.rados.0.smithi016.stdout:1077: snap_remove snap 102 2024-04-24T02:45:27.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:25.966232+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-04-24T02:45:27.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:26.550234+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:27.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:26.551691+0000 mon.c (mon.2) 194 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:27.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:26.552530+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:27.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:26 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: audit 2024-04-24T02:45:26.553210+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:25.966232+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-04-24T02:45:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:26.550234+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:27.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:26.551691+0000 mon.c (mon.2) 194 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:27.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:26.552530+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:27.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:26.553210+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:27.991 INFO:tasks.rados.rados.0.smithi016.stdout:1077: done (4 left) 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 118 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:1078: seq_num 351 ranges {0=688128,688128=401408} 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:1078: writing smithi01673382-17 from 0 to 688128 tid 1 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:1078: writing smithi01673382-17 from 688128 to 1089536 tid 2 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:1079: read oid 31 snap 110 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:1079: expect deleted 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:1080: rmattr oid 43 current snap is 118 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 118 2024-04-24T02:45:27.992 INFO:tasks.rados.rados.0.smithi016.stdout:1081: seq_num 352 ranges {0=704512,704512=401408} 2024-04-24T02:45:27.994 INFO:tasks.rados.rados.0.smithi016.stdout:1081: writing smithi01673382-36 from 0 to 704512 tid 1 2024-04-24T02:45:27.997 INFO:tasks.rados.rados.0.smithi016.stdout:1081: writing smithi01673382-36 from 704512 to 1105920 tid 2 2024-04-24T02:45:27.998 INFO:tasks.rados.rados.0.smithi016.stdout:1082: read oid 20 snap -1 2024-04-24T02:45:27.998 INFO:tasks.rados.rados.0.smithi016.stdout:1082: expect deleted 2024-04-24T02:45:27.998 INFO:tasks.rados.rados.0.smithi016.stdout:1083: delete oid 5 current snap is 118 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1072: finishing write tid 1 to smithi01673382-23 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1072: finishing write tid 2 to smithi01673382-23 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1072: finishing write tid 3 to smithi01673382-23 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1072: finishing write tid 4 to smithi01673382-23 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 492 (ObjNum 348 snap 118 seq_num 348) dirty exists 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1072: left oid 23 (ObjNum 348 snap 118 seq_num 348) 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1074: finishing write tid 1 to smithi01673382-41 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1074: finishing write tid 2 to smithi01673382-41 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1074: finishing write tid 3 to smithi01673382-41 2024-04-24T02:45:28.000 INFO:tasks.rados.rados.0.smithi016.stdout:1074: finishing write tid 4 to smithi01673382-41 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 617 (ObjNum 349 snap 118 seq_num 349) dirty exists 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:1074: left oid 41 (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:1075: finishing write tid 1 to smithi01673382-11 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:1075: finishing write tid 2 to smithi01673382-11 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:1075: finishing write tid 3 to smithi01673382-11 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:1075: finishing write tid 4 to smithi01673382-11 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 621 (ObjNum 350 snap 118 seq_num 350) dirty exists 2024-04-24T02:45:28.001 INFO:tasks.rados.rados.0.smithi016.stdout:1075: left oid 11 (ObjNum 350 snap 118 seq_num 350) 2024-04-24T02:45:28.003 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 405 (ObjNum 291 snap 93 seq_num 291) dirty exists 2024-04-24T02:45:28.005 INFO:tasks.rados.rados.0.smithi016.stdout:1081: finishing write tid 1 to smithi01673382-36 2024-04-24T02:45:28.005 INFO:tasks.rados.rados.0.smithi016.stdout:1078: finishing write tid 1 to smithi01673382-17 2024-04-24T02:45:28.005 INFO:tasks.rados.rados.0.smithi016.stdout:1078: finishing write tid 2 to smithi01673382-17 2024-04-24T02:45:28.005 INFO:tasks.rados.rados.0.smithi016.stdout:1078: finishing write tid 3 to smithi01673382-17 2024-04-24T02:45:28.005 INFO:tasks.rados.rados.0.smithi016.stdout:1081: finishing write tid 2 to smithi01673382-36 2024-04-24T02:45:28.005 INFO:tasks.rados.rados.0.smithi016.stdout:1081: finishing write tid 3 to smithi01673382-36 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1071: done (9 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1072: done (8 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1074: done (7 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1075: done (6 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1079: done (5 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1080: done (4 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1082: done (3 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1083: done (2 left) 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1084: rollback oid 47 current snap is 118 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 108 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 118 2024-04-24T02:45:28.013 INFO:tasks.rados.rados.0.smithi016.stdout:1085: seq_num 354 ranges {679936=737280,1417216=401408} 2024-04-24T02:45:28.014 INFO:tasks.rados.rados.0.smithi016.stdout:1085: writing smithi01673382-29 from 679936 to 1417216 tid 1 2024-04-24T02:45:28.017 INFO:tasks.rados.rados.0.smithi016.stdout:1085: writing smithi01673382-29 from 1417216 to 1818624 tid 2 2024-04-24T02:45:28.017 INFO:tasks.rados.rados.0.smithi016.stdout:1086: read oid 31 snap -1 2024-04-24T02:45:28.017 INFO:tasks.rados.rados.0.smithi016.stdout:1086: expect deleted 2024-04-24T02:45:28.018 INFO:tasks.rados.rados.0.smithi016.stdout:1087: read oid 15 snap 70 2024-04-24T02:45:28.018 INFO:tasks.rados.rados.0.smithi016.stdout:1087: expect (ObjNum 228 snap 68 seq_num 228) 2024-04-24T02:45:28.018 INFO:tasks.rados.rados.0.smithi016.stdout:1088: snap_remove snap 90 2024-04-24T02:45:28.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:26.545640+0000 mgr.y (mgr.25133) 21 : cephadm [INF] Upgrade: Updating mon.c 2024-04-24T02:45:28.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cephadm 2024-04-24T02:45:26.554027+0000 mgr.y (mgr.25133) 22 : cephadm [INF] Deploying daemon mon.c on smithi016 2024-04-24T02:45:28.219 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:26.776643+0000 mgr.y (mgr.25133) 23 : cluster [DBG] pgmap v22: 121 pgs: 121 active+clean; 317 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-24T02:45:28.219 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:26.973442+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-04-24T02:45:28.219 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:27 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: cluster 2024-04-24T02:45:27.557135+0000 mon.a (mon.0) 65 : cluster [DBG] mgrmap e41: y(active, since 12s), standbys: x 2024-04-24T02:45:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:26.545640+0000 mgr.y (mgr.25133) 21 : cephadm [INF] Upgrade: Updating mon.c 2024-04-24T02:45:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:26.554027+0000 mgr.y (mgr.25133) 22 : cephadm [INF] Deploying daemon mon.c on smithi016 2024-04-24T02:45:28.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:26.776643+0000 mgr.y (mgr.25133) 23 : cluster [DBG] pgmap v22: 121 pgs: 121 active+clean; 317 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-24T02:45:28.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:26.973442+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-04-24T02:45:28.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:27.557135+0000 mon.a (mon.0) 65 : cluster [DBG] mgrmap e41: y(active, since 12s), standbys: x 2024-04-24T02:45:28.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:45:28] "GET /metrics HTTP/1.1" 200 33363 "" "Prometheus/2.33.4" 2024-04-24T02:45:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:28 smithi016 systemd[1]: Stopping Ceph mon.c for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:45:29.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:28] ENGINE Bus STOPPING 2024-04-24T02:45:29.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:45:29.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:28] ENGINE Bus STOPPED 2024-04-24T02:45:29.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:28] ENGINE Bus STARTING 2024-04-24T02:45:29.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:28] ENGINE Serving on http://:::9283 2024-04-24T02:45:29.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:28] ENGINE Bus STARTED 2024-04-24T02:45:29.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:45:28.587+0000 7fa4d123c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-24T02:45:29.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[44317]: debug 2024-04-24T02:45:28.587+0000 7fa4d123c700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-24T02:45:29.059 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:45:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:45:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:45:29.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:29 smithi016 bash[86732]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c 2024-04-24T02:45:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:29 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.c.service: Succeeded. 2024-04-24T02:45:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:29 smithi016 systemd[1]: Stopped Ceph mon.c for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:45:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:29 smithi016 systemd[1]: Starting Ceph mon.c for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:45:30.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable), process ceph-mon, pid 2 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: pidfile_write: ignore empty --pid-file 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: load: jerasure load: lrc 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: RocksDB version: 7.9.2 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Git sha 0 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Compile date 2024-04-18 11:37:30 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: DB SUMMARY 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: DB Session ID: MOGU7LJ9RE2O2LUMD4FL 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: CURRENT file: CURRENT 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: MANIFEST file: MANIFEST-000005 size: 1006 Bytes 2024-04-24T02:45:30.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000022.sst 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000020.log size: 13219691 ; 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.error_if_exists: 0 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.create_if_missing: 0 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.paranoid_checks: 1 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.env: 0x56144fb7a820 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.info_log: 0x561451271520 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T02:45:30.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.statistics: (nil) 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.use_fsync: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_log_file_size: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.allow_fallocate: 1 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.use_direct_reads: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.db_log_dir: 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.wal_dir: 2024-04-24T02:45:30.785 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.write_buffer_manager: 0x5614504e6140 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T02:45:30.786 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.unordered_write: 0 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.row_cache: None 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.wal_filter: None 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.two_write_queues: 0 2024-04-24T02:45:30.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.wal_compression: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.atomic_flush: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.log_readahead_size: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T02:45:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_background_jobs: 2 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_background_compactions: -1 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_subcompactions: 1 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_open_files: -1 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T02:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_background_flushes: -1 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Compression algorithms supported: 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kZSTD supported: 0 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kXpressCompression supported: 0 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kZlibCompression supported: 1 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kSnappyCompression supported: 1 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kLZ4Compression supported: 1 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: kBZip2Compression supported: 0 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T02:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.merge_operator: 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_filter: None 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561451271620) 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout: cache_index_and_filter_blocks: 1 2024-04-24T02:45:30.791 INFO:journalctl@ceph.mon.c.smithi016.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: pin_top_level_index_and_filter: 1 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_type: 0 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_block_index_type: 0 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_shortening: 1 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: checksum: 4 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: no_block_cache: 0 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache: 0x5614505871f0 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_name: BinnedLRUCache 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_options: 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: capacity : 536870912 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: num_shard_bits : 4 2024-04-24T02:45:30.792 INFO:journalctl@ceph.mon.c.smithi016.stdout: strict_capacity_limit : 0 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: high_pri_pool_ratio: 0.000 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_compressed: (nil) 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: persistent_cache: (nil) 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_size: 4096 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_size_deviation: 10 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_restart_interval: 16 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_block_restart_interval: 1 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: metadata_block_size: 4096 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: partition_filters: 0 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: use_delta_encoding: 1 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: filter_policy: bloomfilter 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: whole_key_filtering: 1 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: verify_compression: 0 2024-04-24T02:45:30.793 INFO:journalctl@ceph.mon.c.smithi016.stdout: read_amp_bytes_per_bit: 0 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout: format_version: 5 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout: enable_index_compression: 1 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_align: 0 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_auto_readahead_size: 262144 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout: prepopulate_block_cache: 0 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout: initial_auto_readahead_size: 8192 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression: NoCompression 2024-04-24T02:45:30.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.num_levels: 7 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T02:45:30.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T02:45:30.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T02:45:30.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T02:45:30.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.table_properties_collectors: 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.inplace_update_support: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.bloom_locality: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.max_successive_merges: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T02:45:30.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.ttl: 2592000 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.enable_blob_files: false 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.min_blob_size: 0 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T02:45:30.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 22.sst 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 24, last_sequence is 12480, log_number is 20,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 20 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c6886155-5dc0-4c73-99a6-a48589e6cefe 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926730507030, "job": 1, "event": "recovery_started", "wal_files": [20]} 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #20 mode 2 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926730535237, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 25, "file_size": 8462926, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12485, "largest_seqno": 14568, "table_properties": {"data_size": 8450709, "index_size": 9534, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1669, "raw_key_size": 14515, "raw_average_key_size": 22, "raw_value_size": 8431772, "raw_average_value_size": 12853, "num_data_blocks": 413, "num_entries": 656, "num_filter_entries": 656, "num_deletions": 30, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713926730, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c6886155-5dc0-4c73-99a6-a48589e6cefe", "db_session_id": "MOGU7LJ9RE2O2LUMD4FL", "orig_file_number": 25, "seqno_to_time_mapping": "N/A"}} 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926730535392, "job": 1, "event": "recovery_finished"} 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/version_set.cc:5047] Creating manifest 27 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000020.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561450626000 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: DB pointer 0x561450614000 2024-04-24T02:45:30.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** DB Stats ** 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T02:45:30.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: L0 1/0 8.07 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 687.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: L6 1/0 26.25 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: Sum 2/0 34.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 687.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 687.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 687.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: Flush(GB): cumulative 0.008, interval 0.008 2024-04-24T02:45:30.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative compaction: 0.01 GB write, 255.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval compaction: 0.01 GB write, 255.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: Block cache BinnedLRUCache@0x5614505871f0#2 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: starting mon.c rank 2 at public addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] at bind addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???) e3 preinit fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:30.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???).mds e8 new map 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???).mds e8 print_map 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: e8 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: legacy client fscid: 1 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: Filesystem 'cephfs' (1) 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: fs_name cephfs 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: epoch 8 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: created 2024-04-24T02:38:08.556515+0000 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: modified 2024-04-24T02:38:11.564461+0000 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: tableserver 0 2024-04-24T02:45:30.805 INFO:journalctl@ceph.mon.c.smithi016.stdout: root 0 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: session_timeout 60 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: session_autoclose 300 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_file_size 1099511627776 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_xattr_size 65536 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: required_client_features {} 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: last_failure 0 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: last_failure_osd_epoch 0 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_mds 1 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: in 0 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: up {0=24370} 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: failed 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: damaged 2024-04-24T02:45:30.806 INFO:journalctl@ceph.mon.c.smithi016.stdout: stopped 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_pools [3] 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: metadata_pool 2 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: inline_data disabled 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: balancer 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: bal_rank_mask -1 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: standby_count_wanted 0 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: [mds.b{0:24370} state up:active seq 3 addr [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] compat {c=[1],r=[1],i=[7ff]}] 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: Standby daemons: 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout: [mds.a{-1:24356} state up:standby seq 1 addr [v2:172.21.15.16:6834/3626392831,v1:172.21.15.16:6835/3626392831] compat {c=[1],r=[1],i=[7ff]}] 2024-04-24T02:45:30.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???).osd e270 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-24T02:45:30.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???).osd e270 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:30.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???).osd e270 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:30.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???).osd e270 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:30.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 ceph-mon[86910]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-24T02:45:30.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 bash[86892]: c5eb5ad30cf6b6cde1916f51b7279c03413874d59a818cbe4b6e6c489f6625e4 2024-04-24T02:45:30.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:30 smithi016 systemd[1]: Started Ceph mon.c for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:45:35.946 INFO:tasks.rados.rados.0.smithi016.stdout:1088: done (6 left) 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1089: read oid 4 snap -1 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1089: expect deleted 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1090: snap_create 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1081: finishing write tid 4 to smithi01673382-36 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 408 (ObjNum 352 snap 118 seq_num 352) dirty exists 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1081: left oid 36 (ObjNum 352 snap 118 seq_num 352) 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1078: finishing write tid 4 to smithi01673382-17 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 682 (ObjNum 351 snap 118 seq_num 351) dirty exists 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1078: left oid 17 (ObjNum 351 snap 118 seq_num 351) 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1084: finishing rollback tid 1 to smithi01673382-47 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1084: finishing rollback tid 2 to smithi01673382-47 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 411 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:45:35.947 INFO:tasks.rados.rados.0.smithi016.stdout:1085: finishing write tid 1 to smithi01673382-29 2024-04-24T02:45:35.948 INFO:tasks.rados.rados.0.smithi016.stdout:1085: finishing write tid 2 to smithi01673382-29 2024-04-24T02:45:35.948 INFO:tasks.rados.rados.0.smithi016.stdout:1085: finishing write tid 3 to smithi01673382-29 2024-04-24T02:45:35.948 INFO:tasks.rados.rados.0.smithi016.stdout:1085: finishing write tid 4 to smithi01673382-29 2024-04-24T02:45:35.948 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 425 (ObjNum 354 snap 118 seq_num 354) dirty exists 2024-04-24T02:45:35.948 INFO:tasks.rados.rados.0.smithi016.stdout:1085: left oid 29 (ObjNum 354 snap 118 seq_num 354) 2024-04-24T02:45:35.948 INFO:tasks.rados.rados.0.smithi016.stdout:1087: expect (ObjNum 228 snap 68 seq_num 228) 2024-04-24T02:45:36.593 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:45:36.922 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:45:36.922 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (117s) 17s ago 6m 15.7M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:45:36.922 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (87s) 17s ago 6m 42.6M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:45:36.922 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (7m) 17s ago 7m 14.9M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:45:36.922 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (7m) 17s ago 7m 17.6M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (45s) 17s ago 11m 446M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (81s) 17s ago 12m 472M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (31s) 17s ago 13m 29.4M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (11m) 17s ago 11m 59.0M 2048M 16.2.15-1-g8963e9de 727f386679cb 1c593335528a 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 starting - - - 2048M 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (2m) 17s ago 6m 16.2M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (102s) 17s ago 6m 22.4M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (10m) 17s ago 10m 159M 2489M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (10m) 17s ago 10m 191M 2489M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (9m) 17s ago 9m 183M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (9m) 17s ago 9m 125M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (9m) 17s ago 9m 180M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (8m) 17s ago 8m 150M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (8m) 17s ago 8m 87.9M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:45:36.923 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (7m) 17s ago 7m 104M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:45:36.924 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (50s) 17s ago 6m 51.1M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:45:36.954 INFO:tasks.rados.rados.0.smithi016.stdout:1078: done (7 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1081: done (6 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1084: done (5 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1085: done (4 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1086: done (3 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1087: done (2 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1089: done (1 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1090: done (0 left) 2024-04-24T02:45:36.955 INFO:tasks.rados.rados.0.smithi016.stdout:1091: snap_create 2024-04-24T02:45:37.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:30.747155+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-24T02:45:37.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.761104+0000 mon.a (mon.0) 82 : cluster [INF] mon.a calling monitor election 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.761221+0000 mon.b (mon.1) 49 : cluster [INF] mon.b calling monitor election 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.784587+0000 mon.a (mon.0) 83 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.788133+0000 mon.a (mon.0) 84 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.788608+0000 mon.a (mon.0) 85 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.788632+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.789120+0000 mon.a (mon.0) 87 : cluster [DBG] mgrmap e41: y(active, since 22s), standbys: x 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.789302+0000 mon.a (mon.0) 88 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.802387+0000 mon.a (mon.0) 89 : cluster [WRN] Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.802415+0000 mon.a (mon.0) 90 : cluster [WRN] [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:37.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.802429+0000 mon.a (mon.0) 91 : cluster [WRN] telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:37.346 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:45:37.346 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:45:37.347 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:45:37.348 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:45:37.348 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:45:37.348 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 11, 2024-04-24T02:45:37.348 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 4 2024-04-24T02:45:37.348 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:45:37.348 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:45:37.961 INFO:tasks.rados.rados.0.smithi016.stdout:1091: done (0 left) 2024-04-24T02:45:37.961 INFO:tasks.rados.rados.0.smithi016.stdout:1092: read oid 17 snap 63 2024-04-24T02:45:37.961 INFO:tasks.rados.rados.0.smithi016.stdout:1092: expect deleted 2024-04-24T02:45:37.961 INFO:tasks.rados.rados.0.smithi016.stdout:1093: delete oid 15 current snap is 120 2024-04-24T02:45:37.966 INFO:tasks.rados.rados.0.smithi016.stdout:1092: done (1 left) 2024-04-24T02:45:37.966 INFO:tasks.rados.rados.0.smithi016.stdout:1093: done (0 left) 2024-04-24T02:45:37.966 INFO:tasks.rados.rados.0.smithi016.stdout:1094: read oid 41 snap 47 2024-04-24T02:45:37.967 INFO:tasks.rados.rados.0.smithi016.stdout:1094: expect (ObjNum 163 snap 41 seq_num 163) 2024-04-24T02:45:37.967 INFO:tasks.rados.rados.0.smithi016.stdout:1095: rmattr oid 31 current snap is 120 2024-04-24T02:45:37.967 INFO:tasks.rados.rados.0.smithi016.stdout:1096: rmattr oid 26 current snap is 120 2024-04-24T02:45:37.967 INFO:tasks.rados.rados.0.smithi016.stdout:1096: done (2 left) 2024-04-24T02:45:37.967 INFO:tasks.rados.rados.0.smithi016.stdout:1097: delete oid 12 current snap is 120 2024-04-24T02:45:37.967 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 0 (ObjNum 1449678701 snap 1348562783 seq_num 1801221220) dirty dne 2024-04-24T02:45:37.970 INFO:tasks.rados.rados.0.smithi016.stdout:1095: done (2 left) 2024-04-24T02:45:37.970 INFO:tasks.rados.rados.0.smithi016.stdout:1097: done (1 left) 2024-04-24T02:45:37.970 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 120 2024-04-24T02:45:37.970 INFO:tasks.rados.rados.0.smithi016.stdout:1098: seq_num 357 ranges {540672=786432,1327104=401408} 2024-04-24T02:45:37.978 INFO:tasks.rados.rados.0.smithi016.stdout:1098: writing smithi01673382-46 from 540672 to 1327104 tid 1 2024-04-24T02:45:37.981 INFO:tasks.rados.rados.0.smithi016.stdout:1098: writing smithi01673382-46 from 1327104 to 1728512 tid 2 2024-04-24T02:45:37.981 INFO:tasks.rados.rados.0.smithi016.stdout:1099: snap_remove snap 118 2024-04-24T02:45:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:36.578121+0000 mgr.y (mgr.25133) 28 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.779312+0000 mgr.y (mgr.25133) 29 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 721 KiB/s wr, 10 op/s 2024-04-24T02:45:38.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:36.913322+0000 mgr.y (mgr.25133) 30 : audit [DBG] from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:38.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:36.954899+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-04-24T02:45:38.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:37.346614+0000 mon.a (mon.0) 93 : audit [DBG] from='client.? 172.21.15.16:0/2272191105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:38.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:45:38] "GET /metrics HTTP/1.1" 200 36082 "" "Prometheus/2.33.4" 2024-04-24T02:45:38.966 INFO:tasks.rados.rados.0.smithi016.stdout:1099: done (2 left) 2024-04-24T02:45:38.966 INFO:tasks.rados.rados.0.smithi016.stdout:1100: read oid 38 snap -1 2024-04-24T02:45:38.966 INFO:tasks.rados.rados.0.smithi016.stdout:1100: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:45:38.966 INFO:tasks.rados.rados.0.smithi016.stdout:1101: copy_from oid 13 from oid 43 current snap is 120 2024-04-24T02:45:38.966 INFO:tasks.rados.rados.0.smithi016.stdout:1094: expect (ObjNum 163 snap 41 seq_num 163) 2024-04-24T02:45:38.967 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:45:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:45:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:45:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:1098: finishing write tid 1 to smithi01673382-46 2024-04-24T02:45:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:1098: finishing write tid 2 to smithi01673382-46 2024-04-24T02:45:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:1098: finishing write tid 3 to smithi01673382-46 2024-04-24T02:45:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:1098: finishing write tid 4 to smithi01673382-46 2024-04-24T02:45:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 244 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-04-24T02:45:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:1098: left oid 46 (ObjNum 357 snap 120 seq_num 357) 2024-04-24T02:45:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1094: done (3 left) 2024-04-24T02:45:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1098: done (2 left) 2024-04-24T02:45:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1102: delete oid 46 current snap is 120 2024-04-24T02:45:38.983 INFO:tasks.rados.rados.0.smithi016.stdout:1102: done (2 left) 2024-04-24T02:45:38.983 INFO:tasks.rados.rados.0.smithi016.stdout:1103: copy_from oid 24 from oid 26 current snap is 120 2024-04-24T02:45:38.983 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 120 2024-04-24T02:45:38.983 INFO:tasks.rados.rados.0.smithi016.stdout:1104: seq_num 359 ranges {1597440=417792,2015232=417792,2433024=385024} 2024-04-24T02:45:38.994 INFO:tasks.rados.rados.0.smithi016.stdout:1104: writing smithi01673382-40 from 1597440 to 2015232 tid 1 2024-04-24T02:45:38.997 INFO:tasks.rados.rados.0.smithi016.stdout:1104: writing smithi01673382-40 from 2015232 to 2433024 tid 2 2024-04-24T02:45:38.999 INFO:tasks.rados.rados.0.smithi016.stdout:1104: writing smithi01673382-40 from 2433024 to 2818048 tid 3 2024-04-24T02:45:38.999 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 120 2024-04-24T02:45:38.999 INFO:tasks.rados.rados.0.smithi016.stdout:1105: seq_num 360 ranges {1105920=434176,1540096=704512,2244608=98304} 2024-04-24T02:45:39.008 INFO:tasks.rados.rados.0.smithi016.stdout:1105: writing smithi01673382-36 from 1105920 to 1540096 tid 1 2024-04-24T02:45:39.012 INFO:tasks.rados.rados.0.smithi016.stdout:1105: writing smithi01673382-36 from 1540096 to 2244608 tid 2 2024-04-24T02:45:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:1105: writing smithi01673382-36 from 2244608 to 2342912 tid 3 2024-04-24T02:45:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:1106: read oid 19 snap -1 2024-04-24T02:45:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:1106: expect (ObjNum 342 snap 115 seq_num 342) 2024-04-24T02:45:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 120 2024-04-24T02:45:39.013 INFO:tasks.rados.rados.0.smithi016.stdout:1107: seq_num 361 ranges {4300800=450560,4751360=581632,5332992=221184} 2024-04-24T02:45:39.040 INFO:tasks.rados.rados.0.smithi016.stdout:1107: writing smithi01673382-32 from 4300800 to 4751360 tid 1 2024-04-24T02:45:39.042 INFO:tasks.rados.rados.0.smithi016.stdout:1107: writing smithi01673382-32 from 4751360 to 5332992 tid 2 2024-04-24T02:45:39.044 INFO:tasks.rados.rados.0.smithi016.stdout:1107: writing smithi01673382-32 from 5332992 to 5554176 tid 3 2024-04-24T02:45:39.044 INFO:tasks.rados.rados.0.smithi016.stdout:1108: rollback oid 10 current snap is 120 2024-04-24T02:45:39.044 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 52 2024-04-24T02:45:39.044 INFO:tasks.rados.rados.0.smithi016.stdout:1100: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:45:39.186 INFO:tasks.rados.rados.0.smithi016.stdout:1103: finishing copy_from to smithi01673382-24 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1103: got expected ENOENT (src dne) 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1103: finishing copy_from racing read to smithi01673382-24 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1101: finishing copy_from racing read to smithi01673382-13 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1104: finishing write tid 1 to smithi01673382-40 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1101: finishing copy_from to smithi01673382-13 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 405 (ObjNum 291 snap 93 seq_num 291) dirty exists 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1104: finishing write tid 2 to smithi01673382-40 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1104: finishing write tid 3 to smithi01673382-40 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1104: finishing write tid 4 to smithi01673382-40 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1100: done (7 left) 2024-04-24T02:45:39.187 INFO:tasks.rados.rados.0.smithi016.stdout:1101: done (6 left) 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1103: done (5 left) 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1109: copy_from oid 1 from oid 27 current snap is 120 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1104: finishing write tid 5 to smithi01673382-40 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 473 (ObjNum 359 snap 120 seq_num 359) dirty exists 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1104: left oid 40 (ObjNum 359 snap 120 seq_num 359) 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1105: finishing write tid 1 to smithi01673382-36 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1105: finishing write tid 2 to smithi01673382-36 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1105: finishing write tid 3 to smithi01673382-36 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1105: finishing write tid 4 to smithi01673382-36 2024-04-24T02:45:39.188 INFO:tasks.rados.rados.0.smithi016.stdout:1106: expect (ObjNum 342 snap 115 seq_num 342) 2024-04-24T02:45:39.211 INFO:tasks.rados.rados.0.smithi016.stdout:1105: finishing write tid 5 to smithi01673382-36 2024-04-24T02:45:39.211 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 417 (ObjNum 360 snap 120 seq_num 360) dirty exists 2024-04-24T02:45:39.211 INFO:tasks.rados.rados.0.smithi016.stdout:1105: left oid 36 (ObjNum 360 snap 120 seq_num 360) 2024-04-24T02:45:39.212 INFO:tasks.rados.rados.0.smithi016.stdout:1107: finishing write tid 1 to smithi01673382-32 2024-04-24T02:45:39.212 INFO:tasks.rados.rados.0.smithi016.stdout:1107: finishing write tid 2 to smithi01673382-32 2024-04-24T02:45:39.212 INFO:tasks.rados.rados.0.smithi016.stdout:1104: done (5 left) 2024-04-24T02:45:39.212 INFO:tasks.rados.rados.0.smithi016.stdout:1105: done (4 left) 2024-04-24T02:45:39.212 INFO:tasks.rados.rados.0.smithi016.stdout:1106: done (3 left) 2024-04-24T02:45:39.212 INFO:tasks.rados.rados.0.smithi016.stdout:1110: snap_remove snap 92 2024-04-24T02:45:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:37.961191+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-04-24T02:45:39.970 INFO:tasks.rados.rados.0.smithi016.stdout:1110: done (3 left) 2024-04-24T02:45:39.970 INFO:tasks.rados.rados.0.smithi016.stdout:1111: copy_from oid 24 from oid 35 current snap is 120 2024-04-24T02:45:39.970 INFO:tasks.rados.rados.0.smithi016.stdout:1112: snap_create 2024-04-24T02:45:39.970 INFO:tasks.rados.rados.0.smithi016.stdout:1107: finishing write tid 3 to smithi01673382-32 2024-04-24T02:45:39.970 INFO:tasks.rados.rados.0.smithi016.stdout:1107: finishing write tid 4 to smithi01673382-32 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:1107: finishing write tid 5 to smithi01673382-32 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 523 (ObjNum 361 snap 120 seq_num 361) dirty exists 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:1107: left oid 32 (ObjNum 361 snap 120 seq_num 361) 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:1108: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:1108: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 526 (ObjNum 288 snap 0 seq_num 593) dirty dne 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:1109: finishing copy_from to smithi01673382-1 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:1109: got expected ENOENT (src dne) 2024-04-24T02:45:39.971 INFO:tasks.rados.rados.0.smithi016.stdout:1109: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:45:39.994 INFO:tasks.rados.rados.0.smithi016.stdout:1111: finishing copy_from racing read to smithi01673382-24 2024-04-24T02:45:39.997 INFO:tasks.rados.rados.0.smithi016.stdout:1111: finishing copy_from to smithi01673382-24 2024-04-24T02:45:39.997 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 344 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:45:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:38.779728+0000 mgr.y (mgr.25133) 31 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:38.965999+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-04-24T02:45:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:39.921581+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:39.928105+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:40.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:45:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:45:40.087Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", public_addr=\"172.21.15.16\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", public_addr=\"172.21.15.16\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:45:40.973 INFO:tasks.rados.rados.0.smithi016.stdout:1107: done (4 left) 2024-04-24T02:45:40.973 INFO:tasks.rados.rados.0.smithi016.stdout:1108: done (3 left) 2024-04-24T02:45:40.973 INFO:tasks.rados.rados.0.smithi016.stdout:1109: done (2 left) 2024-04-24T02:45:40.974 INFO:tasks.rados.rados.0.smithi016.stdout:1111: done (1 left) 2024-04-24T02:45:40.974 INFO:tasks.rados.rados.0.smithi016.stdout:1112: done (0 left) 2024-04-24T02:45:40.974 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 121 2024-04-24T02:45:40.974 INFO:tasks.rados.rados.0.smithi016.stdout:1113: seq_num 362 ranges {8364032=466944,8830976=466944,9297920=335872} 2024-04-24T02:45:41.021 INFO:tasks.rados.rados.0.smithi016.stdout:1113: writing smithi01673382-11 from 8364032 to 8830976 tid 1 2024-04-24T02:45:41.024 INFO:tasks.rados.rados.0.smithi016.stdout:1113: writing smithi01673382-11 from 8830976 to 9297920 tid 2 2024-04-24T02:45:41.026 INFO:tasks.rados.rados.0.smithi016.stdout:1113: writing smithi01673382-11 from 9297920 to 9633792 tid 3 2024-04-24T02:45:41.026 INFO:tasks.rados.rados.0.smithi016.stdout:1114: rmattr oid 30 current snap is 121 2024-04-24T02:45:41.026 INFO:tasks.rados.rados.0.smithi016.stdout:1114: done (1 left) 2024-04-24T02:45:41.026 INFO:tasks.rados.rados.0.smithi016.stdout:1115: delete oid 19 current snap is 121 2024-04-24T02:45:41.029 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 1 to smithi01673382-11 2024-04-24T02:45:41.029 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 2 to smithi01673382-11 2024-04-24T02:45:41.030 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 3 to smithi01673382-11 2024-04-24T02:45:41.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:40.545+0000 7faf10bd4700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-24T02:45:41.031 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 4 to smithi01673382-11 2024-04-24T02:45:41.032 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 5 to smithi01673382-11 2024-04-24T02:45:41.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 666 (ObjNum 362 snap 121 seq_num 362) dirty exists 2024-04-24T02:45:41.032 INFO:tasks.rados.rados.0.smithi016.stdout:1113: left oid 11 (ObjNum 362 snap 121 seq_num 362) 2024-04-24T02:45:41.033 INFO:tasks.rados.rados.0.smithi016.stdout:1113: done (1 left) 2024-04-24T02:45:41.033 INFO:tasks.rados.rados.0.smithi016.stdout:1115: done (0 left) 2024-04-24T02:45:41.033 INFO:tasks.rados.rados.0.smithi016.stdout:1116: rollback oid 50 current snap is 121 2024-04-24T02:45:41.033 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 62 2024-04-24T02:45:41.033 INFO:tasks.rados.rados.0.smithi016.stdout:1117: copy_from oid 7 from oid 49 current snap is 121 2024-04-24T02:45:41.033 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 121 2024-04-24T02:45:41.034 INFO:tasks.rados.rados.0.smithi016.stdout:1118: seq_num 364 ranges {0=499712,499712=638976,1138688=163840} 2024-04-24T02:45:41.036 INFO:tasks.rados.rados.0.smithi016.stdout:1118: writing smithi01673382-3 from 0 to 499712 tid 1 2024-04-24T02:45:41.040 INFO:tasks.rados.rados.0.smithi016.stdout:1118: writing smithi01673382-3 from 499712 to 1138688 tid 2 2024-04-24T02:45:41.041 INFO:tasks.rados.rados.0.smithi016.stdout:1118: writing smithi01673382-3 from 1138688 to 1302528 tid 3 2024-04-24T02:45:41.041 INFO:tasks.rados.rados.0.smithi016.stdout:1119: read oid 35 snap 104 2024-04-24T02:45:41.041 INFO:tasks.rados.rados.0.smithi016.stdout:1119: expect (ObjNum 210 snap 64 seq_num 210) 2024-04-24T02:45:41.044 INFO:tasks.rados.rados.0.smithi016.stdout:1120: read oid 45 snap -1 2024-04-24T02:45:41.044 INFO:tasks.rados.rados.0.smithi016.stdout:1120: expect (ObjNum 274 snap 83 seq_num 274) 2024-04-24T02:45:41.044 INFO:tasks.rados.rados.0.smithi016.stdout:1121: copy_from oid 48 from oid 26 current snap is 121 2024-04-24T02:45:41.044 INFO:tasks.rados.rados.0.smithi016.stdout:1122: read oid 28 snap -1 2024-04-24T02:45:41.044 INFO:tasks.rados.rados.0.smithi016.stdout:1122: expect (ObjNum 332 snap 112 seq_num 332) 2024-04-24T02:45:41.044 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 121 2024-04-24T02:45:41.044 INFO:tasks.rados.rados.0.smithi016.stdout:1123: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1123: writing smithi01673382-10 from 0 to 516096 tid 1 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1123: writing smithi01673382-10 from 516096 to 1089536 tid 2 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1123: writing smithi01673382-10 from 1089536 to 1318912 tid 3 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1124: snap_create 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1116: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1116: finishing rollback tid 2 to smithi01673382-50 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 106 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1118: finishing write tid 1 to smithi01673382-3 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1121: finishing copy_from to smithi01673382-48 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1121: got expected ENOENT (src dne) 2024-04-24T02:45:41.051 INFO:tasks.rados.rados.0.smithi016.stdout:1121: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:45:41.053 INFO:tasks.rados.rados.0.smithi016.stdout:1118: finishing write tid 2 to smithi01673382-3 2024-04-24T02:45:41.053 INFO:tasks.rados.rados.0.smithi016.stdout:1118: finishing write tid 3 to smithi01673382-3 2024-04-24T02:45:41.054 INFO:tasks.rados.rados.0.smithi016.stdout:1118: finishing write tid 4 to smithi01673382-3 2024-04-24T02:45:41.057 INFO:tasks.rados.rados.0.smithi016.stdout:1117: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:45:41.059 INFO:tasks.rados.rados.0.smithi016.stdout:1118: finishing write tid 5 to smithi01673382-3 2024-04-24T02:45:41.060 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 411 (ObjNum 364 snap 121 seq_num 364) dirty exists 2024-04-24T02:45:41.060 INFO:tasks.rados.rados.0.smithi016.stdout:1118: left oid 3 (ObjNum 364 snap 121 seq_num 364) 2024-04-24T02:45:41.060 INFO:tasks.rados.rados.0.smithi016.stdout:1123: finishing write tid 1 to smithi01673382-10 2024-04-24T02:45:41.061 INFO:tasks.rados.rados.0.smithi016.stdout:1123: finishing write tid 2 to smithi01673382-10 2024-04-24T02:45:41.061 INFO:tasks.rados.rados.0.smithi016.stdout:1123: finishing write tid 3 to smithi01673382-10 2024-04-24T02:45:41.061 INFO:tasks.rados.rados.0.smithi016.stdout:1123: finishing write tid 4 to smithi01673382-10 2024-04-24T02:45:41.065 INFO:tasks.rados.rados.0.smithi016.stdout:1123: finishing write tid 5 to smithi01673382-10 2024-04-24T02:45:41.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 538 (ObjNum 365 snap 121 seq_num 365) dirty exists 2024-04-24T02:45:41.065 INFO:tasks.rados.rados.0.smithi016.stdout:1123: left oid 10 (ObjNum 365 snap 121 seq_num 365) 2024-04-24T02:45:41.066 INFO:tasks.rados.rados.0.smithi016.stdout:1117: finishing copy_from to smithi01673382-7 2024-04-24T02:45:41.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 332 (ObjNum 258 snap 81 seq_num 258) dirty exists 2024-04-24T02:45:41.078 INFO:tasks.rados.rados.0.smithi016.stdout:1119: expect (ObjNum 210 snap 64 seq_num 210) 2024-04-24T02:45:41.298 INFO:tasks.rados.rados.0.smithi016.stdout:1120: expect (ObjNum 274 snap 83 seq_num 274) 2024-04-24T02:45:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:39.968265+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-04-24T02:45:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:40.615403+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:41.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:40.621645+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:41.703 INFO:tasks.rados.rados.0.smithi016.stdout:1122: expect (ObjNum 332 snap 112 seq_num 332) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1116: done (8 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1117: done (7 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1118: done (6 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1119: done (5 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1120: done (4 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1121: done (3 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1122: done (2 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1123: done (1 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:1124: done (0 left) 2024-04-24T02:45:41.987 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 122 2024-04-24T02:45:41.988 INFO:tasks.rados.rados.0.smithi016.stdout:1125: seq_num 366 ranges {98304=532480,630784=458752,1089536=344064} 2024-04-24T02:45:41.988 INFO:tasks.rados.rados.0.smithi016.stdout:1125: writing smithi01673382-39 from 98304 to 630784 tid 1 2024-04-24T02:45:41.990 INFO:tasks.rados.rados.0.smithi016.stdout:1125: writing smithi01673382-39 from 630784 to 1089536 tid 2 2024-04-24T02:45:41.991 INFO:tasks.rados.rados.0.smithi016.stdout:1125: writing smithi01673382-39 from 1089536 to 1433600 tid 3 2024-04-24T02:45:41.991 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 122 2024-04-24T02:45:41.991 INFO:tasks.rados.rados.0.smithi016.stdout:1126: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-04-24T02:45:41.994 INFO:tasks.rados.rados.0.smithi016.stdout:1126: writing smithi01673382-5 from 0 to 548864 tid 1 2024-04-24T02:45:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1126: writing smithi01673382-5 from 548864 to 1286144 tid 2 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1126: writing smithi01673382-5 from 1286144 to 1351680 tid 3 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1125: finishing write tid 1 to smithi01673382-39 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1125: finishing write tid 2 to smithi01673382-39 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1125: finishing write tid 3 to smithi01673382-39 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1127: read oid 15 snap -1 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1127: expect deleted 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1128: delete oid 28 current snap is 122 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1125: finishing write tid 4 to smithi01673382-39 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1125: finishing write tid 5 to smithi01673382-39 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 601 (ObjNum 366 snap 122 seq_num 366) dirty exists 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1125: left oid 39 (ObjNum 366 snap 122 seq_num 366) 2024-04-24T02:45:42.000 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 1 to smithi01673382-5 2024-04-24T02:45:42.003 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 2 to smithi01673382-5 2024-04-24T02:45:42.003 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 3 to smithi01673382-5 2024-04-24T02:45:42.003 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 4 to smithi01673382-5 2024-04-24T02:45:42.004 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 5 to smithi01673382-5 2024-04-24T02:45:42.004 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 415 (ObjNum 367 snap 122 seq_num 367) dirty exists 2024-04-24T02:45:42.004 INFO:tasks.rados.rados.0.smithi016.stdout:1126: left oid 5 (ObjNum 367 snap 122 seq_num 367) 2024-04-24T02:45:42.005 INFO:tasks.rados.rados.0.smithi016.stdout:1125: done (3 left) 2024-04-24T02:45:42.005 INFO:tasks.rados.rados.0.smithi016.stdout:1126: done (2 left) 2024-04-24T02:45:42.005 INFO:tasks.rados.rados.0.smithi016.stdout:1127: done (1 left) 2024-04-24T02:45:42.005 INFO:tasks.rados.rados.0.smithi016.stdout:1128: done (0 left) 2024-04-24T02:45:42.005 INFO:tasks.rados.rados.0.smithi016.stdout:1129: rollback oid 26 current snap is 122 2024-04-24T02:45:42.005 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 89 2024-04-24T02:45:42.006 INFO:tasks.rados.rados.0.smithi016.stdout:1130: read oid 44 snap 63 2024-04-24T02:45:42.006 INFO:tasks.rados.rados.0.smithi016.stdout:1130: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:45:42.006 INFO:tasks.rados.rados.0.smithi016.stdout:1131: read oid 2 snap -1 2024-04-24T02:45:42.006 INFO:tasks.rados.rados.0.smithi016.stdout:1131: expect (ObjNum 340 snap 115 seq_num 340) 2024-04-24T02:45:42.006 INFO:tasks.rados.rados.0.smithi016.stdout:1132: snap_create 2024-04-24T02:45:42.009 INFO:tasks.rados.rados.0.smithi016.stdout:1130: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:45:42.044 INFO:tasks.rados.rados.0.smithi016.stdout:1129: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:45:42.044 INFO:tasks.rados.rados.0.smithi016.stdout:1129: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:45:42.044 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 293 (ObjNum 216 snap 65 seq_num 216) dirty exists 2024-04-24T02:45:42.044 INFO:tasks.rados.rados.0.smithi016.stdout:1131: expect (ObjNum 340 snap 115 seq_num 340) 2024-04-24T02:45:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:40.780310+0000 mgr.y (mgr.25133) 32 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:40.973671+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-04-24T02:45:42.989 INFO:tasks.rados.rados.0.smithi016.stdout:1129: done (3 left) 2024-04-24T02:45:42.989 INFO:tasks.rados.rados.0.smithi016.stdout:1130: done (2 left) 2024-04-24T02:45:42.989 INFO:tasks.rados.rados.0.smithi016.stdout:1131: done (1 left) 2024-04-24T02:45:42.989 INFO:tasks.rados.rados.0.smithi016.stdout:1132: done (0 left) 2024-04-24T02:45:42.990 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 123 2024-04-24T02:45:42.990 INFO:tasks.rados.rados.0.smithi016.stdout:1133: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-04-24T02:45:42.992 INFO:tasks.rados.rados.0.smithi016.stdout:1133: writing smithi01673382-28 from 0 to 589824 tid 1 2024-04-24T02:45:42.995 INFO:tasks.rados.rados.0.smithi016.stdout:1133: writing smithi01673382-28 from 589824 to 1097728 tid 2 2024-04-24T02:45:42.997 INFO:tasks.rados.rados.0.smithi016.stdout:1133: writing smithi01673382-28 from 1097728 to 1392640 tid 3 2024-04-24T02:45:42.997 INFO:tasks.rados.rados.0.smithi016.stdout:1134: copy_from oid 6 from oid 35 current snap is 123 2024-04-24T02:45:42.997 INFO:tasks.rados.rados.0.smithi016.stdout:1135: read oid 42 snap -1 2024-04-24T02:45:42.997 INFO:tasks.rados.rados.0.smithi016.stdout:1135: expect (ObjNum 274 snap 83 seq_num 274) 2024-04-24T02:45:42.997 INFO:tasks.rados.rados.0.smithi016.stdout:1136: snap_remove snap 122 2024-04-24T02:45:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:41.982974+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-04-24T02:45:43.994 INFO:tasks.rados.rados.0.smithi016.stdout:1136: done (3 left) 2024-04-24T02:45:43.994 INFO:tasks.rados.rados.0.smithi016.stdout:1137: snap_create 2024-04-24T02:45:43.994 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 1 to smithi01673382-28 2024-04-24T02:45:43.994 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 2 to smithi01673382-28 2024-04-24T02:45:43.994 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 3 to smithi01673382-28 2024-04-24T02:45:43.994 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 4 to smithi01673382-28 2024-04-24T02:45:43.994 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 5 to smithi01673382-28 2024-04-24T02:45:43.995 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 443 (ObjNum 369 snap 123 seq_num 369) dirty exists 2024-04-24T02:45:43.995 INFO:tasks.rados.rados.0.smithi016.stdout:1133: left oid 28 (ObjNum 369 snap 123 seq_num 369) 2024-04-24T02:45:43.995 INFO:tasks.rados.rados.0.smithi016.stdout:1134: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:45:43.995 INFO:tasks.rados.rados.0.smithi016.stdout:1134: finishing copy_from to smithi01673382-6 2024-04-24T02:45:43.995 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 344 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:45:43.995 INFO:tasks.rados.rados.0.smithi016.stdout:1135: expect (ObjNum 274 snap 83 seq_num 274) 2024-04-24T02:45:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:42.780624+0000 mgr.y (mgr.25133) 33 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:42.988666+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1133: done (3 left) 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1134: done (2 left) 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1135: done (1 left) 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1137: done (0 left) 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1138: copy_from oid 48 from oid 8 current snap is 124 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1139: read oid 41 snap -1 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1139: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:45:44.996 INFO:tasks.rados.rados.0.smithi016.stdout:1140: snap_remove snap 115 2024-04-24T02:45:45.261 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:43.994008+0000 mon.a (mon.0) 104 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-04-24T02:45:45.261 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.148019+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:45.261 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.154698+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:45.261 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.156398+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:45.261 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.157209+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:45.261 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.162179+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:45.261 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.300740+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:45.262 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.303994+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:45.262 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.305905+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:45.262 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.308476+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-24T02:45:45.262 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:44.308986+0000 mgr.y (mgr.25133) 34 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-04-24T02:45:45.262 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:44.736973+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:45:45.948 INFO:tasks.rados.rados.0.smithi016.stdout:1140: done (2 left) 2024-04-24T02:45:45.948 INFO:tasks.rados.rados.0.smithi016.stdout:1141: snap_remove snap 81 2024-04-24T02:45:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:44.780905+0000 mgr.y (mgr.25133) 35 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:44.995366+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-04-24T02:45:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:45.932238+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:45.933369+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:45.934506+0000 mon.a (mon.0) 110 : audit [DBG] from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: audit 2024-04-24T02:45:45.935605+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:45.948167+0000 mon.a (mon.0) 111 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-04-24T02:45:46.950 INFO:tasks.rados.rados.0.smithi016.stdout:1141: done (2 left) 2024-04-24T02:45:46.950 INFO:tasks.rados.rados.0.smithi016.stdout:1142: copy_from oid 5 from oid 45 current snap is 124 2024-04-24T02:45:46.950 INFO:tasks.rados.rados.0.smithi016.stdout:1138: finishing copy_from to smithi01673382-48 2024-04-24T02:45:46.950 INFO:tasks.rados.rados.0.smithi016.stdout:1138: got expected ENOENT (src dne) 2024-04-24T02:45:46.950 INFO:tasks.rados.rados.0.smithi016.stdout:1138: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:45:46.950 INFO:tasks.rados.rados.0.smithi016.stdout:1139: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:45:47.046 INFO:tasks.rados.rados.0.smithi016.stdout:1142: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:45:47.047 INFO:tasks.rados.rados.0.smithi016.stdout:1142: finishing copy_from to smithi01673382-5 2024-04-24T02:45:47.047 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 269 (ObjNum 274 snap 83 seq_num 274) dirty exists 2024-04-24T02:45:47.047 INFO:tasks.rados.rados.0.smithi016.stdout:1138: done (2 left) 2024-04-24T02:45:47.047 INFO:tasks.rados.rados.0.smithi016.stdout:1139: done (1 left) 2024-04-24T02:45:47.047 INFO:tasks.rados.rados.0.smithi016.stdout:1142: done (0 left) 2024-04-24T02:45:47.047 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 124 2024-04-24T02:45:47.047 INFO:tasks.rados.rados.0.smithi016.stdout:1143: seq_num 370 ranges {3923968=606208,4530176=794624,5324800=8192} 2024-04-24T02:45:47.071 INFO:tasks.rados.rados.0.smithi016.stdout:1143: writing smithi01673382-38 from 3923968 to 4530176 tid 1 2024-04-24T02:45:47.076 INFO:tasks.rados.rados.0.smithi016.stdout:1143: writing smithi01673382-38 from 4530176 to 5324800 tid 2 2024-04-24T02:45:47.076 INFO:tasks.rados.rados.0.smithi016.stdout:1143: writing smithi01673382-38 from 5324800 to 5332992 tid 3 2024-04-24T02:45:47.076 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 124 2024-04-24T02:45:47.076 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing write tid 1 to smithi01673382-38 2024-04-24T02:45:47.076 INFO:tasks.rados.rados.0.smithi016.stdout:1144: seq_num 371 ranges {4890624=622592,5513216=679936,6193152=122880} 2024-04-24T02:45:47.106 INFO:tasks.rados.rados.0.smithi016.stdout:1144: writing smithi01673382-34 from 4890624 to 5513216 tid 1 2024-04-24T02:45:47.110 INFO:tasks.rados.rados.0.smithi016.stdout:1144: writing smithi01673382-34 from 5513216 to 6193152 tid 2 2024-04-24T02:45:47.111 INFO:tasks.rados.rados.0.smithi016.stdout:1144: writing smithi01673382-34 from 6193152 to 6316032 tid 3 2024-04-24T02:45:47.111 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 124 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing write tid 2 to smithi01673382-38 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing write tid 3 to smithi01673382-38 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing write tid 4 to smithi01673382-38 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing write tid 5 to smithi01673382-38 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 688 (ObjNum 370 snap 124 seq_num 370) dirty exists 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:1143: left oid 38 (ObjNum 370 snap 124 seq_num 370) 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 1 to smithi01673382-34 2024-04-24T02:45:47.112 INFO:tasks.rados.rados.0.smithi016.stdout:1145: seq_num 372 ranges {540672=638976,1179648=565248,1744896=237568} 2024-04-24T02:45:47.118 INFO:tasks.rados.rados.0.smithi016.stdout:1145: writing smithi01673382-22 from 540672 to 1179648 tid 1 2024-04-24T02:45:47.121 INFO:tasks.rados.rados.0.smithi016.stdout:1145: writing smithi01673382-22 from 1179648 to 1744896 tid 2 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1145: writing smithi01673382-22 from 1744896 to 1982464 tid 3 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1143: done (2 left) 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1146: rmattr oid 15 current snap is 124 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1146: done (2 left) 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1147: delete oid 20 current snap is 124 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 2 to smithi01673382-34 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 3 to smithi01673382-34 2024-04-24T02:45:47.123 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 4 to smithi01673382-34 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 5 to smithi01673382-34 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 612 (ObjNum 371 snap 124 seq_num 371) dirty exists 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:1144: left oid 34 (ObjNum 371 snap 124 seq_num 371) 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:1145: finishing write tid 1 to smithi01673382-22 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:1144: done (2 left) 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:1147: done (1 left) 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 124 2024-04-24T02:45:47.124 INFO:tasks.rados.rados.0.smithi016.stdout:1148: seq_num 374 ranges {7733248=671744,8404992=778240,9183232=24576} 2024-04-24T02:45:47.169 INFO:tasks.rados.rados.0.smithi016.stdout:1148: writing smithi01673382-5 from 7733248 to 8404992 tid 1 2024-04-24T02:45:47.174 INFO:tasks.rados.rados.0.smithi016.stdout:1148: writing smithi01673382-5 from 8404992 to 9183232 tid 2 2024-04-24T02:45:47.174 INFO:tasks.rados.rados.0.smithi016.stdout:1148: writing smithi01673382-5 from 9183232 to 9207808 tid 3 2024-04-24T02:45:47.174 INFO:tasks.rados.rados.0.smithi016.stdout:1149: delete oid 38 current snap is 124 2024-04-24T02:45:47.174 INFO:tasks.rados.rados.0.smithi016.stdout:1145: finishing write tid 2 to smithi01673382-22 2024-04-24T02:45:47.174 INFO:tasks.rados.rados.0.smithi016.stdout:1145: finishing write tid 3 to smithi01673382-22 2024-04-24T02:45:47.174 INFO:tasks.rados.rados.0.smithi016.stdout:1145: finishing write tid 4 to smithi01673382-22 2024-04-24T02:45:47.174 INFO:tasks.rados.rados.0.smithi016.stdout:1145: finishing write tid 5 to smithi01673382-22 2024-04-24T02:45:47.175 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 617 (ObjNum 372 snap 124 seq_num 372) dirty exists 2024-04-24T02:45:47.175 INFO:tasks.rados.rados.0.smithi016.stdout:1145: left oid 22 (ObjNum 372 snap 124 seq_num 372) 2024-04-24T02:45:47.175 INFO:tasks.rados.rados.0.smithi016.stdout:1148: finishing write tid 1 to smithi01673382-5 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1145: done (2 left) 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1149: done (1 left) 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1150: setattr oid 17 current snap is 124 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1148: finishing write tid 2 to smithi01673382-5 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1148: finishing write tid 3 to smithi01673382-5 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1148: finishing write tid 4 to smithi01673382-5 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1148: finishing write tid 5 to smithi01673382-5 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 419 (ObjNum 374 snap 124 seq_num 374) dirty exists 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1148: left oid 5 (ObjNum 374 snap 124 seq_num 374) 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1148: done (1 left) 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1151: read oid 1 snap -1 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1151: expect (ObjNum 343 snap 117 seq_num 343) 2024-04-24T02:45:47.180 INFO:tasks.rados.rados.0.smithi016.stdout:1152: snap_remove snap 104 2024-04-24T02:45:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:45.926588+0000 mgr.y (mgr.25133) 36 : cephadm [INF] Upgrade: Updating mon.b 2024-04-24T02:45:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cephadm 2024-04-24T02:45:45.936607+0000 mgr.y (mgr.25133) 37 : cephadm [INF] Deploying daemon mon.b on smithi063 2024-04-24T02:45:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: cluster 2024-04-24T02:45:46.950104+0000 mon.a (mon.0) 112 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-04-24T02:45:47.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:47 smithi063 systemd[1]: Stopping Ceph mon.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:45:48.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:47] ENGINE Bus STOPPING 2024-04-24T02:45:48.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T02:45:48.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:47] ENGINE Bus STOPPED 2024-04-24T02:45:48.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:47 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:47] ENGINE Bus STARTING 2024-04-24T02:45:48.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:48] ENGINE Serving on http://:::9283 2024-04-24T02:45:48.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:02:45:48] ENGINE Bus STARTED 2024-04-24T02:45:48.295 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:45:47.970+0000 7f898f658700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-24T02:45:48.295 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[39299]: debug 2024-04-24T02:45:47.970+0000 7f898f658700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-24T02:45:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:48 smithi063 bash[76843]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b 2024-04-24T02:45:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:45:48] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.33.4" 2024-04-24T02:45:49.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:48 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.b.service: Succeeded. 2024-04-24T02:45:49.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:48 smithi063 systemd[1]: Stopped Ceph mon.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:45:49.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:48 smithi063 systemd[1]: Starting Ceph mon.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:45:49.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:45:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:45:48.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:45:49.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T02:45:49.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable), process ceph-mon, pid 2 2024-04-24T02:45:49.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: pidfile_write: ignore empty --pid-file 2024-04-24T02:45:49.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: load: jerasure load: lrc 2024-04-24T02:45:49.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: RocksDB version: 7.9.2 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Git sha 0 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Compile date 2024-04-18 11:37:30 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: DB SUMMARY 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: DB Session ID: CLBZVT3T6GPZQFO2RAZP 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: CURRENT file: CURRENT 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: MANIFEST file: MANIFEST-000005 size: 1193 Bytes 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000025.sst 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000023.log size: 1670386 ; 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.error_if_exists: 0 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.create_if_missing: 0 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.paranoid_checks: 1 2024-04-24T02:45:49.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.env: 0x561f55d9f820 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.info_log: 0x561f58845520 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.statistics: (nil) 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.use_fsync: 0 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_log_file_size: 0 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T02:45:49.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.allow_fallocate: 1 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.use_direct_reads: 0 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.db_log_dir: 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.wal_dir: 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T02:45:49.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.write_buffer_manager: 0x561f57aba140 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T02:45:49.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T02:45:49.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T02:45:49.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.unordered_write: 0 2024-04-24T02:45:49.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T02:45:49.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T02:45:49.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T02:45:49.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.row_cache: None 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.wal_filter: None 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.two_write_queues: 0 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.wal_compression: 0 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.atomic_flush: 0 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T02:45:49.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.log_readahead_size: 0 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_background_jobs: 2 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_background_compactions: -1 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_subcompactions: 1 2024-04-24T02:45:49.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_open_files: -1 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_background_flushes: -1 2024-04-24T02:45:49.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Compression algorithms supported: 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kZSTD supported: 0 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kXpressCompression supported: 0 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kZlibCompression supported: 1 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kSnappyCompression supported: 1 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kLZ4Compression supported: 1 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: kBZip2Compression supported: 0 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T02:45:49.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.merge_operator: 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_filter: None 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561f58845620) 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: cache_index_and_filter_blocks: 1 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: pin_top_level_index_and_filter: 1 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: index_type: 0 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: data_block_index_type: 0 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: index_shortening: 1 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T02:45:49.821 INFO:journalctl@ceph.mon.b.smithi063.stdout: checksum: 4 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: no_block_cache: 0 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_cache: 0x561f57b5b1f0 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_cache_name: BinnedLRUCache 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_cache_options: 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: capacity : 536870912 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: num_shard_bits : 4 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: strict_capacity_limit : 0 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: high_pri_pool_ratio: 0.000 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_cache_compressed: (nil) 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: persistent_cache: (nil) 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_size: 4096 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_size_deviation: 10 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_restart_interval: 16 2024-04-24T02:45:49.822 INFO:journalctl@ceph.mon.b.smithi063.stdout: index_block_restart_interval: 1 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: metadata_block_size: 4096 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: partition_filters: 0 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: use_delta_encoding: 1 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: filter_policy: bloomfilter 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: whole_key_filtering: 1 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: verify_compression: 0 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: read_amp_bytes_per_bit: 0 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: format_version: 5 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: enable_index_compression: 1 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: block_align: 0 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: max_auto_readahead_size: 262144 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: prepopulate_block_cache: 0 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: initial_auto_readahead_size: 8192 2024-04-24T02:45:49.823 INFO:journalctl@ceph.mon.b.smithi063.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression: NoCompression 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.num_levels: 7 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T02:45:49.824 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T02:45:49.825 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T02:45:49.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T02:45:49.827 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.table_properties_collectors: 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.inplace_update_support: 0 2024-04-24T02:45:49.828 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.bloom_locality: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.max_successive_merges: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.ttl: 2592000 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T02:45:49.829 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.enable_blob_files: false 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.min_blob_size: 0 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 25.sst 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 27, last_sequence is 14975, log_number is 23,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 23 2024-04-24T02:45:49.830 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2ee2e195-6e87-4f89-889b-7b0d7b0316f1 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926749361664, "job": 1, "event": "recovery_started", "wal_files": [23]} 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #23 mode 2 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926749366381, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 28, "file_size": 1084444, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 14978, "largest_seqno": 15336, "table_properties": {"data_size": 1081500, "index_size": 1546, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 389, "raw_key_size": 3201, "raw_average_key_size": 23, "raw_value_size": 1077653, "raw_average_value_size": 7923, "num_data_blocks": 68, "num_entries": 136, "num_filter_entries": 136, "num_deletions": 4, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713926749, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2ee2e195-6e87-4f89-889b-7b0d7b0316f1", "db_session_id": "CLBZVT3T6GPZQFO2RAZP", "orig_file_number": 28, "seqno_to_time_mapping": "N/A"}} 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713926749366477, "job": 1, "event": "recovery_finished"} 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/version_set.cc:5047] Creating manifest 30 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000023.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561f57bfa000 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: DB pointer 0x561f57be8000 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout: ** DB Stats ** 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:49.831 INFO:journalctl@ceph.mon.b.smithi063.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: ** Compaction Stats [default] ** 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: L0 1/0 1.03 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 441.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: L6 1/0 33.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: Sum 2/0 34.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 441.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 441.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: ** Compaction Stats [default] ** 2024-04-24T02:45:49.832 INFO:journalctl@ceph.mon.b.smithi063.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 441.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: Cumulative compaction: 0.00 GB write, 106.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: Interval compaction: 0.00 GB write, 106.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T02:45:49.833 INFO:journalctl@ceph.mon.b.smithi063.stdout: Block cache BinnedLRUCache@0x561f57b5b1f0#2 capacity: 512.00 MB usage: 2.27 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.44 KB,8.34465e-05%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: starting mon.b rank 1 at public addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] at bind addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???) e3 preinit fsid cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???).mds e8 new map 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???).mds e8 print_map 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: e8 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: legacy client fscid: 1 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.834 INFO:journalctl@ceph.mon.b.smithi063.stdout: Filesystem 'cephfs' (1) 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: fs_name cephfs 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: epoch 8 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: created 2024-04-24T02:38:08.556515+0000 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: modified 2024-04-24T02:38:11.564461+0000 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: tableserver 0 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: root 0 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: session_timeout 60 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: session_autoclose 300 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: max_file_size 1099511627776 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: max_xattr_size 65536 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: required_client_features {} 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: last_failure 0 2024-04-24T02:45:49.835 INFO:journalctl@ceph.mon.b.smithi063.stdout: last_failure_osd_epoch 0 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: max_mds 1 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: in 0 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: up {0=24370} 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: failed 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: damaged 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: stopped 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: data_pools [3] 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: metadata_pool 2 2024-04-24T02:45:49.836 INFO:journalctl@ceph.mon.b.smithi063.stdout: inline_data disabled 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: balancer 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: bal_rank_mask -1 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: standby_count_wanted 0 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: [mds.b{0:24370} state up:active seq 3 addr [v2:172.21.15.63:6832/257142356,v1:172.21.15.63:6833/257142356] compat {c=[1],r=[1],i=[7ff]}] 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: Standby daemons: 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout: [mds.a{-1:24356} state up:standby seq 1 addr [v2:172.21.15.16:6834/3626392831,v1:172.21.15.16:6835/3626392831] compat {c=[1],r=[1],i=[7ff]}] 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???).osd e282 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???).osd e282 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???).osd e282 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???).osd e282 crush map has features 432629308056666112, adjusting msgr requires 2024-04-24T02:45:49.837 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 ceph-mon[77007]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-24T02:45:49.838 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 bash[76988]: 8e3679582c7509a31d571fe8261b5677f5d8f04051bed865752304a9609a7d4b 2024-04-24T02:45:49.838 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:49 smithi063 systemd[1]: Started Ceph mon.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:45:50.448 INFO:tasks.rados.rados.0.smithi016.stdout:1152: done (2 left) 2024-04-24T02:45:50.449 INFO:tasks.rados.rados.0.smithi016.stdout:1153: snap_remove snap 95 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mkfs cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring daemon node-exporter.b on smithi063 2024-04-24T02:45:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring grafana.a (dependencies changed)... 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring daemon grafana.a on smithi063 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Updating mgr.y 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Deploying daemon mgr.y on smithi016 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:44:26] ENGINE Bus STARTING 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:44:26] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:44:26] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:44:26] ENGINE Bus STARTED 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:50.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Updating mgr.x 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Deploying daemon mgr.x on smithi063 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all mgr 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: It appears safe to stop mon.a 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Updating mon.a 2024-04-24T02:45:50.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Deploying daemon mon.a on smithi016 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:45:15] ENGINE Bus STARTING 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:45:15] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:45:15] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [24/Apr/2024:02:45:15] ENGINE Bus STARTED 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mgrmap e39: y(active, since 3s), standbys: x 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e259: 8 total, 8 up, 8 in 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 163 MiB/s rd, 72 MiB/s wr, 579 op/s 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e260: 8 total, 8 up, 8 in 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mkfs cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring daemon node-exporter.b on smithi063 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring grafana.a (dependencies changed)... 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring daemon grafana.a on smithi063 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:45:50.785 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Updating mgr.y 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Deploying daemon mgr.y on smithi016 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:44:26] ENGINE Bus STARTING 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:44:26] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:44:26] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:44:26] ENGINE Bus STARTED 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.786 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Updating mgr.x 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Deploying daemon mgr.x on smithi063 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all mgr 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: It appears safe to stop mon.a 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Updating mon.a 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Deploying daemon mon.a on smithi016 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:45:15] ENGINE Bus STARTING 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:45:15] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:45:15] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [24/Apr/2024:02:45:15] ENGINE Bus STARTED 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mgrmap e39: y(active, since 3s), standbys: x 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e259: 8 total, 8 up, 8 in 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 163 MiB/s rd, 72 MiB/s wr, 579 op/s 2024-04-24T02:45:50.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e260: 8 total, 8 up, 8 in 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mgrmap e40: y(active, since 5s), standbys: x 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e261: 8 total, 8 up, 8 in 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e262: 8 total, 8 up, 8 in 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e263: 8 total, 8 up, 8 in 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e264: 8 total, 8 up, 8 in 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v15: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e265: 8 total, 8 up, 8 in 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e266: 8 total, 8 up, 8 in 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: It appears safe to stop mon.c 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v18: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v19: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mgrmap e40: y(active, since 5s), standbys: x 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e261: 8 total, 8 up, 8 in 2024-04-24T02:45:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e262: 8 total, 8 up, 8 in 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e263: 8 total, 8 up, 8 in 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e264: 8 total, 8 up, 8 in 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v15: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e265: 8 total, 8 up, 8 in 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e266: 8 total, 8 up, 8 in 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: It appears safe to stop mon.c 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v18: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v19: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e267: 8 total, 8 up, 8 in 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e268: 8 total, 8 up, 8 in 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Updating mon.c 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Deploying daemon mon.c on smithi016 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v22: 121 pgs: 121 active+clean; 317 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e269: 8 total, 8 up, 8 in 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mgrmap e41: y(active, since 12s), standbys: x 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.c calling monitor election 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.a calling monitor election 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.b calling monitor election 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v30: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 721 KiB/s wr, 10 op/s 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e271: 8 total, 8 up, 8 in 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mgrmap e41: y(active, since 22s), standbys: x 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e272: 8 total, 8 up, 8 in 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2272191105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e273: 8 total, 8 up, 8 in 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v33: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e274: 8 total, 8 up, 8 in 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e275: 8 total, 8 up, 8 in 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e267: 8 total, 8 up, 8 in 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e268: 8 total, 8 up, 8 in 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Updating mon.c 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:50.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Deploying daemon mon.c on smithi016 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v22: 121 pgs: 121 active+clean; 317 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e269: 8 total, 8 up, 8 in 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mgrmap e41: y(active, since 12s), standbys: x 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.c calling monitor election 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.a calling monitor election 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.b calling monitor election 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v30: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 721 KiB/s wr, 10 op/s 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e271: 8 total, 8 up, 8 in 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mgrmap e41: y(active, since 22s), standbys: x 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e272: 8 total, 8 up, 8 in 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2272191105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e273: 8 total, 8 up, 8 in 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v33: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e274: 8 total, 8 up, 8 in 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e275: 8 total, 8 up, 8 in 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v36: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e276: 8 total, 8 up, 8 in 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e277: 8 total, 8 up, 8 in 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v39: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e278: 8 total, 8 up, 8 in 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e279: 8 total, 8 up, 8 in 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: It appears safe to stop mon.b 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v42: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e280: 8 total, 8 up, 8 in 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Upgrade: Updating mon.b 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Deploying daemon mon.b on smithi063 2024-04-24T02:45:50.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e281: 8 total, 8 up, 8 in 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v45: 121 pgs: 121 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e282: 8 total, 8 up, 8 in 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: pgmap v47: 121 pgs: 121 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.802 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v36: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e276: 8 total, 8 up, 8 in 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e277: 8 total, 8 up, 8 in 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v39: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e278: 8 total, 8 up, 8 in 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e279: 8 total, 8 up, 8 in 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-24T02:45:50.803 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: It appears safe to stop mon.b 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v42: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e280: 8 total, 8 up, 8 in 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Upgrade: Updating mon.b 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Deploying daemon mon.b on smithi063 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e281: 8 total, 8 up, 8 in 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v45: 121 pgs: 121 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e282: 8 total, 8 up, 8 in 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:50.804 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: pgmap v47: 121 pgs: 121 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.b calling monitor election 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.a calling monitor election 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.c calling monitor election 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: monmap e4: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: osdmap e282: 8 total, 8 up, 8 in 2024-04-24T02:45:50.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: mgrmap e41: y(active, since 34s), standbys: x 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.b calling monitor election 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.a calling monitor election 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.c calling monitor election 2024-04-24T02:45:50.806 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: monmap e4: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: osdmap e282: 8 total, 8 up, 8 in 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: mgrmap e41: y(active, since 34s), standbys: x 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:50.807 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mkfs cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T02:45:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-24T02:45:50.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring daemon alertmanager.a on smithi016 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring daemon node-exporter.b on smithi063 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring grafana.a (dependencies changed)... 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring daemon grafana.a on smithi063 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Updating mgr.y 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Deploying daemon mgr.y on smithi016 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:44:26] ENGINE Bus STARTING 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:44:26] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:44:26] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:50.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:44:26] ENGINE Bus STARTED 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Reconfiguring daemon prometheus.a on smithi063 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Updating mgr.x 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Deploying daemon mgr.x on smithi063 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all mgr 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: It appears safe to stop mon.a 2024-04-24T02:45:50.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Updating mon.a 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Deploying daemon mon.a on smithi016 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:45:15] ENGINE Bus STARTING 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:45:15] ENGINE Serving on https://172.21.15.16:7150 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:45:15] ENGINE Serving on http://172.21.15.16:8765 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [24/Apr/2024:02:45:15] ENGINE Bus STARTED 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mgrmap e39: y(active, since 3s), standbys: x 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e259: 8 total, 8 up, 8 in 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 163 MiB/s rd, 72 MiB/s wr, 579 op/s 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e260: 8 total, 8 up, 8 in 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mgrmap e40: y(active, since 5s), standbys: x 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e261: 8 total, 8 up, 8 in 2024-04-24T02:45:50.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e262: 8 total, 8 up, 8 in 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e263: 8 total, 8 up, 8 in 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e264: 8 total, 8 up, 8 in 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v15: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e265: 8 total, 8 up, 8 in 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.814 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/etc/ceph/ceph.conf 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Updating smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e266: 8 total, 8 up, 8 in 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.815 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: It appears safe to stop mon.c 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v18: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v19: 121 pgs: 121 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e267: 8 total, 8 up, 8 in 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e268: 8 total, 8 up, 8 in 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Updating mon.c 2024-04-24T02:45:50.816 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Deploying daemon mon.c on smithi016 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v22: 121 pgs: 121 active+clean; 317 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e269: 8 total, 8 up, 8 in 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mgrmap e41: y(active, since 12s), standbys: x 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.c calling monitor election 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.a calling monitor election 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.b calling monitor election 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v30: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 721 KiB/s wr, 10 op/s 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:50.817 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e271: 8 total, 8 up, 8 in 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mgrmap e41: y(active, since 22s), standbys: x 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e272: 8 total, 8 up, 8 in 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2272191105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e273: 8 total, 8 up, 8 in 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v33: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e274: 8 total, 8 up, 8 in 2024-04-24T02:45:50.818 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e275: 8 total, 8 up, 8 in 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v36: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e276: 8 total, 8 up, 8 in 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e277: 8 total, 8 up, 8 in 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v39: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e278: 8 total, 8 up, 8 in 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e279: 8 total, 8 up, 8 in 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.819 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: It appears safe to stop mon.b 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v42: 121 pgs: 121 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e280: 8 total, 8 up, 8 in 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Upgrade: Updating mon.b 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:50.820 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Deploying daemon mon.b on smithi063 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e281: 8 total, 8 up, 8 in 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v45: 121 pgs: 121 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e282: 8 total, 8 up, 8 in 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: pgmap v47: 121 pgs: 121 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.b calling monitor election 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.a calling monitor election 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.c calling monitor election 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T02:45:50.821 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: monmap e4: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: osdmap e282: 8 total, 8 up, 8 in 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: mgrmap e41: y(active, since 34s), standbys: x 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:50.822 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:45:51.448 INFO:tasks.rados.rados.0.smithi016.stdout:1153: done (2 left) 2024-04-24T02:45:51.448 INFO:tasks.rados.rados.0.smithi016.stdout:1154: snap_create 2024-04-24T02:45:51.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 724 (ObjNum 351 snap 118 seq_num 351) dirty exists 2024-04-24T02:45:51.448 INFO:tasks.rados.rados.0.smithi016.stdout:1151: expect (ObjNum 343 snap 117 seq_num 343) 2024-04-24T02:45:51.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:51 smithi063 ceph-mon[77007]: osdmap e283: 8 total, 8 up, 8 in 2024-04-24T02:45:51.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:51 smithi063 ceph-mon[77007]: osdmap e284: 8 total, 8 up, 8 in 2024-04-24T02:45:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:51 smithi016 ceph-mon[84376]: osdmap e283: 8 total, 8 up, 8 in 2024-04-24T02:45:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:51 smithi016 ceph-mon[84376]: osdmap e284: 8 total, 8 up, 8 in 2024-04-24T02:45:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:51 smithi016 ceph-mon[86910]: osdmap e283: 8 total, 8 up, 8 in 2024-04-24T02:45:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:51 smithi016 ceph-mon[86910]: osdmap e284: 8 total, 8 up, 8 in 2024-04-24T02:45:52.450 INFO:tasks.rados.rados.0.smithi016.stdout:1150: done (2 left) 2024-04-24T02:45:52.450 INFO:tasks.rados.rados.0.smithi016.stdout:1151: done (1 left) 2024-04-24T02:45:52.450 INFO:tasks.rados.rados.0.smithi016.stdout:1154: done (0 left) 2024-04-24T02:45:52.450 INFO:tasks.rados.rados.0.smithi016.stdout:1155: rollback oid 14 current snap is 125 2024-04-24T02:45:52.450 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 101 2024-04-24T02:45:52.450 INFO:tasks.rados.rados.0.smithi016.stdout:1156: snap_remove snap 111 2024-04-24T02:45:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:52 smithi016 ceph-mon[84376]: pgmap v49: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-24T02:45:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:52 smithi016 ceph-mon[84376]: osdmap e285: 8 total, 8 up, 8 in 2024-04-24T02:45:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:52 smithi016 ceph-mon[86910]: pgmap v49: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-24T02:45:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:52 smithi016 ceph-mon[86910]: osdmap e285: 8 total, 8 up, 8 in 2024-04-24T02:45:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:52 smithi063 ceph-mon[77007]: pgmap v49: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-24T02:45:52.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:52 smithi063 ceph-mon[77007]: osdmap e285: 8 total, 8 up, 8 in 2024-04-24T02:45:53.452 INFO:tasks.rados.rados.0.smithi016.stdout:1156: done (1 left) 2024-04-24T02:45:53.452 INFO:tasks.rados.rados.0.smithi016.stdout:1157: snap_remove snap 47 2024-04-24T02:45:54.454 INFO:tasks.rados.rados.0.smithi016.stdout:1157: done (1 left) 2024-04-24T02:45:54.454 INFO:tasks.rados.rados.0.smithi016.stdout:1158: rollback oid 38 current snap is 125 2024-04-24T02:45:54.454 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 110 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1159: read oid 4 snap -1 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1159: expect deleted 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1160: read oid 28 snap -1 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1160: expect (ObjNum 369 snap 123 seq_num 369) 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1161: rollback oid 31 current snap is 125 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 100 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1162: read oid 25 snap -1 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1162: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1163: rmattr oid 18 current snap is 125 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:1164: copy_from oid 29 from oid 22 current snap is 125 2024-04-24T02:45:54.457 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 125 2024-04-24T02:45:54.458 INFO:tasks.rados.rados.0.smithi016.stdout:1165: seq_num 376 ranges {540672=704512,1245184=548864,1794048=253952} 2024-04-24T02:45:54.462 INFO:tasks.rados.rados.0.smithi016.stdout:1165: writing smithi01673382-6 from 540672 to 1245184 tid 1 2024-04-24T02:45:54.466 INFO:tasks.rados.rados.0.smithi016.stdout:1165: writing smithi01673382-6 from 1245184 to 1794048 tid 2 2024-04-24T02:45:54.468 INFO:tasks.rados.rados.0.smithi016.stdout:1165: writing smithi01673382-6 from 1794048 to 2048000 tid 3 2024-04-24T02:45:54.468 INFO:tasks.rados.rados.0.smithi016.stdout:1166: copy_from oid 49 from oid 33 current snap is 125 2024-04-24T02:45:54.468 INFO:tasks.rados.rados.0.smithi016.stdout:1167: read oid 21 snap -1 2024-04-24T02:45:54.468 INFO:tasks.rados.rados.0.smithi016.stdout:1167: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:45:54.468 INFO:tasks.rados.rados.0.smithi016.stdout:1168: rollback oid 27 current snap is 125 2024-04-24T02:45:54.468 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 74 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:1169: rollback oid 13 current snap is 125 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 117 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:1170: snap_create 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:1155: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:1155: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:1155: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 511 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 309 (ObjNum 318 snap 105 seq_num 318) dirty exists 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:1161: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:45:54.469 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 50 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:45:54.483 INFO:tasks.rados.rados.0.smithi016.stdout:1160: expect (ObjNum 369 snap 123 seq_num 369) 2024-04-24T02:45:54.530 INFO:tasks.rados.rados.0.smithi016.stdout:1165: finishing write tid 1 to smithi01673382-6 2024-04-24T02:45:54.531 INFO:tasks.rados.rados.0.smithi016.stdout:1167: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:45:54.594 INFO:tasks.rados.rados.0.smithi016.stdout:1165: finishing write tid 2 to smithi01673382-6 2024-04-24T02:45:54.594 INFO:tasks.rados.rados.0.smithi016.stdout:1165: finishing write tid 3 to smithi01673382-6 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1165: finishing write tid 4 to smithi01673382-6 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1169: finishing rollback tid 0 to smithi01673382-13 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1158: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1158: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 723 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1164: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1168: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1168: finishing rollback tid 2 to smithi01673382-27 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 484 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1165: finishing write tid 5 to smithi01673382-6 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 482 (ObjNum 376 snap 125 seq_num 376) dirty exists 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1165: left oid 6 (ObjNum 376 snap 125 seq_num 376) 2024-04-24T02:45:54.595 INFO:tasks.rados.rados.0.smithi016.stdout:1162: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:1169: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:1169: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 758 (ObjNum 272 snap 83 seq_num 272) dirty exists 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:1164: finishing copy_from to smithi01673382-29 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 617 (ObjNum 372 snap 124 seq_num 372) dirty exists 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:1166: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:1166: finishing copy_from to smithi01673382-49 2024-04-24T02:45:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 314 (ObjNum 308 snap 97 seq_num 308) dirty exists 2024-04-24T02:45:54.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:45:54.377+0000 7faf10bd4700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[84376]: pgmap v52: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[84376]: osdmap e286: 8 total, 8 up, 8 in 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[86910]: pgmap v52: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[86910]: osdmap e286: 8 total, 8 up, 8 in 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:54 smithi063 ceph-mon[77007]: pgmap v52: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-24T02:45:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:54 smithi063 ceph-mon[77007]: osdmap e286: 8 total, 8 up, 8 in 2024-04-24T02:45:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1155: done (13 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1158: done (12 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1159: done (11 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1160: done (10 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1161: done (9 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1162: done (8 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1163: done (7 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1164: done (6 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1165: done (5 left) 2024-04-24T02:45:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:1166: done (4 left) 2024-04-24T02:45:55.468 INFO:tasks.rados.rados.0.smithi016.stdout:1167: done (3 left) 2024-04-24T02:45:55.468 INFO:tasks.rados.rados.0.smithi016.stdout:1168: done (2 left) 2024-04-24T02:45:55.468 INFO:tasks.rados.rados.0.smithi016.stdout:1169: done (1 left) 2024-04-24T02:45:55.468 INFO:tasks.rados.rados.0.smithi016.stdout:1170: done (0 left) 2024-04-24T02:45:55.468 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 126 2024-04-24T02:45:55.468 INFO:tasks.rados.rados.0.smithi016.stdout:1171: seq_num 377 ranges {9207808=720896,9928704=434176,10362880=368640} 2024-04-24T02:45:55.521 INFO:tasks.rados.rados.0.smithi016.stdout:1171: writing smithi01673382-5 from 9207808 to 9928704 tid 1 2024-04-24T02:45:55.523 INFO:tasks.rados.rados.0.smithi016.stdout:1171: writing smithi01673382-5 from 9928704 to 10362880 tid 2 2024-04-24T02:45:55.526 INFO:tasks.rados.rados.0.smithi016.stdout:1171: writing smithi01673382-5 from 10362880 to 10731520 tid 3 2024-04-24T02:45:55.526 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 126 2024-04-24T02:45:55.526 INFO:tasks.rados.rados.0.smithi016.stdout:1172: seq_num 378 ranges {1318912=737280,2056192=720896,2777088=81920} 2024-04-24T02:45:55.537 INFO:tasks.rados.rados.0.smithi016.stdout:1172: writing smithi01673382-10 from 1318912 to 2056192 tid 1 2024-04-24T02:45:55.541 INFO:tasks.rados.rados.0.smithi016.stdout:1172: writing smithi01673382-10 from 2056192 to 2777088 tid 2 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1172: writing smithi01673382-10 from 2777088 to 2859008 tid 3 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1173: rmattr oid 30 current snap is 126 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1173: done (2 left) 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1174: copy_from oid 33 from oid 50 current snap is 126 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 1 to smithi01673382-5 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 2 to smithi01673382-5 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 3 to smithi01673382-5 2024-04-24T02:45:55.543 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 4 to smithi01673382-5 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 5 to smithi01673382-5 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 423 (ObjNum 377 snap 126 seq_num 377) dirty exists 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:1171: left oid 5 (ObjNum 377 snap 126 seq_num 377) 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:1172: finishing write tid 1 to smithi01673382-10 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:1171: done (2 left) 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:1175: read oid 28 snap -1 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:1175: expect (ObjNum 369 snap 123 seq_num 369) 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 126 2024-04-24T02:45:55.544 INFO:tasks.rados.rados.0.smithi016.stdout:1176: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-04-24T02:45:55.547 INFO:tasks.rados.rados.0.smithi016.stdout:1176: writing smithi01673382-20 from 0 to 753664 tid 1 2024-04-24T02:45:55.550 INFO:tasks.rados.rados.0.smithi016.stdout:1176: writing smithi01673382-20 from 753664 to 1359872 tid 2 2024-04-24T02:45:55.552 INFO:tasks.rados.rados.0.smithi016.stdout:1176: writing smithi01673382-20 from 1359872 to 1556480 tid 3 2024-04-24T02:45:55.552 INFO:tasks.rados.rados.0.smithi016.stdout:1177: copy_from oid 36 from oid 38 current snap is 126 2024-04-24T02:45:55.553 INFO:tasks.rados.rados.0.smithi016.stdout:1172: finishing write tid 2 to smithi01673382-10 2024-04-24T02:45:55.553 INFO:tasks.rados.rados.0.smithi016.stdout:1172: finishing write tid 3 to smithi01673382-10 2024-04-24T02:45:55.553 INFO:tasks.rados.rados.0.smithi016.stdout:1172: finishing write tid 4 to smithi01673382-10 2024-04-24T02:45:55.553 INFO:tasks.rados.rados.0.smithi016.stdout:1172: finishing write tid 5 to smithi01673382-10 2024-04-24T02:45:55.553 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 587 (ObjNum 378 snap 126 seq_num 378) dirty exists 2024-04-24T02:45:55.553 INFO:tasks.rados.rados.0.smithi016.stdout:1172: left oid 10 (ObjNum 378 snap 126 seq_num 378) 2024-04-24T02:45:55.553 INFO:tasks.rados.rados.0.smithi016.stdout:1175: expect (ObjNum 369 snap 123 seq_num 369) 2024-04-24T02:45:55.592 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 1 to smithi01673382-20 2024-04-24T02:45:55.593 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 2 to smithi01673382-20 2024-04-24T02:45:55.593 INFO:tasks.rados.rados.0.smithi016.stdout:1172: done (4 left) 2024-04-24T02:45:55.593 INFO:tasks.rados.rados.0.smithi016.stdout:1175: done (3 left) 2024-04-24T02:45:55.593 INFO:tasks.rados.rados.0.smithi016.stdout:1178: snap_remove snap 74 2024-04-24T02:45:55.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:55 smithi016 ceph-mon[84376]: osdmap e287: 8 total, 8 up, 8 in 2024-04-24T02:45:55.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:55.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:55.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:55 smithi016 ceph-mon[86910]: osdmap e287: 8 total, 8 up, 8 in 2024-04-24T02:45:55.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:55.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:55 smithi063 ceph-mon[77007]: osdmap e287: 8 total, 8 up, 8 in 2024-04-24T02:45:55.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:55.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:55.951 INFO:tasks.rados.rados.0.smithi016.stdout:1178: done (3 left) 2024-04-24T02:45:55.951 INFO:tasks.rados.rados.0.smithi016.stdout:1179: snap_remove snap 98 2024-04-24T02:45:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:56 smithi063 ceph-mon[77007]: pgmap v55: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:56 smithi063 ceph-mon[77007]: osdmap e288: 8 total, 8 up, 8 in 2024-04-24T02:45:56.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:56 smithi063 ceph-mon[77007]: osdmap e289: 8 total, 8 up, 8 in 2024-04-24T02:45:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:56 smithi016 ceph-mon[84376]: pgmap v55: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:56 smithi016 ceph-mon[84376]: osdmap e288: 8 total, 8 up, 8 in 2024-04-24T02:45:56.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:56 smithi016 ceph-mon[84376]: osdmap e289: 8 total, 8 up, 8 in 2024-04-24T02:45:56.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:56 smithi016 ceph-mon[86910]: pgmap v55: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:45:56.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:56 smithi016 ceph-mon[86910]: osdmap e288: 8 total, 8 up, 8 in 2024-04-24T02:45:56.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:56 smithi016 ceph-mon[86910]: osdmap e289: 8 total, 8 up, 8 in 2024-04-24T02:45:56.955 INFO:tasks.rados.rados.0.smithi016.stdout:1179: done (3 left) 2024-04-24T02:45:56.955 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 126 2024-04-24T02:45:56.955 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 3 to smithi01673382-20 2024-04-24T02:45:56.956 INFO:tasks.rados.rados.0.smithi016.stdout:1180: seq_num 380 ranges {1982464=770048,2752512=483328,3235840=319488} 2024-04-24T02:45:56.972 INFO:tasks.rados.rados.0.smithi016.stdout:1180: writing smithi01673382-22 from 1982464 to 2752512 tid 1 2024-04-24T02:45:56.974 INFO:tasks.rados.rados.0.smithi016.stdout:1180: writing smithi01673382-22 from 2752512 to 3235840 tid 2 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:1180: writing smithi01673382-22 from 3235840 to 3555328 tid 3 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 126 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 4 to smithi01673382-20 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 5 to smithi01673382-20 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 249 (ObjNum 379 snap 126 seq_num 379) dirty exists 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:1176: left oid 20 (ObjNum 379 snap 126 seq_num 379) 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:1174: finishing copy_from racing read to smithi01673382-33 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:1174: finishing copy_from to smithi01673382-33 2024-04-24T02:45:56.977 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 106 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-24T02:45:56.978 INFO:tasks.rados.rados.0.smithi016.stdout:1177: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:45:56.978 INFO:tasks.rados.rados.0.smithi016.stdout:1177: finishing copy_from to smithi01673382-36 2024-04-24T02:45:56.978 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 723 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-04-24T02:45:56.978 INFO:tasks.rados.rados.0.smithi016.stdout:1181: seq_num 381 ranges {7733248=786432,8519680=417792,8937472=385024} 2024-04-24T02:45:57.024 INFO:tasks.rados.rados.0.smithi016.stdout:1181: writing smithi01673382-42 from 7733248 to 8519680 tid 1 2024-04-24T02:45:57.027 INFO:tasks.rados.rados.0.smithi016.stdout:1181: writing smithi01673382-42 from 8519680 to 8937472 tid 2 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:1181: writing smithi01673382-42 from 8937472 to 9322496 tid 3 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:1174: done (4 left) 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:1176: done (3 left) 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:1177: done (2 left) 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 126 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:1180: finishing write tid 1 to smithi01673382-22 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:1180: finishing write tid 2 to smithi01673382-22 2024-04-24T02:45:57.030 INFO:tasks.rados.rados.0.smithi016.stdout:1182: seq_num 382 ranges {2383872=802816,3186688=704512,3891200=98304} 2024-04-24T02:45:57.047 INFO:tasks.rados.rados.0.smithi016.stdout:1182: writing smithi01673382-48 from 2383872 to 3186688 tid 1 2024-04-24T02:45:57.051 INFO:tasks.rados.rados.0.smithi016.stdout:1182: writing smithi01673382-48 from 3186688 to 3891200 tid 2 2024-04-24T02:45:57.053 INFO:tasks.rados.rados.0.smithi016.stdout:1182: writing smithi01673382-48 from 3891200 to 3989504 tid 3 2024-04-24T02:45:57.053 INFO:tasks.rados.rados.0.smithi016.stdout:1183: copy_from oid 37 from oid 8 current snap is 126 2024-04-24T02:45:57.053 INFO:tasks.rados.rados.0.smithi016.stdout:1180: finishing write tid 3 to smithi01673382-22 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1180: finishing write tid 4 to smithi01673382-22 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1180: finishing write tid 5 to smithi01673382-22 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 664 (ObjNum 380 snap 126 seq_num 380) dirty exists 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1180: left oid 22 (ObjNum 380 snap 126 seq_num 380) 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1181: finishing write tid 1 to smithi01673382-42 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1180: done (3 left) 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1184: copy_from oid 2 from oid 14 current snap is 126 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1181: finishing write tid 2 to smithi01673382-42 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1181: finishing write tid 3 to smithi01673382-42 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1181: finishing write tid 4 to smithi01673382-42 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1181: finishing write tid 5 to smithi01673382-42 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 758 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1181: left oid 42 (ObjNum 381 snap 126 seq_num 381) 2024-04-24T02:45:57.054 INFO:tasks.rados.rados.0.smithi016.stdout:1182: finishing write tid 1 to smithi01673382-48 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1181: done (3 left) 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1185: rollback oid 36 current snap is 126 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 52 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1186: read oid 41 snap -1 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1186: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1187: read oid 46 snap -1 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1187: expect deleted 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1188: read oid 6 snap -1 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1188: expect (ObjNum 376 snap 125 seq_num 376) 2024-04-24T02:45:57.055 INFO:tasks.rados.rados.0.smithi016.stdout:1189: rmattr oid 27 current snap is 126 2024-04-24T02:45:57.056 INFO:tasks.rados.rados.0.smithi016.stdout:1189: done (7 left) 2024-04-24T02:45:57.056 INFO:tasks.rados.rados.0.smithi016.stdout:1190: copy_from oid 40 from oid 3 current snap is 126 2024-04-24T02:45:57.056 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 126 2024-04-24T02:45:57.056 INFO:tasks.rados.rados.0.smithi016.stdout:1191: seq_num 383 ranges {950272=417792,1368064=589824,1957888=417792,2375680=196608} 2024-04-24T02:45:57.061 INFO:tasks.rados.rados.0.smithi016.stdout:1191: writing smithi01673382-1 from 950272 to 1368064 tid 1 2024-04-24T02:45:57.064 INFO:tasks.rados.rados.0.smithi016.stdout:1191: writing smithi01673382-1 from 1368064 to 1957888 tid 2 2024-04-24T02:45:57.068 INFO:tasks.rados.rados.0.smithi016.stdout:1191: writing smithi01673382-1 from 1957888 to 2375680 tid 3 2024-04-24T02:45:57.069 INFO:tasks.rados.rados.0.smithi016.stdout:1191: writing smithi01673382-1 from 2375680 to 2572288 tid 4 2024-04-24T02:45:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 126 2024-04-24T02:45:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:1192: seq_num 384 ranges {442368=434176,876544=475136,1351680=630784,1982464=98304} 2024-04-24T02:45:57.074 INFO:tasks.rados.rados.0.smithi016.stdout:1192: writing smithi01673382-27 from 442368 to 876544 tid 1 2024-04-24T02:45:57.077 INFO:tasks.rados.rados.0.smithi016.stdout:1192: writing smithi01673382-27 from 876544 to 1351680 tid 2 2024-04-24T02:45:57.080 INFO:tasks.rados.rados.0.smithi016.stdout:1192: writing smithi01673382-27 from 1351680 to 1982464 tid 3 2024-04-24T02:45:57.081 INFO:tasks.rados.rados.0.smithi016.stdout:1192: writing smithi01673382-27 from 1982464 to 2080768 tid 4 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1193: setattr oid 12 current snap is 126 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1183: finishing copy_from to smithi01673382-37 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1183: got expected ENOENT (src dne) 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1183: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1185: finishing rollback tid 0 to smithi01673382-36 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1185: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 725 (ObjNum -1845962872 snap 32573 seq_num 0) dirty dne 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1182: finishing write tid 2 to smithi01673382-48 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1182: finishing write tid 3 to smithi01673382-48 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1182: finishing write tid 4 to smithi01673382-48 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:1182: finishing write tid 5 to smithi01673382-48 2024-04-24T02:45:57.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 466 (ObjNum 382 snap 126 seq_num 382) dirty exists 2024-04-24T02:45:57.083 INFO:tasks.rados.rados.0.smithi016.stdout:1182: left oid 48 (ObjNum 382 snap 126 seq_num 382) 2024-04-24T02:45:57.083 INFO:tasks.rados.rados.0.smithi016.stdout:1190: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:45:57.083 INFO:tasks.rados.rados.0.smithi016.stdout:1188: expect (ObjNum 376 snap 125 seq_num 376) 2024-04-24T02:45:57.145 INFO:tasks.rados.rados.0.smithi016.stdout:1186: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:45:57.227 INFO:tasks.rados.rados.0.smithi016.stdout:1190: finishing copy_from to smithi01673382-40 2024-04-24T02:45:57.227 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 411 (ObjNum 364 snap 121 seq_num 364) dirty exists 2024-04-24T02:45:57.227 INFO:tasks.rados.rados.0.smithi016.stdout:1184: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1191: finishing write tid 1 to smithi01673382-1 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1184: finishing copy_from to smithi01673382-2 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 511 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1191: finishing write tid 2 to smithi01673382-1 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1191: finishing write tid 3 to smithi01673382-1 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1191: finishing write tid 4 to smithi01673382-1 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1191: finishing write tid 5 to smithi01673382-1 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1191: finishing write tid 6 to smithi01673382-1 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 730 (ObjNum 383 snap 126 seq_num 383) dirty exists 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1191: left oid 1 (ObjNum 383 snap 126 seq_num 383) 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1192: finishing write tid 1 to smithi01673382-27 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1192: finishing write tid 2 to smithi01673382-27 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1192: finishing write tid 3 to smithi01673382-27 2024-04-24T02:45:57.228 INFO:tasks.rados.rados.0.smithi016.stdout:1192: finishing write tid 4 to smithi01673382-27 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1192: finishing write tid 5 to smithi01673382-27 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1192: finishing write tid 6 to smithi01673382-27 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 622 (ObjNum 384 snap 126 seq_num 384) dirty exists 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1192: left oid 27 (ObjNum 384 snap 126 seq_num 384) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1182: done (10 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1183: done (9 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1184: done (8 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1185: done (7 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1186: done (6 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1187: done (5 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1188: done (4 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1190: done (3 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1191: done (2 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1192: done (1 left) 2024-04-24T02:45:57.229 INFO:tasks.rados.rados.0.smithi016.stdout:1194: rollback oid 20 current snap is 126 2024-04-24T02:45:57.230 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 82 2024-04-24T02:45:57.230 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 126 2024-04-24T02:45:57.230 INFO:tasks.rados.rados.0.smithi016.stdout:1195: seq_num 385 ranges {3989504=450560,4440064=761856,5201920=442368} 2024-04-24T02:45:57.251 INFO:tasks.rados.rados.0.smithi016.stdout:1195: writing smithi01673382-48 from 3989504 to 4440064 tid 1 2024-04-24T02:45:57.255 INFO:tasks.rados.rados.0.smithi016.stdout:1195: writing smithi01673382-48 from 4440064 to 5201920 tid 2 2024-04-24T02:45:57.258 INFO:tasks.rados.rados.0.smithi016.stdout:1195: writing smithi01673382-48 from 5201920 to 5644288 tid 3 2024-04-24T02:45:57.258 INFO:tasks.rados.rados.0.smithi016.stdout:1196: rmattr oid 17 current snap is 126 2024-04-24T02:45:57.258 INFO:tasks.rados.rados.0.smithi016.stdout:1194: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:45:57.258 INFO:tasks.rados.rados.0.smithi016.stdout:1194: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 251 (ObjNum 1718835539 snap 1349611621 seq_num 1617130340) dirty dne 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 544 (ObjNum 2001565616 snap 22076 seq_num 2002529552) dirty exists 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 1 to smithi01673382-48 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 2 to smithi01673382-48 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:1193: done (3 left) 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:1194: done (2 left) 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:1197: read oid 38 snap -1 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:1197: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:45:57.259 INFO:tasks.rados.rados.0.smithi016.stdout:1198: snap_create 2024-04-24T02:45:57.261 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 3 to smithi01673382-48 2024-04-24T02:45:57.261 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 784 (ObjNum 351 snap 118 seq_num 351) dirty exists 2024-04-24T02:45:57.262 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 4 to smithi01673382-48 2024-04-24T02:45:57.263 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 5 to smithi01673382-48 2024-04-24T02:45:57.263 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 470 (ObjNum 385 snap 126 seq_num 385) dirty exists 2024-04-24T02:45:57.263 INFO:tasks.rados.rados.0.smithi016.stdout:1195: left oid 48 (ObjNum 385 snap 126 seq_num 385) 2024-04-24T02:45:57.269 INFO:tasks.rados.rados.0.smithi016.stdout:1197: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:45:57.958 INFO:tasks.rados.rados.0.smithi016.stdout:1195: done (3 left) 2024-04-24T02:45:57.958 INFO:tasks.rados.rados.0.smithi016.stdout:1196: done (2 left) 2024-04-24T02:45:57.958 INFO:tasks.rados.rados.0.smithi016.stdout:1197: done (1 left) 2024-04-24T02:45:57.958 INFO:tasks.rados.rados.0.smithi016.stdout:1198: done (0 left) 2024-04-24T02:45:57.959 INFO:tasks.rados.rados.0.smithi016.stdout:1199: read oid 49 snap -1 2024-04-24T02:45:57.959 INFO:tasks.rados.rados.0.smithi016.stdout:1199: expect (ObjNum 308 snap 97 seq_num 308) 2024-04-24T02:45:57.959 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 127 2024-04-24T02:45:57.959 INFO:tasks.rados.rados.0.smithi016.stdout:1200: seq_num 386 ranges {5775360=466944,6242304=638976,6881280=565248} 2024-04-24T02:45:57.992 INFO:tasks.rados.rados.0.smithi016.stdout:1200: writing smithi01673382-26 from 5775360 to 6242304 tid 1 2024-04-24T02:45:57.996 INFO:tasks.rados.rados.0.smithi016.stdout:1200: writing smithi01673382-26 from 6242304 to 6881280 tid 2 2024-04-24T02:45:57.999 INFO:tasks.rados.rados.0.smithi016.stdout:1200: writing smithi01673382-26 from 6881280 to 7446528 tid 3 2024-04-24T02:45:57.999 INFO:tasks.rados.rados.0.smithi016.stdout:1201: snap_create 2024-04-24T02:45:57.999 INFO:tasks.rados.rados.0.smithi016.stdout:1199: expect (ObjNum 308 snap 97 seq_num 308) 2024-04-24T02:45:58.209 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 1 to smithi01673382-26 2024-04-24T02:45:58.209 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 2 to smithi01673382-26 2024-04-24T02:45:58.209 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 3 to smithi01673382-26 2024-04-24T02:45:58.209 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 4 to smithi01673382-26 2024-04-24T02:45:58.209 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 5 to smithi01673382-26 2024-04-24T02:45:58.209 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 322 (ObjNum 386 snap 127 seq_num 386) dirty exists 2024-04-24T02:45:58.209 INFO:tasks.rados.rados.0.smithi016.stdout:1200: left oid 26 (ObjNum 386 snap 127 seq_num 386) 2024-04-24T02:45:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:57 smithi016 ceph-mon[84376]: pgmap v58: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-04-24T02:45:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:57 smithi016 ceph-mon[84376]: osdmap e290: 8 total, 8 up, 8 in 2024-04-24T02:45:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:57 smithi016 ceph-mon[86910]: pgmap v58: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-04-24T02:45:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:57 smithi016 ceph-mon[86910]: osdmap e290: 8 total, 8 up, 8 in 2024-04-24T02:45:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:57 smithi063 ceph-mon[77007]: pgmap v58: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-04-24T02:45:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:57 smithi063 ceph-mon[77007]: osdmap e290: 8 total, 8 up, 8 in 2024-04-24T02:45:58.760 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:45:58] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.33.4" 2024-04-24T02:45:58.960 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:45:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:45:58.962 INFO:tasks.rados.rados.0.smithi016.stdout:1199: done (2 left) 2024-04-24T02:45:58.962 INFO:tasks.rados.rados.0.smithi016.stdout:1200: done (1 left) 2024-04-24T02:45:58.962 INFO:tasks.rados.rados.0.smithi016.stdout:1201: done (0 left) 2024-04-24T02:45:58.963 INFO:tasks.rados.rados.0.smithi016.stdout:1202: snap_create 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: osdmap e291: 8 total, 8 up, 8 in 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: Reconfiguring mon.a (monmap changed)... 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:59.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[86910]: Reconfiguring daemon mon.a on smithi016 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: osdmap e291: 8 total, 8 up, 8 in 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: Reconfiguring mon.a (monmap changed)... 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:59.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:58 smithi016 ceph-mon[84376]: Reconfiguring daemon mon.a on smithi016 2024-04-24T02:45:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: osdmap e291: 8 total, 8 up, 8 in 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: Reconfiguring mon.a (monmap changed)... 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:45:59.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:58 smithi063 ceph-mon[77007]: Reconfiguring daemon mon.a on smithi016 2024-04-24T02:45:59.965 INFO:tasks.rados.rados.0.smithi016.stdout:1202: done (0 left) 2024-04-24T02:45:59.965 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 129 2024-04-24T02:45:59.965 INFO:tasks.rados.rados.0.smithi016.stdout:1203: seq_num 387 ranges {1228800=483328,1712128=524288,2236416=679936} 2024-04-24T02:45:59.974 INFO:tasks.rados.rados.0.smithi016.stdout:1203: writing smithi01673382-44 from 1228800 to 1712128 tid 1 2024-04-24T02:45:59.977 INFO:tasks.rados.rados.0.smithi016.stdout:1203: writing smithi01673382-44 from 1712128 to 2236416 tid 2 2024-04-24T02:45:59.981 INFO:tasks.rados.rados.0.smithi016.stdout:1203: writing smithi01673382-44 from 2236416 to 2916352 tid 3 2024-04-24T02:45:59.982 INFO:tasks.rados.rados.0.smithi016.stdout:1204: read oid 10 snap -1 2024-04-24T02:45:59.982 INFO:tasks.rados.rados.0.smithi016.stdout:1204: expect (ObjNum 378 snap 126 seq_num 378) 2024-04-24T02:45:59.985 INFO:tasks.rados.rados.0.smithi016.stdout:1205: read oid 1 snap -1 2024-04-24T02:45:59.985 INFO:tasks.rados.rados.0.smithi016.stdout:1205: expect (ObjNum 383 snap 126 seq_num 383) 2024-04-24T02:45:59.985 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 129 2024-04-24T02:45:59.985 INFO:tasks.rados.rados.0.smithi016.stdout:1206: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1206: writing smithi01673382-19 from 0 to 507904 tid 1 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1206: writing smithi01673382-19 from 507904 to 966656 tid 2 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1206: writing smithi01673382-19 from 966656 to 1572864 tid 3 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1206: writing smithi01673382-19 from 1572864 to 1712128 tid 4 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1207: copy_from oid 17 from oid 18 current snap is 129 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1208: snap_create 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1203: finishing write tid 1 to smithi01673382-44 2024-04-24T02:45:59.994 INFO:tasks.rados.rados.0.smithi016.stdout:1203: finishing write tid 2 to smithi01673382-44 2024-04-24T02:45:59.995 INFO:tasks.rados.rados.0.smithi016.stdout:1203: finishing write tid 3 to smithi01673382-44 2024-04-24T02:45:59.995 INFO:tasks.rados.rados.0.smithi016.stdout:1203: finishing write tid 4 to smithi01673382-44 2024-04-24T02:45:59.995 INFO:tasks.rados.rados.0.smithi016.stdout:1203: finishing write tid 5 to smithi01673382-44 2024-04-24T02:45:59.996 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 789 (ObjNum 387 snap 129 seq_num 387) dirty exists 2024-04-24T02:45:59.996 INFO:tasks.rados.rados.0.smithi016.stdout:1203: left oid 44 (ObjNum 387 snap 129 seq_num 387) 2024-04-24T02:45:59.996 INFO:tasks.rados.rados.0.smithi016.stdout:1205: expect (ObjNum 383 snap 126 seq_num 383) 2024-04-24T02:46:00.088 INFO:tasks.rados.rados.0.smithi016.stdout:1206: finishing write tid 1 to smithi01673382-19 2024-04-24T02:46:00.088 INFO:tasks.rados.rados.0.smithi016.stdout:1206: finishing write tid 2 to smithi01673382-19 2024-04-24T02:46:00.088 INFO:tasks.rados.rados.0.smithi016.stdout:1204: expect (ObjNum 378 snap 126 seq_num 378) 2024-04-24T02:46:00.186 INFO:tasks.rados.rados.0.smithi016.stdout:1206: finishing write tid 3 to smithi01673382-19 2024-04-24T02:46:00.186 INFO:tasks.rados.rados.0.smithi016.stdout:1206: finishing write tid 4 to smithi01673382-19 2024-04-24T02:46:00.186 INFO:tasks.rados.rados.0.smithi016.stdout:1206: finishing write tid 5 to smithi01673382-19 2024-04-24T02:46:00.187 INFO:tasks.rados.rados.0.smithi016.stdout:1206: finishing write tid 6 to smithi01673382-19 2024-04-24T02:46:00.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 794 (ObjNum 388 snap 129 seq_num 388) dirty exists 2024-04-24T02:46:00.187 INFO:tasks.rados.rados.0.smithi016.stdout:1206: left oid 19 (ObjNum 388 snap 129 seq_num 388) 2024-04-24T02:46:00.187 INFO:tasks.rados.rados.0.smithi016.stdout:1207: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:46:00.187 INFO:tasks.rados.rados.0.smithi016.stdout:1207: finishing copy_from to smithi01673382-17 2024-04-24T02:46:00.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 309 (ObjNum 318 snap 105 seq_num 318) dirty exists 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: pgmap v61: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: osdmap e292: 8 total, 8 up, 8 in 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: pgmap v61: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-04-24T02:46:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: osdmap e292: 8 total, 8 up, 8 in 2024-04-24T02:46:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:46:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:46:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:45:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: pgmap v61: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-04-24T02:46:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: osdmap e292: 8 total, 8 up, 8 in 2024-04-24T02:46:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:46:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:46:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:45:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:00.954 INFO:tasks.rados.rados.0.smithi016.stdout:1203: done (5 left) 2024-04-24T02:46:00.955 INFO:tasks.rados.rados.0.smithi016.stdout:1204: done (4 left) 2024-04-24T02:46:00.955 INFO:tasks.rados.rados.0.smithi016.stdout:1205: done (3 left) 2024-04-24T02:46:00.955 INFO:tasks.rados.rados.0.smithi016.stdout:1206: done (2 left) 2024-04-24T02:46:00.955 INFO:tasks.rados.rados.0.smithi016.stdout:1207: done (1 left) 2024-04-24T02:46:00.955 INFO:tasks.rados.rados.0.smithi016.stdout:1208: done (0 left) 2024-04-24T02:46:00.955 INFO:tasks.rados.rados.0.smithi016.stdout:1209: snap_create 2024-04-24T02:46:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[84376]: Reconfiguring mgr.y (monmap changed)... 2024-04-24T02:46:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[84376]: Reconfiguring daemon mgr.y on smithi016 2024-04-24T02:46:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[84376]: osdmap e293: 8 total, 8 up, 8 in 2024-04-24T02:46:01.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[84376]: osdmap e294: 8 total, 8 up, 8 in 2024-04-24T02:46:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[86910]: Reconfiguring mgr.y (monmap changed)... 2024-04-24T02:46:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[86910]: Reconfiguring daemon mgr.y on smithi016 2024-04-24T02:46:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[86910]: osdmap e293: 8 total, 8 up, 8 in 2024-04-24T02:46:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:00 smithi016 ceph-mon[86910]: osdmap e294: 8 total, 8 up, 8 in 2024-04-24T02:46:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:00 smithi063 ceph-mon[77007]: Reconfiguring mgr.y (monmap changed)... 2024-04-24T02:46:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:00 smithi063 ceph-mon[77007]: Reconfiguring daemon mgr.y on smithi016 2024-04-24T02:46:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:00 smithi063 ceph-mon[77007]: osdmap e293: 8 total, 8 up, 8 in 2024-04-24T02:46:01.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:00 smithi063 ceph-mon[77007]: osdmap e294: 8 total, 8 up, 8 in 2024-04-24T02:46:01.954 INFO:tasks.rados.rados.0.smithi016.stdout:1209: done (0 left) 2024-04-24T02:46:01.954 INFO:tasks.rados.rados.0.smithi016.stdout:1210: snap_remove snap 128 2024-04-24T02:46:02.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[84376]: pgmap v64: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[84376]: osdmap e295: 8 total, 8 up, 8 in 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[86910]: pgmap v64: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:46:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:46:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:01 smithi016 ceph-mon[86910]: osdmap e295: 8 total, 8 up, 8 in 2024-04-24T02:46:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:01 smithi063 ceph-mon[77007]: pgmap v64: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-04-24T02:46:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:46:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:46:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:01 smithi063 ceph-mon[77007]: osdmap e295: 8 total, 8 up, 8 in 2024-04-24T02:46:02.957 INFO:tasks.rados.rados.0.smithi016.stdout:1210: done (0 left) 2024-04-24T02:46:02.957 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 131 2024-04-24T02:46:02.957 INFO:tasks.rados.rados.0.smithi016.stdout:1211: seq_num 389 ranges {2195456=524288,2719744=745472,3465216=458752} 2024-04-24T02:46:02.972 INFO:tasks.rados.rados.0.smithi016.stdout:1211: writing smithi01673382-33 from 2195456 to 2719744 tid 1 2024-04-24T02:46:02.977 INFO:tasks.rados.rados.0.smithi016.stdout:1211: writing smithi01673382-33 from 2719744 to 3465216 tid 2 2024-04-24T02:46:02.979 INFO:tasks.rados.rados.0.smithi016.stdout:1211: writing smithi01673382-33 from 3465216 to 3923968 tid 3 2024-04-24T02:46:02.979 INFO:tasks.rados.rados.0.smithi016.stdout:1212: copy_from oid 22 from oid 50 current snap is 131 2024-04-24T02:46:02.980 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 131 2024-04-24T02:46:02.980 INFO:tasks.rados.rados.0.smithi016.stdout:1213: seq_num 390 ranges {3923968=540672,4464640=630784,5095424=573440} 2024-04-24T02:46:03.005 INFO:tasks.rados.rados.0.smithi016.stdout:1213: writing smithi01673382-38 from 3923968 to 4464640 tid 1 2024-04-24T02:46:03.009 INFO:tasks.rados.rados.0.smithi016.stdout:1213: writing smithi01673382-38 from 4464640 to 5095424 tid 2 2024-04-24T02:46:03.013 INFO:tasks.rados.rados.0.smithi016.stdout:1213: writing smithi01673382-38 from 5095424 to 5668864 tid 3 2024-04-24T02:46:03.013 INFO:tasks.rados.rados.0.smithi016.stdout:1214: read oid 17 snap -1 2024-04-24T02:46:03.013 INFO:tasks.rados.rados.0.smithi016.stdout:1214: expect (ObjNum 318 snap 105 seq_num 318) 2024-04-24T02:46:03.013 INFO:tasks.rados.rados.0.smithi016.stdout:1215: snap_create 2024-04-24T02:46:03.013 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 1 to smithi01673382-33 2024-04-24T02:46:03.013 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 2 to smithi01673382-33 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 3 to smithi01673382-33 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 4 to smithi01673382-33 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 5 to smithi01673382-33 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 801 (ObjNum 389 snap 131 seq_num 389) dirty exists 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1211: left oid 33 (ObjNum 389 snap 131 seq_num 389) 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1212: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1212: finishing copy_from to smithi01673382-22 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 106 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing write tid 1 to smithi01673382-38 2024-04-24T02:46:03.014 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing write tid 2 to smithi01673382-38 2024-04-24T02:46:03.017 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing write tid 3 to smithi01673382-38 2024-04-24T02:46:03.019 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing write tid 4 to smithi01673382-38 2024-04-24T02:46:03.019 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing write tid 5 to smithi01673382-38 2024-04-24T02:46:03.020 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 763 (ObjNum 390 snap 131 seq_num 390) dirty exists 2024-04-24T02:46:03.020 INFO:tasks.rados.rados.0.smithi016.stdout:1213: left oid 38 (ObjNum 390 snap 131 seq_num 390) 2024-04-24T02:46:03.039 INFO:tasks.rados.rados.0.smithi016.stdout:1214: expect (ObjNum 318 snap 105 seq_num 318) 2024-04-24T02:46:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:02 smithi016 ceph-mon[84376]: Reconfiguring mon.c (monmap changed)... 2024-04-24T02:46:03.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:02 smithi016 ceph-mon[84376]: Reconfiguring daemon mon.c on smithi016 2024-04-24T02:46:03.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:02 smithi016 ceph-mon[84376]: osdmap e296: 8 total, 8 up, 8 in 2024-04-24T02:46:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:02 smithi016 ceph-mon[86910]: Reconfiguring mon.c (monmap changed)... 2024-04-24T02:46:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:02 smithi016 ceph-mon[86910]: Reconfiguring daemon mon.c on smithi016 2024-04-24T02:46:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:02 smithi016 ceph-mon[86910]: osdmap e296: 8 total, 8 up, 8 in 2024-04-24T02:46:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:02 smithi063 ceph-mon[77007]: Reconfiguring mon.c (monmap changed)... 2024-04-24T02:46:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:02 smithi063 ceph-mon[77007]: Reconfiguring daemon mon.c on smithi016 2024-04-24T02:46:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:02 smithi063 ceph-mon[77007]: osdmap e296: 8 total, 8 up, 8 in 2024-04-24T02:46:03.980 INFO:tasks.rados.rados.0.smithi016.stdout:1211: done (4 left) 2024-04-24T02:46:03.980 INFO:tasks.rados.rados.0.smithi016.stdout:1212: done (3 left) 2024-04-24T02:46:03.981 INFO:tasks.rados.rados.0.smithi016.stdout:1213: done (2 left) 2024-04-24T02:46:03.981 INFO:tasks.rados.rados.0.smithi016.stdout:1214: done (1 left) 2024-04-24T02:46:03.981 INFO:tasks.rados.rados.0.smithi016.stdout:1215: done (0 left) 2024-04-24T02:46:03.981 INFO:tasks.rados.rados.0.smithi016.stdout:1216: delete oid 8 current snap is 132 2024-04-24T02:46:03.984 INFO:tasks.rados.rados.0.smithi016.stdout:1216: done (0 left) 2024-04-24T02:46:03.984 INFO:tasks.rados.rados.0.smithi016.stdout:1217: copy_from oid 49 from oid 47 current snap is 132 2024-04-24T02:46:03.984 INFO:tasks.rados.rados.0.smithi016.stdout:1218: snap_create 2024-04-24T02:46:03.992 INFO:tasks.rados.rados.0.smithi016.stdout:1217: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:46:03.994 INFO:tasks.rados.rados.0.smithi016.stdout:1217: finishing copy_from to smithi01673382-49 2024-04-24T02:46:03.994 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 411 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:46:04.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: pgmap v67: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: Reconfiguring osd.0 (monmap changed)... 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.0 on smithi016 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[84376]: osdmap e297: 8 total, 8 up, 8 in 2024-04-24T02:46:04.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: pgmap v67: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-04-24T02:46:04.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:04.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:04.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: Reconfiguring osd.0 (monmap changed)... 2024-04-24T02:46:04.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:46:04.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:04.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.0 on smithi016 2024-04-24T02:46:04.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:04 smithi016 ceph-mon[86910]: osdmap e297: 8 total, 8 up, 8 in 2024-04-24T02:46:04.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: pgmap v67: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-04-24T02:46:04.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:04.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:04.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: Reconfiguring osd.0 (monmap changed)... 2024-04-24T02:46:04.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:46:04.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:04.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.0 on smithi016 2024-04-24T02:46:04.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:04 smithi063 ceph-mon[77007]: osdmap e297: 8 total, 8 up, 8 in 2024-04-24T02:46:04.981 INFO:tasks.rados.rados.0.smithi016.stdout:1217: done (1 left) 2024-04-24T02:46:04.981 INFO:tasks.rados.rados.0.smithi016.stdout:1218: done (0 left) 2024-04-24T02:46:04.981 INFO:tasks.rados.rados.0.smithi016.stdout:1219: setattr oid 25 current snap is 133 2024-04-24T02:46:04.984 INFO:tasks.rados.rados.0.smithi016.stdout:1220: setattr oid 47 current snap is 133 2024-04-24T02:46:04.988 INFO:tasks.rados.rados.0.smithi016.stdout:1221: snap_create 2024-04-24T02:46:04.992 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 607 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-24T02:46:04.993 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 472 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:46:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1219: done (2 left) 2024-04-24T02:46:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1220: done (1 left) 2024-04-24T02:46:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1221: done (0 left) 2024-04-24T02:46:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 134 2024-04-24T02:46:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1222: seq_num 392 ranges {6160384=573440,6733824=802816,7536640=401408} 2024-04-24T02:46:06.020 INFO:tasks.rados.rados.0.smithi016.stdout:1222: writing smithi01673382-7 from 6160384 to 6733824 tid 1 2024-04-24T02:46:06.025 INFO:tasks.rados.rados.0.smithi016.stdout:1222: writing smithi01673382-7 from 6733824 to 7536640 tid 2 2024-04-24T02:46:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:1222: writing smithi01673382-7 from 7536640 to 7938048 tid 3 2024-04-24T02:46:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 134 2024-04-24T02:46:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:1222: finishing write tid 1 to smithi01673382-7 2024-04-24T02:46:06.028 INFO:tasks.rados.rados.0.smithi016.stdout:1223: seq_num 393 ranges {5554176=589824,6144000=679936,6823936=524288} 2024-04-24T02:46:06.061 INFO:tasks.rados.rados.0.smithi016.stdout:1223: writing smithi01673382-32 from 5554176 to 6144000 tid 1 2024-04-24T02:46:06.065 INFO:tasks.rados.rados.0.smithi016.stdout:1223: writing smithi01673382-32 from 6144000 to 6823936 tid 2 2024-04-24T02:46:06.069 INFO:tasks.rados.rados.0.smithi016.stdout:1223: writing smithi01673382-32 from 6823936 to 7348224 tid 3 2024-04-24T02:46:06.069 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 134 2024-04-24T02:46:06.069 INFO:tasks.rados.rados.0.smithi016.stdout:1222: finishing write tid 2 to smithi01673382-7 2024-04-24T02:46:06.069 INFO:tasks.rados.rados.0.smithi016.stdout:1224: seq_num 394 ranges {6316032=606208,6922240=565248,7487488=557056,8044544=81920} 2024-04-24T02:46:06.107 INFO:tasks.rados.rados.0.smithi016.stdout:1224: writing smithi01673382-34 from 6316032 to 6922240 tid 1 2024-04-24T02:46:06.110 INFO:tasks.rados.rados.0.smithi016.stdout:1224: writing smithi01673382-34 from 6922240 to 7487488 tid 2 2024-04-24T02:46:06.113 INFO:tasks.rados.rados.0.smithi016.stdout:1224: writing smithi01673382-34 from 7487488 to 8044544 tid 3 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1224: writing smithi01673382-34 from 8044544 to 8126464 tid 4 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1225: snap_create 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1222: finishing write tid 3 to smithi01673382-7 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1222: finishing write tid 4 to smithi01673382-7 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1222: finishing write tid 5 to smithi01673382-7 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 768 (ObjNum 392 snap 134 seq_num 392) dirty exists 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1222: left oid 7 (ObjNum 392 snap 134 seq_num 392) 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing write tid 1 to smithi01673382-32 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing write tid 2 to smithi01673382-32 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing write tid 3 to smithi01673382-32 2024-04-24T02:46:06.115 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing write tid 4 to smithi01673382-32 2024-04-24T02:46:06.116 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing write tid 5 to smithi01673382-32 2024-04-24T02:46:06.116 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 612 (ObjNum 393 snap 134 seq_num 393) dirty exists 2024-04-24T02:46:06.116 INFO:tasks.rados.rados.0.smithi016.stdout:1223: left oid 32 (ObjNum 393 snap 134 seq_num 393) 2024-04-24T02:46:06.116 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing write tid 1 to smithi01673382-34 2024-04-24T02:46:06.116 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing write tid 2 to smithi01673382-34 2024-04-24T02:46:06.117 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing write tid 3 to smithi01673382-34 2024-04-24T02:46:06.117 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing write tid 4 to smithi01673382-34 2024-04-24T02:46:06.117 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing write tid 5 to smithi01673382-34 2024-04-24T02:46:06.118 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing write tid 6 to smithi01673382-34 2024-04-24T02:46:06.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 682 (ObjNum 394 snap 134 seq_num 394) dirty exists 2024-04-24T02:46:06.119 INFO:tasks.rados.rados.0.smithi016.stdout:1224: left oid 34 (ObjNum 394 snap 134 seq_num 394) 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: pgmap v70: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: Reconfiguring osd.1 (monmap changed)... 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.1 on smithi016 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[86910]: osdmap e298: 8 total, 8 up, 8 in 2024-04-24T02:46:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: pgmap v70: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: Reconfiguring osd.1 (monmap changed)... 2024-04-24T02:46:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:46:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.1 on smithi016 2024-04-24T02:46:06.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:05 smithi016 ceph-mon[84376]: osdmap e298: 8 total, 8 up, 8 in 2024-04-24T02:46:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: pgmap v70: 121 pgs: 121 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: Reconfiguring osd.1 (monmap changed)... 2024-04-24T02:46:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:46:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.1 on smithi016 2024-04-24T02:46:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:05 smithi063 ceph-mon[77007]: osdmap e298: 8 total, 8 up, 8 in 2024-04-24T02:46:06.988 INFO:tasks.rados.rados.0.smithi016.stdout:1222: done (3 left) 2024-04-24T02:46:06.988 INFO:tasks.rados.rados.0.smithi016.stdout:1223: done (2 left) 2024-04-24T02:46:06.988 INFO:tasks.rados.rados.0.smithi016.stdout:1224: done (1 left) 2024-04-24T02:46:06.988 INFO:tasks.rados.rados.0.smithi016.stdout:1225: done (0 left) 2024-04-24T02:46:06.988 INFO:tasks.rados.rados.0.smithi016.stdout:1226: delete oid 40 current snap is 135 2024-04-24T02:46:06.991 INFO:tasks.rados.rados.0.smithi016.stdout:1226: done (0 left) 2024-04-24T02:46:06.991 INFO:tasks.rados.rados.0.smithi016.stdout:1227: snap_remove snap 63 2024-04-24T02:46:07.236 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[84376]: osdmap e299: 8 total, 8 up, 8 in 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[86910]: osdmap e299: 8 total, 8 up, 8 in 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:46:07.237 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:06 smithi063 ceph-mon[77007]: osdmap e299: 8 total, 8 up, 8 in 2024-04-24T02:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:07.700 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:46:07.992 INFO:tasks.rados.rados.0.smithi016.stdout:1227: done (0 left) 2024-04-24T02:46:07.992 INFO:tasks.rados.rados.0.smithi016.stdout:1228: snap_remove snap 109 2024-04-24T02:46:08.025 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:46:08.025 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (2m) 28s ago 6m 15.7M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:46:08.025 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (119s) 13s ago 6m 43.7M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:46:08.025 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (8m) 28s ago 8m 15.1M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (8m) 13s ago 8m 18.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (77s) 13s ago 11m 447M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (113s) 28s ago 13m 494M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (62s) 28s ago 13m 42.4M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (19s) 13s ago 12m 18.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (37s) 28s ago 11m 28.7M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (2m) 28s ago 7m 15.9M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (2m) 13s ago 7m 22.5M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (11m) 28s ago 11m 173M 2489M 16.2.15-1-g8963e9de 727f386679cb bc1d115e9379 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (10m) 28s ago 10m 212M 2489M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (10m) 28s ago 10m 194M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (10m) 28s ago 10m 134M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (9m) 13s ago 9m 203M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (9m) 13s ago 9m 161M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:46:08.026 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (8m) 13s ago 8m 93.9M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:46:08.027 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (8m) 13s ago 8m 112M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:46:08.027 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (82s) 13s ago 7m 55.9M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:46:08.255 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[84376]: Reconfiguring osd.2 (monmap changed)... 2024-04-24T02:46:08.255 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.2 on smithi016 2024-04-24T02:46:08.255 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[84376]: pgmap v73: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-24T02:46:08.255 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[84376]: osdmap e300: 8 total, 8 up, 8 in 2024-04-24T02:46:08.256 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[86910]: Reconfiguring osd.2 (monmap changed)... 2024-04-24T02:46:08.256 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.2 on smithi016 2024-04-24T02:46:08.256 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[86910]: pgmap v73: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-24T02:46:08.256 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:07 smithi016 ceph-mon[86910]: osdmap e300: 8 total, 8 up, 8 in 2024-04-24T02:46:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:07 smithi063 ceph-mon[77007]: Reconfiguring osd.2 (monmap changed)... 2024-04-24T02:46:08.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:07 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.2 on smithi016 2024-04-24T02:46:08.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:07 smithi063 ceph-mon[77007]: pgmap v73: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-24T02:46:08.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:07 smithi063 ceph-mon[77007]: osdmap e300: 8 total, 8 up, 8 in 2024-04-24T02:46:08.477 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:08.478 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:46:08.479 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:46:08.479 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:08.479 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:46:08.479 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 10, 2024-04-24T02:46:08.479 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 5 2024-04-24T02:46:08.479 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:46:08.479 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:46:08.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:46:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:46:08] "GET /metrics HTTP/1.1" 200 36078 "" "Prometheus/2.33.4" 2024-04-24T02:46:08.994 INFO:tasks.rados.rados.0.smithi016.stdout:1228: done (0 left) 2024-04-24T02:46:08.994 INFO:tasks.rados.rados.0.smithi016.stdout:1229: snap_remove snap 110 2024-04-24T02:46:09.001 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:46:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:46:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:46:09.003 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:09.003 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: osdmap e301: 8 total, 8 up, 8 in 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: Reconfiguring osd.3 (monmap changed)... 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.3 on smithi016 2024-04-24T02:46:09.004 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2793676561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: osdmap e301: 8 total, 8 up, 8 in 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: Reconfiguring osd.3 (monmap changed)... 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.3 on smithi016 2024-04-24T02:46:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2793676561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: osdmap e301: 8 total, 8 up, 8 in 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: Reconfiguring osd.3 (monmap changed)... 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.3 on smithi016 2024-04-24T02:46:09.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2793676561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:09.998 INFO:tasks.rados.rados.0.smithi016.stdout:1229: done (0 left) 2024-04-24T02:46:09.998 INFO:tasks.rados.rados.0.smithi016.stdout:1230: delete oid 34 current snap is 135 2024-04-24T02:46:10.016 INFO:tasks.rados.rados.0.smithi016.stdout:1230: done (0 left) 2024-04-24T02:46:10.016 INFO:tasks.rados.rados.0.smithi016.stdout:1231: read oid 33 snap -1 2024-04-24T02:46:10.016 INFO:tasks.rados.rados.0.smithi016.stdout:1231: expect (ObjNum 389 snap 131 seq_num 389) 2024-04-24T02:46:10.016 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 135 2024-04-24T02:46:10.016 INFO:tasks.rados.rados.0.smithi016.stdout:1232: seq_num 397 ranges {5644288=655360,6299648=671744,6971392=532480} 2024-04-24T02:46:10.052 INFO:tasks.rados.rados.0.smithi016.stdout:1232: writing smithi01673382-48 from 5644288 to 6299648 tid 1 2024-04-24T02:46:10.055 INFO:tasks.rados.rados.0.smithi016.stdout:1232: writing smithi01673382-48 from 6299648 to 6971392 tid 2 2024-04-24T02:46:10.059 INFO:tasks.rados.rados.0.smithi016.stdout:1232: writing smithi01673382-48 from 6971392 to 7503872 tid 3 2024-04-24T02:46:10.059 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 135 2024-04-24T02:46:10.059 INFO:tasks.rados.rados.0.smithi016.stdout:1233: seq_num 398 ranges {10731520=671744,11403264=557056,11960320=532480,12492800=114688} 2024-04-24T02:46:10.121 INFO:tasks.rados.rados.0.smithi016.stdout:1233: writing smithi01673382-5 from 10731520 to 11403264 tid 1 2024-04-24T02:46:10.124 INFO:tasks.rados.rados.0.smithi016.stdout:1233: writing smithi01673382-5 from 11403264 to 11960320 tid 2 2024-04-24T02:46:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:1233: writing smithi01673382-5 from 11960320 to 12492800 tid 3 2024-04-24T02:46:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:1233: writing smithi01673382-5 from 12492800 to 12607488 tid 4 2024-04-24T02:46:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:1234: read oid 42 snap -1 2024-04-24T02:46:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:1234: expect (ObjNum 381 snap 126 seq_num 381) 2024-04-24T02:46:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:1235: snap_create 2024-04-24T02:46:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:1231: expect (ObjNum 389 snap 131 seq_num 389) 2024-04-24T02:46:10.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:10 smithi016 ceph-mon[84376]: pgmap v76: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-24T02:46:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:10 smithi016 ceph-mon[84376]: osdmap e302: 8 total, 8 up, 8 in 2024-04-24T02:46:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:10 smithi016 ceph-mon[84376]: osdmap e303: 8 total, 8 up, 8 in 2024-04-24T02:46:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:10 smithi016 ceph-mon[86910]: pgmap v76: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-24T02:46:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:10 smithi016 ceph-mon[86910]: osdmap e302: 8 total, 8 up, 8 in 2024-04-24T02:46:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:10 smithi016 ceph-mon[86910]: osdmap e303: 8 total, 8 up, 8 in 2024-04-24T02:46:10.288 INFO:tasks.rados.rados.0.smithi016.stdout:1232: finishing write tid 1 to smithi01673382-48 2024-04-24T02:46:10.288 INFO:tasks.rados.rados.0.smithi016.stdout:1232: finishing write tid 2 to smithi01673382-48 2024-04-24T02:46:10.288 INFO:tasks.rados.rados.0.smithi016.stdout:1232: finishing write tid 3 to smithi01673382-48 2024-04-24T02:46:10.288 INFO:tasks.rados.rados.0.smithi016.stdout:1232: finishing write tid 4 to smithi01673382-48 2024-04-24T02:46:10.288 INFO:tasks.rados.rados.0.smithi016.stdout:1232: finishing write tid 5 to smithi01673382-48 2024-04-24T02:46:10.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 495 (ObjNum 397 snap 135 seq_num 397) dirty exists 2024-04-24T02:46:10.288 INFO:tasks.rados.rados.0.smithi016.stdout:1232: left oid 48 (ObjNum 397 snap 135 seq_num 397) 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing write tid 1 to smithi01673382-5 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing write tid 2 to smithi01673382-5 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing write tid 3 to smithi01673382-5 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing write tid 4 to smithi01673382-5 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing write tid 5 to smithi01673382-5 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing write tid 6 to smithi01673382-5 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 428 (ObjNum 398 snap 135 seq_num 398) dirty exists 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1233: left oid 5 (ObjNum 398 snap 135 seq_num 398) 2024-04-24T02:46:10.289 INFO:tasks.rados.rados.0.smithi016.stdout:1234: expect (ObjNum 381 snap 126 seq_num 381) 2024-04-24T02:46:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:10 smithi063 ceph-mon[77007]: pgmap v76: 121 pgs: 121 active+clean; 418 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-24T02:46:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:10 smithi063 ceph-mon[77007]: osdmap e302: 8 total, 8 up, 8 in 2024-04-24T02:46:10.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:10 smithi063 ceph-mon[77007]: osdmap e303: 8 total, 8 up, 8 in 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1231: done (4 left) 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1232: done (3 left) 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1233: done (2 left) 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1234: done (1 left) 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1235: done (0 left) 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1236: rmattr oid 40 current snap is 136 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1236: done (0 left) 2024-04-24T02:46:10.956 INFO:tasks.rados.rados.0.smithi016.stdout:1237: snap_create 2024-04-24T02:46:11.481 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:11.481 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[84376]: Reconfiguring mds.a (monmap changed)... 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[84376]: Reconfiguring daemon mds.a on smithi016 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[84376]: osdmap e304: 8 total, 8 up, 8 in 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[86910]: Reconfiguring mds.a (monmap changed)... 2024-04-24T02:46:11.482 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:46:11.483 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:11.483 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[86910]: Reconfiguring daemon mds.a on smithi016 2024-04-24T02:46:11.483 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:11 smithi016 ceph-mon[86910]: osdmap e304: 8 total, 8 up, 8 in 2024-04-24T02:46:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:11 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:11 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:11 smithi063 ceph-mon[77007]: Reconfiguring mds.a (monmap changed)... 2024-04-24T02:46:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:11 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:46:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:11 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:11.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:11 smithi063 ceph-mon[77007]: Reconfiguring daemon mds.a on smithi016 2024-04-24T02:46:11.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:11 smithi063 ceph-mon[77007]: osdmap e304: 8 total, 8 up, 8 in 2024-04-24T02:46:11.955 INFO:tasks.rados.rados.0.smithi016.stdout:1237: done (0 left) 2024-04-24T02:46:11.955 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 137 2024-04-24T02:46:11.956 INFO:tasks.rados.rados.0.smithi016.stdout:1238: seq_num 399 ranges {540672=688128,1228800=434176,1662976=745472,2408448=24576} 2024-04-24T02:46:11.962 INFO:tasks.rados.rados.0.smithi016.stdout:1238: writing smithi01673382-35 from 540672 to 1228800 tid 1 2024-04-24T02:46:11.964 INFO:tasks.rados.rados.0.smithi016.stdout:1238: writing smithi01673382-35 from 1228800 to 1662976 tid 2 2024-04-24T02:46:11.969 INFO:tasks.rados.rados.0.smithi016.stdout:1238: writing smithi01673382-35 from 1662976 to 2408448 tid 3 2024-04-24T02:46:11.970 INFO:tasks.rados.rados.0.smithi016.stdout:1238: writing smithi01673382-35 from 2408448 to 2433024 tid 4 2024-04-24T02:46:11.970 INFO:tasks.rados.rados.0.smithi016.stdout:1239: delete oid 36 current snap is 137 2024-04-24T02:46:11.970 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing write tid 1 to smithi01673382-35 2024-04-24T02:46:11.970 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing write tid 2 to smithi01673382-35 2024-04-24T02:46:11.971 INFO:tasks.rados.rados.0.smithi016.stdout:1239: done (1 left) 2024-04-24T02:46:11.971 INFO:tasks.rados.rados.0.smithi016.stdout:1240: read oid 3 snap -1 2024-04-24T02:46:11.971 INFO:tasks.rados.rados.0.smithi016.stdout:1240: expect (ObjNum 364 snap 121 seq_num 364) 2024-04-24T02:46:11.971 INFO:tasks.rados.rados.0.smithi016.stdout:1241: delete oid 13 current snap is 137 2024-04-24T02:46:11.975 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing write tid 3 to smithi01673382-35 2024-04-24T02:46:11.975 INFO:tasks.rados.rados.0.smithi016.stdout:1241: done (2 left) 2024-04-24T02:46:11.975 INFO:tasks.rados.rados.0.smithi016.stdout:1242: snap_remove snap 99 2024-04-24T02:46:12.384 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:12 smithi063 ceph-mon[77007]: pgmap v79: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-24T02:46:12.384 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:12 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:12.385 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:12 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:12.385 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:12 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:46:12.385 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:12 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:46:12.385 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:12 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:12.385 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:12 smithi063 ceph-mon[77007]: osdmap e305: 8 total, 8 up, 8 in 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[84376]: pgmap v79: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[84376]: osdmap e305: 8 total, 8 up, 8 in 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[86910]: pgmap v79: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-24T02:46:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:12.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:12.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-24T02:46:12.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-24T02:46:12.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:12.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:12 smithi016 ceph-mon[86910]: osdmap e305: 8 total, 8 up, 8 in 2024-04-24T02:46:12.958 INFO:tasks.rados.rados.0.smithi016.stdout:1242: done (2 left) 2024-04-24T02:46:12.958 INFO:tasks.rados.rados.0.smithi016.stdout:1243: read oid 40 snap -1 2024-04-24T02:46:12.958 INFO:tasks.rados.rados.0.smithi016.stdout:1243: expect deleted 2024-04-24T02:46:12.958 INFO:tasks.rados.rados.0.smithi016.stdout:1244: snap_create 2024-04-24T02:46:12.958 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing write tid 4 to smithi01673382-35 2024-04-24T02:46:12.958 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing write tid 5 to smithi01673382-35 2024-04-24T02:46:12.958 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing write tid 6 to smithi01673382-35 2024-04-24T02:46:12.959 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 349 (ObjNum 399 snap 137 seq_num 399) dirty exists 2024-04-24T02:46:12.959 INFO:tasks.rados.rados.0.smithi016.stdout:1238: left oid 35 (ObjNum 399 snap 137 seq_num 399) 2024-04-24T02:46:12.959 INFO:tasks.rados.rados.0.smithi016.stdout:1240: expect (ObjNum 364 snap 121 seq_num 364) 2024-04-24T02:46:13.396 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:13 smithi063 ceph-mon[77007]: Reconfiguring mon.b (monmap changed)... 2024-04-24T02:46:13.396 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:13 smithi063 ceph-mon[77007]: Reconfiguring daemon mon.b on smithi063 2024-04-24T02:46:13.396 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:13 smithi063 ceph-mon[77007]: osdmap e306: 8 total, 8 up, 8 in 2024-04-24T02:46:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:13 smithi016 ceph-mon[84376]: Reconfiguring mon.b (monmap changed)... 2024-04-24T02:46:13.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:13 smithi016 ceph-mon[84376]: Reconfiguring daemon mon.b on smithi063 2024-04-24T02:46:13.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:13 smithi016 ceph-mon[84376]: osdmap e306: 8 total, 8 up, 8 in 2024-04-24T02:46:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:13 smithi016 ceph-mon[86910]: Reconfiguring mon.b (monmap changed)... 2024-04-24T02:46:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:13 smithi016 ceph-mon[86910]: Reconfiguring daemon mon.b on smithi063 2024-04-24T02:46:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:13 smithi016 ceph-mon[86910]: osdmap e306: 8 total, 8 up, 8 in 2024-04-24T02:46:13.959 INFO:tasks.rados.rados.0.smithi016.stdout:1238: done (3 left) 2024-04-24T02:46:13.959 INFO:tasks.rados.rados.0.smithi016.stdout:1240: done (2 left) 2024-04-24T02:46:13.959 INFO:tasks.rados.rados.0.smithi016.stdout:1243: done (1 left) 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1244: done (0 left) 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1245: copy_from oid 45 from oid 50 current snap is 138 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1246: copy_from oid 17 from oid 29 current snap is 138 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1247: read oid 30 snap -1 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1247: expect deleted 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1248: read oid 41 snap -1 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1248: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:46:13.960 INFO:tasks.rados.rados.0.smithi016.stdout:1249: setattr oid 47 current snap is 138 2024-04-24T02:46:13.961 INFO:tasks.rados.rados.0.smithi016.stdout:1247: done (4 left) 2024-04-24T02:46:13.961 INFO:tasks.rados.rados.0.smithi016.stdout:1250: copy_from oid 2 from oid 7 current snap is 138 2024-04-24T02:46:13.961 INFO:tasks.rados.rados.0.smithi016.stdout:1251: setattr oid 34 current snap is 138 2024-04-24T02:46:13.963 INFO:tasks.rados.rados.0.smithi016.stdout:1252: read oid 24 snap -1 2024-04-24T02:46:13.963 INFO:tasks.rados.rados.0.smithi016.stdout:1252: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:46:13.963 INFO:tasks.rados.rados.0.smithi016.stdout:1253: read oid 21 snap -1 2024-04-24T02:46:13.963 INFO:tasks.rados.rados.0.smithi016.stdout:1253: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:46:13.963 INFO:tasks.rados.rados.0.smithi016.stdout:1254: snap_remove snap 137 2024-04-24T02:46:14.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[84376]: pgmap v82: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-24T02:46:14.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:14.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:14.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:46:14.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:46:14.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:14.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[84376]: osdmap e307: 8 total, 8 up, 8 in 2024-04-24T02:46:14.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[86910]: pgmap v82: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-24T02:46:14.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:14.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:14.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:46:14.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:46:14.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:14.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:14 smithi016 ceph-mon[86910]: osdmap e307: 8 total, 8 up, 8 in 2024-04-24T02:46:14.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:14 smithi063 ceph-mon[77007]: pgmap v82: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-24T02:46:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-24T02:46:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-24T02:46:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:14.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:14 smithi063 ceph-mon[77007]: osdmap e307: 8 total, 8 up, 8 in 2024-04-24T02:46:14.962 INFO:tasks.rados.rados.0.smithi016.stdout:1254: done (8 left) 2024-04-24T02:46:14.962 INFO:tasks.rados.rados.0.smithi016.stdout:1255: rollback oid 19 current snap is 138 2024-04-24T02:46:14.962 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 132 2024-04-24T02:46:14.962 INFO:tasks.rados.rados.0.smithi016.stdout:1256: copy_from oid 10 from oid 38 current snap is 138 2024-04-24T02:46:14.962 INFO:tasks.rados.rados.0.smithi016.stdout:1257: read oid 3 snap 82 2024-04-24T02:46:14.963 INFO:tasks.rados.rados.0.smithi016.stdout:1257: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:46:14.963 INFO:tasks.rados.rados.0.smithi016.stdout:1258: snap_create 2024-04-24T02:46:14.963 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 503 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:46:14.963 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 719 (ObjNum -1696672792 snap 32573 seq_num 1) dirty exists 2024-04-24T02:46:14.963 INFO:tasks.rados.rados.0.smithi016.stdout:1248: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:46:15.052 INFO:tasks.rados.rados.0.smithi016.stdout:1253: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:46:15.115 INFO:tasks.rados.rados.0.smithi016.stdout:1252: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:1245: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:1245: finishing copy_from to smithi01673382-45 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 106 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:1246: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:1246: finishing copy_from to smithi01673382-17 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 617 (ObjNum 372 snap 124 seq_num 372) dirty exists 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:1250: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:1250: finishing copy_from to smithi01673382-2 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 768 (ObjNum 392 snap 134 seq_num 392) dirty exists 2024-04-24T02:46:15.130 INFO:tasks.rados.rados.0.smithi016.stdout:1257: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:46:15.147 INFO:tasks.rados.rados.0.smithi016.stdout:1255: finishing rollback tid 0 to smithi01673382-19 2024-04-24T02:46:15.147 INFO:tasks.rados.rados.0.smithi016.stdout:1255: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:46:15.147 INFO:tasks.rados.rados.0.smithi016.stdout:1255: finishing rollback tid 2 to smithi01673382-19 2024-04-24T02:46:15.147 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 850 (ObjNum 388 snap 129 seq_num 388) dirty exists 2024-04-24T02:46:15.147 INFO:tasks.rados.rados.0.smithi016.stdout:1256: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:46:15.147 INFO:tasks.rados.rados.0.smithi016.stdout:1256: finishing copy_from to smithi01673382-10 2024-04-24T02:46:15.147 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 763 (ObjNum 390 snap 131 seq_num 390) dirty exists 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: Reconfiguring mgr.x (monmap changed)... 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: Reconfiguring daemon mgr.x on smithi063 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:15.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[84376]: osdmap e308: 8 total, 8 up, 8 in 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: Reconfiguring mgr.x (monmap changed)... 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: Reconfiguring daemon mgr.x on smithi063 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:15.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:15 smithi016 ceph-mon[86910]: osdmap e308: 8 total, 8 up, 8 in 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: Reconfiguring mgr.x (monmap changed)... 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: Reconfiguring daemon mgr.x on smithi063 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:15.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:15 smithi063 ceph-mon[77007]: osdmap e308: 8 total, 8 up, 8 in 2024-04-24T02:46:15.957 INFO:tasks.rados.rados.0.smithi016.stdout:1245: done (11 left) 2024-04-24T02:46:15.957 INFO:tasks.rados.rados.0.smithi016.stdout:1246: done (10 left) 2024-04-24T02:46:15.957 INFO:tasks.rados.rados.0.smithi016.stdout:1248: done (9 left) 2024-04-24T02:46:15.957 INFO:tasks.rados.rados.0.smithi016.stdout:1249: done (8 left) 2024-04-24T02:46:15.957 INFO:tasks.rados.rados.0.smithi016.stdout:1250: done (7 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1251: done (6 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1252: done (5 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1253: done (4 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1255: done (3 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1256: done (2 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1257: done (1 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1258: done (0 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1259: rmattr oid 11 current snap is 139 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1259: done (0 left) 2024-04-24T02:46:15.958 INFO:tasks.rados.rados.0.smithi016.stdout:1260: snap_remove snap 114 2024-04-24T02:46:16.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:16 smithi063 ceph-mon[77007]: pgmap v85: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:16.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:16 smithi063 ceph-mon[77007]: Reconfiguring osd.4 (monmap changed)... 2024-04-24T02:46:16.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:16 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.4 on smithi063 2024-04-24T02:46:16.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:16 smithi063 ceph-mon[77007]: osdmap e309: 8 total, 8 up, 8 in 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[84376]: pgmap v85: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[84376]: Reconfiguring osd.4 (monmap changed)... 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.4 on smithi063 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[84376]: osdmap e309: 8 total, 8 up, 8 in 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[86910]: pgmap v85: 121 pgs: 121 active+clean; 413 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[86910]: Reconfiguring osd.4 (monmap changed)... 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.4 on smithi063 2024-04-24T02:46:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:16 smithi016 ceph-mon[86910]: osdmap e309: 8 total, 8 up, 8 in 2024-04-24T02:46:16.962 INFO:tasks.rados.rados.0.smithi016.stdout:1260: done (0 left) 2024-04-24T02:46:16.962 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 139 2024-04-24T02:46:16.962 INFO:tasks.rados.rados.0.smithi016.stdout:1261: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-04-24T02:46:16.963 INFO:tasks.rados.rados.0.smithi016.stdout:1261: writing smithi01673382-30 from 0 to 737280 tid 1 2024-04-24T02:46:16.966 INFO:tasks.rados.rados.0.smithi016.stdout:1261: writing smithi01673382-30 from 737280 to 1228800 tid 2 2024-04-24T02:46:16.970 INFO:tasks.rados.rados.0.smithi016.stdout:1261: writing smithi01673382-30 from 1228800 to 1744896 tid 3 2024-04-24T02:46:16.972 INFO:tasks.rados.rados.0.smithi016.stdout:1261: writing smithi01673382-30 from 1744896 to 1941504 tid 4 2024-04-24T02:46:16.972 INFO:tasks.rados.rados.0.smithi016.stdout:1262: read oid 44 snap -1 2024-04-24T02:46:16.972 INFO:tasks.rados.rados.0.smithi016.stdout:1262: expect (ObjNum 387 snap 129 seq_num 387) 2024-04-24T02:46:16.972 INFO:tasks.rados.rados.0.smithi016.stdout:1263: delete oid 38 current snap is 139 2024-04-24T02:46:16.979 INFO:tasks.rados.rados.0.smithi016.stdout:1263: done (2 left) 2024-04-24T02:46:16.979 INFO:tasks.rados.rados.0.smithi016.stdout:1264: setattr oid 38 current snap is 139 2024-04-24T02:46:16.981 INFO:tasks.rados.rados.0.smithi016.stdout:1265: snap_remove snap 121 2024-04-24T02:46:17.961 INFO:tasks.rados.rados.0.smithi016.stdout:1265: done (3 left) 2024-04-24T02:46:17.961 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 139 2024-04-24T02:46:17.961 INFO:tasks.rados.rados.0.smithi016.stdout:1266: seq_num 404 ranges {7192576=770048,7962624=712704,8675328=491520} 2024-04-24T02:46:18.005 INFO:tasks.rados.rados.0.smithi016.stdout:1266: writing smithi01673382-37 from 7192576 to 7962624 tid 1 2024-04-24T02:46:18.009 INFO:tasks.rados.rados.0.smithi016.stdout:1266: writing smithi01673382-37 from 7962624 to 8675328 tid 2 2024-04-24T02:46:18.012 INFO:tasks.rados.rados.0.smithi016.stdout:1266: writing smithi01673382-37 from 8675328 to 9166848 tid 3 2024-04-24T02:46:18.012 INFO:tasks.rados.rados.0.smithi016.stdout:1267: setattr oid 28 current snap is 139 2024-04-24T02:46:18.012 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 1 to smithi01673382-30 2024-04-24T02:46:18.012 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 2 to smithi01673382-30 2024-04-24T02:46:18.012 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 3 to smithi01673382-30 2024-04-24T02:46:18.012 INFO:tasks.rados.rados.0.smithi016.stdout:1262: expect (ObjNum 387 snap 129 seq_num 387) 2024-04-24T02:46:18.117 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 4 to smithi01673382-30 2024-04-24T02:46:18.117 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 5 to smithi01673382-30 2024-04-24T02:46:18.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 817 (ObjNum 1988070360 snap 22076 seq_num 1982464) dirty exists 2024-04-24T02:46:18.117 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 6 to smithi01673382-30 2024-04-24T02:46:18.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 773 (ObjNum 402 snap 139 seq_num 402) dirty exists 2024-04-24T02:46:18.117 INFO:tasks.rados.rados.0.smithi016.stdout:1261: left oid 30 (ObjNum 402 snap 139 seq_num 402) 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1266: finishing write tid 1 to smithi01673382-37 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1266: finishing write tid 2 to smithi01673382-37 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1266: finishing write tid 3 to smithi01673382-37 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1266: finishing write tid 4 to smithi01673382-37 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1266: finishing write tid 5 to smithi01673382-37 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 587 (ObjNum 404 snap 139 seq_num 404) dirty exists 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1266: left oid 37 (ObjNum 404 snap 139 seq_num 404) 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1261: done (4 left) 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1262: done (3 left) 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1264: done (2 left) 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1266: done (1 left) 2024-04-24T02:46:18.118 INFO:tasks.rados.rados.0.smithi016.stdout:1268: snap_remove snap 125 2024-04-24T02:46:18.209 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: pgmap v88: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-24T02:46:18.210 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:18.210 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:18.210 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: Reconfiguring osd.5 (monmap changed)... 2024-04-24T02:46:18.210 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:46:18.210 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:18.210 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.5 on smithi063 2024-04-24T02:46:18.210 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:17 smithi063 ceph-mon[77007]: osdmap e310: 8 total, 8 up, 8 in 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: pgmap v88: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: Reconfiguring osd.5 (monmap changed)... 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.5 on smithi063 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[84376]: osdmap e310: 8 total, 8 up, 8 in 2024-04-24T02:46:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: pgmap v88: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-24T02:46:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: Reconfiguring osd.5 (monmap changed)... 2024-04-24T02:46:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:46:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.5 on smithi063 2024-04-24T02:46:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:17 smithi016 ceph-mon[86910]: osdmap e310: 8 total, 8 up, 8 in 2024-04-24T02:46:18.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:46:18] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.33.4" 2024-04-24T02:46:18.957 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:46:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:46:18.966 INFO:tasks.rados.rados.0.smithi016.stdout:1268: done (1 left) 2024-04-24T02:46:18.967 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 139 2024-04-24T02:46:18.967 INFO:tasks.rados.rados.0.smithi016.stdout:1269: seq_num 405 ranges {9166848=786432,9953280=589824,10543104=614400} 2024-04-24T02:46:19.022 INFO:tasks.rados.rados.0.smithi016.stdout:1269: writing smithi01673382-37 from 9166848 to 9953280 tid 1 2024-04-24T02:46:19.026 INFO:tasks.rados.rados.0.smithi016.stdout:1269: writing smithi01673382-37 from 9953280 to 10543104 tid 2 2024-04-24T02:46:19.030 INFO:tasks.rados.rados.0.smithi016.stdout:1269: writing smithi01673382-37 from 10543104 to 11157504 tid 3 2024-04-24T02:46:19.031 INFO:tasks.rados.rados.0.smithi016.stdout:1270: copy_from oid 43 from oid 15 current snap is 139 2024-04-24T02:46:19.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 623 (ObjNum 369 snap 123 seq_num 369) dirty exists 2024-04-24T02:46:19.031 INFO:tasks.rados.rados.0.smithi016.stdout:1269: finishing write tid 1 to smithi01673382-37 2024-04-24T02:46:19.031 INFO:tasks.rados.rados.0.smithi016.stdout:1269: finishing write tid 2 to smithi01673382-37 2024-04-24T02:46:19.031 INFO:tasks.rados.rados.0.smithi016.stdout:1267: done (2 left) 2024-04-24T02:46:19.032 INFO:tasks.rados.rados.0.smithi016.stdout:1271: setattr oid 25 current snap is 139 2024-04-24T02:46:19.033 INFO:tasks.rados.rados.0.smithi016.stdout:1270: finishing copy_from to smithi01673382-43 2024-04-24T02:46:19.033 INFO:tasks.rados.rados.0.smithi016.stdout:1270: got expected ENOENT (src dne) 2024-04-24T02:46:19.033 INFO:tasks.rados.rados.0.smithi016.stdout:1272: rollback oid 46 current snap is 139 2024-04-24T02:46:19.033 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 135 2024-04-24T02:46:19.033 INFO:tasks.rados.rados.0.smithi016.stdout:1273: rollback oid 6 current snap is 139 2024-04-24T02:46:19.033 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 130 2024-04-24T02:46:19.033 INFO:tasks.rados.rados.0.smithi016.stdout:1274: delete oid 7 current snap is 139 2024-04-24T02:46:19.034 INFO:tasks.rados.rados.0.smithi016.stdout:1270: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:46:19.035 INFO:tasks.rados.rados.0.smithi016.stdout:1269: finishing write tid 3 to smithi01673382-37 2024-04-24T02:46:19.036 INFO:tasks.rados.rados.0.smithi016.stdout:1270: done (5 left) 2024-04-24T02:46:19.037 INFO:tasks.rados.rados.0.smithi016.stdout:1274: done (4 left) 2024-04-24T02:46:19.037 INFO:tasks.rados.rados.0.smithi016.stdout:1275: read oid 29 snap -1 2024-04-24T02:46:19.037 INFO:tasks.rados.rados.0.smithi016.stdout:1275: expect (ObjNum 372 snap 124 seq_num 372) 2024-04-24T02:46:19.037 INFO:tasks.rados.rados.0.smithi016.stdout:1276: read oid 49 snap 138 2024-04-24T02:46:19.037 INFO:tasks.rados.rados.0.smithi016.stdout:1276: expect (ObjNum 305 snap 96 seq_num 305) 2024-04-24T02:46:19.037 INFO:tasks.rados.rados.0.smithi016.stdout:1277: copy_from oid 4 from oid 22 current snap is 139 2024-04-24T02:46:19.037 INFO:tasks.rados.rados.0.smithi016.stdout:1278: read oid 8 snap -1 2024-04-24T02:46:19.038 INFO:tasks.rados.rados.0.smithi016.stdout:1278: expect deleted 2024-04-24T02:46:19.038 INFO:tasks.rados.rados.0.smithi016.stdout:1279: snap_remove snap 108 2024-04-24T02:46:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[84376]: osdmap e311: 8 total, 8 up, 8 in 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[84376]: Reconfiguring osd.6 (monmap changed)... 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.6 on smithi063 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[86910]: osdmap e311: 8 total, 8 up, 8 in 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[86910]: Reconfiguring osd.6 (monmap changed)... 2024-04-24T02:46:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:46:19.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:19.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:18 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.6 on smithi063 2024-04-24T02:46:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-mon[77007]: osdmap e311: 8 total, 8 up, 8 in 2024-04-24T02:46:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-mon[77007]: Reconfiguring osd.6 (monmap changed)... 2024-04-24T02:46:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:46:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:19.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:18 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.6 on smithi063 2024-04-24T02:46:19.972 INFO:tasks.rados.rados.0.smithi016.stdout:1279: done (8 left) 2024-04-24T02:46:19.974 INFO:tasks.rados.rados.0.smithi016.stdout:1280: snap_remove snap 62 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[84376]: pgmap v91: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[84376]: osdmap e312: 8 total, 8 up, 8 in 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[86910]: pgmap v91: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-24T02:46:20.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[86910]: osdmap e312: 8 total, 8 up, 8 in 2024-04-24T02:46:20.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:20.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:20.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:46:20.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:19 smithi063 ceph-mon[77007]: pgmap v91: 121 pgs: 121 active+clean; 431 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-24T02:46:20.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:19 smithi063 ceph-mon[77007]: osdmap e312: 8 total, 8 up, 8 in 2024-04-24T02:46:20.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:20.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:20.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:46:20.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:1280: done (8 left) 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:1281: delete oid 18 current snap is 139 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:1272: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 245 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:1269: finishing write tid 4 to smithi01673382-37 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 764 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-24T02:46:20.978 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:46:20.979 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 626 (ObjNum 376 snap 125 seq_num 376) dirty exists 2024-04-24T02:46:20.979 INFO:tasks.rados.rados.0.smithi016.stdout:1269: finishing write tid 5 to smithi01673382-37 2024-04-24T02:46:20.979 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 595 (ObjNum 405 snap 139 seq_num 405) dirty exists 2024-04-24T02:46:20.979 INFO:tasks.rados.rados.0.smithi016.stdout:1269: left oid 37 (ObjNum 405 snap 139 seq_num 405) 2024-04-24T02:46:20.979 INFO:tasks.rados.rados.0.smithi016.stdout:1276: expect (ObjNum 305 snap 96 seq_num 305) 2024-04-24T02:46:21.038 INFO:tasks.rados.rados.0.smithi016.stdout:1275: expect (ObjNum 372 snap 124 seq_num 372) 2024-04-24T02:46:21.100 INFO:tasks.rados.rados.0.smithi016.stdout:1277: finishing copy_from racing read to smithi01673382-4 2024-04-24T02:46:21.100 INFO:tasks.rados.rados.0.smithi016.stdout:1277: finishing copy_from to smithi01673382-4 2024-04-24T02:46:21.100 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 106 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-24T02:46:21.100 INFO:tasks.rados.rados.0.smithi016.stdout:1269: done (8 left) 2024-04-24T02:46:21.100 INFO:tasks.rados.rados.0.smithi016.stdout:1271: done (7 left) 2024-04-24T02:46:21.100 INFO:tasks.rados.rados.0.smithi016.stdout:1272: done (6 left) 2024-04-24T02:46:21.101 INFO:tasks.rados.rados.0.smithi016.stdout:1273: done (5 left) 2024-04-24T02:46:21.101 INFO:tasks.rados.rados.0.smithi016.stdout:1275: done (4 left) 2024-04-24T02:46:21.101 INFO:tasks.rados.rados.0.smithi016.stdout:1276: done (3 left) 2024-04-24T02:46:21.101 INFO:tasks.rados.rados.0.smithi016.stdout:1277: done (2 left) 2024-04-24T02:46:21.101 INFO:tasks.rados.rados.0.smithi016.stdout:1278: done (1 left) 2024-04-24T02:46:21.101 INFO:tasks.rados.rados.0.smithi016.stdout:1281: done (0 left) 2024-04-24T02:46:21.101 INFO:tasks.rados.rados.0.smithi016.stdout:1282: snap_remove snap 96 2024-04-24T02:46:21.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:20 smithi016 ceph-mon[84376]: Reconfiguring osd.7 (monmap changed)... 2024-04-24T02:46:21.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:20 smithi016 ceph-mon[84376]: Reconfiguring daemon osd.7 on smithi063 2024-04-24T02:46:21.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:20 smithi016 ceph-mon[84376]: osdmap e313: 8 total, 8 up, 8 in 2024-04-24T02:46:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:20 smithi016 ceph-mon[86910]: Reconfiguring osd.7 (monmap changed)... 2024-04-24T02:46:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:20 smithi016 ceph-mon[86910]: Reconfiguring daemon osd.7 on smithi063 2024-04-24T02:46:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:20 smithi016 ceph-mon[86910]: osdmap e313: 8 total, 8 up, 8 in 2024-04-24T02:46:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:20 smithi063 ceph-mon[77007]: Reconfiguring osd.7 (monmap changed)... 2024-04-24T02:46:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:20 smithi063 ceph-mon[77007]: Reconfiguring daemon osd.7 on smithi063 2024-04-24T02:46:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:20 smithi063 ceph-mon[77007]: osdmap e313: 8 total, 8 up, 8 in 2024-04-24T02:46:21.978 INFO:tasks.rados.rados.0.smithi016.stdout:1282: done (0 left) 2024-04-24T02:46:21.979 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 139 2024-04-24T02:46:21.979 INFO:tasks.rados.rados.0.smithi016.stdout:1283: seq_num 408 ranges {5840896=442368,6283264=647168,6930432=507904,7438336=450560} 2024-04-24T02:46:22.014 INFO:tasks.rados.rados.0.smithi016.stdout:1283: writing smithi01673382-16 from 5840896 to 6283264 tid 1 2024-04-24T02:46:22.017 INFO:tasks.rados.rados.0.smithi016.stdout:1283: writing smithi01673382-16 from 6283264 to 6930432 tid 2 2024-04-24T02:46:22.020 INFO:tasks.rados.rados.0.smithi016.stdout:1283: writing smithi01673382-16 from 6930432 to 7438336 tid 3 2024-04-24T02:46:22.023 INFO:tasks.rados.rados.0.smithi016.stdout:1283: writing smithi01673382-16 from 7438336 to 7888896 tid 4 2024-04-24T02:46:22.023 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 139 2024-04-24T02:46:22.023 INFO:tasks.rados.rados.0.smithi016.stdout:1283: finishing write tid 1 to smithi01673382-16 2024-04-24T02:46:22.023 INFO:tasks.rados.rados.0.smithi016.stdout:1283: finishing write tid 2 to smithi01673382-16 2024-04-24T02:46:22.023 INFO:tasks.rados.rados.0.smithi016.stdout:1284: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-04-24T02:46:22.025 INFO:tasks.rados.rados.0.smithi016.stdout:1284: writing smithi01673382-15 from 0 to 458752 tid 1 2024-04-24T02:46:22.028 INFO:tasks.rados.rados.0.smithi016.stdout:1284: writing smithi01673382-15 from 458752 to 991232 tid 2 2024-04-24T02:46:22.033 INFO:tasks.rados.rados.0.smithi016.stdout:1284: writing smithi01673382-15 from 991232 to 1712128 tid 3 2024-04-24T02:46:22.035 INFO:tasks.rados.rados.0.smithi016.stdout:1284: writing smithi01673382-15 from 1712128 to 2064384 tid 4 2024-04-24T02:46:22.035 INFO:tasks.rados.rados.0.smithi016.stdout:1285: snap_remove snap 133 2024-04-24T02:46:22.280 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:21 smithi063 ceph-mon[77007]: pgmap v94: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:46:22.281 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:21 smithi063 ceph-mon[77007]: osdmap e314: 8 total, 8 up, 8 in 2024-04-24T02:46:22.281 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:22.281 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:22.281 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:46:22.281 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[84376]: pgmap v94: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:46:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[84376]: osdmap e314: 8 total, 8 up, 8 in 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[86910]: pgmap v94: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[86910]: osdmap e314: 8 total, 8 up, 8 in 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:46:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1285: done (2 left) 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1286: read oid 20 snap -1 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1286: expect deleted 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1287: read oid 33 snap 105 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1287: expect (ObjNum 308 snap 97 seq_num 308) 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1288: snap_create 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1283: finishing write tid 3 to smithi01673382-16 2024-04-24T02:46:22.994 INFO:tasks.rados.rados.0.smithi016.stdout:1283: finishing write tid 4 to smithi01673382-16 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1283: finishing write tid 5 to smithi01673382-16 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1283: finishing write tid 6 to smithi01673382-16 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 354 (ObjNum 408 snap 139 seq_num 408) dirty exists 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1283: left oid 16 (ObjNum 408 snap 139 seq_num 408) 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1284: finishing write tid 1 to smithi01673382-15 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1284: finishing write tid 2 to smithi01673382-15 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1284: finishing write tid 3 to smithi01673382-15 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1284: finishing write tid 4 to smithi01673382-15 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1284: finishing write tid 5 to smithi01673382-15 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1284: finishing write tid 6 to smithi01673382-15 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 550 (ObjNum 409 snap 139 seq_num 409) dirty exists 2024-04-24T02:46:22.995 INFO:tasks.rados.rados.0.smithi016.stdout:1284: left oid 15 (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:46:23.007 INFO:tasks.rados.rados.0.smithi016.stdout:1287: expect (ObjNum 308 snap 97 seq_num 308) 2024-04-24T02:46:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:22 smithi016 ceph-mon[84376]: Reconfiguring mds.b (monmap changed)... 2024-04-24T02:46:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:22 smithi016 ceph-mon[84376]: Reconfiguring daemon mds.b on smithi063 2024-04-24T02:46:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:22 smithi016 ceph-mon[84376]: osdmap e315: 8 total, 8 up, 8 in 2024-04-24T02:46:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:22 smithi016 ceph-mon[86910]: Reconfiguring mds.b (monmap changed)... 2024-04-24T02:46:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:22 smithi016 ceph-mon[86910]: Reconfiguring daemon mds.b on smithi063 2024-04-24T02:46:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:22 smithi016 ceph-mon[86910]: osdmap e315: 8 total, 8 up, 8 in 2024-04-24T02:46:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:22 smithi063 ceph-mon[77007]: Reconfiguring mds.b (monmap changed)... 2024-04-24T02:46:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:22 smithi063 ceph-mon[77007]: Reconfiguring daemon mds.b on smithi063 2024-04-24T02:46:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:22 smithi063 ceph-mon[77007]: osdmap e315: 8 total, 8 up, 8 in 2024-04-24T02:46:23.993 INFO:tasks.rados.rados.0.smithi016.stdout:1283: done (4 left) 2024-04-24T02:46:23.993 INFO:tasks.rados.rados.0.smithi016.stdout:1284: done (3 left) 2024-04-24T02:46:23.993 INFO:tasks.rados.rados.0.smithi016.stdout:1286: done (2 left) 2024-04-24T02:46:23.993 INFO:tasks.rados.rados.0.smithi016.stdout:1287: done (1 left) 2024-04-24T02:46:23.993 INFO:tasks.rados.rados.0.smithi016.stdout:1288: done (0 left) 2024-04-24T02:46:23.993 INFO:tasks.rados.rados.0.smithi016.stdout:1289: rollback oid 49 current snap is 140 2024-04-24T02:46:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 120 2024-04-24T02:46:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:1290: rmattr oid 46 current snap is 140 2024-04-24T02:46:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:1290: done (1 left) 2024-04-24T02:46:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 140 2024-04-24T02:46:23.994 INFO:tasks.rados.rados.0.smithi016.stdout:1291: seq_num 410 ranges {7888896=475136,8364032=417792,8781824=475136,9256960=425984,9682944=286720} 2024-04-24T02:46:24.038 INFO:tasks.rados.rados.0.smithi016.stdout:1291: writing smithi01673382-16 from 7888896 to 8364032 tid 1 2024-04-24T02:46:24.040 INFO:tasks.rados.rados.0.smithi016.stdout:1291: writing smithi01673382-16 from 8364032 to 8781824 tid 2 2024-04-24T02:46:24.044 INFO:tasks.rados.rados.0.smithi016.stdout:1291: writing smithi01673382-16 from 8781824 to 9256960 tid 3 2024-04-24T02:46:24.046 INFO:tasks.rados.rados.0.smithi016.stdout:1291: writing smithi01673382-16 from 9256960 to 9682944 tid 4 2024-04-24T02:46:24.048 INFO:tasks.rados.rados.0.smithi016.stdout:1291: writing smithi01673382-16 from 9682944 to 9969664 tid 5 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:1292: snap_create 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:1289: finishing rollback tid 0 to smithi01673382-49 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:1289: finishing rollback tid 1 to smithi01673382-49 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:1289: finishing rollback tid 2 to smithi01673382-49 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 767 (ObjNum 258 snap 81 seq_num 258) dirty exists 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing write tid 1 to smithi01673382-16 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing write tid 2 to smithi01673382-16 2024-04-24T02:46:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing write tid 3 to smithi01673382-16 2024-04-24T02:46:24.050 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing write tid 4 to smithi01673382-16 2024-04-24T02:46:24.051 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing write tid 5 to smithi01673382-16 2024-04-24T02:46:24.051 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing write tid 6 to smithi01673382-16 2024-04-24T02:46:24.052 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing write tid 7 to smithi01673382-16 2024-04-24T02:46:24.053 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 360 (ObjNum 410 snap 140 seq_num 410) dirty exists 2024-04-24T02:46:24.053 INFO:tasks.rados.rados.0.smithi016.stdout:1291: left oid 16 (ObjNum 410 snap 140 seq_num 410) 2024-04-24T02:46:24.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: pgmap v97: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: osdmap e316: 8 total, 8 up, 8 in 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all mon 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-24T02:46:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all crash 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[84376]: Upgrade: osd.0 is safe to restart 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: pgmap v97: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: osdmap e316: 8 total, 8 up, 8 in 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all mon 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all crash 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-24T02:46:24.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-24T02:46:24.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:23 smithi016 ceph-mon[86910]: Upgrade: osd.0 is safe to restart 2024-04-24T02:46:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: pgmap v97: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:46:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: osdmap e316: 8 total, 8 up, 8 in 2024-04-24T02:46:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all mon 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-24T02:46:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-24T02:46:24.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:24.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all crash 2024-04-24T02:46:24.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-24T02:46:24.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-24T02:46:24.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:23 smithi063 ceph-mon[77007]: Upgrade: osd.0 is safe to restart 2024-04-24T02:46:24.995 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[86910]: osdmap e317: 8 total, 8 up, 8 in 2024-04-24T02:46:24.995 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:24.996 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:46:24.996 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:24.997 INFO:tasks.rados.rados.0.smithi016.stdout:1289: done (2 left) 2024-04-24T02:46:24.997 INFO:tasks.rados.rados.0.smithi016.stdout:1291: done (1 left) 2024-04-24T02:46:24.997 INFO:tasks.rados.rados.0.smithi016.stdout:1292: done (0 left) 2024-04-24T02:46:24.997 INFO:tasks.rados.rados.0.smithi016.stdout:1293: delete oid 24 current snap is 141 2024-04-24T02:46:25.001 INFO:tasks.rados.rados.0.smithi016.stdout:1293: done (0 left) 2024-04-24T02:46:25.001 INFO:tasks.rados.rados.0.smithi016.stdout:1294: snap_remove snap 120 2024-04-24T02:46:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[84376]: osdmap e317: 8 total, 8 up, 8 in 2024-04-24T02:46:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:46:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:24 smithi063 ceph-mon[77007]: osdmap e317: 8 total, 8 up, 8 in 2024-04-24T02:46:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-24T02:46:25.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:25.960 INFO:tasks.rados.rados.0.smithi016.stdout:1294: done (0 left) 2024-04-24T02:46:25.960 INFO:tasks.rados.rados.0.smithi016.stdout:1295: delete oid 24 current snap is 141 2024-04-24T02:46:25.973 INFO:tasks.rados.rados.0.smithi016.stdout:1295: done (0 left) 2024-04-24T02:46:25.973 INFO:tasks.rados.rados.0.smithi016.stdout:1296: read oid 30 snap -1 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1296: expect (ObjNum 402 snap 139 seq_num 402) 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1297: read oid 43 snap -1 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1297: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1298: read oid 5 snap -1 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1298: expect (ObjNum 398 snap 135 seq_num 398) 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1299: read oid 34 snap -1 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1299: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:46:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1300: snap_remove snap 101 2024-04-24T02:46:26.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[84376]: pgmap v100: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[84376]: Upgrade: Updating osd.0 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[84376]: Deploying daemon osd.0 on smithi016 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[84376]: osdmap e318: 8 total, 8 up, 8 in 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[84376]: osdmap e319: 8 total, 8 up, 8 in 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[86910]: pgmap v100: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[86910]: Upgrade: Updating osd.0 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[86910]: Deploying daemon osd.0 on smithi016 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[86910]: osdmap e318: 8 total, 8 up, 8 in 2024-04-24T02:46:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:25 smithi016 ceph-mon[86910]: osdmap e319: 8 total, 8 up, 8 in 2024-04-24T02:46:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:25 smithi063 ceph-mon[77007]: pgmap v100: 121 pgs: 121 active+clean; 437 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:25 smithi063 ceph-mon[77007]: Upgrade: Updating osd.0 2024-04-24T02:46:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:25 smithi063 ceph-mon[77007]: Deploying daemon osd.0 on smithi016 2024-04-24T02:46:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:25 smithi063 ceph-mon[77007]: osdmap e318: 8 total, 8 up, 8 in 2024-04-24T02:46:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:25 smithi063 ceph-mon[77007]: osdmap e319: 8 total, 8 up, 8 in 2024-04-24T02:46:26.959 INFO:tasks.rados.rados.0.smithi016.stdout:1300: done (4 left) 2024-04-24T02:46:26.960 INFO:tasks.rados.rados.0.smithi016.stdout:1301: snap_remove snap 50 2024-04-24T02:46:27.965 INFO:tasks.rados.rados.0.smithi016.stdout:1301: done (4 left) 2024-04-24T02:46:27.965 INFO:tasks.rados.rados.0.smithi016.stdout:1302: snap_create 2024-04-24T02:46:27.965 INFO:tasks.rados.rados.0.smithi016.stdout:1299: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:46:27.969 INFO:tasks.rados.rados.0.smithi016.stdout:1296: expect (ObjNum 402 snap 139 seq_num 402) 2024-04-24T02:46:28.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:27 smithi016 ceph-mon[84376]: pgmap v103: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-24T02:46:28.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:27 smithi016 ceph-mon[84376]: osdmap e320: 8 total, 8 up, 8 in 2024-04-24T02:46:28.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:27 smithi016 ceph-mon[86910]: pgmap v103: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-24T02:46:28.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:27 smithi016 ceph-mon[86910]: osdmap e320: 8 total, 8 up, 8 in 2024-04-24T02:46:28.032 INFO:tasks.rados.rados.0.smithi016.stdout:1297: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:46:28.254 INFO:tasks.rados.rados.0.smithi016.stdout:1298: expect (ObjNum 398 snap 135 seq_num 398) 2024-04-24T02:46:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:27 smithi063 ceph-mon[77007]: pgmap v103: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-24T02:46:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:27 smithi063 ceph-mon[77007]: osdmap e320: 8 total, 8 up, 8 in 2024-04-24T02:46:28.635 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:46:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:46:28] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.33.4" 2024-04-24T02:46:28.967 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:46:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:46:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:46:29.261 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:28 smithi016 ceph-mon[84376]: osdmap e321: 8 total, 8 up, 8 in 2024-04-24T02:46:29.261 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:29 smithi016 systemd[1]: Stopping Ceph osd.0 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:46:29.262 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:28 smithi016 ceph-mon[86910]: osdmap e321: 8 total, 8 up, 8 in 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1296: done (4 left) 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1297: done (3 left) 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1298: done (2 left) 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1299: done (1 left) 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1302: done (0 left) 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1303: read oid 11 snap -1 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1303: expect (ObjNum 362 snap 121 seq_num 362) 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 142 2024-04-24T02:46:29.280 INFO:tasks.rados.rados.0.smithi016.stdout:1304: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-04-24T02:46:29.283 INFO:tasks.rados.rados.0.smithi016.stdout:1304: writing smithi01673382-24 from 0 to 524288 tid 1 2024-04-24T02:46:29.286 INFO:tasks.rados.rados.0.smithi016.stdout:1304: writing smithi01673382-24 from 524288 to 1040384 tid 2 2024-04-24T02:46:29.289 INFO:tasks.rados.rados.0.smithi016.stdout:1304: writing smithi01673382-24 from 1040384 to 1736704 tid 3 2024-04-24T02:46:29.292 INFO:tasks.rados.rados.0.smithi016.stdout:1304: writing smithi01673382-24 from 1736704 to 2129920 tid 4 2024-04-24T02:46:29.292 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 142 2024-04-24T02:46:29.292 INFO:tasks.rados.rados.0.smithi016.stdout:1305: seq_num 414 ranges {7348224=540672,7888896=802816,8691712=458752,9150464=344064} 2024-04-24T02:46:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:28 smithi063 ceph-mon[77007]: osdmap e321: 8 total, 8 up, 8 in 2024-04-24T02:46:29.335 INFO:tasks.rados.rados.0.smithi016.stdout:1305: writing smithi01673382-32 from 7348224 to 7888896 tid 1 2024-04-24T02:46:29.340 INFO:tasks.rados.rados.0.smithi016.stdout:1305: writing smithi01673382-32 from 7888896 to 8691712 tid 2 2024-04-24T02:46:29.343 INFO:tasks.rados.rados.0.smithi016.stdout:1305: writing smithi01673382-32 from 8691712 to 9150464 tid 3 2024-04-24T02:46:29.345 INFO:tasks.rados.rados.0.smithi016.stdout:1305: writing smithi01673382-32 from 9150464 to 9494528 tid 4 2024-04-24T02:46:29.345 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 142 2024-04-24T02:46:29.345 INFO:tasks.rados.rados.0.smithi016.stdout:1306: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2024-04-24T02:46:29.348 INFO:tasks.rados.rados.0.smithi016.stdout:1306: writing smithi01673382-36 from 0 to 557056 tid 1 2024-04-24T02:46:29.352 INFO:tasks.rados.rados.0.smithi016.stdout:1306: writing smithi01673382-36 from 557056 to 1245184 tid 2 2024-04-24T02:46:29.356 INFO:tasks.rados.rados.0.smithi016.stdout:1306: writing smithi01673382-36 from 1245184 to 1908736 tid 3 2024-04-24T02:46:29.358 INFO:tasks.rados.rados.0.smithi016.stdout:1306: writing smithi01673382-36 from 1908736 to 2162688 tid 4 2024-04-24T02:46:29.358 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 142 2024-04-24T02:46:29.358 INFO:tasks.rados.rados.0.smithi016.stdout:1304: finishing write tid 1 to smithi01673382-24 2024-04-24T02:46:29.358 INFO:tasks.rados.rados.0.smithi016.stdout:1304: finishing write tid 2 to smithi01673382-24 2024-04-24T02:46:29.358 INFO:tasks.rados.rados.0.smithi016.stdout:1304: finishing write tid 3 to smithi01673382-24 2024-04-24T02:46:29.358 INFO:tasks.rados.rados.0.smithi016.stdout:1303: expect (ObjNum 362 snap 121 seq_num 362) 2024-04-24T02:46:29.530 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[47387]: debug 2024-04-24T02:46:29.271+0000 7f3649af4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:46:29.530 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[47387]: debug 2024-04-24T02:46:29.271+0000 7f3649af4700 -1 osd.0 321 *** Got signal Terminated *** 2024-04-24T02:46:29.531 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[47387]: debug 2024-04-24T02:46:29.271+0000 7f3649af4700 -1 osd.0 321 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:1304: finishing write tid 4 to smithi01673382-24 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:1304: finishing write tid 5 to smithi01673382-24 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:1304: finishing write tid 6 to smithi01673382-24 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 917 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:1304: left oid 24 (ObjNum 413 snap 142 seq_num 413) 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:1305: finishing write tid 1 to smithi01673382-32 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:1305: finishing write tid 2 to smithi01673382-32 2024-04-24T02:46:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:1307: seq_num 416 ranges {2195456=573440,2768896=573440,3342336=475136,3817472=557056} 2024-04-24T02:46:30.200 INFO:tasks.rados.rados.0.smithi016.stdout:1307: writing smithi01673382-22 from 2195456 to 2768896 tid 1 2024-04-24T02:46:30.204 INFO:tasks.rados.rados.0.smithi016.stdout:1307: writing smithi01673382-22 from 2768896 to 3342336 tid 2 2024-04-24T02:46:30.206 INFO:tasks.rados.rados.0.smithi016.stdout:1307: writing smithi01673382-22 from 3342336 to 3817472 tid 3 2024-04-24T02:46:30.210 INFO:tasks.rados.rados.0.smithi016.stdout:1307: writing smithi01673382-22 from 3817472 to 4374528 tid 4 2024-04-24T02:46:30.210 INFO:tasks.rados.rados.0.smithi016.stdout:1303: done (4 left) 2024-04-24T02:46:30.210 INFO:tasks.rados.rados.0.smithi016.stdout:1304: done (3 left) 2024-04-24T02:46:30.210 INFO:tasks.rados.rados.0.smithi016.stdout:1308: snap_remove snap 52 2024-04-24T02:46:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[84376]: pgmap v106: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-24T02:46:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[84376]: osdmap e322: 8 total, 8 up, 8 in 2024-04-24T02:46:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[84376]: osd.0 marked itself down and dead 2024-04-24T02:46:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[86910]: pgmap v106: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-24T02:46:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[86910]: osdmap e322: 8 total, 8 up, 8 in 2024-04-24T02:46:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[86910]: osd.0 marked itself down and dead 2024-04-24T02:46:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:29 smithi063 ceph-mon[77007]: pgmap v106: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-24T02:46:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:29 smithi063 ceph-mon[77007]: osdmap e322: 8 total, 8 up, 8 in 2024-04-24T02:46:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:29 smithi063 ceph-mon[77007]: osd.0 marked itself down and dead 2024-04-24T02:46:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:30.780 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:30 smithi016 bash[90743]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0 2024-04-24T02:46:30.961 INFO:tasks.rados.rados.0.smithi016.stdout:1308: done (3 left) 2024-04-24T02:46:30.961 INFO:tasks.rados.rados.0.smithi016.stdout:1309: rollback oid 20 current snap is 142 2024-04-24T02:46:30.961 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 129 2024-04-24T02:46:30.961 INFO:tasks.rados.rados.0.smithi016.stdout:1310: snap_remove snap 134 2024-04-24T02:46:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:30 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:46:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:30 smithi016 ceph-mon[84376]: osdmap e323: 8 total, 7 up, 8 in 2024-04-24T02:46:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:30 smithi016 ceph-mon[84376]: osdmap e324: 8 total, 7 up, 8 in 2024-04-24T02:46:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:30 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:46:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:30 smithi016 ceph-mon[86910]: osdmap e323: 8 total, 7 up, 8 in 2024-04-24T02:46:31.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:30 smithi016 ceph-mon[86910]: osdmap e324: 8 total, 7 up, 8 in 2024-04-24T02:46:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:30 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:46:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:30 smithi063 ceph-mon[77007]: osdmap e323: 8 total, 7 up, 8 in 2024-04-24T02:46:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:30 smithi063 ceph-mon[77007]: osdmap e324: 8 total, 7 up, 8 in 2024-04-24T02:46:31.961 INFO:tasks.rados.rados.0.smithi016.stdout:1310: done (4 left) 2024-04-24T02:46:31.962 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 142 2024-04-24T02:46:31.962 INFO:tasks.rados.rados.0.smithi016.stdout:1305: finishing write tid 3 to smithi01673382-32 2024-04-24T02:46:31.962 INFO:tasks.rados.rados.0.smithi016.stdout:1311: seq_num 417 ranges {1982464=589824,2572288=458752,3031040=679936,3710976=466944} 2024-04-24T02:46:31.975 INFO:tasks.rados.rados.0.smithi016.stdout:1311: writing smithi01673382-17 from 1982464 to 2572288 tid 1 2024-04-24T02:46:31.978 INFO:tasks.rados.rados.0.smithi016.stdout:1311: writing smithi01673382-17 from 2572288 to 3031040 tid 2 2024-04-24T02:46:31.982 INFO:tasks.rados.rados.0.smithi016.stdout:1311: writing smithi01673382-17 from 3031040 to 3710976 tid 3 2024-04-24T02:46:31.985 INFO:tasks.rados.rados.0.smithi016.stdout:1311: writing smithi01673382-17 from 3710976 to 4177920 tid 4 2024-04-24T02:46:31.985 INFO:tasks.rados.rados.0.smithi016.stdout:1312: read oid 33 snap 139 2024-04-24T02:46:31.985 INFO:tasks.rados.rados.0.smithi016.stdout:1312: expect (ObjNum 389 snap 131 seq_num 389) 2024-04-24T02:46:31.985 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 142 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1305: finishing write tid 4 to smithi01673382-32 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1305: finishing write tid 5 to smithi01673382-32 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1305: finishing write tid 6 to smithi01673382-32 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 772 (ObjNum 414 snap 142 seq_num 414) dirty exists 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1305: left oid 32 (ObjNum 414 snap 142 seq_num 414) 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1306: finishing write tid 1 to smithi01673382-36 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1306: finishing write tid 2 to smithi01673382-36 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1306: finishing write tid 3 to smithi01673382-36 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1306: finishing write tid 4 to smithi01673382-36 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1306: finishing write tid 5 to smithi01673382-36 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1306: finishing write tid 6 to smithi01673382-36 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 735 (ObjNum 415 snap 142 seq_num 415) dirty exists 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1306: left oid 36 (ObjNum 415 snap 142 seq_num 415) 2024-04-24T02:46:31.986 INFO:tasks.rados.rados.0.smithi016.stdout:1313: seq_num 418 ranges {2916352=606208,3522560=737280,4259840=434176,4694016=434176} 2024-04-24T02:46:32.005 INFO:tasks.rados.rados.0.smithi016.stdout:1313: writing smithi01673382-44 from 2916352 to 3522560 tid 1 2024-04-24T02:46:32.009 INFO:tasks.rados.rados.0.smithi016.stdout:1313: writing smithi01673382-44 from 3522560 to 4259840 tid 2 2024-04-24T02:46:32.011 INFO:tasks.rados.rados.0.smithi016.stdout:1313: writing smithi01673382-44 from 4259840 to 4694016 tid 3 2024-04-24T02:46:32.014 INFO:tasks.rados.rados.0.smithi016.stdout:1313: writing smithi01673382-44 from 4694016 to 5128192 tid 4 2024-04-24T02:46:32.014 INFO:tasks.rados.rados.0.smithi016.stdout:1305: done (6 left) 2024-04-24T02:46:32.014 INFO:tasks.rados.rados.0.smithi016.stdout:1306: done (5 left) 2024-04-24T02:46:32.015 INFO:tasks.rados.rados.0.smithi016.stdout:1314: copy_from oid 36 from oid 14 current snap is 142 2024-04-24T02:46:32.015 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing write tid 1 to smithi01673382-22 2024-04-24T02:46:32.015 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing write tid 2 to smithi01673382-22 2024-04-24T02:46:32.015 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing write tid 3 to smithi01673382-22 2024-04-24T02:46:32.015 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing write tid 4 to smithi01673382-22 2024-04-24T02:46:32.015 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing write tid 5 to smithi01673382-22 2024-04-24T02:46:32.015 INFO:tasks.rados.rados.0.smithi016.stdout:1315: snap_remove snap 112 2024-04-24T02:46:32.233 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:31 smithi016 ceph-mon[84376]: pgmap v109: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-24T02:46:32.233 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:31 smithi016 ceph-mon[84376]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-24T02:46:32.233 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:31 smithi016 ceph-mon[84376]: osdmap e325: 8 total, 7 up, 8 in 2024-04-24T02:46:32.233 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:31 smithi016 ceph-mon[86910]: pgmap v109: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-24T02:46:32.234 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:31 smithi016 ceph-mon[86910]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-24T02:46:32.234 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:31 smithi016 ceph-mon[86910]: osdmap e325: 8 total, 7 up, 8 in 2024-04-24T02:46:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:31 smithi063 ceph-mon[77007]: pgmap v109: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-24T02:46:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:31 smithi063 ceph-mon[77007]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-24T02:46:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:31 smithi063 ceph-mon[77007]: osdmap e325: 8 total, 7 up, 8 in 2024-04-24T02:46:32.981 INFO:tasks.rados.rados.0.smithi016.stdout:1315: done (6 left) 2024-04-24T02:46:32.981 INFO:tasks.rados.rados.0.smithi016.stdout:1316: snap_create 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing write tid 6 to smithi01673382-22 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 810 (ObjNum 416 snap 142 seq_num 416) dirty exists 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1307: left oid 22 (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1309: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 251 (ObjNum 0 snap 32573 seq_num 2001481360) dirty dne 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing write tid 1 to smithi01673382-17 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing write tid 2 to smithi01673382-17 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing write tid 3 to smithi01673382-17 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing write tid 4 to smithi01673382-17 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing write tid 5 to smithi01673382-17 2024-04-24T02:46:32.982 INFO:tasks.rados.rados.0.smithi016.stdout:1312: expect (ObjNum 389 snap 131 seq_num 389) 2024-04-24T02:46:33.030 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:32 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.0.service: Succeeded. 2024-04-24T02:46:33.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:32 smithi016 systemd[1]: Stopped Ceph osd.0 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:46:33.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:32 smithi016 systemd[1]: Starting Ceph osd.0 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:46:33.141 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing write tid 6 to smithi01673382-17 2024-04-24T02:46:33.141 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 945 (ObjNum 417 snap 142 seq_num 417) dirty exists 2024-04-24T02:46:33.141 INFO:tasks.rados.rados.0.smithi016.stdout:1311: left oid 17 (ObjNum 417 snap 142 seq_num 417) 2024-04-24T02:46:33.141 INFO:tasks.rados.rados.0.smithi016.stdout:1313: finishing write tid 1 to smithi01673382-44 2024-04-24T02:46:33.141 INFO:tasks.rados.rados.0.smithi016.stdout:1313: finishing write tid 2 to smithi01673382-44 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:1313: finishing write tid 3 to smithi01673382-44 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:1313: finishing write tid 4 to smithi01673382-44 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:1313: finishing write tid 5 to smithi01673382-44 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:1313: finishing write tid 6 to smithi01673382-44 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 951 (ObjNum 418 snap 142 seq_num 418) dirty exists 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:1313: left oid 44 (ObjNum 418 snap 142 seq_num 418) 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:1314: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:1314: finishing copy_from to smithi01673382-36 2024-04-24T02:46:33.142 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 511 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1307: done (6 left) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1309: done (5 left) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1311: done (4 left) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1312: done (3 left) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1313: done (2 left) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1314: done (1 left) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1316: done (0 left) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1317: read oid 28 snap -1 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1317: expect (ObjNum 369 snap 123 seq_num 369) 2024-04-24T02:46:33.985 INFO:tasks.rados.rados.0.smithi016.stdout:1318: read oid 24 snap -1 2024-04-24T02:46:33.986 INFO:tasks.rados.rados.0.smithi016.stdout:1318: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-24T02:46:33.986 INFO:tasks.rados.rados.0.smithi016.stdout:1319: snap_remove snap 82 2024-04-24T02:46:34.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:33 smithi016 ceph-mon[84376]: pgmap v112: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-24T02:46:34.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:33 smithi016 ceph-mon[84376]: osdmap e326: 8 total, 7 up, 8 in 2024-04-24T02:46:34.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:33 smithi016 ceph-mon[86910]: pgmap v112: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-24T02:46:34.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:33 smithi016 ceph-mon[86910]: osdmap e326: 8 total, 7 up, 8 in 2024-04-24T02:46:34.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:33 smithi016 bash[90979]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-24T02:46:34.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:33 smithi016 bash[90979]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-24T02:46:34.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:33 smithi016 bash[90979]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-24T02:46:34.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:33 smithi016 bash[90979]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-24T02:46:34.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:33 smithi016 bash[90979]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-24T02:46:34.031 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:33 smithi016 bash[90979]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-24T02:46:34.032 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:33 smithi016 bash[90979]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-24T02:46:34.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:33 smithi063 ceph-mon[77007]: pgmap v112: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-24T02:46:34.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:33 smithi063 ceph-mon[77007]: osdmap e326: 8 total, 7 up, 8 in 2024-04-24T02:46:34.988 INFO:tasks.rados.rados.0.smithi016.stdout:1319: done (2 left) 2024-04-24T02:46:34.988 INFO:tasks.rados.rados.0.smithi016.stdout:1320: snap_create 2024-04-24T02:46:34.988 INFO:tasks.rados.rados.0.smithi016.stdout:1318: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-24T02:46:35.047 INFO:tasks.rados.rados.0.smithi016.stdout:1317: expect (ObjNum 369 snap 123 seq_num 369) 2024-04-24T02:46:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:34 smithi016 ceph-mon[84376]: osdmap e327: 8 total, 7 up, 8 in 2024-04-24T02:46:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:34 smithi016 ceph-mon[84376]: osdmap e328: 8 total, 7 up, 8 in 2024-04-24T02:46:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:34 smithi016 ceph-mon[86910]: osdmap e327: 8 total, 7 up, 8 in 2024-04-24T02:46:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:34 smithi016 ceph-mon[86910]: osdmap e328: 8 total, 7 up, 8 in 2024-04-24T02:46:35.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:35 smithi016 ceph-osd[91257]: -- 172.21.15.16:0/2869108059 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d02972f1e0 con 0x55d0296fec00 2024-04-24T02:46:35.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:35 smithi016 bash[91238]: f609d4503b38e940b23b62d44dd23ac3d1cfbbdbd34cc04971cc19977e49eb45 2024-04-24T02:46:35.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:35 smithi016 systemd[1]: Started Ceph osd.0 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:46:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:34 smithi063 ceph-mon[77007]: osdmap e327: 8 total, 7 up, 8 in 2024-04-24T02:46:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:34 smithi063 ceph-mon[77007]: osdmap e328: 8 total, 7 up, 8 in 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:1317: done (2 left) 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:1318: done (1 left) 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:1320: done (0 left) 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:1321: read oid 50 snap -1 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:1321: expect (ObjNum 81 snap 14 seq_num 81) 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:1322: rollback oid 37 current snap is 144 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 132 2024-04-24T02:46:35.961 INFO:tasks.rados.rados.0.smithi016.stdout:1323: delete oid 27 current snap is 144 2024-04-24T02:46:35.966 INFO:tasks.rados.rados.0.smithi016.stdout:1322: finishing rollback tid 0 to smithi01673382-37 2024-04-24T02:46:35.966 INFO:tasks.rados.rados.0.smithi016.stdout:1322: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:46:35.966 INFO:tasks.rados.rados.0.smithi016.stdout:1322: finishing rollback tid 2 to smithi01673382-37 2024-04-24T02:46:35.966 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 649 (ObjNum 275 snap 84 seq_num 275) dirty exists 2024-04-24T02:46:35.966 INFO:tasks.rados.rados.0.smithi016.stdout:1322: done (2 left) 2024-04-24T02:46:35.967 INFO:tasks.rados.rados.0.smithi016.stdout:1323: done (1 left) 2024-04-24T02:46:35.967 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 144 2024-04-24T02:46:35.967 INFO:tasks.rados.rados.0.smithi016.stdout:1324: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-04-24T02:46:35.970 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01673382-8 from 0 to 638976 tid 1 2024-04-24T02:46:35.974 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01673382-8 from 638976 to 1196032 tid 2 2024-04-24T02:46:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01673382-8 from 1196032 to 1646592 tid 3 2024-04-24T02:46:35.983 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01673382-8 from 1646592 to 2244608 tid 4 2024-04-24T02:46:35.983 INFO:tasks.rados.rados.0.smithi016.stdout:1325: rollback oid 47 current snap is 144 2024-04-24T02:46:35.983 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 136 2024-04-24T02:46:35.983 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 1 to smithi01673382-8 2024-04-24T02:46:35.983 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 2 to smithi01673382-8 2024-04-24T02:46:35.983 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 3 to smithi01673382-8 2024-04-24T02:46:35.983 INFO:tasks.rados.rados.0.smithi016.stdout:1321: expect (ObjNum 81 snap 14 seq_num 81) 2024-04-24T02:46:36.030 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:35 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[91253]: 2024-04-24T02:46:35.642+0000 7f1d8e4a97c0 -1 Falling back to public interface 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 4 to smithi01673382-8 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 5 to smithi01673382-8 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 6 to smithi01673382-8 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 956 (ObjNum 420 snap 144 seq_num 420) dirty exists 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:1324: left oid 8 (ObjNum 420 snap 144 seq_num 420) 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:1325: finishing rollback tid 0 to smithi01673382-47 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:1325: finishing rollback tid 1 to smithi01673382-47 2024-04-24T02:46:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:1325: finishing rollback tid 2 to smithi01673382-47 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 579 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1321: done (2 left) 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1324: done (1 left) 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1325: done (0 left) 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1326: copy_from oid 43 from oid 15 current snap is 144 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1327: read oid 25 snap -1 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1327: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1328: rmattr oid 4 current snap is 144 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1328: done (2 left) 2024-04-24T02:46:36.066 INFO:tasks.rados.rados.0.smithi016.stdout:1329: snap_create 2024-04-24T02:46:36.070 INFO:tasks.rados.rados.0.smithi016.stdout:1327: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:46:36.154 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:46:36.154 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing copy_from to smithi01673382-43 2024-04-24T02:46:36.155 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 550 (ObjNum 409 snap 139 seq_num 409) dirty exists 2024-04-24T02:46:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[84376]: pgmap v115: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[84376]: osdmap e329: 8 total, 7 up, 8 in 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[86910]: pgmap v115: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:36 smithi016 ceph-mon[86910]: osdmap e329: 8 total, 7 up, 8 in 2024-04-24T02:46:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:36 smithi063 ceph-mon[77007]: pgmap v115: 121 pgs: 53 peering, 68 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:46:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:36.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:36.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:36 smithi063 ceph-mon[77007]: osdmap e329: 8 total, 7 up, 8 in 2024-04-24T02:46:36.962 INFO:tasks.rados.rados.0.smithi016.stdout:1326: done (2 left) 2024-04-24T02:46:36.962 INFO:tasks.rados.rados.0.smithi016.stdout:1327: done (1 left) 2024-04-24T02:46:36.962 INFO:tasks.rados.rados.0.smithi016.stdout:1329: done (0 left) 2024-04-24T02:46:36.962 INFO:tasks.rados.rados.0.smithi016.stdout:1330: rmattr oid 1 current snap is 145 2024-04-24T02:46:36.963 INFO:tasks.rados.rados.0.smithi016.stdout:1330: done (0 left) 2024-04-24T02:46:36.963 INFO:tasks.rados.rados.0.smithi016.stdout:1331: copy_from oid 37 from oid 15 current snap is 145 2024-04-24T02:46:36.963 INFO:tasks.rados.rados.0.smithi016.stdout:1332: rollback oid 30 current snap is 145 2024-04-24T02:46:36.963 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 130 2024-04-24T02:46:36.963 INFO:tasks.rados.rados.0.smithi016.stdout:1333: snap_create 2024-04-24T02:46:36.971 INFO:tasks.rados.rados.0.smithi016.stdout:1332: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:46:36.971 INFO:tasks.rados.rados.0.smithi016.stdout:1332: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:46:36.971 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 841 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty dne 2024-04-24T02:46:36.977 INFO:tasks.rados.rados.0.smithi016.stdout:1331: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:46:36.978 INFO:tasks.rados.rados.0.smithi016.stdout:1331: finishing copy_from to smithi01673382-37 2024-04-24T02:46:36.978 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 550 (ObjNum 409 snap 139 seq_num 409) dirty exists 2024-04-24T02:46:37.963 INFO:tasks.rados.rados.0.smithi016.stdout:1331: done (2 left) 2024-04-24T02:46:37.963 INFO:tasks.rados.rados.0.smithi016.stdout:1332: done (1 left) 2024-04-24T02:46:37.964 INFO:tasks.rados.rados.0.smithi016.stdout:1333: done (0 left) 2024-04-24T02:46:37.964 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 146 2024-04-24T02:46:37.964 INFO:tasks.rados.rados.0.smithi016.stdout:1334: seq_num 421 ranges {1835008=655360,2490368=442368,2932736=663552,3596288=499712} 2024-04-24T02:46:37.976 INFO:tasks.rados.rados.0.smithi016.stdout:1334: writing smithi01673382-25 from 1835008 to 2490368 tid 1 2024-04-24T02:46:37.979 INFO:tasks.rados.rados.0.smithi016.stdout:1334: writing smithi01673382-25 from 2490368 to 2932736 tid 2 2024-04-24T02:46:37.983 INFO:tasks.rados.rados.0.smithi016.stdout:1334: writing smithi01673382-25 from 2932736 to 3596288 tid 3 2024-04-24T02:46:37.986 INFO:tasks.rados.rados.0.smithi016.stdout:1334: writing smithi01673382-25 from 3596288 to 4096000 tid 4 2024-04-24T02:46:37.986 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing write tid 1 to smithi01673382-25 2024-04-24T02:46:37.987 INFO:tasks.rados.rados.0.smithi016.stdout:1335: delete oid 33 current snap is 146 2024-04-24T02:46:37.990 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing write tid 2 to smithi01673382-25 2024-04-24T02:46:37.990 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing write tid 3 to smithi01673382-25 2024-04-24T02:46:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing write tid 4 to smithi01673382-25 2024-04-24T02:46:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing write tid 5 to smithi01673382-25 2024-04-24T02:46:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing write tid 6 to smithi01673382-25 2024-04-24T02:46:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 780 (ObjNum 421 snap 146 seq_num 421) dirty exists 2024-04-24T02:46:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:1334: left oid 25 (ObjNum 421 snap 146 seq_num 421) 2024-04-24T02:46:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:1334: done (1 left) 2024-04-24T02:46:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:1335: done (0 left) 2024-04-24T02:46:37.993 INFO:tasks.rados.rados.0.smithi016.stdout:1336: snap_create 2024-04-24T02:46:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[84376]: pgmap v118: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 137/855 objects degraded (16.023%) 2024-04-24T02:46:38.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[84376]: osdmap e330: 8 total, 7 up, 8 in 2024-04-24T02:46:38.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 137/855 objects degraded (16.023%), 15 pgs degraded (PG_DEGRADED) 2024-04-24T02:46:38.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[84376]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-04-24T02:46:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[86910]: pgmap v118: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 137/855 objects degraded (16.023%) 2024-04-24T02:46:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[86910]: osdmap e330: 8 total, 7 up, 8 in 2024-04-24T02:46:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 137/855 objects degraded (16.023%), 15 pgs degraded (PG_DEGRADED) 2024-04-24T02:46:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:37 smithi016 ceph-mon[86910]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-04-24T02:46:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:37 smithi063 ceph-mon[77007]: pgmap v118: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 137/855 objects degraded (16.023%) 2024-04-24T02:46:38.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:37 smithi063 ceph-mon[77007]: osdmap e330: 8 total, 7 up, 8 in 2024-04-24T02:46:38.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:37 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 137/855 objects degraded (16.023%), 15 pgs degraded (PG_DEGRADED) 2024-04-24T02:46:38.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:37 smithi063 ceph-mon[77007]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-04-24T02:46:38.696 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:46:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:46:38] "GET /metrics HTTP/1.1" 200 36076 "" "Prometheus/2.33.4" 2024-04-24T02:46:38.852 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:46:38.979 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:46:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:46:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:46:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:1336: done (0 left) 2024-04-24T02:46:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 147 2024-04-24T02:46:38.980 INFO:tasks.rados.rados.0.smithi016.stdout:1337: seq_num 423 ranges {12607488=688128,13295616=614400,13910016=622592,14532608=368640} 2024-04-24T02:46:39.061 INFO:tasks.rados.rados.0.smithi016.stdout:1337: writing smithi01673382-5 from 12607488 to 13295616 tid 1 2024-04-24T02:46:39.065 INFO:tasks.rados.rados.0.smithi016.stdout:1337: writing smithi01673382-5 from 13295616 to 13910016 tid 2 2024-04-24T02:46:39.070 INFO:tasks.rados.rados.0.smithi016.stdout:1337: writing smithi01673382-5 from 13910016 to 14532608 tid 3 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:1337: writing smithi01673382-5 from 14532608 to 14901248 tid 4 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:1338: rollback oid 11 current snap is 147 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 124 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:1337: finishing write tid 1 to smithi01673382-5 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:1337: finishing write tid 2 to smithi01673382-5 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:1337: finishing write tid 3 to smithi01673382-5 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 147 2024-04-24T02:46:39.073 INFO:tasks.rados.rados.0.smithi016.stdout:1339: seq_num 424 ranges {2195456=704512,2899968=491520,3391488=434176,3825664=679936} 2024-04-24T02:46:39.090 INFO:tasks.rados.rados.0.smithi016.stdout:1339: writing smithi01673382-4 from 2195456 to 2899968 tid 1 2024-04-24T02:46:39.094 INFO:tasks.rados.rados.0.smithi016.stdout:1339: writing smithi01673382-4 from 2899968 to 3391488 tid 2 2024-04-24T02:46:39.097 INFO:tasks.rados.rados.0.smithi016.stdout:1339: writing smithi01673382-4 from 3391488 to 3825664 tid 3 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1339: writing smithi01673382-4 from 3825664 to 4505600 tid 4 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1340: delete oid 30 current snap is 147 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1337: finishing write tid 4 to smithi01673382-5 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1338: finishing rollback tid 0 to smithi01673382-11 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1337: finishing write tid 5 to smithi01673382-5 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1338: finishing rollback tid 1 to smithi01673382-11 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1338: finishing rollback tid 2 to smithi01673382-11 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 961 (ObjNum 362 snap 121 seq_num 362) dirty exists 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1337: finishing write tid 6 to smithi01673382-5 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 433 (ObjNum 423 snap 147 seq_num 423) dirty exists 2024-04-24T02:46:39.103 INFO:tasks.rados.rados.0.smithi016.stdout:1337: left oid 5 (ObjNum 423 snap 147 seq_num 423) 2024-04-24T02:46:39.104 INFO:tasks.rados.rados.0.smithi016.stdout:1339: finishing write tid 1 to smithi01673382-4 2024-04-24T02:46:39.104 INFO:tasks.rados.rados.0.smithi016.stdout:1339: finishing write tid 2 to smithi01673382-4 2024-04-24T02:46:39.104 INFO:tasks.rados.rados.0.smithi016.stdout:1339: finishing write tid 3 to smithi01673382-4 2024-04-24T02:46:39.104 INFO:tasks.rados.rados.0.smithi016.stdout:1337: done (3 left) 2024-04-24T02:46:39.104 INFO:tasks.rados.rados.0.smithi016.stdout:1338: done (2 left) 2024-04-24T02:46:39.104 INFO:tasks.rados.rados.0.smithi016.stdout:1340: done (1 left) 2024-04-24T02:46:39.105 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 147 2024-04-24T02:46:39.105 INFO:tasks.rados.rados.0.smithi016.stdout:1341: seq_num 426 ranges {2064384=737280,2801664=712704,3514368=802816,4317184=90112} 2024-04-24T02:46:39.120 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01673382-15 from 2064384 to 2801664 tid 1 2024-04-24T02:46:39.125 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01673382-15 from 2801664 to 3514368 tid 2 2024-04-24T02:46:39.130 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01673382-15 from 3514368 to 4317184 tid 3 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01673382-15 from 4317184 to 4407296 tid 4 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1342: delete oid 34 current snap is 147 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1339: finishing write tid 4 to smithi01673382-4 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1339: finishing write tid 5 to smithi01673382-4 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1339: finishing write tid 6 to smithi01673382-4 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 964 (ObjNum 424 snap 147 seq_num 424) dirty exists 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1339: left oid 4 (ObjNum 424 snap 147 seq_num 424) 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 1 to smithi01673382-15 2024-04-24T02:46:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 2 to smithi01673382-15 2024-04-24T02:46:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1339: done (2 left) 2024-04-24T02:46:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1342: done (1 left) 2024-04-24T02:46:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1343: rollback oid 13 current snap is 147 2024-04-24T02:46:39.134 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 146 2024-04-24T02:46:39.134 INFO:tasks.rados.rados.0.smithi016.stdout:1344: snap_create 2024-04-24T02:46:39.134 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 3 to smithi01673382-15 2024-04-24T02:46:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 4 to smithi01673382-15 2024-04-24T02:46:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 5 to smithi01673382-15 2024-04-24T02:46:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:1343: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:46:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 836 (ObjNum 1 snap 22073 seq_num 2000931576) dirty dne 2024-04-24T02:46:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 6 to smithi01673382-15 2024-04-24T02:46:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 555 (ObjNum 426 snap 147 seq_num 426) dirty exists 2024-04-24T02:46:39.136 INFO:tasks.rados.rados.0.smithi016.stdout:1341: left oid 15 (ObjNum 426 snap 147 seq_num 426) 2024-04-24T02:46:39.244 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:46:39.244 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (3m) 59s ago 7m 15.7M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (2m) 45s ago 7m 43.7M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (8m) 59s ago 8m 15.1M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (8m) 45s ago 8m 18.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (108s) 45s ago 12m 447M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (2m) 59s ago 13m 494M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (93s) 59s ago 14m 42.4M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (50s) 45s ago 12m 18.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (69s) 59s ago 12m 28.7M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (3m) 59s ago 7m 15.9M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (2m) 45s ago 7m 22.5M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 starting - - - 2489M 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (11m) 59s ago 11m 212M 2489M 16.2.15-1-g8963e9de 727f386679cb 1be9bccfe264 2024-04-24T02:46:39.245 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (11m) 59s ago 11m 194M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:46:39.246 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (10m) 59s ago 10m 134M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:46:39.246 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (10m) 45s ago 10m 203M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:46:39.246 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (9m) 45s ago 9m 161M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:46:39.246 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (9m) 45s ago 9m 93.9M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:46:39.246 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (8m) 45s ago 8m 112M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:46:39.246 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (113s) 45s ago 7m 55.9M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:46:39.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:38 smithi016 ceph-mon[84376]: osdmap e331: 8 total, 7 up, 8 in 2024-04-24T02:46:39.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:38 smithi016 ceph-mon[86910]: osdmap e331: 8 total, 7 up, 8 in 2024-04-24T02:46:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:38 smithi063 ceph-mon[77007]: osdmap e331: 8 total, 7 up, 8 in 2024-04-24T02:46:39.701 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:46:39.701 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:46:39.701 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:46:39.701 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:39.701 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:46:39.701 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 7 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 9, 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 5 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:46:39.702 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:46:39.981 INFO:tasks.rados.rados.0.smithi016.stdout:1341: done (2 left) 2024-04-24T02:46:39.981 INFO:tasks.rados.rados.0.smithi016.stdout:1343: done (1 left) 2024-04-24T02:46:39.981 INFO:tasks.rados.rados.0.smithi016.stdout:1344: done (0 left) 2024-04-24T02:46:39.981 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 148 2024-04-24T02:46:39.981 INFO:tasks.rados.rados.0.smithi016.stdout:1345: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-04-24T02:46:39.985 INFO:tasks.rados.rados.0.smithi016.stdout:1345: writing smithi01673382-38 from 0 to 778240 tid 1 2024-04-24T02:46:39.988 INFO:tasks.rados.rados.0.smithi016.stdout:1345: writing smithi01673382-38 from 778240 to 1261568 tid 2 2024-04-24T02:46:39.990 INFO:tasks.rados.rados.0.smithi016.stdout:1345: writing smithi01673382-38 from 1261568 to 1671168 tid 3 2024-04-24T02:46:39.995 INFO:tasks.rados.rados.0.smithi016.stdout:1345: writing smithi01673382-38 from 1671168 to 2088960 tid 4 2024-04-24T02:46:39.996 INFO:tasks.rados.rados.0.smithi016.stdout:1345: writing smithi01673382-38 from 2088960 to 2383872 tid 5 2024-04-24T02:46:39.996 INFO:tasks.rados.rados.0.smithi016.stdout:1346: rollback oid 50 current snap is 148 2024-04-24T02:46:39.996 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 89 2024-04-24T02:46:39.996 INFO:tasks.rados.rados.0.smithi016.stdout:1347: setattr oid 41 current snap is 148 2024-04-24T02:46:39.996 INFO:tasks.rados.rados.0.smithi016.stdout:1348: rollback oid 7 current snap is 148 2024-04-24T02:46:39.997 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 142 2024-04-24T02:46:39.997 INFO:tasks.rados.rados.0.smithi016.stdout:1349: snap_remove snap 141 2024-04-24T02:46:40.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 137/855 objects degraded (16.023%) 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: osdmap e332: 8 total, 7 up, 8 in 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/928513410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 137/855 objects degraded (16.023%) 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: osdmap e332: 8 total, 7 up, 8 in 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/928513410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 137/855 objects degraded (16.023%) 2024-04-24T02:46:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: osdmap e332: 8 total, 7 up, 8 in 2024-04-24T02:46:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:46:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/928513410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:40.986 INFO:tasks.rados.rados.0.smithi016.stdout:1349: done (4 left) 2024-04-24T02:46:40.986 INFO:tasks.rados.rados.0.smithi016.stdout:1350: rollback oid 14 current snap is 148 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 143 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing write tid 1 to smithi01673382-38 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing write tid 2 to smithi01673382-38 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing write tid 3 to smithi01673382-38 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing write tid 4 to smithi01673382-38 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing rollback tid 0 to smithi01673382-50 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing write tid 5 to smithi01673382-38 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing rollback tid 2 to smithi01673382-50 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 144 (ObjNum 260 snap 81 seq_num 260) dirty exists 2024-04-24T02:46:40.987 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing write tid 6 to smithi01673382-38 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing write tid 7 to smithi01673382-38 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 968 (ObjNum 428 snap 148 seq_num 428) dirty exists 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1345: left oid 38 (ObjNum 428 snap 148 seq_num 428) 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 970 (ObjNum 349 snap 118 seq_num 349) dirty exists 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1348: finishing rollback tid 1 to smithi01673382-7 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 841 (ObjNum -1885688640 snap 32573 seq_num 2001289904) dirty dne 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1345: done (4 left) 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1346: done (3 left) 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1347: done (2 left) 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1348: done (1 left) 2024-04-24T02:46:40.988 INFO:tasks.rados.rados.0.smithi016.stdout:1351: delete oid 31 current snap is 148 2024-04-24T02:46:40.989 INFO:tasks.rados.rados.0.smithi016.stdout:1351: done (1 left) 2024-04-24T02:46:40.989 INFO:tasks.rados.rados.0.smithi016.stdout:1352: snap_remove snap 119 2024-04-24T02:46:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:40 smithi016 ceph-mon[84376]: osdmap e333: 8 total, 7 up, 8 in 2024-04-24T02:46:41.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:40 smithi016 ceph-mon[84376]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:46:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:40 smithi016 ceph-mon[86910]: osdmap e333: 8 total, 7 up, 8 in 2024-04-24T02:46:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:40 smithi016 ceph-mon[86910]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:46:41.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[91253]: 2024-04-24T02:46:40.864+0000 7f1d8e4a97c0 -1 osd.0 0 read_superblock omap replica is missing. 2024-04-24T02:46:41.282 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:40 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[91253]: 2024-04-24T02:46:40.941+0000 7f1d8e4a97c0 -1 osd.0 322 log_to_monitors true 2024-04-24T02:46:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:40 smithi063 ceph-mon[77007]: osdmap e333: 8 total, 7 up, 8 in 2024-04-24T02:46:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:40 smithi063 ceph-mon[77007]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-24T02:46:41.689 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[91253]: 2024-04-24T02:46:41.355+0000 7f1d7b8fb700 -1 osd.0 322 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:46:41.997 INFO:tasks.rados.rados.0.smithi016.stdout:1352: done (1 left) 2024-04-24T02:46:41.998 INFO:tasks.rados.rados.0.smithi016.stdout:1353: read oid 23 snap 142 2024-04-24T02:46:41.998 INFO:tasks.rados.rados.0.smithi016.stdout:1353: expect (ObjNum 348 snap 118 seq_num 348) 2024-04-24T02:46:41.998 INFO:tasks.rados.rados.0.smithi016.stdout:1354: snap_remove snap 89 2024-04-24T02:46:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[84376]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 145/903 objects degraded (16.058%) 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[84376]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[84376]: osdmap e334: 8 total, 7 up, 8 in 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[84376]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[84376]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[86910]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 145/903 objects degraded (16.058%) 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[86910]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[86910]: osdmap e334: 8 total, 7 up, 8 in 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[86910]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:46:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:41 smithi016 ceph-mon[86910]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' 2024-04-24T02:46:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:41 smithi063 ceph-mon[77007]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 145/903 objects degraded (16.058%) 2024-04-24T02:46:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:41 smithi063 ceph-mon[77007]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T02:46:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:41 smithi063 ceph-mon[77007]: osdmap e334: 8 total, 7 up, 8 in 2024-04-24T02:46:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:41 smithi063 ceph-mon[77007]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:46:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:41 smithi063 ceph-mon[77007]: from='osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979]' entity='osd.0' 2024-04-24T02:46:43.004 INFO:tasks.rados.rados.0.smithi016.stdout:1354: done (2 left) 2024-04-24T02:46:43.004 INFO:tasks.rados.rados.0.smithi016.stdout:1355: snap_create 2024-04-24T02:46:43.004 INFO:tasks.rados.rados.0.smithi016.stdout:1350: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:46:43.004 INFO:tasks.rados.rados.0.smithi016.stdout:1350: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:46:43.004 INFO:tasks.rados.rados.0.smithi016.stdout:1350: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:46:43.004 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 655 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:46:43.004 INFO:tasks.rados.rados.0.smithi016.stdout:1353: expect (ObjNum 348 snap 118 seq_num 348) 2024-04-24T02:46:43.090 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:46:43.091 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[84376]: osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979] boot 2024-04-24T02:46:43.091 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[84376]: osdmap e335: 8 total, 8 up, 8 in 2024-04-24T02:46:43.091 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:46:43.091 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:46:43.091 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[86910]: osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979] boot 2024-04-24T02:46:43.091 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[86910]: osdmap e335: 8 total, 8 up, 8 in 2024-04-24T02:46:43.092 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:46:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:42 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:46:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:42 smithi063 ceph-mon[77007]: osd.0 [v2:172.21.15.16:6802/3090040979,v1:172.21.15.16:6803/3090040979] boot 2024-04-24T02:46:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:42 smithi063 ceph-mon[77007]: osdmap e335: 8 total, 8 up, 8 in 2024-04-24T02:46:43.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-24T02:46:44.002 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:46:43 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:46:43.801+0000 7faf10bd4700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-24T02:46:44.008 INFO:tasks.rados.rados.0.smithi016.stdout:1350: done (2 left) 2024-04-24T02:46:44.008 INFO:tasks.rados.rados.0.smithi016.stdout:1353: done (1 left) 2024-04-24T02:46:44.008 INFO:tasks.rados.rados.0.smithi016.stdout:1355: done (0 left) 2024-04-24T02:46:44.008 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 149 2024-04-24T02:46:44.009 INFO:tasks.rados.rados.0.smithi016.stdout:1356: seq_num 430 ranges {2285568=8192} 2024-04-24T02:46:44.021 INFO:tasks.rados.rados.0.smithi016.stdout:1356: writing smithi01673382-41 from 2285568 to 2293760 tid 1 2024-04-24T02:46:44.021 INFO:tasks.rados.rados.0.smithi016.stdout:1357: snap_remove snap 132 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 145/903 objects degraded (16.058%) 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: osdmap e336: 8 total, 8 up, 8 in 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 145/903 objects degraded (16.058%) 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: osdmap e336: 8 total, 8 up, 8 in 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:44.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 145/903 objects degraded (16.058%) 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: osdmap e336: 8 total, 8 up, 8 in 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:46:44.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:45.014 INFO:tasks.rados.rados.0.smithi016.stdout:1357: done (1 left) 2024-04-24T02:46:45.014 INFO:tasks.rados.rados.0.smithi016.stdout:1358: read oid 7 snap -1 2024-04-24T02:46:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1358: expect deleted 2024-04-24T02:46:45.020 INFO:tasks.rados.rados.0.smithi016.stdout:1359: read oid 45 snap -1 2024-04-24T02:46:45.020 INFO:tasks.rados.rados.0.smithi016.stdout:1359: expect (ObjNum 81 snap 14 seq_num 81) 2024-04-24T02:46:45.020 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 149 2024-04-24T02:46:45.020 INFO:tasks.rados.rados.0.smithi016.stdout:1360: seq_num 431 ranges {2048000=24576} 2024-04-24T02:46:45.026 INFO:tasks.rados.rados.0.smithi016.stdout:1360: writing smithi01673382-6 from 2048000 to 2072576 tid 1 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1361: rollback oid 36 current snap is 149 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 105 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1362: read oid 32 snap 131 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1362: expect (ObjNum 361 snap 120 seq_num 361) 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1363: rollback oid 20 current snap is 149 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 107 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1364: read oid 14 snap -1 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1364: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 149 2024-04-24T02:46:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1365: seq_num 432 ranges {2244608=40960} 2024-04-24T02:46:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1365: writing smithi01673382-8 from 2244608 to 2285568 tid 1 2024-04-24T02:46:45.041 INFO:tasks.rados.rados.0.smithi016.stdout:1366: copy_from oid 17 from oid 21 current snap is 149 2024-04-24T02:46:45.041 INFO:tasks.rados.rados.0.smithi016.stdout:1367: snap_create 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1356: finishing write tid 1 to smithi01673382-41 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1356: finishing write tid 2 to smithi01673382-41 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1356: finishing write tid 3 to smithi01673382-41 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1002 (ObjNum 430 snap 149 seq_num 430) dirty exists 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1356: left oid 41 (ObjNum 430 snap 149 seq_num 430) 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1360: finishing write tid 1 to smithi01673382-6 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1360: finishing write tid 2 to smithi01673382-6 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1360: finishing write tid 3 to smithi01673382-6 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 629 (ObjNum 431 snap 149 seq_num 431) dirty exists 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1360: left oid 6 (ObjNum 431 snap 149 seq_num 431) 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:1363: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:46:45.042 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 251 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:46:45.043 INFO:tasks.rados.rados.0.smithi016.stdout:1361: finishing rollback tid 0 to smithi01673382-36 2024-04-24T02:46:45.043 INFO:tasks.rados.rados.0.smithi016.stdout:1361: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:46:45.043 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 737 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:46:45.046 INFO:tasks.rados.rados.0.smithi016.stdout:1364: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:46:45.120 INFO:tasks.rados.rados.0.smithi016.stdout:1359: expect (ObjNum 81 snap 14 seq_num 81) 2024-04-24T02:46:45.192 INFO:tasks.rados.rados.0.smithi016.stdout:1362: expect (ObjNum 361 snap 120 seq_num 361) 2024-04-24T02:46:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[84376]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[84376]: osdmap e337: 8 total, 8 up, 8 in 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[86910]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[86910]: osdmap e337: 8 total, 8 up, 8 in 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:45 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:45 smithi063 ceph-mon[77007]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-24T02:46:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:45 smithi063 ceph-mon[77007]: osdmap e337: 8 total, 8 up, 8 in 2024-04-24T02:46:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:46:45.505 INFO:tasks.rados.rados.0.smithi016.stdout:1365: finishing write tid 1 to smithi01673382-8 2024-04-24T02:46:45.505 INFO:tasks.rados.rados.0.smithi016.stdout:1365: finishing write tid 2 to smithi01673382-8 2024-04-24T02:46:45.506 INFO:tasks.rados.rados.0.smithi016.stdout:1366: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:46:45.506 INFO:tasks.rados.rados.0.smithi016.stdout:1365: finishing write tid 3 to smithi01673382-8 2024-04-24T02:46:45.506 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1034 (ObjNum 432 snap 149 seq_num 432) dirty exists 2024-04-24T02:46:45.506 INFO:tasks.rados.rados.0.smithi016.stdout:1365: left oid 8 (ObjNum 432 snap 149 seq_num 432) 2024-04-24T02:46:45.506 INFO:tasks.rados.rados.0.smithi016.stdout:1366: finishing copy_from to smithi01673382-17 2024-04-24T02:46:45.506 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 271 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1356: done (10 left) 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1358: done (9 left) 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1359: done (8 left) 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1360: done (7 left) 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1361: done (6 left) 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1362: done (5 left) 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1363: done (4 left) 2024-04-24T02:46:45.963 INFO:tasks.rados.rados.0.smithi016.stdout:1364: done (3 left) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1365: done (2 left) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1366: done (1 left) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1367: done (0 left) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1368: rmattr oid 27 current snap is 150 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1368: done (0 left) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1369: rollback oid 10 current snap is 150 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 86 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1370: read oid 14 snap -1 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1370: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1371: read oid 42 snap -1 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1371: expect (ObjNum 381 snap 126 seq_num 381) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1372: rmattr oid 29 current snap is 150 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1372: done (3 left) 2024-04-24T02:46:45.964 INFO:tasks.rados.rados.0.smithi016.stdout:1373: copy_from oid 16 from oid 47 current snap is 150 2024-04-24T02:46:45.965 INFO:tasks.rados.rados.0.smithi016.stdout:1374: snap_remove snap 148 2024-04-24T02:46:46.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[84376]: pgmap v130: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 145/903 objects degraded (16.058%) 2024-04-24T02:46:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[84376]: osdmap e338: 8 total, 8 up, 8 in 2024-04-24T02:46:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 145/903 objects degraded (16.058%), 15 pgs degraded (PG_DEGRADED) 2024-04-24T02:46:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[84376]: osdmap e339: 8 total, 8 up, 8 in 2024-04-24T02:46:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[86910]: pgmap v130: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 145/903 objects degraded (16.058%) 2024-04-24T02:46:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[86910]: osdmap e338: 8 total, 8 up, 8 in 2024-04-24T02:46:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 145/903 objects degraded (16.058%), 15 pgs degraded (PG_DEGRADED) 2024-04-24T02:46:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:46 smithi016 ceph-mon[86910]: osdmap e339: 8 total, 8 up, 8 in 2024-04-24T02:46:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:46 smithi063 ceph-mon[77007]: pgmap v130: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 444 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 145/903 objects degraded (16.058%) 2024-04-24T02:46:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:46 smithi063 ceph-mon[77007]: osdmap e338: 8 total, 8 up, 8 in 2024-04-24T02:46:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:46 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 145/903 objects degraded (16.058%), 15 pgs degraded (PG_DEGRADED) 2024-04-24T02:46:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:46 smithi063 ceph-mon[77007]: osdmap e339: 8 total, 8 up, 8 in 2024-04-24T02:46:46.965 INFO:tasks.rados.rados.0.smithi016.stdout:1374: done (4 left) 2024-04-24T02:46:46.965 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 150 2024-04-24T02:46:46.966 INFO:tasks.rados.rados.0.smithi016.stdout:1370: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:46:47.035 INFO:tasks.rados.rados.0.smithi016.stdout:1369: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:46:47.035 INFO:tasks.rados.rados.0.smithi016.stdout:1369: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:46:47.035 INFO:tasks.rados.rados.0.smithi016.stdout:1369: finishing rollback tid 2 to smithi01673382-10 2024-04-24T02:46:47.035 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 814 (ObjNum 233 snap 70 seq_num 233) dirty exists 2024-04-24T02:46:47.036 INFO:tasks.rados.rados.0.smithi016.stdout:1373: finishing copy_from racing read to smithi01673382-16 2024-04-24T02:46:47.036 INFO:tasks.rados.rados.0.smithi016.stdout:1373: finishing copy_from to smithi01673382-16 2024-04-24T02:46:47.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 579 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:46:47.036 INFO:tasks.rados.rados.0.smithi016.stdout:1375: seq_num 433 ranges {2383872=57344} 2024-04-24T02:46:47.049 INFO:tasks.rados.rados.0.smithi016.stdout:1375: writing smithi01673382-38 from 2383872 to 2441216 tid 1 2024-04-24T02:46:47.049 INFO:tasks.rados.rados.0.smithi016.stdout:1369: done (4 left) 2024-04-24T02:46:47.049 INFO:tasks.rados.rados.0.smithi016.stdout:1370: done (3 left) 2024-04-24T02:46:47.049 INFO:tasks.rados.rados.0.smithi016.stdout:1373: done (2 left) 2024-04-24T02:46:47.049 INFO:tasks.rados.rados.0.smithi016.stdout:1376: snap_create 2024-04-24T02:46:47.049 INFO:tasks.rados.rados.0.smithi016.stdout:1371: expect (ObjNum 381 snap 126 seq_num 381) 2024-04-24T02:46:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:47 smithi016 ceph-mon[84376]: mgrmap e42: y(active, since 91s), standbys: x 2024-04-24T02:46:47.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:47 smithi016 ceph-mon[84376]: osdmap e340: 8 total, 8 up, 8 in 2024-04-24T02:46:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:47 smithi016 ceph-mon[86910]: mgrmap e42: y(active, since 91s), standbys: x 2024-04-24T02:46:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:47 smithi016 ceph-mon[86910]: osdmap e340: 8 total, 8 up, 8 in 2024-04-24T02:46:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:47 smithi063 ceph-mon[77007]: mgrmap e42: y(active, since 91s), standbys: x 2024-04-24T02:46:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:47 smithi063 ceph-mon[77007]: osdmap e340: 8 total, 8 up, 8 in 2024-04-24T02:46:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:1375: finishing write tid 1 to smithi01673382-38 2024-04-24T02:46:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:1375: finishing write tid 2 to smithi01673382-38 2024-04-24T02:46:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:1375: finishing write tid 3 to smithi01673382-38 2024-04-24T02:46:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1017 (ObjNum 433 snap 150 seq_num 433) dirty exists 2024-04-24T02:46:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:1375: left oid 38 (ObjNum 433 snap 150 seq_num 433) 2024-04-24T02:46:48.031 INFO:tasks.rados.rados.0.smithi016.stdout:1371: done (2 left) 2024-04-24T02:46:48.031 INFO:tasks.rados.rados.0.smithi016.stdout:1375: done (1 left) 2024-04-24T02:46:48.031 INFO:tasks.rados.rados.0.smithi016.stdout:1376: done (0 left) 2024-04-24T02:46:48.031 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 151 2024-04-24T02:46:48.031 INFO:tasks.rados.rados.0.smithi016.stdout:1377: seq_num 434 ranges {5128192=73728} 2024-04-24T02:46:48.059 INFO:tasks.rados.rados.0.smithi016.stdout:1377: writing smithi01673382-44 from 5128192 to 5201920 tid 1 2024-04-24T02:46:48.060 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 151 2024-04-24T02:46:48.060 INFO:tasks.rados.rados.0.smithi016.stdout:1378: seq_num 435 ranges {7503872=90112} 2024-04-24T02:46:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:1378: writing smithi01673382-48 from 7503872 to 7593984 tid 1 2024-04-24T02:46:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:1379: delete oid 25 current snap is 151 2024-04-24T02:46:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:1377: finishing write tid 1 to smithi01673382-44 2024-04-24T02:46:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:1377: finishing write tid 2 to smithi01673382-44 2024-04-24T02:46:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:1377: finishing write tid 3 to smithi01673382-44 2024-04-24T02:46:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1043 (ObjNum 434 snap 151 seq_num 434) dirty exists 2024-04-24T02:46:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:1377: left oid 44 (ObjNum 434 snap 151 seq_num 434) 2024-04-24T02:46:48.105 INFO:tasks.rados.rados.0.smithi016.stdout:1378: finishing write tid 1 to smithi01673382-48 2024-04-24T02:46:48.106 INFO:tasks.rados.rados.0.smithi016.stdout:1378: finishing write tid 2 to smithi01673382-48 2024-04-24T02:46:48.107 INFO:tasks.rados.rados.0.smithi016.stdout:1378: finishing write tid 3 to smithi01673382-48 2024-04-24T02:46:48.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 598 (ObjNum 435 snap 151 seq_num 435) dirty exists 2024-04-24T02:46:48.107 INFO:tasks.rados.rados.0.smithi016.stdout:1378: left oid 48 (ObjNum 435 snap 151 seq_num 435) 2024-04-24T02:46:48.109 INFO:tasks.rados.rados.0.smithi016.stdout:1377: done (2 left) 2024-04-24T02:46:48.109 INFO:tasks.rados.rados.0.smithi016.stdout:1378: done (1 left) 2024-04-24T02:46:48.109 INFO:tasks.rados.rados.0.smithi016.stdout:1379: done (0 left) 2024-04-24T02:46:48.110 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 151 2024-04-24T02:46:48.110 INFO:tasks.rados.rados.0.smithi016.stdout:1380: seq_num 437 ranges {0=122880} 2024-04-24T02:46:48.110 INFO:tasks.rados.rados.0.smithi016.stdout:1380: writing smithi01673382-20 from 0 to 122880 tid 1 2024-04-24T02:46:48.110 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 151 2024-04-24T02:46:48.110 INFO:tasks.rados.rados.0.smithi016.stdout:1381: seq_num 438 ranges {2383872=139264} 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1381: writing smithi01673382-14 from 2383872 to 2523136 tid 1 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1380: finishing write tid 1 to smithi01673382-20 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1380: finishing write tid 2 to smithi01673382-20 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1380: finishing write tid 3 to smithi01673382-20 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 255 (ObjNum 437 snap 151 seq_num 437) dirty exists 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1380: left oid 20 (ObjNum 437 snap 151 seq_num 437) 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1382: read oid 4 snap 149 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1382: expect (ObjNum 424 snap 147 seq_num 424) 2024-04-24T02:46:48.125 INFO:tasks.rados.rados.0.smithi016.stdout:1380: done (2 left) 2024-04-24T02:46:48.126 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 151 2024-04-24T02:46:48.126 INFO:tasks.rados.rados.0.smithi016.stdout:1383: seq_num 439 ranges {2441216=155648} 2024-04-24T02:46:48.139 INFO:tasks.rados.rados.0.smithi016.stdout:1383: writing smithi01673382-38 from 2441216 to 2596864 tid 1 2024-04-24T02:46:48.139 INFO:tasks.rados.rados.0.smithi016.stdout:1384: delete oid 30 current snap is 151 2024-04-24T02:46:48.139 INFO:tasks.rados.rados.0.smithi016.stdout:1381: finishing write tid 1 to smithi01673382-14 2024-04-24T02:46:48.139 INFO:tasks.rados.rados.0.smithi016.stdout:1381: finishing write tid 2 to smithi01673382-14 2024-04-24T02:46:48.139 INFO:tasks.rados.rados.0.smithi016.stdout:1381: finishing write tid 3 to smithi01673382-14 2024-04-24T02:46:48.139 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 694 (ObjNum 438 snap 151 seq_num 438) dirty exists 2024-04-24T02:46:48.139 INFO:tasks.rados.rados.0.smithi016.stdout:1381: left oid 14 (ObjNum 438 snap 151 seq_num 438) 2024-04-24T02:46:48.140 INFO:tasks.rados.rados.0.smithi016.stdout:1382: expect (ObjNum 424 snap 147 seq_num 424) 2024-04-24T02:46:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:48 smithi016 ceph-mon[84376]: pgmap v133: 121 pgs: 121 active+clean; 430 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 601 KiB/s wr, 8 op/s; 24 MiB/s, 5 objects/s recovering 2024-04-24T02:46:48.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:48 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 145/903 objects degraded (16.058%), 15 pgs degraded) 2024-04-24T02:46:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:48 smithi016 ceph-mon[86910]: pgmap v133: 121 pgs: 121 active+clean; 430 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 601 KiB/s wr, 8 op/s; 24 MiB/s, 5 objects/s recovering 2024-04-24T02:46:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:48 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 145/903 objects degraded (16.058%), 15 pgs degraded) 2024-04-24T02:46:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:48 smithi063 ceph-mon[77007]: pgmap v133: 121 pgs: 121 active+clean; 430 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 601 KiB/s wr, 8 op/s; 24 MiB/s, 5 objects/s recovering 2024-04-24T02:46:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:48 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 145/903 objects degraded (16.058%), 15 pgs degraded) 2024-04-24T02:46:48.310 INFO:tasks.rados.rados.0.smithi016.stdout:1383: finishing write tid 1 to smithi01673382-38 2024-04-24T02:46:48.310 INFO:tasks.rados.rados.0.smithi016.stdout:1383: finishing write tid 2 to smithi01673382-38 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:1383: finishing write tid 3 to smithi01673382-38 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1020 (ObjNum 439 snap 151 seq_num 439) dirty exists 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:1383: left oid 38 (ObjNum 439 snap 151 seq_num 439) 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:1381: done (3 left) 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:1382: done (2 left) 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:1383: done (1 left) 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:1384: done (0 left) 2024-04-24T02:46:48.311 INFO:tasks.rados.rados.0.smithi016.stdout:1385: setattr oid 28 current snap is 151 2024-04-24T02:46:48.313 INFO:tasks.rados.rados.0.smithi016.stdout:1386: snap_remove snap 129 2024-04-24T02:46:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:46:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:46:48] "GET /metrics HTTP/1.1" 200 35928 "" "Prometheus/2.33.4" 2024-04-24T02:46:49.035 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:46:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:46:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:46:49.039 INFO:tasks.rados.rados.0.smithi016.stdout:1386: done (1 left) 2024-04-24T02:46:49.039 INFO:tasks.rados.rados.0.smithi016.stdout:1387: setattr oid 50 current snap is 151 2024-04-24T02:46:49.040 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 635 (ObjNum 369 snap 123 seq_num 369) dirty exists 2024-04-24T02:46:49.043 INFO:tasks.rados.rados.0.smithi016.stdout:1385: done (1 left) 2024-04-24T02:46:49.043 INFO:tasks.rados.rados.0.smithi016.stdout:1388: rollback oid 32 current snap is 151 2024-04-24T02:46:49.043 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 138 2024-04-24T02:46:49.043 INFO:tasks.rados.rados.0.smithi016.stdout:1389: copy_from oid 19 from oid 46 current snap is 151 2024-04-24T02:46:49.043 INFO:tasks.rados.rados.0.smithi016.stdout:1390: delete oid 44 current snap is 151 2024-04-24T02:46:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:1389: finishing copy_from to smithi01673382-19 2024-04-24T02:46:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:1389: got expected ENOENT (src dne) 2024-04-24T02:46:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:1389: finishing copy_from racing read to smithi01673382-19 2024-04-24T02:46:49.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 158 (ObjNum 260 snap 81 seq_num 260) dirty exists 2024-04-24T02:46:49.055 INFO:tasks.rados.rados.0.smithi016.stdout:1388: finishing rollback tid 0 to smithi01673382-32 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1387: done (3 left) 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1389: done (2 left) 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1390: done (1 left) 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1391: read oid 43 snap -1 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1391: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1392: copy_from oid 29 from oid 31 current snap is 151 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1393: copy_from oid 9 from oid 39 current snap is 151 2024-04-24T02:46:49.056 INFO:tasks.rados.rados.0.smithi016.stdout:1394: snap_remove snap 150 2024-04-24T02:46:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:49 smithi063 ceph-mon[77007]: osdmap e341: 8 total, 8 up, 8 in 2024-04-24T02:46:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:49 smithi016 ceph-mon[84376]: osdmap e341: 8 total, 8 up, 8 in 2024-04-24T02:46:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:49 smithi016 ceph-mon[86910]: osdmap e341: 8 total, 8 up, 8 in 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1394: done (4 left) 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1395: copy_from oid 50 from oid 14 current snap is 151 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1392: finishing copy_from to smithi01673382-29 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1392: got expected ENOENT (src dne) 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1392: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1388: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1388: finishing rollback tid 2 to smithi01673382-32 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 826 (ObjNum 393 snap 134 seq_num 393) dirty exists 2024-04-24T02:46:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1391: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:1393: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:1393: finishing copy_from to smithi01673382-9 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 601 (ObjNum 366 snap 122 seq_num 366) dirty exists 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:1395: finishing copy_from racing read to smithi01673382-50 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:1395: finishing copy_from to smithi01673382-50 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 694 (ObjNum 438 snap 151 seq_num 438) dirty exists 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:1388: done (4 left) 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:1391: done (3 left) 2024-04-24T02:46:50.107 INFO:tasks.rados.rados.0.smithi016.stdout:1392: done (2 left) 2024-04-24T02:46:50.108 INFO:tasks.rados.rados.0.smithi016.stdout:1393: done (1 left) 2024-04-24T02:46:50.108 INFO:tasks.rados.rados.0.smithi016.stdout:1395: done (0 left) 2024-04-24T02:46:50.108 INFO:tasks.rados.rados.0.smithi016.stdout:1396: rmattr oid 39 current snap is 151 2024-04-24T02:46:50.108 INFO:tasks.rados.rados.0.smithi016.stdout:1396: done (0 left) 2024-04-24T02:46:50.108 INFO:tasks.rados.rados.0.smithi016.stdout:1397: snap_create 2024-04-24T02:46:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:50 smithi063 ceph-mon[77007]: pgmap v136: 121 pgs: 121 active+clean; 430 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 601 KiB/s wr, 8 op/s; 24 MiB/s, 5 objects/s recovering 2024-04-24T02:46:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:50 smithi063 ceph-mon[77007]: osdmap e342: 8 total, 8 up, 8 in 2024-04-24T02:46:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:50 smithi016 ceph-mon[84376]: pgmap v136: 121 pgs: 121 active+clean; 430 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 601 KiB/s wr, 8 op/s; 24 MiB/s, 5 objects/s recovering 2024-04-24T02:46:50.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:50 smithi016 ceph-mon[84376]: osdmap e342: 8 total, 8 up, 8 in 2024-04-24T02:46:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:50 smithi016 ceph-mon[86910]: pgmap v136: 121 pgs: 121 active+clean; 430 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 601 KiB/s wr, 8 op/s; 24 MiB/s, 5 objects/s recovering 2024-04-24T02:46:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:50 smithi016 ceph-mon[86910]: osdmap e342: 8 total, 8 up, 8 in 2024-04-24T02:46:50.964 INFO:tasks.rados.rados.0.smithi016.stdout:1397: done (0 left) 2024-04-24T02:46:50.965 INFO:tasks.rados.rados.0.smithi016.stdout:1398: rollback oid 43 current snap is 152 2024-04-24T02:46:50.965 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 145 2024-04-24T02:46:50.965 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 152 2024-04-24T02:46:50.965 INFO:tasks.rados.rados.0.smithi016.stdout:1399: seq_num 442 ranges {4505600=204800} 2024-04-24T02:46:50.991 INFO:tasks.rados.rados.0.smithi016.stdout:1399: writing smithi01673382-4 from 4505600 to 4710400 tid 1 2024-04-24T02:46:50.991 INFO:tasks.rados.rados.0.smithi016.stdout:1400: read oid 18 snap -1 2024-04-24T02:46:50.991 INFO:tasks.rados.rados.0.smithi016.stdout:1400: expect deleted 2024-04-24T02:46:50.991 INFO:tasks.rados.rados.0.smithi016.stdout:1401: copy_from oid 6 from oid 29 current snap is 152 2024-04-24T02:46:50.991 INFO:tasks.rados.rados.0.smithi016.stdout:1398: finishing rollback tid 0 to smithi01673382-43 2024-04-24T02:46:50.992 INFO:tasks.rados.rados.0.smithi016.stdout:1398: finishing rollback tid 1 to smithi01673382-43 2024-04-24T02:46:50.992 INFO:tasks.rados.rados.0.smithi016.stdout:1398: finishing rollback tid 2 to smithi01673382-43 2024-04-24T02:46:50.992 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 740 (ObjNum 409 snap 139 seq_num 409) dirty exists 2024-04-24T02:46:50.992 INFO:tasks.rados.rados.0.smithi016.stdout:1398: done (3 left) 2024-04-24T02:46:50.992 INFO:tasks.rados.rados.0.smithi016.stdout:1402: setattr oid 26 current snap is 152 2024-04-24T02:46:50.992 INFO:tasks.rados.rados.0.smithi016.stdout:1403: rollback oid 45 current snap is 152 2024-04-24T02:46:50.993 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 124 2024-04-24T02:46:50.993 INFO:tasks.rados.rados.0.smithi016.stdout:1404: read oid 33 snap -1 2024-04-24T02:46:50.993 INFO:tasks.rados.rados.0.smithi016.stdout:1404: expect deleted 2024-04-24T02:46:50.993 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 152 2024-04-24T02:46:50.993 INFO:tasks.rados.rados.0.smithi016.stdout:1405: seq_num 443 ranges {2596864=221184} 2024-04-24T02:46:51.008 INFO:tasks.rados.rados.0.smithi016.stdout:1405: writing smithi01673382-38 from 2596864 to 2818048 tid 1 2024-04-24T02:46:51.008 INFO:tasks.rados.rados.0.smithi016.stdout:1406: snap_remove snap 86 2024-04-24T02:46:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:51 smithi063 ceph-mon[77007]: osdmap e343: 8 total, 8 up, 8 in 2024-04-24T02:46:51.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:51 smithi063 ceph-mon[77007]: osdmap e344: 8 total, 8 up, 8 in 2024-04-24T02:46:51.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:51 smithi016 ceph-mon[84376]: osdmap e343: 8 total, 8 up, 8 in 2024-04-24T02:46:51.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:51 smithi016 ceph-mon[84376]: osdmap e344: 8 total, 8 up, 8 in 2024-04-24T02:46:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:51 smithi016 ceph-mon[86910]: osdmap e343: 8 total, 8 up, 8 in 2024-04-24T02:46:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:51 smithi016 ceph-mon[86910]: osdmap e344: 8 total, 8 up, 8 in 2024-04-24T02:46:51.973 INFO:tasks.rados.rados.0.smithi016.stdout:1406: done (7 left) 2024-04-24T02:46:51.974 INFO:tasks.rados.rados.0.smithi016.stdout:1407: snap_remove snap 142 2024-04-24T02:46:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:52 smithi063 ceph-mon[77007]: pgmap v139: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-24T02:46:52.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:52 smithi063 ceph-mon[77007]: osdmap e345: 8 total, 8 up, 8 in 2024-04-24T02:46:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:52 smithi016 ceph-mon[84376]: pgmap v139: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-24T02:46:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:52 smithi016 ceph-mon[84376]: osdmap e345: 8 total, 8 up, 8 in 2024-04-24T02:46:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:52 smithi016 ceph-mon[86910]: pgmap v139: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-24T02:46:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:52 smithi016 ceph-mon[86910]: osdmap e345: 8 total, 8 up, 8 in 2024-04-24T02:46:52.968 INFO:tasks.rados.rados.0.smithi016.stdout:1407: done (7 left) 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1408: read oid 10 snap -1 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1408: expect (ObjNum 233 snap 70 seq_num 233) 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1409: delete oid 3 current snap is 152 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1399: finishing write tid 1 to smithi01673382-4 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1399: finishing write tid 2 to smithi01673382-4 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1403: finishing rollback tid 0 to smithi01673382-45 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 392 (ObjNum 386 snap 127 seq_num 386) dirty exists 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1399: finishing write tid 3 to smithi01673382-4 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1059 (ObjNum 442 snap 152 seq_num 442) dirty exists 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1399: left oid 4 (ObjNum 442 snap 152 seq_num 442) 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1403: finishing rollback tid 1 to smithi01673382-45 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:1403: finishing rollback tid 2 to smithi01673382-45 2024-04-24T02:46:52.969 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 743 (ObjNum 274 snap 83 seq_num 274) dirty exists 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:1401: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:1401: finishing copy_from to smithi01673382-6 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 617 (ObjNum 372 snap 124 seq_num 372) dirty exists 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:1405: finishing write tid 1 to smithi01673382-38 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:1405: finishing write tid 2 to smithi01673382-38 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:1405: finishing write tid 3 to smithi01673382-38 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1035 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-24T02:46:52.970 INFO:tasks.rados.rados.0.smithi016.stdout:1405: left oid 38 (ObjNum 443 snap 152 seq_num 443) 2024-04-24T02:46:52.992 INFO:tasks.rados.rados.0.smithi016.stdout:1408: expect (ObjNum 233 snap 70 seq_num 233) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1399: done (8 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1400: done (7 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1401: done (6 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1402: done (5 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1403: done (4 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1404: done (3 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1405: done (2 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1408: done (1 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1409: done (0 left) 2024-04-24T02:46:53.033 INFO:tasks.rados.rados.0.smithi016.stdout:1410: copy_from oid 3 from oid 11 current snap is 152 2024-04-24T02:46:53.034 INFO:tasks.rados.rados.0.smithi016.stdout:1411: snap_create 2024-04-24T02:46:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:1410: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:46:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:1410: finishing copy_from to smithi01673382-3 2024-04-24T02:46:53.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 961 (ObjNum 362 snap 121 seq_num 362) dirty exists 2024-04-24T02:46:53.976 INFO:tasks.rados.rados.0.smithi016.stdout:1410: done (1 left) 2024-04-24T02:46:53.976 INFO:tasks.rados.rados.0.smithi016.stdout:1411: done (0 left) 2024-04-24T02:46:53.976 INFO:tasks.rados.rados.0.smithi016.stdout:1412: read oid 44 snap 124 2024-04-24T02:46:53.976 INFO:tasks.rados.rados.0.smithi016.stdout:1412: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:46:53.976 INFO:tasks.rados.rados.0.smithi016.stdout:1413: delete oid 46 current snap is 153 2024-04-24T02:46:53.979 INFO:tasks.rados.rados.0.smithi016.stdout:1413: done (1 left) 2024-04-24T02:46:53.980 INFO:tasks.rados.rados.0.smithi016.stdout:1414: rmattr oid 39 current snap is 153 2024-04-24T02:46:53.980 INFO:tasks.rados.rados.0.smithi016.stdout:1414: done (1 left) 2024-04-24T02:46:53.980 INFO:tasks.rados.rados.0.smithi016.stdout:1415: read oid 22 snap -1 2024-04-24T02:46:53.980 INFO:tasks.rados.rados.0.smithi016.stdout:1415: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:46:53.980 INFO:tasks.rados.rados.0.smithi016.stdout:1416: delete oid 42 current snap is 153 2024-04-24T02:46:53.982 INFO:tasks.rados.rados.0.smithi016.stdout:1412: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-24T02:46:54.018 INFO:tasks.rados.rados.0.smithi016.stdout:1415: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:46:54.185 INFO:tasks.rados.rados.0.smithi016.stdout:1412: done (2 left) 2024-04-24T02:46:54.185 INFO:tasks.rados.rados.0.smithi016.stdout:1415: done (1 left) 2024-04-24T02:46:54.185 INFO:tasks.rados.rados.0.smithi016.stdout:1416: done (0 left) 2024-04-24T02:46:54.186 INFO:tasks.rados.rados.0.smithi016.stdout:1417: copy_from oid 35 from oid 20 current snap is 153 2024-04-24T02:46:54.186 INFO:tasks.rados.rados.0.smithi016.stdout:1418: rmattr oid 46 current snap is 153 2024-04-24T02:46:54.186 INFO:tasks.rados.rados.0.smithi016.stdout:1418: done (1 left) 2024-04-24T02:46:54.186 INFO:tasks.rados.rados.0.smithi016.stdout:1419: snap_remove snap 143 2024-04-24T02:46:54.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:53 smithi016 ceph-mon[84376]: pgmap v142: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-24T02:46:54.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:53 smithi016 ceph-mon[84376]: osdmap e346: 8 total, 8 up, 8 in 2024-04-24T02:46:54.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:53 smithi016 ceph-mon[86910]: pgmap v142: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-24T02:46:54.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:53 smithi016 ceph-mon[86910]: osdmap e346: 8 total, 8 up, 8 in 2024-04-24T02:46:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:53 smithi063 ceph-mon[77007]: pgmap v142: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-24T02:46:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:53 smithi063 ceph-mon[77007]: osdmap e346: 8 total, 8 up, 8 in 2024-04-24T02:46:54.979 INFO:tasks.rados.rados.0.smithi016.stdout:1419: done (1 left) 2024-04-24T02:46:54.980 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 153 2024-04-24T02:46:54.980 INFO:tasks.rados.rados.0.smithi016.stdout:1417: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:46:54.980 INFO:tasks.rados.rados.0.smithi016.stdout:1417: finishing copy_from to smithi01673382-35 2024-04-24T02:46:54.980 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 255 (ObjNum 437 snap 151 seq_num 437) dirty exists 2024-04-24T02:46:54.980 INFO:tasks.rados.rados.0.smithi016.stdout:1420: seq_num 447 ranges {4407296=294912} 2024-04-24T02:46:55.006 INFO:tasks.rados.rados.0.smithi016.stdout:1420: writing smithi01673382-15 from 4407296 to 4702208 tid 1 2024-04-24T02:46:55.007 INFO:tasks.rados.rados.0.smithi016.stdout:1417: done (1 left) 2024-04-24T02:46:55.007 INFO:tasks.rados.rados.0.smithi016.stdout:1421: copy_from oid 45 from oid 38 current snap is 153 2024-04-24T02:46:55.007 INFO:tasks.rados.rados.0.smithi016.stdout:1422: rollback oid 31 current snap is 153 2024-04-24T02:46:55.007 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 145 2024-04-24T02:46:55.007 INFO:tasks.rados.rados.0.smithi016.stdout:1423: rollback oid 17 current snap is 153 2024-04-24T02:46:55.007 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 135 2024-04-24T02:46:55.007 INFO:tasks.rados.rados.0.smithi016.stdout:1424: snap_remove snap 131 2024-04-24T02:46:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:54 smithi016 ceph-mon[84376]: osdmap e347: 8 total, 8 up, 8 in 2024-04-24T02:46:55.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:54 smithi016 ceph-mon[86910]: osdmap e347: 8 total, 8 up, 8 in 2024-04-24T02:46:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:54 smithi063 ceph-mon[77007]: osdmap e347: 8 total, 8 up, 8 in 2024-04-24T02:46:55.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:46:55.966 INFO:tasks.rados.rados.0.smithi016.stdout:1424: done (4 left) 2024-04-24T02:46:55.966 INFO:tasks.rados.rados.0.smithi016.stdout:1425: snap_remove snap 146 2024-04-24T02:46:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:55 smithi016 ceph-mon[84376]: pgmap v145: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 68 KiB/s wr, 2 op/s 2024-04-24T02:46:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:55 smithi016 ceph-mon[84376]: osdmap e348: 8 total, 8 up, 8 in 2024-04-24T02:46:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:55 smithi016 ceph-mon[84376]: osdmap e349: 8 total, 8 up, 8 in 2024-04-24T02:46:56.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:55 smithi016 ceph-mon[86910]: pgmap v145: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 68 KiB/s wr, 2 op/s 2024-04-24T02:46:56.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:55 smithi016 ceph-mon[86910]: osdmap e348: 8 total, 8 up, 8 in 2024-04-24T02:46:56.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:55 smithi016 ceph-mon[86910]: osdmap e349: 8 total, 8 up, 8 in 2024-04-24T02:46:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:55 smithi063 ceph-mon[77007]: pgmap v145: 121 pgs: 121 active+clean; 437 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 68 KiB/s wr, 2 op/s 2024-04-24T02:46:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:55 smithi063 ceph-mon[77007]: osdmap e348: 8 total, 8 up, 8 in 2024-04-24T02:46:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:55 smithi063 ceph-mon[77007]: osdmap e349: 8 total, 8 up, 8 in 2024-04-24T02:46:56.972 INFO:tasks.rados.rados.0.smithi016.stdout:1425: done (4 left) 2024-04-24T02:46:56.972 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 153 2024-04-24T02:46:56.972 INFO:tasks.rados.rados.0.smithi016.stdout:1426: seq_num 448 ranges {2293760=311296} 2024-04-24T02:46:56.984 INFO:tasks.rados.rados.0.smithi016.stdout:1426: writing smithi01673382-41 from 2293760 to 2605056 tid 1 2024-04-24T02:46:56.984 INFO:tasks.rados.rados.0.smithi016.stdout:1427: read oid 46 snap -1 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1427: expect deleted 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1428: read oid 25 snap 130 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1428: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 153 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1422: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 50 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty dne 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1420: finishing write tid 1 to smithi01673382-15 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1423: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1420: finishing write tid 2 to smithi01673382-15 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1423: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1423: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1087 (ObjNum 318 snap 105 seq_num 318) dirty exists 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1420: finishing write tid 3 to smithi01673382-15 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 557 (ObjNum 447 snap 153 seq_num 447) dirty exists 2024-04-24T02:46:56.985 INFO:tasks.rados.rados.0.smithi016.stdout:1420: left oid 15 (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:46:56.986 INFO:tasks.rados.rados.0.smithi016.stdout:1421: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:46:56.986 INFO:tasks.rados.rados.0.smithi016.stdout:1421: finishing copy_from to smithi01673382-45 2024-04-24T02:46:56.986 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1035 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-24T02:46:56.986 INFO:tasks.rados.rados.0.smithi016.stdout:1429: seq_num 449 ranges {7446528=327680} 2024-04-24T02:46:57.028 INFO:tasks.rados.rados.0.smithi016.stdout:1429: writing smithi01673382-26 from 7446528 to 7774208 tid 1 2024-04-24T02:46:57.028 INFO:tasks.rados.rados.0.smithi016.stdout:1420: done (7 left) 2024-04-24T02:46:57.028 INFO:tasks.rados.rados.0.smithi016.stdout:1421: done (6 left) 2024-04-24T02:46:57.028 INFO:tasks.rados.rados.0.smithi016.stdout:1422: done (5 left) 2024-04-24T02:46:57.028 INFO:tasks.rados.rados.0.smithi016.stdout:1423: done (4 left) 2024-04-24T02:46:57.028 INFO:tasks.rados.rados.0.smithi016.stdout:1430: delete oid 19 current snap is 153 2024-04-24T02:46:57.029 INFO:tasks.rados.rados.0.smithi016.stdout:1426: finishing write tid 1 to smithi01673382-41 2024-04-24T02:46:57.029 INFO:tasks.rados.rados.0.smithi016.stdout:1426: finishing write tid 2 to smithi01673382-41 2024-04-24T02:46:57.029 INFO:tasks.rados.rados.0.smithi016.stdout:1428: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1426: finishing write tid 3 to smithi01673382-41 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1078 (ObjNum 448 snap 153 seq_num 448) dirty exists 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1426: left oid 41 (ObjNum 448 snap 153 seq_num 448) 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1429: finishing write tid 1 to smithi01673382-26 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1429: finishing write tid 2 to smithi01673382-26 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1426: done (4 left) 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1427: done (3 left) 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1428: done (2 left) 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1430: done (1 left) 2024-04-24T02:46:57.105 INFO:tasks.rados.rados.0.smithi016.stdout:1431: snap_remove snap 130 2024-04-24T02:46:57.986 INFO:tasks.rados.rados.0.smithi016.stdout:1431: done (1 left) 2024-04-24T02:46:57.986 INFO:tasks.rados.rados.0.smithi016.stdout:1432: read oid 44 snap -1 2024-04-24T02:46:57.986 INFO:tasks.rados.rados.0.smithi016.stdout:1432: expect deleted 2024-04-24T02:46:57.986 INFO:tasks.rados.rados.0.smithi016.stdout:1433: setattr oid 28 current snap is 153 2024-04-24T02:46:57.986 INFO:tasks.rados.rados.0.smithi016.stdout:1429: finishing write tid 3 to smithi01673382-26 2024-04-24T02:46:57.986 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 409 (ObjNum 449 snap 153 seq_num 449) dirty exists 2024-04-24T02:46:57.986 INFO:tasks.rados.rados.0.smithi016.stdout:1429: left oid 26 (ObjNum 449 snap 153 seq_num 449) 2024-04-24T02:46:57.987 INFO:tasks.rados.rados.0.smithi016.stdout:1429: done (2 left) 2024-04-24T02:46:57.987 INFO:tasks.rados.rados.0.smithi016.stdout:1434: snap_create 2024-04-24T02:46:57.998 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 675 (ObjNum 369 snap 123 seq_num 369) dirty exists 2024-04-24T02:46:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:57 smithi016 ceph-mon[84376]: pgmap v148: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-24T02:46:58.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:57 smithi016 ceph-mon[84376]: osdmap e350: 8 total, 8 up, 8 in 2024-04-24T02:46:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:57 smithi016 ceph-mon[86910]: pgmap v148: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-24T02:46:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:57 smithi016 ceph-mon[86910]: osdmap e350: 8 total, 8 up, 8 in 2024-04-24T02:46:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:57 smithi063 ceph-mon[77007]: pgmap v148: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-24T02:46:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:57 smithi063 ceph-mon[77007]: osdmap e350: 8 total, 8 up, 8 in 2024-04-24T02:46:58.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:46:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:46:58] "GET /metrics HTTP/1.1" 200 35928 "" "Prometheus/2.33.4" 2024-04-24T02:46:58.985 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:46:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:46:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:46:58.987 INFO:tasks.rados.rados.0.smithi016.stdout:1432: done (2 left) 2024-04-24T02:46:58.987 INFO:tasks.rados.rados.0.smithi016.stdout:1433: done (1 left) 2024-04-24T02:46:58.988 INFO:tasks.rados.rados.0.smithi016.stdout:1434: done (0 left) 2024-04-24T02:46:58.988 INFO:tasks.rados.rados.0.smithi016.stdout:1435: snap_remove snap 147 2024-04-24T02:46:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:58 smithi016 ceph-mon[84376]: osdmap e351: 8 total, 8 up, 8 in 2024-04-24T02:46:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:59.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:58 smithi016 ceph-mon[86910]: osdmap e351: 8 total, 8 up, 8 in 2024-04-24T02:46:59.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:58 smithi063 ceph-mon[77007]: osdmap e351: 8 total, 8 up, 8 in 2024-04-24T02:46:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:46:59.990 INFO:tasks.rados.rados.0.smithi016.stdout:1435: done (0 left) 2024-04-24T02:46:59.990 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 154 2024-04-24T02:46:59.990 INFO:tasks.rados.rados.0.smithi016.stdout:1436: seq_num 451 ranges {5406720=360448} 2024-04-24T02:47:00.022 INFO:tasks.rados.rados.0.smithi016.stdout:1436: writing smithi01673382-23 from 5406720 to 5767168 tid 1 2024-04-24T02:47:00.023 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 154 2024-04-24T02:47:00.023 INFO:tasks.rados.rados.0.smithi016.stdout:1437: seq_num 452 ranges {2572288=376832} 2024-04-24T02:47:00.039 INFO:tasks.rados.rados.0.smithi016.stdout:1437: writing smithi01673382-1 from 2572288 to 2949120 tid 1 2024-04-24T02:47:00.039 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 154 2024-04-24T02:47:00.039 INFO:tasks.rados.rados.0.smithi016.stdout:1438: seq_num 453 ranges {7348224=393216} 2024-04-24T02:47:00.081 INFO:tasks.rados.rados.0.smithi016.stdout:1438: writing smithi01673382-32 from 7348224 to 7741440 tid 1 2024-04-24T02:47:00.081 INFO:tasks.rados.rados.0.smithi016.stdout:1439: rollback oid 41 current snap is 154 2024-04-24T02:47:00.081 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 135 2024-04-24T02:47:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1437: finishing write tid 1 to smithi01673382-1 2024-04-24T02:47:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1437: finishing write tid 2 to smithi01673382-1 2024-04-24T02:47:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1437: finishing write tid 3 to smithi01673382-1 2024-04-24T02:47:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1037 (ObjNum 452 snap 154 seq_num 452) dirty exists 2024-04-24T02:47:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1437: left oid 1 (ObjNum 452 snap 154 seq_num 452) 2024-04-24T02:47:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1437: done (3 left) 2024-04-24T02:47:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1440: snap_remove snap 127 2024-04-24T02:47:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[86910]: pgmap v151: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[86910]: Upgrade: osd.1 is safe to restart 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[86910]: osdmap e352: 8 total, 8 up, 8 in 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[84376]: pgmap v151: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[84376]: Upgrade: osd.1 is safe to restart 2024-04-24T02:47:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[84376]: osdmap e352: 8 total, 8 up, 8 in 2024-04-24T02:47:00.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:00.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:46:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:59 smithi063 ceph-mon[77007]: pgmap v151: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-24T02:47:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:59 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-24T02:47:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:59 smithi063 ceph-mon[77007]: Upgrade: osd.1 is safe to restart 2024-04-24T02:47:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:59 smithi063 ceph-mon[77007]: osdmap e352: 8 total, 8 up, 8 in 2024-04-24T02:47:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:46:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:00.967 INFO:tasks.rados.rados.0.smithi016.stdout:1440: done (3 left) 2024-04-24T02:47:00.967 INFO:tasks.rados.rados.0.smithi016.stdout:1441: snap_remove snap 138 2024-04-24T02:47:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:00 smithi016 ceph-mon[84376]: osdmap e353: 8 total, 8 up, 8 in 2024-04-24T02:47:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:00 smithi016 ceph-mon[84376]: osdmap e354: 8 total, 8 up, 8 in 2024-04-24T02:47:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:00 smithi016 ceph-mon[86910]: osdmap e353: 8 total, 8 up, 8 in 2024-04-24T02:47:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:00 smithi016 ceph-mon[86910]: osdmap e354: 8 total, 8 up, 8 in 2024-04-24T02:47:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:00 smithi063 ceph-mon[77007]: osdmap e353: 8 total, 8 up, 8 in 2024-04-24T02:47:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:00 smithi063 ceph-mon[77007]: osdmap e354: 8 total, 8 up, 8 in 2024-04-24T02:47:01.971 INFO:tasks.rados.rados.0.smithi016.stdout:1441: done (3 left) 2024-04-24T02:47:01.971 INFO:tasks.rados.rados.0.smithi016.stdout:1442: rmattr oid 29 current snap is 154 2024-04-24T02:47:01.971 INFO:tasks.rados.rados.0.smithi016.stdout:1442: done (3 left) 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1443: rollback oid 49 current snap is 154 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 100 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1439: finishing rollback tid 0 to smithi01673382-41 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1436: finishing write tid 1 to smithi01673382-23 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1439: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1439: finishing rollback tid 2 to smithi01673382-41 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1106 (ObjNum 349 snap 118 seq_num 349) dirty exists 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1436: finishing write tid 2 to smithi01673382-23 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1438: finishing write tid 1 to smithi01673382-32 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1438: finishing write tid 2 to smithi01673382-32 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1436: finishing write tid 3 to smithi01673382-23 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 881 (ObjNum 451 snap 154 seq_num 451) dirty exists 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1436: left oid 23 (ObjNum 451 snap 154 seq_num 451) 2024-04-24T02:47:01.972 INFO:tasks.rados.rados.0.smithi016.stdout:1436: done (3 left) 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1439: done (2 left) 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1444: read oid 38 snap 87 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1444: expect (ObjNum 273 snap 83 seq_num 273) 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1445: rollback oid 46 current snap is 154 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 139 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1446: read oid 24 snap -1 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1446: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1447: snap_create 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1438: finishing write tid 3 to smithi01673382-32 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 884 (ObjNum 453 snap 154 seq_num 453) dirty exists 2024-04-24T02:47:01.973 INFO:tasks.rados.rados.0.smithi016.stdout:1438: left oid 32 (ObjNum 453 snap 154 seq_num 453) 2024-04-24T02:47:01.974 INFO:tasks.rados.rados.0.smithi016.stdout:1445: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:47:01.974 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 245 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:47:01.991 INFO:tasks.rados.rados.0.smithi016.stdout:1443: finishing rollback tid 0 to smithi01673382-49 2024-04-24T02:47:01.991 INFO:tasks.rados.rados.0.smithi016.stdout:1443: finishing rollback tid 1 to smithi01673382-49 2024-04-24T02:47:01.991 INFO:tasks.rados.rados.0.smithi016.stdout:1443: finishing rollback tid 2 to smithi01673382-49 2024-04-24T02:47:01.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 904 (ObjNum 258 snap 81 seq_num 258) dirty exists 2024-04-24T02:47:02.004 INFO:tasks.rados.rados.0.smithi016.stdout:1444: expect (ObjNum 273 snap 83 seq_num 273) 2024-04-24T02:47:02.144 INFO:tasks.rados.rados.0.smithi016.stdout:1446: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-24T02:47:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[84376]: pgmap v154: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-24T02:47:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:47:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:02.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[84376]: osdmap e355: 8 total, 8 up, 8 in 2024-04-24T02:47:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[86910]: pgmap v154: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-24T02:47:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:47:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:02.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:01 smithi016 ceph-mon[86910]: osdmap e355: 8 total, 8 up, 8 in 2024-04-24T02:47:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:01 smithi063 ceph-mon[77007]: pgmap v154: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-24T02:47:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-24T02:47:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:01 smithi063 ceph-mon[77007]: osdmap e355: 8 total, 8 up, 8 in 2024-04-24T02:47:02.970 INFO:tasks.rados.rados.0.smithi016.stdout:1438: done (5 left) 2024-04-24T02:47:02.970 INFO:tasks.rados.rados.0.smithi016.stdout:1443: done (4 left) 2024-04-24T02:47:02.970 INFO:tasks.rados.rados.0.smithi016.stdout:1444: done (3 left) 2024-04-24T02:47:02.970 INFO:tasks.rados.rados.0.smithi016.stdout:1445: done (2 left) 2024-04-24T02:47:02.970 INFO:tasks.rados.rados.0.smithi016.stdout:1446: done (1 left) 2024-04-24T02:47:02.971 INFO:tasks.rados.rados.0.smithi016.stdout:1447: done (0 left) 2024-04-24T02:47:02.971 INFO:tasks.rados.rados.0.smithi016.stdout:1448: snap_create 2024-04-24T02:47:03.002 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:03 smithi016 ceph-mon[86910]: Upgrade: Updating osd.1 2024-04-24T02:47:03.002 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:03 smithi016 ceph-mon[86910]: Deploying daemon osd.1 on smithi016 2024-04-24T02:47:03.002 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:03 smithi016 ceph-mon[86910]: osdmap e356: 8 total, 8 up, 8 in 2024-04-24T02:47:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:03 smithi016 ceph-mon[84376]: Upgrade: Updating osd.1 2024-04-24T02:47:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:03 smithi016 ceph-mon[84376]: Deploying daemon osd.1 on smithi016 2024-04-24T02:47:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:03 smithi016 ceph-mon[84376]: osdmap e356: 8 total, 8 up, 8 in 2024-04-24T02:47:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:03 smithi063 ceph-mon[77007]: Upgrade: Updating osd.1 2024-04-24T02:47:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:03 smithi063 ceph-mon[77007]: Deploying daemon osd.1 on smithi016 2024-04-24T02:47:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:03 smithi063 ceph-mon[77007]: osdmap e356: 8 total, 8 up, 8 in 2024-04-24T02:47:03.974 INFO:tasks.rados.rados.0.smithi016.stdout:1448: done (0 left) 2024-04-24T02:47:03.974 INFO:tasks.rados.rados.0.smithi016.stdout:1449: copy_from oid 10 from oid 15 current snap is 156 2024-04-24T02:47:03.974 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 156 2024-04-24T02:47:03.974 INFO:tasks.rados.rados.0.smithi016.stdout:1450: seq_num 454 ranges {122880=409600} 2024-04-24T02:47:03.976 INFO:tasks.rados.rados.0.smithi016.stdout:1450: writing smithi01673382-35 from 122880 to 532480 tid 1 2024-04-24T02:47:03.976 INFO:tasks.rados.rados.0.smithi016.stdout:1451: copy_from oid 6 from oid 14 current snap is 156 2024-04-24T02:47:03.976 INFO:tasks.rados.rados.0.smithi016.stdout:1452: snap_create 2024-04-24T02:47:03.984 INFO:tasks.rados.rados.0.smithi016.stdout:1450: finishing write tid 1 to smithi01673382-35 2024-04-24T02:47:03.988 INFO:tasks.rados.rados.0.smithi016.stdout:1450: finishing write tid 2 to smithi01673382-35 2024-04-24T02:47:03.990 INFO:tasks.rados.rados.0.smithi016.stdout:1450: finishing write tid 3 to smithi01673382-35 2024-04-24T02:47:03.990 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 581 (ObjNum 454 snap 156 seq_num 454) dirty exists 2024-04-24T02:47:03.990 INFO:tasks.rados.rados.0.smithi016.stdout:1450: left oid 35 (ObjNum 454 snap 156 seq_num 454) 2024-04-24T02:47:03.993 INFO:tasks.rados.rados.0.smithi016.stdout:1449: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:47:03.996 INFO:tasks.rados.rados.0.smithi016.stdout:1451: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:47:04.002 INFO:tasks.rados.rados.0.smithi016.stdout:1451: finishing copy_from to smithi01673382-6 2024-04-24T02:47:04.002 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 694 (ObjNum 438 snap 151 seq_num 438) dirty exists 2024-04-24T02:47:04.002 INFO:tasks.rados.rados.0.smithi016.stdout:1449: finishing copy_from to smithi01673382-10 2024-04-24T02:47:04.002 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 557 (ObjNum 447 snap 153 seq_num 447) dirty exists 2024-04-24T02:47:04.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:04 smithi016 ceph-mon[84376]: pgmap v157: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-24T02:47:04.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:04 smithi016 ceph-mon[84376]: osdmap e357: 8 total, 8 up, 8 in 2024-04-24T02:47:04.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:04 smithi016 ceph-mon[86910]: pgmap v157: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-24T02:47:04.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:04 smithi016 ceph-mon[86910]: osdmap e357: 8 total, 8 up, 8 in 2024-04-24T02:47:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:04 smithi063 ceph-mon[77007]: pgmap v157: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-24T02:47:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:04 smithi063 ceph-mon[77007]: osdmap e357: 8 total, 8 up, 8 in 2024-04-24T02:47:04.842 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:04 smithi016 systemd[1]: Stopping Ceph osd.1 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:47:04.974 INFO:tasks.rados.rados.0.smithi016.stdout:1449: done (3 left) 2024-04-24T02:47:04.974 INFO:tasks.rados.rados.0.smithi016.stdout:1450: done (2 left) 2024-04-24T02:47:04.974 INFO:tasks.rados.rados.0.smithi016.stdout:1451: done (1 left) 2024-04-24T02:47:04.974 INFO:tasks.rados.rados.0.smithi016.stdout:1452: done (0 left) 2024-04-24T02:47:04.974 INFO:tasks.rados.rados.0.smithi016.stdout:1453: delete oid 36 current snap is 157 2024-04-24T02:47:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:05 smithi016 ceph-mon[84376]: osd.1 marked itself down and dead 2024-04-24T02:47:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:05 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:47:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:05 smithi016 ceph-mon[84376]: osdmap e358: 8 total, 7 up, 8 in 2024-04-24T02:47:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:05 smithi016 ceph-mon[86910]: osd.1 marked itself down and dead 2024-04-24T02:47:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:05 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:47:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:05 smithi016 ceph-mon[86910]: osdmap e358: 8 total, 7 up, 8 in 2024-04-24T02:47:05.282 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[51453]: debug 2024-04-24T02:47:04.841+0000 7f8c260ef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:47:05.282 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[51453]: debug 2024-04-24T02:47:04.841+0000 7f8c260ef700 -1 osd.1 357 *** Got signal Terminated *** 2024-04-24T02:47:05.282 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[51453]: debug 2024-04-24T02:47:04.841+0000 7f8c260ef700 -1 osd.1 357 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:47:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:05 smithi063 ceph-mon[77007]: osd.1 marked itself down and dead 2024-04-24T02:47:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:05 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:47:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:05 smithi063 ceph-mon[77007]: osdmap e358: 8 total, 7 up, 8 in 2024-04-24T02:47:05.780 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:05 smithi016 bash[94101]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1 2024-04-24T02:47:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1453: done (0 left) 2024-04-24T02:47:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 157 2024-04-24T02:47:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1454: seq_num 456 ranges {4710400=442368} 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:1454: writing smithi01673382-4 from 4710400 to 5152768 tid 1 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:1455: rollback oid 39 current snap is 157 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 77 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:1456: read oid 48 snap 87 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:1456: expect (ObjNum 224 snap 68 seq_num 224) 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:1457: rollback oid 36 current snap is 157 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 154 2024-04-24T02:47:06.012 INFO:tasks.rados.rados.0.smithi016.stdout:1458: rmattr oid 5 current snap is 157 2024-04-24T02:47:06.013 INFO:tasks.rados.rados.0.smithi016.stdout:1459: setattr oid 14 current snap is 157 2024-04-24T02:47:06.013 INFO:tasks.rados.rados.0.smithi016.stdout:1460: read oid 15 snap 87 2024-04-24T02:47:06.013 INFO:tasks.rados.rados.0.smithi016.stdout:1460: expect (ObjNum 278 snap 84 seq_num 278) 2024-04-24T02:47:06.013 INFO:tasks.rados.rados.0.smithi016.stdout:1461: setattr oid 6 current snap is 157 2024-04-24T02:47:06.014 INFO:tasks.rados.rados.0.smithi016.stdout:1462: snap_remove snap 100 2024-04-24T02:47:06.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:06 smithi016 ceph-mon[84376]: pgmap v160: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-24T02:47:06.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:06 smithi016 ceph-mon[84376]: osdmap e359: 8 total, 7 up, 8 in 2024-04-24T02:47:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:06 smithi016 ceph-mon[86910]: pgmap v160: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-24T02:47:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:06 smithi016 ceph-mon[86910]: osdmap e359: 8 total, 7 up, 8 in 2024-04-24T02:47:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:06 smithi063 ceph-mon[77007]: pgmap v160: 121 pgs: 121 active+clean; 463 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-24T02:47:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:06 smithi063 ceph-mon[77007]: osdmap e359: 8 total, 7 up, 8 in 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1462: done (8 left) 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1463: rmattr oid 43 current snap is 157 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1463: done (8 left) 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1464: rollback oid 38 current snap is 157 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 135 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1457: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 737 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty dne 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 701 (ObjNum 438 snap 151 seq_num 438) dirty exists 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 746 (ObjNum 438 snap 151 seq_num 438) dirty exists 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1454: finishing write tid 1 to smithi01673382-4 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1454: finishing write tid 2 to smithi01673382-4 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1455: finishing rollback tid 0 to smithi01673382-39 2024-04-24T02:47:07.016 INFO:tasks.rados.rados.0.smithi016.stdout:1454: finishing write tid 3 to smithi01673382-4 2024-04-24T02:47:07.017 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1146 (ObjNum 456 snap 157 seq_num 456) dirty exists 2024-04-24T02:47:07.017 INFO:tasks.rados.rados.0.smithi016.stdout:1454: left oid 4 (ObjNum 456 snap 157 seq_num 456) 2024-04-24T02:47:07.017 INFO:tasks.rados.rados.0.smithi016.stdout:1455: finishing rollback tid 1 to smithi01673382-39 2024-04-24T02:47:07.017 INFO:tasks.rados.rados.0.smithi016.stdout:1455: finishing rollback tid 2 to smithi01673382-39 2024-04-24T02:47:07.017 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 919 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:47:07.017 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 962 (ObjNum 423 snap 147 seq_num 423) dirty exists 2024-04-24T02:47:07.017 INFO:tasks.rados.rados.0.smithi016.stdout:1460: expect (ObjNum 278 snap 84 seq_num 278) 2024-04-24T02:47:07.145 INFO:tasks.rados.rados.0.smithi016.stdout:1456: expect (ObjNum 224 snap 68 seq_num 224) 2024-04-24T02:47:07.215 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:07 smithi016 ceph-mon[84376]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-24T02:47:07.215 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:07 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 43/951 objects degraded (4.522%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:47:07.215 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:07 smithi016 ceph-mon[84376]: osdmap e360: 8 total, 7 up, 8 in 2024-04-24T02:47:07.215 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:07 smithi016 ceph-mon[86910]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-24T02:47:07.215 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:07 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 43/951 objects degraded (4.522%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:47:07.215 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:07 smithi016 ceph-mon[86910]: osdmap e360: 8 total, 7 up, 8 in 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1464: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1464: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1464: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1140 (ObjNum 390 snap 131 seq_num 390) dirty exists 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1454: done (8 left) 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1455: done (7 left) 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1456: done (6 left) 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1457: done (5 left) 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1458: done (4 left) 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1459: done (3 left) 2024-04-24T02:47:07.292 INFO:tasks.rados.rados.0.smithi016.stdout:1460: done (2 left) 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1461: done (1 left) 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1464: done (0 left) 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1465: rollback oid 2 current snap is 157 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 70 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1466: read oid 42 snap -1 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1466: expect deleted 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1467: read oid 8 snap -1 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1467: expect (ObjNum 432 snap 149 seq_num 432) 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1468: setattr oid 38 current snap is 157 2024-04-24T02:47:07.293 INFO:tasks.rados.rados.0.smithi016.stdout:1469: snap_remove snap 144 2024-04-24T02:47:07.531 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:07 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.1.service: Succeeded. 2024-04-24T02:47:07.531 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:07 smithi016 systemd[1]: Stopped Ceph osd.1 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:47:07.531 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:07 smithi016 systemd[1]: Starting Ceph osd.1 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:47:07.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:07 smithi063 ceph-mon[77007]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-24T02:47:07.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:07 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 43/951 objects degraded (4.522%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:47:07.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:07 smithi063 ceph-mon[77007]: osdmap e360: 8 total, 7 up, 8 in 2024-04-24T02:47:08.071 INFO:tasks.rados.rados.0.smithi016.stdout:1469: done (4 left) 2024-04-24T02:47:08.072 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 157 2024-04-24T02:47:08.072 INFO:tasks.rados.rados.0.smithi016.stdout:1470: seq_num 457 ranges {0=458752} 2024-04-24T02:47:08.074 INFO:tasks.rados.rados.0.smithi016.stdout:1470: writing smithi01673382-19 from 0 to 458752 tid 1 2024-04-24T02:47:08.074 INFO:tasks.rados.rados.0.smithi016.stdout:1471: snap_create 2024-04-24T02:47:08.077 INFO:tasks.rados.rados.0.smithi016.stdout:1465: finishing rollback tid 0 to smithi01673382-2 2024-04-24T02:47:08.077 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1147 (ObjNum 390 snap 131 seq_num 390) dirty exists 2024-04-24T02:47:08.077 INFO:tasks.rados.rados.0.smithi016.stdout:1465: finishing rollback tid 1 to smithi01673382-2 2024-04-24T02:47:08.077 INFO:tasks.rados.rados.0.smithi016.stdout:1465: finishing rollback tid 2 to smithi01673382-2 2024-04-24T02:47:08.077 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 923 (ObjNum 221 snap 67 seq_num 221) dirty exists 2024-04-24T02:47:08.077 INFO:tasks.rados.rados.0.smithi016.stdout:1467: expect (ObjNum 432 snap 149 seq_num 432) 2024-04-24T02:47:08.176 INFO:tasks.rados.rados.0.smithi016.stdout:1470: finishing write tid 1 to smithi01673382-19 2024-04-24T02:47:08.176 INFO:tasks.rados.rados.0.smithi016.stdout:1470: finishing write tid 2 to smithi01673382-19 2024-04-24T02:47:08.176 INFO:tasks.rados.rados.0.smithi016.stdout:1470: finishing write tid 3 to smithi01673382-19 2024-04-24T02:47:08.176 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1148 (ObjNum 457 snap 157 seq_num 457) dirty exists 2024-04-24T02:47:08.176 INFO:tasks.rados.rados.0.smithi016.stdout:1470: left oid 19 (ObjNum 457 snap 157 seq_num 457) 2024-04-24T02:47:08.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:08 smithi016 ceph-mon[84376]: pgmap v163: 121 pgs: 1 active+undersized+degraded, 36 peering, 6 active+undersized, 78 active+clean; 477 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 43/951 objects degraded (4.522%) 2024-04-24T02:47:08.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:08 smithi016 ceph-mon[86910]: pgmap v163: 121 pgs: 1 active+undersized+degraded, 36 peering, 6 active+undersized, 78 active+clean; 477 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 43/951 objects degraded (4.522%) 2024-04-24T02:47:08.320 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:08 smithi016 bash[94341]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-24T02:47:08.320 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:08 smithi016 bash[94341]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-24T02:47:08.320 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:08 smithi016 bash[94341]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-24T02:47:08.320 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:08 smithi016 bash[94341]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-24T02:47:08.321 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:08 smithi016 bash[94341]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-24T02:47:08.321 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:08 smithi016 bash[94341]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-24T02:47:08.321 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:08 smithi016 bash[94341]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-24T02:47:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:08 smithi063 ceph-mon[77007]: pgmap v163: 121 pgs: 1 active+undersized+degraded, 36 peering, 6 active+undersized, 78 active+clean; 477 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 43/951 objects degraded (4.522%) 2024-04-24T02:47:08.646 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:47:08] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.33.4" 2024-04-24T02:47:09.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:47:09.072 INFO:tasks.rados.rados.0.smithi016.stdout:1465: done (5 left) 2024-04-24T02:47:09.072 INFO:tasks.rados.rados.0.smithi016.stdout:1466: done (4 left) 2024-04-24T02:47:09.072 INFO:tasks.rados.rados.0.smithi016.stdout:1467: done (3 left) 2024-04-24T02:47:09.072 INFO:tasks.rados.rados.0.smithi016.stdout:1468: done (2 left) 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1470: done (1 left) 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1471: done (0 left) 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1472: read oid 27 snap -1 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1472: expect deleted 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1473: rmattr oid 22 current snap is 158 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1473: done (1 left) 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1474: read oid 21 snap 157 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1474: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:47:09.073 INFO:tasks.rados.rados.0.smithi016.stdout:1475: snap_create 2024-04-24T02:47:09.082 INFO:tasks.rados.rados.0.smithi016.stdout:1474: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:47:09.397 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:09 smithi016 ceph-mon[84376]: osdmap e361: 8 total, 7 up, 8 in 2024-04-24T02:47:09.397 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:09 smithi016 ceph-mon[86910]: osdmap e361: 8 total, 7 up, 8 in 2024-04-24T02:47:09.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:09 smithi063 ceph-mon[77007]: osdmap e361: 8 total, 7 up, 8 in 2024-04-24T02:47:09.780 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:09 smithi016 ceph-osd[94616]: -- 172.21.15.16:0/2136031900 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56101c18d1e0 con 0x56101c15d400 2024-04-24T02:47:09.781 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:09 smithi016 bash[94598]: 197a9edb600bb39c5fa087053f693ebff0b2cad515319e9cc1b09667dd375bad 2024-04-24T02:47:09.781 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:09 smithi016 systemd[1]: Started Ceph osd.1 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:47:10.077 INFO:tasks.rados.rados.0.smithi016.stdout:1472: done (2 left) 2024-04-24T02:47:10.077 INFO:tasks.rados.rados.0.smithi016.stdout:1474: done (1 left) 2024-04-24T02:47:10.077 INFO:tasks.rados.rados.0.smithi016.stdout:1475: done (0 left) 2024-04-24T02:47:10.077 INFO:tasks.rados.rados.0.smithi016.stdout:1476: setattr oid 18 current snap is 159 2024-04-24T02:47:10.078 INFO:tasks.rados.rados.0.smithi016.stdout:1477: setattr oid 47 current snap is 159 2024-04-24T02:47:10.078 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:47:10.079 INFO:tasks.rados.rados.0.smithi016.stdout:1478: delete oid 41 current snap is 159 2024-04-24T02:47:10.085 INFO:tasks.rados.rados.0.smithi016.stdout:1478: done (2 left) 2024-04-24T02:47:10.085 INFO:tasks.rados.rados.0.smithi016.stdout:1479: snap_create 2024-04-24T02:47:10.086 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 430 (ObjNum 1683051089 snap 1936808543 seq_num 1785950032) dirty exists 2024-04-24T02:47:10.087 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 640 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:47:10.281 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:09 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[94612]: 2024-04-24T02:47:09.921+0000 7f96bdbc47c0 -1 Falling back to public interface 2024-04-24T02:47:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[84376]: pgmap v166: 121 pgs: 1 active+undersized+degraded, 36 peering, 6 active+undersized, 78 active+clean; 477 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 43/951 objects degraded (4.522%) 2024-04-24T02:47:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[84376]: osdmap e362: 8 total, 7 up, 8 in 2024-04-24T02:47:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:10.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[86910]: pgmap v166: 121 pgs: 1 active+undersized+degraded, 36 peering, 6 active+undersized, 78 active+clean; 477 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 43/951 objects degraded (4.522%) 2024-04-24T02:47:10.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[86910]: osdmap e362: 8 total, 7 up, 8 in 2024-04-24T02:47:10.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:10.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:10.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:10.412 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:47:10.412 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (3m) 31s ago 7m 15.4M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:47:10.412 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (3m) 76s ago 7m 43.7M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (9m) 31s ago 9m 15.3M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (9m) 76s ago 9m 18.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (2m) 76s ago 12m 447M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (2m) 31s ago 14m 500M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (2m) 31s ago 14m 46.6M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (81s) 76s ago 13m 18.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (100s) 31s ago 13m 40.3M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (3m) 31s ago 8m 18.8M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (3m) 76s ago 8m 22.5M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (35s) 31s ago 12m 10.4M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 starting - - - 2489M 2024-04-24T02:47:10.413 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (11m) 31s ago 11m 254M 2489M 16.2.15-1-g8963e9de 727f386679cb 257ae8a1436e 2024-04-24T02:47:10.414 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (11m) 31s ago 11m 162M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:47:10.414 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (10m) 76s ago 10m 203M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:47:10.414 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (10m) 76s ago 10m 161M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:47:10.414 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (9m) 76s ago 9m 93.9M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:47:10.414 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (9m) 76s ago 9m 112M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:47:10.414 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (2m) 76s ago 8m 55.9M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:47:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:10 smithi063 ceph-mon[77007]: pgmap v166: 121 pgs: 1 active+undersized+degraded, 36 peering, 6 active+undersized, 78 active+clean; 477 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s; 43/951 objects degraded (4.522%) 2024-04-24T02:47:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:10 smithi063 ceph-mon[77007]: osdmap e362: 8 total, 7 up, 8 in 2024-04-24T02:47:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:10.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:10.820 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:47:10.820 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 6, 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 1 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 8, 2024-04-24T02:47:10.821 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 6 2024-04-24T02:47:10.822 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:47:10.822 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:47:10.971 INFO:tasks.rados.rados.0.smithi016.stdout:1476: done (2 left) 2024-04-24T02:47:10.971 INFO:tasks.rados.rados.0.smithi016.stdout:1477: done (1 left) 2024-04-24T02:47:10.971 INFO:tasks.rados.rados.0.smithi016.stdout:1479: done (0 left) 2024-04-24T02:47:10.971 INFO:tasks.rados.rados.0.smithi016.stdout:1480: copy_from oid 49 from oid 48 current snap is 160 2024-04-24T02:47:10.971 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 160 2024-04-24T02:47:10.971 INFO:tasks.rados.rados.0.smithi016.stdout:1481: seq_num 459 ranges {4702208=491520} 2024-04-24T02:47:10.999 INFO:tasks.rados.rados.0.smithi016.stdout:1481: writing smithi01673382-15 from 4702208 to 5193728 tid 1 2024-04-24T02:47:11.000 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 160 2024-04-24T02:47:11.000 INFO:tasks.rados.rados.0.smithi016.stdout:1482: seq_num 460 ranges {7495680=507904} 2024-04-24T02:47:11.044 INFO:tasks.rados.rados.0.smithi016.stdout:1482: writing smithi01673382-17 from 7495680 to 8003584 tid 1 2024-04-24T02:47:11.044 INFO:tasks.rados.rados.0.smithi016.stdout:1483: rollback oid 28 current snap is 160 2024-04-24T02:47:11.044 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 124 2024-04-24T02:47:11.044 INFO:tasks.rados.rados.0.smithi016.stdout:1480: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:47:11.044 INFO:tasks.rados.rados.0.smithi016.stdout:1481: finishing write tid 1 to smithi01673382-15 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:1481: finishing write tid 2 to smithi01673382-15 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:1481: finishing write tid 3 to smithi01673382-15 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 559 (ObjNum 459 snap 160 seq_num 459) dirty exists 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:1481: left oid 15 (ObjNum 459 snap 160 seq_num 459) 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:1480: finishing copy_from to smithi01673382-49 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 598 (ObjNum 435 snap 151 seq_num 435) dirty exists 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:1480: done (3 left) 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:1481: done (2 left) 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 160 2024-04-24T02:47:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:1484: seq_num 461 ranges {1310720=524288} 2024-04-24T02:47:11.054 INFO:tasks.rados.rados.0.smithi016.stdout:1484: writing smithi01673382-2 from 1310720 to 1835008 tid 1 2024-04-24T02:47:11.054 INFO:tasks.rados.rados.0.smithi016.stdout:1485: delete oid 47 current snap is 160 2024-04-24T02:47:11.054 INFO:tasks.rados.rados.0.smithi016.stdout:1482: finishing write tid 1 to smithi01673382-17 2024-04-24T02:47:11.054 INFO:tasks.rados.rados.0.smithi016.stdout:1482: finishing write tid 2 to smithi01673382-17 2024-04-24T02:47:11.054 INFO:tasks.rados.rados.0.smithi016.stdout:1483: finishing rollback tid 0 to smithi01673382-28 2024-04-24T02:47:11.054 INFO:tasks.rados.rados.0.smithi016.stdout:1483: finishing rollback tid 1 to smithi01673382-28 2024-04-24T02:47:11.055 INFO:tasks.rados.rados.0.smithi016.stdout:1483: finishing rollback tid 2 to smithi01673382-28 2024-04-24T02:47:11.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 705 (ObjNum 369 snap 123 seq_num 369) dirty exists 2024-04-24T02:47:11.055 INFO:tasks.rados.rados.0.smithi016.stdout:1482: finishing write tid 3 to smithi01673382-17 2024-04-24T02:47:11.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1151 (ObjNum 460 snap 160 seq_num 460) dirty exists 2024-04-24T02:47:11.055 INFO:tasks.rados.rados.0.smithi016.stdout:1482: left oid 17 (ObjNum 460 snap 160 seq_num 460) 2024-04-24T02:47:11.057 INFO:tasks.rados.rados.0.smithi016.stdout:1482: done (3 left) 2024-04-24T02:47:11.057 INFO:tasks.rados.rados.0.smithi016.stdout:1483: done (2 left) 2024-04-24T02:47:11.057 INFO:tasks.rados.rados.0.smithi016.stdout:1485: done (1 left) 2024-04-24T02:47:11.057 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 160 2024-04-24T02:47:11.057 INFO:tasks.rados.rados.0.smithi016.stdout:1486: seq_num 463 ranges {0=557056} 2024-04-24T02:47:11.060 INFO:tasks.rados.rados.0.smithi016.stdout:1486: writing smithi01673382-44 from 0 to 557056 tid 1 2024-04-24T02:47:11.060 INFO:tasks.rados.rados.0.smithi016.stdout:1487: read oid 20 snap -1 2024-04-24T02:47:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:1487: expect (ObjNum 437 snap 151 seq_num 437) 2024-04-24T02:47:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:1488: snap_create 2024-04-24T02:47:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:1484: finishing write tid 1 to smithi01673382-2 2024-04-24T02:47:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:1484: finishing write tid 2 to smithi01673382-2 2024-04-24T02:47:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:1484: finishing write tid 3 to smithi01673382-2 2024-04-24T02:47:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 926 (ObjNum 461 snap 160 seq_num 461) dirty exists 2024-04-24T02:47:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:1484: left oid 2 (ObjNum 461 snap 160 seq_num 461) 2024-04-24T02:47:11.063 INFO:tasks.rados.rados.0.smithi016.stdout:1487: expect (ObjNum 437 snap 151 seq_num 437) 2024-04-24T02:47:11.066 INFO:tasks.rados.rados.0.smithi016.stdout:1486: finishing write tid 1 to smithi01673382-44 2024-04-24T02:47:11.066 INFO:tasks.rados.rados.0.smithi016.stdout:1486: finishing write tid 2 to smithi01673382-44 2024-04-24T02:47:11.066 INFO:tasks.rados.rados.0.smithi016.stdout:1486: finishing write tid 3 to smithi01673382-44 2024-04-24T02:47:11.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1153 (ObjNum 463 snap 160 seq_num 463) dirty exists 2024-04-24T02:47:11.067 INFO:tasks.rados.rados.0.smithi016.stdout:1486: left oid 44 (ObjNum 463 snap 160 seq_num 463) 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[84376]: from='client.54142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[84376]: osdmap e363: 8 total, 7 up, 8 in 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[84376]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2937630730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[84376]: osdmap e364: 8 total, 7 up, 8 in 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[86910]: from='client.54142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[86910]: osdmap e363: 8 total, 7 up, 8 in 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[86910]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2937630730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:11.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:11 smithi016 ceph-mon[86910]: osdmap e364: 8 total, 7 up, 8 in 2024-04-24T02:47:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:11 smithi063 ceph-mon[77007]: from='client.54142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:11 smithi063 ceph-mon[77007]: osdmap e363: 8 total, 7 up, 8 in 2024-04-24T02:47:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:11 smithi063 ceph-mon[77007]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2937630730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:11 smithi063 ceph-mon[77007]: osdmap e364: 8 total, 7 up, 8 in 2024-04-24T02:47:11.972 INFO:tasks.rados.rados.0.smithi016.stdout:1484: done (3 left) 2024-04-24T02:47:11.972 INFO:tasks.rados.rados.0.smithi016.stdout:1486: done (2 left) 2024-04-24T02:47:11.973 INFO:tasks.rados.rados.0.smithi016.stdout:1487: done (1 left) 2024-04-24T02:47:11.973 INFO:tasks.rados.rados.0.smithi016.stdout:1488: done (0 left) 2024-04-24T02:47:11.973 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 161 2024-04-24T02:47:11.973 INFO:tasks.rados.rados.0.smithi016.stdout:1489: seq_num 464 ranges {0=573440} 2024-04-24T02:47:11.975 INFO:tasks.rados.rados.0.smithi016.stdout:1489: writing smithi01673382-27 from 0 to 573440 tid 1 2024-04-24T02:47:11.975 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 161 2024-04-24T02:47:11.975 INFO:tasks.rados.rados.0.smithi016.stdout:1490: seq_num 465 ranges {5193728=598016} 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:1490: writing smithi01673382-15 from 5193728 to 5791744 tid 1 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:1491: read oid 29 snap -1 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:1491: expect (ObjNum 372 snap 124 seq_num 372) 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 161 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:1489: finishing write tid 1 to smithi01673382-27 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:1489: finishing write tid 2 to smithi01673382-27 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:1489: finishing write tid 3 to smithi01673382-27 2024-04-24T02:47:12.007 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 707 (ObjNum 464 snap 161 seq_num 464) dirty exists 2024-04-24T02:47:12.008 INFO:tasks.rados.rados.0.smithi016.stdout:1489: left oid 27 (ObjNum 464 snap 161 seq_num 464) 2024-04-24T02:47:12.008 INFO:tasks.rados.rados.0.smithi016.stdout:1492: seq_num 466 ranges {0=614400} 2024-04-24T02:47:12.011 INFO:tasks.rados.rados.0.smithi016.stdout:1492: writing smithi01673382-31 from 0 to 614400 tid 1 2024-04-24T02:47:12.011 INFO:tasks.rados.rados.0.smithi016.stdout:1489: done (3 left) 2024-04-24T02:47:12.011 INFO:tasks.rados.rados.0.smithi016.stdout:1493: read oid 38 snap -1 2024-04-24T02:47:12.011 INFO:tasks.rados.rados.0.smithi016.stdout:1493: expect (ObjNum 390 snap 131 seq_num 390) 2024-04-24T02:47:12.011 INFO:tasks.rados.rados.0.smithi016.stdout:1494: read oid 3 snap -1 2024-04-24T02:47:12.011 INFO:tasks.rados.rados.0.smithi016.stdout:1494: expect (ObjNum 362 snap 121 seq_num 362) 2024-04-24T02:47:12.011 INFO:tasks.rados.rados.0.smithi016.stdout:1495: snap_remove snap 107 2024-04-24T02:47:12.466 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:12 smithi016 ceph-mon[84376]: pgmap v169: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 482 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 0 B/s wr, 31 op/s; 185/966 objects degraded (19.151%) 2024-04-24T02:47:12.466 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:12 smithi016 ceph-mon[84376]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-24T02:47:12.466 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:12 smithi016 ceph-mon[84376]: osdmap e365: 8 total, 7 up, 8 in 2024-04-24T02:47:12.466 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:12 smithi016 ceph-mon[86910]: pgmap v169: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 482 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 0 B/s wr, 31 op/s; 185/966 objects degraded (19.151%) 2024-04-24T02:47:12.466 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:12 smithi016 ceph-mon[86910]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-24T02:47:12.466 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:12 smithi016 ceph-mon[86910]: osdmap e365: 8 total, 7 up, 8 in 2024-04-24T02:47:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:12 smithi063 ceph-mon[77007]: pgmap v169: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 482 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 0 B/s wr, 31 op/s; 185/966 objects degraded (19.151%) 2024-04-24T02:47:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:12 smithi063 ceph-mon[77007]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-24T02:47:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:12 smithi063 ceph-mon[77007]: osdmap e365: 8 total, 7 up, 8 in 2024-04-24T02:47:12.974 INFO:tasks.rados.rados.0.smithi016.stdout:1495: done (5 left) 2024-04-24T02:47:12.974 INFO:tasks.rados.rados.0.smithi016.stdout:1496: snap_create 2024-04-24T02:47:12.974 INFO:tasks.rados.rados.0.smithi016.stdout:1491: expect (ObjNum 372 snap 124 seq_num 372) 2024-04-24T02:47:13.051 INFO:tasks.rados.rados.0.smithi016.stdout:1492: finishing write tid 1 to smithi01673382-31 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1492: finishing write tid 2 to smithi01673382-31 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1490: finishing write tid 1 to smithi01673382-15 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1490: finishing write tid 2 to smithi01673382-15 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1490: finishing write tid 3 to smithi01673382-15 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 561 (ObjNum 465 snap 161 seq_num 465) dirty exists 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1490: left oid 15 (ObjNum 465 snap 161 seq_num 465) 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1492: finishing write tid 3 to smithi01673382-31 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 85 (ObjNum 466 snap 161 seq_num 466) dirty exists 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1492: left oid 31 (ObjNum 466 snap 161 seq_num 466) 2024-04-24T02:47:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:1493: expect (ObjNum 390 snap 131 seq_num 390) 2024-04-24T02:47:13.294 INFO:tasks.rados.rados.0.smithi016.stdout:1494: expect (ObjNum 362 snap 121 seq_num 362) 2024-04-24T02:47:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:1490: done (5 left) 2024-04-24T02:47:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:1491: done (4 left) 2024-04-24T02:47:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:1492: done (3 left) 2024-04-24T02:47:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:1493: done (2 left) 2024-04-24T02:47:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:1494: done (1 left) 2024-04-24T02:47:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:1496: done (0 left) 2024-04-24T02:47:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:1497: snap_create 2024-04-24T02:47:14.216 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[84376]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 484 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 492 KiB/s wr, 35 op/s; 186/972 objects degraded (19.136%) 2024-04-24T02:47:14.216 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.217 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.217 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[84376]: osdmap e366: 8 total, 7 up, 8 in 2024-04-24T02:47:14.217 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 186/972 objects degraded (19.136%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:14.217 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.217 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.217 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[94612]: 2024-04-24T02:47:14.037+0000 7f96bdbc47c0 -1 osd.1 0 read_superblock omap replica is missing. 2024-04-24T02:47:14.217 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[94612]: 2024-04-24T02:47:14.138+0000 7f96bdbc47c0 -1 osd.1 357 log_to_monitors true 2024-04-24T02:47:14.217 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[86910]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 484 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 492 KiB/s wr, 35 op/s; 186/972 objects degraded (19.136%) 2024-04-24T02:47:14.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[86910]: osdmap e366: 8 total, 7 up, 8 in 2024-04-24T02:47:14.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 186/972 objects degraded (19.136%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:14.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.218 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:13 smithi063 ceph-mon[77007]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 484 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 492 KiB/s wr, 35 op/s; 186/972 objects degraded (19.136%) 2024-04-24T02:47:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:13 smithi063 ceph-mon[77007]: osdmap e366: 8 total, 7 up, 8 in 2024-04-24T02:47:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:13 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 186/972 objects degraded (19.136%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:14.981 INFO:tasks.rados.rados.0.smithi016.stdout:1497: done (0 left) 2024-04-24T02:47:14.981 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 163 2024-04-24T02:47:14.981 INFO:tasks.rados.rados.0.smithi016.stdout:1498: seq_num 467 ranges {0=630784} 2024-04-24T02:47:14.984 INFO:tasks.rados.rados.0.smithi016.stdout:1498: writing smithi01673382-40 from 0 to 630784 tid 1 2024-04-24T02:47:14.985 INFO:tasks.rados.rados.0.smithi016.stdout:1499: snap_create 2024-04-24T02:47:14.993 INFO:tasks.rados.rados.0.smithi016.stdout:1498: finishing write tid 1 to smithi01673382-40 2024-04-24T02:47:14.993 INFO:tasks.rados.rados.0.smithi016.stdout:1498: finishing write tid 2 to smithi01673382-40 2024-04-24T02:47:14.997 INFO:tasks.rados.rados.0.smithi016.stdout:1498: finishing write tid 3 to smithi01673382-40 2024-04-24T02:47:14.997 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 748 (ObjNum 467 snap 163 seq_num 467) dirty exists 2024-04-24T02:47:14.997 INFO:tasks.rados.rados.0.smithi016.stdout:1498: left oid 40 (ObjNum 467 snap 163 seq_num 467) 2024-04-24T02:47:15.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[84376]: osdmap e367: 8 total, 7 up, 8 in 2024-04-24T02:47:15.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[84376]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-24T02:47:15.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:15.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[86910]: osdmap e367: 8 total, 7 up, 8 in 2024-04-24T02:47:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[86910]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-24T02:47:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:14 smithi063 ceph-mon[77007]: osdmap e367: 8 total, 7 up, 8 in 2024-04-24T02:47:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:14 smithi063 ceph-mon[77007]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-24T02:47:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:15.781 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[94612]: 2024-04-24T02:47:15.340+0000 7f96ab016700 -1 osd.1 357 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:47:15.993 INFO:tasks.rados.rados.0.smithi016.stdout:1498: done (1 left) 2024-04-24T02:47:15.993 INFO:tasks.rados.rados.0.smithi016.stdout:1499: done (0 left) 2024-04-24T02:47:15.993 INFO:tasks.rados.rados.0.smithi016.stdout:1500: copy_from oid 50 from oid 10 current snap is 164 2024-04-24T02:47:15.993 INFO:tasks.rados.rados.0.smithi016.stdout:1501: snap_remove snap 140 2024-04-24T02:47:16.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[84376]: pgmap v175: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 484 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 492 KiB/s wr, 3 op/s; 186/972 objects degraded (19.136%) 2024-04-24T02:47:16.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[84376]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T02:47:16.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[84376]: osdmap e368: 8 total, 7 up, 8 in 2024-04-24T02:47:16.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[84376]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:16.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[84376]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' 2024-04-24T02:47:16.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[86910]: pgmap v175: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 484 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 492 KiB/s wr, 3 op/s; 186/972 objects degraded (19.136%) 2024-04-24T02:47:16.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[86910]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T02:47:16.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[86910]: osdmap e368: 8 total, 7 up, 8 in 2024-04-24T02:47:16.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[86910]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:16.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:15 smithi016 ceph-mon[86910]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' 2024-04-24T02:47:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:15 smithi063 ceph-mon[77007]: pgmap v175: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 484 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 492 KiB/s wr, 3 op/s; 186/972 objects degraded (19.136%) 2024-04-24T02:47:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:15 smithi063 ceph-mon[77007]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T02:47:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:15 smithi063 ceph-mon[77007]: osdmap e368: 8 total, 7 up, 8 in 2024-04-24T02:47:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:15 smithi063 ceph-mon[77007]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:15 smithi063 ceph-mon[77007]: from='osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224]' entity='osd.1' 2024-04-24T02:47:16.979 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:47:16.884+0000 7faf10bd4700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:1501: done (1 left) 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:1502: copy_from oid 5 from oid 2 current snap is 164 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:1500: finishing copy_from racing read to smithi01673382-50 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:1500: finishing copy_from to smithi01673382-50 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 557 (ObjNum 447 snap 153 seq_num 447) dirty exists 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:1500: done (1 left) 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 164 2024-04-24T02:47:16.991 INFO:tasks.rados.rados.0.smithi016.stdout:1503: seq_num 468 ranges {0=647168} 2024-04-24T02:47:16.995 INFO:tasks.rados.rados.0.smithi016.stdout:1503: writing smithi01673382-7 from 0 to 647168 tid 1 2024-04-24T02:47:16.995 INFO:tasks.rados.rados.0.smithi016.stdout:1504: snap_create 2024-04-24T02:47:17.008 INFO:tasks.rados.rados.0.smithi016.stdout:1503: finishing write tid 1 to smithi01673382-7 2024-04-24T02:47:17.015 INFO:tasks.rados.rados.0.smithi016.stdout:1503: finishing write tid 2 to smithi01673382-7 2024-04-24T02:47:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:1503: finishing write tid 3 to smithi01673382-7 2024-04-24T02:47:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1169 (ObjNum 468 snap 164 seq_num 468) dirty exists 2024-04-24T02:47:17.021 INFO:tasks.rados.rados.0.smithi016.stdout:1503: left oid 7 (ObjNum 468 snap 164 seq_num 468) 2024-04-24T02:47:17.032 INFO:tasks.rados.rados.0.smithi016.stdout:1502: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:47:17.036 INFO:tasks.rados.rados.0.smithi016.stdout:1502: finishing copy_from to smithi01673382-5 2024-04-24T02:47:17.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 926 (ObjNum 461 snap 160 seq_num 461) dirty exists 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224] boot 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: osdmap e369: 8 total, 8 up, 8 in 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224] boot 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: osdmap e369: 8 total, 8 up, 8 in 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:47:17.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:17.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:47:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: osd.1 [v2:172.21.15.16:6810/944666224,v1:172.21.15.16:6811/944666224] boot 2024-04-24T02:47:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: osdmap e369: 8 total, 8 up, 8 in 2024-04-24T02:47:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:17.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:17.993 INFO:tasks.rados.rados.0.smithi016.stdout:1502: done (2 left) 2024-04-24T02:47:17.993 INFO:tasks.rados.rados.0.smithi016.stdout:1503: done (1 left) 2024-04-24T02:47:17.993 INFO:tasks.rados.rados.0.smithi016.stdout:1504: done (0 left) 2024-04-24T02:47:17.993 INFO:tasks.rados.rados.0.smithi016.stdout:1505: read oid 9 snap -1 2024-04-24T02:47:17.993 INFO:tasks.rados.rados.0.smithi016.stdout:1505: expect (ObjNum 366 snap 122 seq_num 366) 2024-04-24T02:47:17.993 INFO:tasks.rados.rados.0.smithi016.stdout:1506: read oid 50 snap -1 2024-04-24T02:47:17.993 INFO:tasks.rados.rados.0.smithi016.stdout:1506: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:47:17.994 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 165 2024-04-24T02:47:17.994 INFO:tasks.rados.rados.0.smithi016.stdout:1507: seq_num 469 ranges {8003584=663552} 2024-04-24T02:47:18.042 INFO:tasks.rados.rados.0.smithi016.stdout:1507: writing smithi01673382-17 from 8003584 to 8667136 tid 1 2024-04-24T02:47:18.043 INFO:tasks.rados.rados.0.smithi016.stdout:1508: rmattr oid 44 current snap is 165 2024-04-24T02:47:18.043 INFO:tasks.rados.rados.0.smithi016.stdout:1508: done (3 left) 2024-04-24T02:47:18.043 INFO:tasks.rados.rados.0.smithi016.stdout:1509: rollback oid 38 current snap is 165 2024-04-24T02:47:18.043 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 149 2024-04-24T02:47:18.043 INFO:tasks.rados.rados.0.smithi016.stdout:1505: expect (ObjNum 366 snap 122 seq_num 366) 2024-04-24T02:47:18.085 INFO:tasks.rados.rados.0.smithi016.stdout:1506: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:47:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[84376]: pgmap v178: 121 pgs: 5 peering, 10 active+undersized+degraded, 28 active+undersized, 78 active+clean; 494 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 145/987 objects degraded (14.691%) 2024-04-24T02:47:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[84376]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:47:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[84376]: osdmap e370: 8 total, 8 up, 8 in 2024-04-24T02:47:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[86910]: pgmap v178: 121 pgs: 5 peering, 10 active+undersized+degraded, 28 active+undersized, 78 active+clean; 494 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 145/987 objects degraded (14.691%) 2024-04-24T02:47:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[86910]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:47:18.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:17 smithi016 ceph-mon[86910]: osdmap e370: 8 total, 8 up, 8 in 2024-04-24T02:47:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:17 smithi063 ceph-mon[77007]: pgmap v178: 121 pgs: 5 peering, 10 active+undersized+degraded, 28 active+undersized, 78 active+clean; 494 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 145/987 objects degraded (14.691%) 2024-04-24T02:47:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:17 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:17 smithi063 ceph-mon[77007]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:47:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:17 smithi063 ceph-mon[77007]: osdmap e370: 8 total, 8 up, 8 in 2024-04-24T02:47:18.315 INFO:tasks.rados.rados.0.smithi016.stdout:1509: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:47:18.315 INFO:tasks.rados.rados.0.smithi016.stdout:1507: finishing write tid 1 to smithi01673382-17 2024-04-24T02:47:18.315 INFO:tasks.rados.rados.0.smithi016.stdout:1509: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:47:18.315 INFO:tasks.rados.rados.0.smithi016.stdout:1505: done (3 left) 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1506: done (2 left) 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1510: read oid 25 snap 124 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1510: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1511: copy_from oid 6 from oid 39 current snap is 165 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1509: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1183 (ObjNum 428 snap 148 seq_num 428) dirty exists 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1507: finishing write tid 2 to smithi01673382-17 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1507: finishing write tid 3 to smithi01673382-17 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1182 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1507: left oid 17 (ObjNum 469 snap 165 seq_num 469) 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1507: done (3 left) 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1509: done (2 left) 2024-04-24T02:47:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1512: snap_create 2024-04-24T02:47:18.320 INFO:tasks.rados.rados.0.smithi016.stdout:1510: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-24T02:47:18.396 INFO:tasks.rados.rados.0.smithi016.stdout:1511: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:47:18.397 INFO:tasks.rados.rados.0.smithi016.stdout:1511: finishing copy_from to smithi01673382-6 2024-04-24T02:47:18.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 919 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:47:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:47:18] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.33.4" 2024-04-24T02:47:18.997 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:18.659Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:47:18.997 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:18.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:47:18.998 INFO:tasks.rados.rados.0.smithi016.stdout:1510: done (2 left) 2024-04-24T02:47:18.998 INFO:tasks.rados.rados.0.smithi016.stdout:1511: done (1 left) 2024-04-24T02:47:18.998 INFO:tasks.rados.rados.0.smithi016.stdout:1512: done (0 left) 2024-04-24T02:47:18.998 INFO:tasks.rados.rados.0.smithi016.stdout:1513: read oid 34 snap -1 2024-04-24T02:47:18.998 INFO:tasks.rados.rados.0.smithi016.stdout:1513: expect deleted 2024-04-24T02:47:18.998 INFO:tasks.rados.rados.0.smithi016.stdout:1514: setattr oid 5 current snap is 166 2024-04-24T02:47:18.999 INFO:tasks.rados.rados.0.smithi016.stdout:1513: done (1 left) 2024-04-24T02:47:18.999 INFO:tasks.rados.rados.0.smithi016.stdout:1515: snap_create 2024-04-24T02:47:19.002 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 963 (ObjNum 461 snap 160 seq_num 461) dirty exists 2024-04-24T02:47:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:18 smithi016 ceph-mon[84376]: osdmap e371: 8 total, 8 up, 8 in 2024-04-24T02:47:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:18 smithi016 ceph-mon[86910]: osdmap e371: 8 total, 8 up, 8 in 2024-04-24T02:47:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:18 smithi063 ceph-mon[77007]: osdmap e371: 8 total, 8 up, 8 in 2024-04-24T02:47:19.999 INFO:tasks.rados.rados.0.smithi016.stdout:1514: done (1 left) 2024-04-24T02:47:19.999 INFO:tasks.rados.rados.0.smithi016.stdout:1515: done (0 left) 2024-04-24T02:47:19.999 INFO:tasks.rados.rados.0.smithi016.stdout:1516: delete oid 6 current snap is 167 2024-04-24T02:47:20.007 INFO:tasks.rados.rados.0.smithi016.stdout:1516: done (0 left) 2024-04-24T02:47:20.007 INFO:tasks.rados.rados.0.smithi016.stdout:1517: snap_create 2024-04-24T02:47:20.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:20 smithi016 ceph-mon[84376]: pgmap v181: 121 pgs: 5 peering, 10 active+undersized+degraded, 28 active+undersized, 78 active+clean; 494 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 145/987 objects degraded (14.691%) 2024-04-24T02:47:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:20 smithi016 ceph-mon[84376]: osdmap e372: 8 total, 8 up, 8 in 2024-04-24T02:47:20.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:20 smithi016 ceph-mon[86910]: pgmap v181: 121 pgs: 5 peering, 10 active+undersized+degraded, 28 active+undersized, 78 active+clean; 494 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 145/987 objects degraded (14.691%) 2024-04-24T02:47:20.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:20 smithi016 ceph-mon[86910]: osdmap e372: 8 total, 8 up, 8 in 2024-04-24T02:47:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:20 smithi063 ceph-mon[77007]: pgmap v181: 121 pgs: 5 peering, 10 active+undersized+degraded, 28 active+undersized, 78 active+clean; 494 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 145/987 objects degraded (14.691%) 2024-04-24T02:47:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:20 smithi063 ceph-mon[77007]: osdmap e372: 8 total, 8 up, 8 in 2024-04-24T02:47:21.012 INFO:tasks.rados.rados.0.smithi016.stdout:1517: done (0 left) 2024-04-24T02:47:21.012 INFO:tasks.rados.rados.0.smithi016.stdout:1518: snap_remove snap 113 2024-04-24T02:47:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:21 smithi016 ceph-mon[84376]: osdmap e373: 8 total, 8 up, 8 in 2024-04-24T02:47:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:21 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 145/987 objects degraded (14.691%), 10 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:21 smithi016 ceph-mon[86910]: osdmap e373: 8 total, 8 up, 8 in 2024-04-24T02:47:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:21 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 145/987 objects degraded (14.691%), 10 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:21 smithi063 ceph-mon[77007]: osdmap e373: 8 total, 8 up, 8 in 2024-04-24T02:47:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:21 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 145/987 objects degraded (14.691%), 10 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:22.020 INFO:tasks.rados.rados.0.smithi016.stdout:1518: done (0 left) 2024-04-24T02:47:22.020 INFO:tasks.rados.rados.0.smithi016.stdout:1519: delete oid 32 current snap is 168 2024-04-24T02:47:22.030 INFO:tasks.rados.rados.0.smithi016.stdout:1519: done (0 left) 2024-04-24T02:47:22.030 INFO:tasks.rados.rados.0.smithi016.stdout:1520: delete oid 21 current snap is 168 2024-04-24T02:47:22.037 INFO:tasks.rados.rados.0.smithi016.stdout:1520: done (0 left) 2024-04-24T02:47:22.037 INFO:tasks.rados.rados.0.smithi016.stdout:1521: snap_remove snap 149 2024-04-24T02:47:22.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:22 smithi016 ceph-mon[84376]: pgmap v184: 121 pgs: 5 peering, 116 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.9 MiB/s wr, 10 op/s; 7.0 MiB/s, 3 objects/s recovering 2024-04-24T02:47:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:22 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 145/987 objects degraded (14.691%), 10 pgs degraded) 2024-04-24T02:47:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:22 smithi016 ceph-mon[84376]: osdmap e374: 8 total, 8 up, 8 in 2024-04-24T02:47:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:22 smithi016 ceph-mon[86910]: pgmap v184: 121 pgs: 5 peering, 116 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.9 MiB/s wr, 10 op/s; 7.0 MiB/s, 3 objects/s recovering 2024-04-24T02:47:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:22 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 145/987 objects degraded (14.691%), 10 pgs degraded) 2024-04-24T02:47:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:22 smithi016 ceph-mon[86910]: osdmap e374: 8 total, 8 up, 8 in 2024-04-24T02:47:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:22 smithi063 ceph-mon[77007]: pgmap v184: 121 pgs: 5 peering, 116 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.9 MiB/s wr, 10 op/s; 7.0 MiB/s, 3 objects/s recovering 2024-04-24T02:47:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:22 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 145/987 objects degraded (14.691%), 10 pgs degraded) 2024-04-24T02:47:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:22 smithi063 ceph-mon[77007]: osdmap e374: 8 total, 8 up, 8 in 2024-04-24T02:47:23.023 INFO:tasks.rados.rados.0.smithi016.stdout:1521: done (0 left) 2024-04-24T02:47:23.023 INFO:tasks.rados.rados.0.smithi016.stdout:1522: snap_remove snap 156 2024-04-24T02:47:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:23 smithi016 ceph-mon[84376]: osdmap e375: 8 total, 8 up, 8 in 2024-04-24T02:47:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:23 smithi016 ceph-mon[86910]: osdmap e375: 8 total, 8 up, 8 in 2024-04-24T02:47:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:23 smithi063 ceph-mon[77007]: osdmap e375: 8 total, 8 up, 8 in 2024-04-24T02:47:24.027 INFO:tasks.rados.rados.0.smithi016.stdout:1522: done (0 left) 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1523: copy_from oid 11 from oid 16 current snap is 168 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1524: rollback oid 40 current snap is 168 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 160 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1525: read oid 17 snap -1 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1525: expect (ObjNum 469 snap 165 seq_num 469) 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1526: rmattr oid 1 current snap is 168 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1526: done (3 left) 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1527: read oid 27 snap 70 2024-04-24T02:47:24.028 INFO:tasks.rados.rados.0.smithi016.stdout:1527: expect (ObjNum 223 snap 68 seq_num 223) 2024-04-24T02:47:24.029 INFO:tasks.rados.rados.0.smithi016.stdout:1528: read oid 19 snap 117 2024-04-24T02:47:24.029 INFO:tasks.rados.rados.0.smithi016.stdout:1528: expect (ObjNum 342 snap 115 seq_num 342) 2024-04-24T02:47:24.029 INFO:tasks.rados.rados.0.smithi016.stdout:1529: delete oid 44 current snap is 168 2024-04-24T02:47:24.038 INFO:tasks.rados.rados.0.smithi016.stdout:1524: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:47:24.038 INFO:tasks.rados.rados.0.smithi016.stdout:1524: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:47:24.038 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 783 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:47:24.047 INFO:tasks.rados.rados.0.smithi016.stdout:1523: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:47:24.048 INFO:tasks.rados.rados.0.smithi016.stdout:1523: finishing copy_from to smithi01673382-11 2024-04-24T02:47:24.048 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 579 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:47:24.052 INFO:tasks.rados.rados.0.smithi016.stdout:1527: expect (ObjNum 223 snap 68 seq_num 223) 2024-04-24T02:47:24.109 INFO:tasks.rados.rados.0.smithi016.stdout:1525: expect (ObjNum 469 snap 165 seq_num 469) 2024-04-24T02:47:24.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:24 smithi016 ceph-mon[84376]: pgmap v187: 121 pgs: 121 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-24T02:47:24.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:24 smithi016 ceph-mon[84376]: osdmap e376: 8 total, 8 up, 8 in 2024-04-24T02:47:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:24 smithi016 ceph-mon[86910]: pgmap v187: 121 pgs: 121 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-24T02:47:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:24 smithi016 ceph-mon[86910]: osdmap e376: 8 total, 8 up, 8 in 2024-04-24T02:47:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:24 smithi063 ceph-mon[77007]: pgmap v187: 121 pgs: 121 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 13 MiB/s, 5 objects/s recovering 2024-04-24T02:47:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:24 smithi063 ceph-mon[77007]: osdmap e376: 8 total, 8 up, 8 in 2024-04-24T02:47:24.880 INFO:tasks.rados.rados.0.smithi016.stdout:1528: expect (ObjNum 342 snap 115 seq_num 342) 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1523: done (5 left) 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1524: done (4 left) 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1525: done (3 left) 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1527: done (2 left) 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1528: done (1 left) 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1529: done (0 left) 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1530: read oid 15 snap 155 2024-04-24T02:47:24.905 INFO:tasks.rados.rados.0.smithi016.stdout:1530: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:47:24.906 INFO:tasks.rados.rados.0.smithi016.stdout:1531: delete oid 1 current snap is 168 2024-04-24T02:47:24.908 INFO:tasks.rados.rados.0.smithi016.stdout:1531: done (1 left) 2024-04-24T02:47:24.908 INFO:tasks.rados.rados.0.smithi016.stdout:1532: delete oid 34 current snap is 168 2024-04-24T02:47:24.911 INFO:tasks.rados.rados.0.smithi016.stdout:1532: done (1 left) 2024-04-24T02:47:24.911 INFO:tasks.rados.rados.0.smithi016.stdout:1533: snap_create 2024-04-24T02:47:24.915 INFO:tasks.rados.rados.0.smithi016.stdout:1530: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:47:25.151 INFO:tasks.rados.rados.0.smithi016.stdout:1530: done (1 left) 2024-04-24T02:47:25.152 INFO:tasks.rados.rados.0.smithi016.stdout:1533: done (0 left) 2024-04-24T02:47:25.152 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 169 2024-04-24T02:47:25.152 INFO:tasks.rados.rados.0.smithi016.stdout:1534: seq_num 476 ranges {7593984=778240} 2024-04-24T02:47:25.197 INFO:tasks.rados.rados.0.smithi016.stdout:1534: writing smithi01673382-49 from 7593984 to 8372224 tid 1 2024-04-24T02:47:25.197 INFO:tasks.rados.rados.0.smithi016.stdout:1535: setattr oid 31 current snap is 169 2024-04-24T02:47:25.198 INFO:tasks.rados.rados.0.smithi016.stdout:1536: read oid 35 snap -1 2024-04-24T02:47:25.198 INFO:tasks.rados.rados.0.smithi016.stdout:1536: expect (ObjNum 454 snap 156 seq_num 454) 2024-04-24T02:47:25.198 INFO:tasks.rados.rados.0.smithi016.stdout:1537: snap_remove snap 145 2024-04-24T02:47:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:25 smithi016 ceph-mon[84376]: osdmap e377: 8 total, 8 up, 8 in 2024-04-24T02:47:25.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:25 smithi016 ceph-mon[86910]: osdmap e377: 8 total, 8 up, 8 in 2024-04-24T02:47:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:25 smithi063 ceph-mon[77007]: osdmap e377: 8 total, 8 up, 8 in 2024-04-24T02:47:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1537: done (3 left) 2024-04-24T02:47:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:1538: setattr oid 18 current snap is 169 2024-04-24T02:47:25.974 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 87 (ObjNum 466 snap 161 seq_num 466) dirty exists 2024-04-24T02:47:25.975 INFO:tasks.rados.rados.0.smithi016.stdout:1534: finishing write tid 1 to smithi01673382-49 2024-04-24T02:47:25.975 INFO:tasks.rados.rados.0.smithi016.stdout:1534: finishing write tid 2 to smithi01673382-49 2024-04-24T02:47:25.975 INFO:tasks.rados.rados.0.smithi016.stdout:1536: expect (ObjNum 454 snap 156 seq_num 454) 2024-04-24T02:47:25.997 INFO:tasks.rados.rados.0.smithi016.stdout:1534: finishing write tid 3 to smithi01673382-49 2024-04-24T02:47:25.997 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 987 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:47:25.997 INFO:tasks.rados.rados.0.smithi016.stdout:1534: left oid 49 (ObjNum 476 snap 169 seq_num 476) 2024-04-24T02:47:25.997 INFO:tasks.rados.rados.0.smithi016.stdout:1534: done (3 left) 2024-04-24T02:47:25.997 INFO:tasks.rados.rados.0.smithi016.stdout:1535: done (2 left) 2024-04-24T02:47:25.997 INFO:tasks.rados.rados.0.smithi016.stdout:1536: done (1 left) 2024-04-24T02:47:25.997 INFO:tasks.rados.rados.0.smithi016.stdout:1539: snap_create 2024-04-24T02:47:26.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 444 (ObjNum 0 snap 22073 seq_num 2002276096) dirty exists 2024-04-24T02:47:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:26 smithi016 ceph-mon[84376]: pgmap v190: 121 pgs: 121 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 162 KiB/s wr, 0 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-24T02:47:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:26 smithi016 ceph-mon[84376]: osdmap e378: 8 total, 8 up, 8 in 2024-04-24T02:47:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:26 smithi016 ceph-mon[84376]: osdmap e379: 8 total, 8 up, 8 in 2024-04-24T02:47:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:26 smithi016 ceph-mon[86910]: pgmap v190: 121 pgs: 121 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 162 KiB/s wr, 0 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-24T02:47:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:26 smithi016 ceph-mon[86910]: osdmap e378: 8 total, 8 up, 8 in 2024-04-24T02:47:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:26 smithi016 ceph-mon[86910]: osdmap e379: 8 total, 8 up, 8 in 2024-04-24T02:47:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:26 smithi063 ceph-mon[77007]: pgmap v190: 121 pgs: 121 active+clean; 502 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 162 KiB/s wr, 0 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-24T02:47:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:26 smithi063 ceph-mon[77007]: osdmap e378: 8 total, 8 up, 8 in 2024-04-24T02:47:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:26 smithi063 ceph-mon[77007]: osdmap e379: 8 total, 8 up, 8 in 2024-04-24T02:47:26.976 INFO:tasks.rados.rados.0.smithi016.stdout:1538: done (1 left) 2024-04-24T02:47:26.976 INFO:tasks.rados.rados.0.smithi016.stdout:1539: done (0 left) 2024-04-24T02:47:26.976 INFO:tasks.rados.rados.0.smithi016.stdout:1540: snap_create 2024-04-24T02:47:27.978 INFO:tasks.rados.rados.0.smithi016.stdout:1540: done (0 left) 2024-04-24T02:47:27.978 INFO:tasks.rados.rados.0.smithi016.stdout:1541: snap_remove snap 77 2024-04-24T02:47:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:27 smithi016 ceph-mon[84376]: pgmap v193: 121 pgs: 121 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-04-24T02:47:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:27 smithi016 ceph-mon[84376]: osdmap e380: 8 total, 8 up, 8 in 2024-04-24T02:47:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:27 smithi016 ceph-mon[86910]: pgmap v193: 121 pgs: 121 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-04-24T02:47:28.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:27 smithi016 ceph-mon[86910]: osdmap e380: 8 total, 8 up, 8 in 2024-04-24T02:47:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:27 smithi063 ceph-mon[77007]: pgmap v193: 121 pgs: 121 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-04-24T02:47:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:27 smithi063 ceph-mon[77007]: osdmap e380: 8 total, 8 up, 8 in 2024-04-24T02:47:28.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:47:28] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.33.4" 2024-04-24T02:47:28.986 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:28.659Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:47:28.987 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:28.663Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:47:28.990 INFO:tasks.rados.rados.0.smithi016.stdout:1541: done (0 left) 2024-04-24T02:47:28.990 INFO:tasks.rados.rados.0.smithi016.stdout:1542: rollback oid 7 current snap is 171 2024-04-24T02:47:28.990 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 123 2024-04-24T02:47:28.990 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 171 2024-04-24T02:47:28.990 INFO:tasks.rados.rados.0.smithi016.stdout:1543: seq_num 477 ranges {614400=794624} 2024-04-24T02:47:29.002 INFO:tasks.rados.rados.0.smithi016.stdout:1543: writing smithi01673382-31 from 614400 to 1409024 tid 1 2024-04-24T02:47:29.002 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 171 2024-04-24T02:47:29.002 INFO:tasks.rados.rados.0.smithi016.stdout:1544: seq_num 478 ranges {4702208=409600,5111808=401408} 2024-04-24T02:47:29.026 INFO:tasks.rados.rados.0.smithi016.stdout:1544: writing smithi01673382-50 from 4702208 to 5111808 tid 1 2024-04-24T02:47:29.029 INFO:tasks.rados.rados.0.smithi016.stdout:1544: writing smithi01673382-50 from 5111808 to 5513216 tid 2 2024-04-24T02:47:29.029 INFO:tasks.rados.rados.0.smithi016.stdout:1545: read oid 9 snap -1 2024-04-24T02:47:29.029 INFO:tasks.rados.rados.0.smithi016.stdout:1545: expect (ObjNum 366 snap 122 seq_num 366) 2024-04-24T02:47:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:1546: snap_remove snap 116 2024-04-24T02:47:29.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:28 smithi016 ceph-mon[84376]: osdmap e381: 8 total, 8 up, 8 in 2024-04-24T02:47:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:28 smithi016 ceph-mon[86910]: osdmap e381: 8 total, 8 up, 8 in 2024-04-24T02:47:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:28 smithi063 ceph-mon[77007]: osdmap e381: 8 total, 8 up, 8 in 2024-04-24T02:47:29.992 INFO:tasks.rados.rados.0.smithi016.stdout:1546: done (4 left) 2024-04-24T02:47:29.992 INFO:tasks.rados.rados.0.smithi016.stdout:1547: copy_from oid 42 from oid 22 current snap is 171 2024-04-24T02:47:30.002 INFO:tasks.rados.rados.0.smithi016.stdout:1548: read oid 10 snap -1 2024-04-24T02:47:30.002 INFO:tasks.rados.rados.0.smithi016.stdout:1548: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:47:30.002 INFO:tasks.rados.rados.0.smithi016.stdout:1549: snap_create 2024-04-24T02:47:30.002 INFO:tasks.rados.rados.0.smithi016.stdout:1543: finishing write tid 1 to smithi01673382-31 2024-04-24T02:47:30.002 INFO:tasks.rados.rados.0.smithi016.stdout:1543: finishing write tid 2 to smithi01673382-31 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1542: finishing rollback tid 0 to smithi01673382-7 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1542: finishing rollback tid 1 to smithi01673382-7 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1543: finishing write tid 3 to smithi01673382-31 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 92 (ObjNum 477 snap 171 seq_num 477) dirty exists 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1543: left oid 31 (ObjNum 477 snap 171 seq_num 477) 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1542: finishing rollback tid 2 to smithi01673382-7 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1219 (ObjNum 258 snap 81 seq_num 258) dirty exists 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1544: finishing write tid 1 to smithi01673382-50 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1544: finishing write tid 2 to smithi01673382-50 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1544: finishing write tid 3 to smithi01673382-50 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1544: finishing write tid 4 to smithi01673382-50 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 697 (ObjNum 478 snap 171 seq_num 478) dirty exists 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1544: left oid 50 (ObjNum 478 snap 171 seq_num 478) 2024-04-24T02:47:30.003 INFO:tasks.rados.rados.0.smithi016.stdout:1545: expect (ObjNum 366 snap 122 seq_num 366) 2024-04-24T02:47:30.052 INFO:tasks.rados.rados.0.smithi016.stdout:1548: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:47:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[84376]: pgmap v196: 121 pgs: 121 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-04-24T02:47:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[84376]: osdmap e382: 8 total, 8 up, 8 in 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[86910]: pgmap v196: 121 pgs: 121 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[86910]: osdmap e382: 8 total, 8 up, 8 in 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:30.282 INFO:tasks.rados.rados.0.smithi016.stdout:1547: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:47:30.282 INFO:tasks.rados.rados.0.smithi016.stdout:1547: finishing copy_from to smithi01673382-42 2024-04-24T02:47:30.282 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 810 (ObjNum 416 snap 142 seq_num 416) dirty exists 2024-04-24T02:47:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:29 smithi063 ceph-mon[77007]: pgmap v196: 121 pgs: 121 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-04-24T02:47:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:29 smithi063 ceph-mon[77007]: osdmap e382: 8 total, 8 up, 8 in 2024-04-24T02:47:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:30.975 INFO:tasks.rados.rados.0.smithi016.stdout:1542: done (6 left) 2024-04-24T02:47:30.975 INFO:tasks.rados.rados.0.smithi016.stdout:1543: done (5 left) 2024-04-24T02:47:30.975 INFO:tasks.rados.rados.0.smithi016.stdout:1544: done (4 left) 2024-04-24T02:47:30.975 INFO:tasks.rados.rados.0.smithi016.stdout:1545: done (3 left) 2024-04-24T02:47:30.976 INFO:tasks.rados.rados.0.smithi016.stdout:1547: done (2 left) 2024-04-24T02:47:30.976 INFO:tasks.rados.rados.0.smithi016.stdout:1548: done (1 left) 2024-04-24T02:47:30.976 INFO:tasks.rados.rados.0.smithi016.stdout:1549: done (0 left) 2024-04-24T02:47:30.976 INFO:tasks.rados.rados.0.smithi016.stdout:1550: setattr oid 49 current snap is 172 2024-04-24T02:47:30.977 INFO:tasks.rados.rados.0.smithi016.stdout:1551: read oid 45 snap -1 2024-04-24T02:47:30.977 INFO:tasks.rados.rados.0.smithi016.stdout:1551: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-24T02:47:30.977 INFO:tasks.rados.rados.0.smithi016.stdout:1552: rollback oid 46 current snap is 172 2024-04-24T02:47:30.977 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 163 2024-04-24T02:47:30.977 INFO:tasks.rados.rados.0.smithi016.stdout:1553: snap_create 2024-04-24T02:47:30.982 INFO:tasks.rados.rados.0.smithi016.stdout:1552: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:47:30.982 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 245 (ObjNum 2002165968 snap 22076 seq_num 2002165968) dirty dne 2024-04-24T02:47:30.984 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1017 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:47:30.992 INFO:tasks.rados.rados.0.smithi016.stdout:1551: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-24T02:47:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:30 smithi016 ceph-mon[84376]: osdmap e383: 8 total, 8 up, 8 in 2024-04-24T02:47:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:30 smithi016 ceph-mon[84376]: osdmap e384: 8 total, 8 up, 8 in 2024-04-24T02:47:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:30 smithi016 ceph-mon[86910]: osdmap e383: 8 total, 8 up, 8 in 2024-04-24T02:47:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:30 smithi016 ceph-mon[86910]: osdmap e384: 8 total, 8 up, 8 in 2024-04-24T02:47:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:30 smithi063 ceph-mon[77007]: osdmap e383: 8 total, 8 up, 8 in 2024-04-24T02:47:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:30 smithi063 ceph-mon[77007]: osdmap e384: 8 total, 8 up, 8 in 2024-04-24T02:47:31.977 INFO:tasks.rados.rados.0.smithi016.stdout:1550: done (3 left) 2024-04-24T02:47:31.977 INFO:tasks.rados.rados.0.smithi016.stdout:1551: done (2 left) 2024-04-24T02:47:31.977 INFO:tasks.rados.rados.0.smithi016.stdout:1552: done (1 left) 2024-04-24T02:47:31.977 INFO:tasks.rados.rados.0.smithi016.stdout:1553: done (0 left) 2024-04-24T02:47:31.977 INFO:tasks.rados.rados.0.smithi016.stdout:1554: snap_remove snap 171 2024-04-24T02:47:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:31 smithi016 ceph-mon[84376]: pgmap v199: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 495 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-24T02:47:32.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:32.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:31 smithi016 ceph-mon[84376]: osdmap e385: 8 total, 8 up, 8 in 2024-04-24T02:47:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:31 smithi016 ceph-mon[86910]: pgmap v199: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 495 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-24T02:47:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:31 smithi016 ceph-mon[86910]: osdmap e385: 8 total, 8 up, 8 in 2024-04-24T02:47:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:31 smithi063 ceph-mon[77007]: pgmap v199: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 495 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-24T02:47:32.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:32.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:31 smithi063 ceph-mon[77007]: osdmap e385: 8 total, 8 up, 8 in 2024-04-24T02:47:32.978 INFO:tasks.rados.rados.0.smithi016.stdout:1554: done (0 left) 2024-04-24T02:47:32.978 INFO:tasks.rados.rados.0.smithi016.stdout:1555: rmattr oid 46 current snap is 173 2024-04-24T02:47:32.978 INFO:tasks.rados.rados.0.smithi016.stdout:1555: done (0 left) 2024-04-24T02:47:32.978 INFO:tasks.rados.rados.0.smithi016.stdout:1556: rollback oid 18 current snap is 173 2024-04-24T02:47:32.978 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 152 2024-04-24T02:47:32.978 INFO:tasks.rados.rados.0.smithi016.stdout:1557: read oid 20 snap -1 2024-04-24T02:47:32.978 INFO:tasks.rados.rados.0.smithi016.stdout:1557: expect (ObjNum 437 snap 151 seq_num 437) 2024-04-24T02:47:32.979 INFO:tasks.rados.rados.0.smithi016.stdout:1558: snap_create 2024-04-24T02:47:32.983 INFO:tasks.rados.rados.0.smithi016.stdout:1556: finishing rollback tid 0 to smithi01673382-18 2024-04-24T02:47:32.984 INFO:tasks.rados.rados.0.smithi016.stdout:1557: expect (ObjNum 437 snap 151 seq_num 437) 2024-04-24T02:47:32.987 INFO:tasks.rados.rados.0.smithi016.stdout:1556: finishing rollback tid 1 to smithi01673382-18 2024-04-24T02:47:32.987 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 453 (ObjNum 1674016112 snap 5 seq_num 2708881815) dirty dne 2024-04-24T02:47:33.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:32 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:33.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:33 smithi016 ceph-mon[84376]: Upgrade: osd.2 is safe to restart 2024-04-24T02:47:33.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:33 smithi016 ceph-mon[84376]: osdmap e386: 8 total, 8 up, 8 in 2024-04-24T02:47:33.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:33 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:33.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:33 smithi016 ceph-mon[86910]: Upgrade: osd.2 is safe to restart 2024-04-24T02:47:33.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:33 smithi016 ceph-mon[86910]: osdmap e386: 8 total, 8 up, 8 in 2024-04-24T02:47:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:33 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-24T02:47:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:33 smithi063 ceph-mon[77007]: Upgrade: osd.2 is safe to restart 2024-04-24T02:47:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:33 smithi063 ceph-mon[77007]: osdmap e386: 8 total, 8 up, 8 in 2024-04-24T02:47:33.979 INFO:tasks.rados.rados.0.smithi016.stdout:1556: done (2 left) 2024-04-24T02:47:33.980 INFO:tasks.rados.rados.0.smithi016.stdout:1557: done (1 left) 2024-04-24T02:47:33.980 INFO:tasks.rados.rados.0.smithi016.stdout:1558: done (0 left) 2024-04-24T02:47:33.980 INFO:tasks.rados.rados.0.smithi016.stdout:1559: read oid 1 snap -1 2024-04-24T02:47:33.980 INFO:tasks.rados.rados.0.smithi016.stdout:1559: expect deleted 2024-04-24T02:47:33.980 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 174 2024-04-24T02:47:33.980 INFO:tasks.rados.rados.0.smithi016.stdout:1560: seq_num 479 ranges {2523136=425984,2949120=401408} 2024-04-24T02:47:33.996 INFO:tasks.rados.rados.0.smithi016.stdout:1560: writing smithi01673382-14 from 2523136 to 2949120 tid 1 2024-04-24T02:47:33.999 INFO:tasks.rados.rados.0.smithi016.stdout:1560: writing smithi01673382-14 from 2949120 to 3350528 tid 2 2024-04-24T02:47:33.999 INFO:tasks.rados.rados.0.smithi016.stdout:1561: snap_remove snap 155 2024-04-24T02:47:34.682 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[84376]: pgmap v202: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[84376]: Upgrade: Updating osd.2 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[84376]: Deploying daemon osd.2 on smithi016 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[84376]: osdmap e387: 8 total, 8 up, 8 in 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[86910]: pgmap v202: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[86910]: Upgrade: Updating osd.2 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:47:34.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:34.684 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[86910]: Deploying daemon osd.2 on smithi016 2024-04-24T02:47:34.684 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:34 smithi016 ceph-mon[86910]: osdmap e387: 8 total, 8 up, 8 in 2024-04-24T02:47:34.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:34 smithi063 ceph-mon[77007]: pgmap v202: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-24T02:47:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:34 smithi063 ceph-mon[77007]: Upgrade: Updating osd.2 2024-04-24T02:47:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-24T02:47:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:34 smithi063 ceph-mon[77007]: Deploying daemon osd.2 on smithi016 2024-04-24T02:47:34.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:34 smithi063 ceph-mon[77007]: osdmap e387: 8 total, 8 up, 8 in 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1561: done (2 left) 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1562: rollback oid 30 current snap is 174 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 160 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1560: finishing write tid 1 to smithi01673382-14 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1560: finishing write tid 2 to smithi01673382-14 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1560: finishing write tid 3 to smithi01673382-14 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1560: finishing write tid 4 to smithi01673382-14 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 803 (ObjNum 479 snap 174 seq_num 479) dirty exists 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1560: left oid 14 (ObjNum 479 snap 174 seq_num 479) 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1559: done (2 left) 2024-04-24T02:47:34.981 INFO:tasks.rados.rados.0.smithi016.stdout:1560: done (1 left) 2024-04-24T02:47:34.982 INFO:tasks.rados.rados.0.smithi016.stdout:1563: copy_from oid 9 from oid 25 current snap is 174 2024-04-24T02:47:34.982 INFO:tasks.rados.rados.0.smithi016.stdout:1564: setattr oid 6 current snap is 174 2024-04-24T02:47:34.985 INFO:tasks.rados.rados.0.smithi016.stdout:1565: copy_from oid 14 from oid 49 current snap is 174 2024-04-24T02:47:34.985 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 174 2024-04-24T02:47:34.985 INFO:tasks.rados.rados.0.smithi016.stdout:1566: seq_num 480 ranges {0=442368,442368=401408} 2024-04-24T02:47:34.987 INFO:tasks.rados.rados.0.smithi016.stdout:1566: writing smithi01673382-13 from 0 to 442368 tid 1 2024-04-24T02:47:34.990 INFO:tasks.rados.rados.0.smithi016.stdout:1566: writing smithi01673382-13 from 442368 to 843776 tid 2 2024-04-24T02:47:34.990 INFO:tasks.rados.rados.0.smithi016.stdout:1567: snap_remove snap 105 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1567: done (5 left) 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1568: copy_from oid 46 from oid 27 current snap is 174 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1563: finishing copy_from to smithi01673382-9 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1563: got expected ENOENT (src dne) 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1563: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 921 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty exists 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1562: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 841 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty dne 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1566: finishing write tid 1 to smithi01673382-13 2024-04-24T02:47:35.977 INFO:tasks.rados.rados.0.smithi016.stdout:1566: finishing write tid 2 to smithi01673382-13 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1566: finishing write tid 3 to smithi01673382-13 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1566: finishing write tid 4 to smithi01673382-13 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1239 (ObjNum 480 snap 174 seq_num 480) dirty exists 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1566: left oid 13 (ObjNum 480 snap 174 seq_num 480) 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1565: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1565: finishing copy_from to smithi01673382-14 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1017 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1562: done (5 left) 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1563: done (4 left) 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1564: done (3 left) 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1565: done (2 left) 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1566: done (1 left) 2024-04-24T02:47:35.978 INFO:tasks.rados.rados.0.smithi016.stdout:1569: snap_create 2024-04-24T02:47:35.995 INFO:tasks.rados.rados.0.smithi016.stdout:1568: finishing copy_from racing read to smithi01673382-46 2024-04-24T02:47:35.996 INFO:tasks.rados.rados.0.smithi016.stdout:1568: finishing copy_from to smithi01673382-46 2024-04-24T02:47:35.997 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 707 (ObjNum 464 snap 161 seq_num 464) dirty exists 2024-04-24T02:47:36.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:35 smithi016 ceph-mon[84376]: pgmap v205: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:47:36.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:35 smithi016 ceph-mon[84376]: osdmap e388: 8 total, 8 up, 8 in 2024-04-24T02:47:36.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:35 smithi016 ceph-mon[84376]: osdmap e389: 8 total, 8 up, 8 in 2024-04-24T02:47:36.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:35 smithi016 ceph-mon[86910]: pgmap v205: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:47:36.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:35 smithi016 ceph-mon[86910]: osdmap e388: 8 total, 8 up, 8 in 2024-04-24T02:47:36.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:35 smithi016 ceph-mon[86910]: osdmap e389: 8 total, 8 up, 8 in 2024-04-24T02:47:36.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:35 smithi063 ceph-mon[77007]: pgmap v205: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:47:36.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:35 smithi063 ceph-mon[77007]: osdmap e388: 8 total, 8 up, 8 in 2024-04-24T02:47:36.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:35 smithi063 ceph-mon[77007]: osdmap e389: 8 total, 8 up, 8 in 2024-04-24T02:47:36.978 INFO:tasks.rados.rados.0.smithi016.stdout:1568: done (1 left) 2024-04-24T02:47:36.978 INFO:tasks.rados.rados.0.smithi016.stdout:1569: done (0 left) 2024-04-24T02:47:36.979 INFO:tasks.rados.rados.0.smithi016.stdout:1570: delete oid 30 current snap is 175 2024-04-24T02:47:36.992 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:36 smithi016 systemd[1]: Stopping Ceph osd.2 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:47:36.992 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[55691]: debug 2024-04-24T02:47:36.621+0000 7f1616583700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:47:36.992 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[55691]: debug 2024-04-24T02:47:36.621+0000 7f1616583700 -1 osd.2 389 *** Got signal Terminated *** 2024-04-24T02:47:36.992 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[55691]: debug 2024-04-24T02:47:36.621+0000 7f1616583700 -1 osd.2 389 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:47:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-mon[84376]: osd.2 marked itself down and dead 2024-04-24T02:47:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:47:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-mon[84376]: osdmap e390: 8 total, 7 up, 8 in 2024-04-24T02:47:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-mon[86910]: osd.2 marked itself down and dead 2024-04-24T02:47:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:47:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:36 smithi016 ceph-mon[86910]: osdmap e390: 8 total, 7 up, 8 in 2024-04-24T02:47:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:36 smithi063 ceph-mon[77007]: osd.2 marked itself down and dead 2024-04-24T02:47:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:36 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:47:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:36 smithi063 ceph-mon[77007]: osdmap e390: 8 total, 7 up, 8 in 2024-04-24T02:47:37.780 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:37 smithi016 bash[97463]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2 2024-04-24T02:47:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:1570: done (0 left) 2024-04-24T02:47:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:1571: rollback oid 41 current snap is 175 2024-04-24T02:47:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 166 2024-04-24T02:47:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:1572: read oid 42 snap -1 2024-04-24T02:47:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:1572: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:47:37.991 INFO:tasks.rados.rados.0.smithi016.stdout:1573: copy_from oid 31 from oid 50 current snap is 175 2024-04-24T02:47:37.992 INFO:tasks.rados.rados.0.smithi016.stdout:1574: snap_create 2024-04-24T02:47:38.008 INFO:tasks.rados.rados.0.smithi016.stdout:1571: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:47:38.009 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1157 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:47:38.018 INFO:tasks.rados.rados.0.smithi016.stdout:1572: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:47:38.185 INFO:tasks.rados.rados.0.smithi016.stdout:1573: finishing copy_from racing read to smithi01673382-31 2024-04-24T02:47:38.185 INFO:tasks.rados.rados.0.smithi016.stdout:1573: finishing copy_from to smithi01673382-31 2024-04-24T02:47:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 697 (ObjNum 478 snap 171 seq_num 478) dirty exists 2024-04-24T02:47:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:37 smithi016 ceph-mon[84376]: pgmap v208: 121 pgs: 121 active+clean; 499 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-24T02:47:38.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:37 smithi016 ceph-mon[84376]: osdmap e391: 8 total, 7 up, 8 in 2024-04-24T02:47:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:37 smithi016 ceph-mon[86910]: pgmap v208: 121 pgs: 121 active+clean; 499 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-24T02:47:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:37 smithi016 ceph-mon[86910]: osdmap e391: 8 total, 7 up, 8 in 2024-04-24T02:47:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:37 smithi063 ceph-mon[77007]: pgmap v208: 121 pgs: 121 active+clean; 499 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-24T02:47:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:37 smithi063 ceph-mon[77007]: osdmap e391: 8 total, 7 up, 8 in 2024-04-24T02:47:38.587 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:47:38] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.33.4" 2024-04-24T02:47:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1571: done (3 left) 2024-04-24T02:47:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1572: done (2 left) 2024-04-24T02:47:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1573: done (1 left) 2024-04-24T02:47:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1574: done (0 left) 2024-04-24T02:47:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 176 2024-04-24T02:47:38.981 INFO:tasks.rados.rados.0.smithi016.stdout:1575: seq_num 482 ranges {0=475136,475136=401408} 2024-04-24T02:47:38.983 INFO:tasks.rados.rados.0.smithi016.stdout:1575: writing smithi01673382-47 from 0 to 475136 tid 1 2024-04-24T02:47:38.985 INFO:tasks.rados.rados.0.smithi016.stdout:1575: writing smithi01673382-47 from 475136 to 876544 tid 2 2024-04-24T02:47:38.986 INFO:tasks.rados.rados.0.smithi016.stdout:1576: read oid 37 snap -1 2024-04-24T02:47:38.986 INFO:tasks.rados.rados.0.smithi016.stdout:1576: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:47:38.986 INFO:tasks.rados.rados.0.smithi016.stdout:1577: snap_create 2024-04-24T02:47:38.990 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 1 to smithi01673382-47 2024-04-24T02:47:38.990 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 2 to smithi01673382-47 2024-04-24T02:47:38.990 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 3 to smithi01673382-47 2024-04-24T02:47:38.992 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 4 to smithi01673382-47 2024-04-24T02:47:38.992 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 699 (ObjNum 482 snap 176 seq_num 482) dirty exists 2024-04-24T02:47:38.993 INFO:tasks.rados.rados.0.smithi016.stdout:1575: left oid 47 (ObjNum 482 snap 176 seq_num 482) 2024-04-24T02:47:38.997 INFO:tasks.rados.rados.0.smithi016.stdout:1576: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:47:39.059 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:47:39.531 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:39 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.2.service: Succeeded. 2024-04-24T02:47:39.531 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:39 smithi016 systemd[1]: Stopped Ceph osd.2 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:47:39.531 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:39 smithi016 systemd[1]: Starting Ceph osd.2 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:47:39.985 INFO:tasks.rados.rados.0.smithi016.stdout:1575: done (2 left) 2024-04-24T02:47:39.986 INFO:tasks.rados.rados.0.smithi016.stdout:1576: done (1 left) 2024-04-24T02:47:39.986 INFO:tasks.rados.rados.0.smithi016.stdout:1577: done (0 left) 2024-04-24T02:47:39.986 INFO:tasks.rados.rados.0.smithi016.stdout:1578: snap_create 2024-04-24T02:47:40.234 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:39 smithi016 ceph-mon[84376]: pgmap v211: 121 pgs: 13 stale+active+clean, 108 active+clean; 499 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-24T02:47:40.234 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:39 smithi016 ceph-mon[84376]: osdmap e392: 8 total, 7 up, 8 in 2024-04-24T02:47:40.234 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:39 smithi016 ceph-mon[86910]: pgmap v211: 121 pgs: 13 stale+active+clean, 108 active+clean; 499 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-24T02:47:40.234 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:39 smithi016 ceph-mon[86910]: osdmap e392: 8 total, 7 up, 8 in 2024-04-24T02:47:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:39 smithi063 ceph-mon[77007]: pgmap v211: 121 pgs: 13 stale+active+clean, 108 active+clean; 499 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-24T02:47:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:39 smithi063 ceph-mon[77007]: osdmap e392: 8 total, 7 up, 8 in 2024-04-24T02:47:40.530 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:40 smithi016 bash[97697]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-24T02:47:40.530 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:40 smithi016 bash[97697]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-24T02:47:40.530 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:40 smithi016 bash[97697]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-24T02:47:40.530 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:40 smithi016 bash[97697]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-24T02:47:40.530 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:40 smithi016 bash[97697]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-24T02:47:40.530 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:40 smithi016 bash[97697]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-24T02:47:40.530 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:40 smithi016 bash[97697]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-24T02:47:40.977 INFO:tasks.rados.rados.0.smithi016.stdout:1578: done (0 left) 2024-04-24T02:47:40.978 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 178 2024-04-24T02:47:40.978 INFO:tasks.rados.rados.0.smithi016.stdout:1579: seq_num 483 ranges {573440=491520,1064960=401408} 2024-04-24T02:47:40.983 INFO:tasks.rados.rados.0.smithi016.stdout:1579: writing smithi01673382-27 from 573440 to 1064960 tid 1 2024-04-24T02:47:40.986 INFO:tasks.rados.rados.0.smithi016.stdout:1579: writing smithi01673382-27 from 1064960 to 1466368 tid 2 2024-04-24T02:47:40.986 INFO:tasks.rados.rados.0.smithi016.stdout:1580: setattr oid 26 current snap is 178 2024-04-24T02:47:40.989 INFO:tasks.rados.rados.0.smithi016.stdout:1581: read oid 1 snap -1 2024-04-24T02:47:40.989 INFO:tasks.rados.rados.0.smithi016.stdout:1581: expect deleted 2024-04-24T02:47:40.989 INFO:tasks.rados.rados.0.smithi016.stdout:1582: rollback oid 7 current snap is 178 2024-04-24T02:47:40.989 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 163 2024-04-24T02:47:40.989 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 178 2024-04-24T02:47:40.990 INFO:tasks.rados.rados.0.smithi016.stdout:1583: seq_num 484 ranges {4374528=507904,4882432=401408} 2024-04-24T02:47:41.016 INFO:tasks.rados.rados.0.smithi016.stdout:1583: writing smithi01673382-22 from 4374528 to 4882432 tid 1 2024-04-24T02:47:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1583: writing smithi01673382-22 from 4882432 to 5283840 tid 2 2024-04-24T02:47:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 178 2024-04-24T02:47:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1584: seq_num 485 ranges {8667136=532480,9199616=401408} 2024-04-24T02:47:41.069 INFO:tasks.rados.rados.0.smithi016.stdout:1584: writing smithi01673382-17 from 8667136 to 9199616 tid 1 2024-04-24T02:47:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:1584: writing smithi01673382-17 from 9199616 to 9601024 tid 2 2024-04-24T02:47:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:1585: delete oid 30 current snap is 178 2024-04-24T02:47:41.072 INFO:tasks.rados.rados.0.smithi016.stdout:1579: finishing write tid 1 to smithi01673382-27 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1579: finishing write tid 2 to smithi01673382-27 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1579: finishing write tid 3 to smithi01673382-27 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1582: finishing rollback tid 0 to smithi01673382-7 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1582: finishing rollback tid 1 to smithi01673382-7 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1258 (ObjNum 288 snap 0 seq_num 33) dirty dne 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 459 (ObjNum 449 snap 153 seq_num 449) dirty exists 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1579: finishing write tid 4 to smithi01673382-27 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 924 (ObjNum 483 snap 178 seq_num 483) dirty exists 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1579: left oid 27 (ObjNum 483 snap 178 seq_num 483) 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1583: finishing write tid 1 to smithi01673382-22 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1583: finishing write tid 2 to smithi01673382-22 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1583: finishing write tid 3 to smithi01673382-22 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:1583: finishing write tid 4 to smithi01673382-22 2024-04-24T02:47:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1005 (ObjNum 484 snap 178 seq_num 484) dirty exists 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1583: left oid 22 (ObjNum 484 snap 178 seq_num 484) 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1579: done (6 left) 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1580: done (5 left) 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1581: done (4 left) 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1582: done (3 left) 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1583: done (2 left) 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1585: done (1 left) 2024-04-24T02:47:41.074 INFO:tasks.rados.rados.0.smithi016.stdout:1586: delete oid 15 current snap is 178 2024-04-24T02:47:41.075 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 1 to smithi01673382-17 2024-04-24T02:47:41.075 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 2 to smithi01673382-17 2024-04-24T02:47:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:1586: done (1 left) 2024-04-24T02:47:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:1587: copy_from oid 9 from oid 19 current snap is 178 2024-04-24T02:47:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:1588: read oid 29 snap 135 2024-04-24T02:47:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:1588: expect (ObjNum 372 snap 124 seq_num 372) 2024-04-24T02:47:41.076 INFO:tasks.rados.rados.0.smithi016.stdout:1589: snap_remove snap 160 2024-04-24T02:47:41.221 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:47:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:40 smithi016 ceph-mon[84376]: osdmap e393: 8 total, 7 up, 8 in 2024-04-24T02:47:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:40 smithi016 ceph-mon[84376]: osdmap e394: 8 total, 7 up, 8 in 2024-04-24T02:47:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:40 smithi016 ceph-mon[86910]: osdmap e393: 8 total, 7 up, 8 in 2024-04-24T02:47:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:40 smithi016 ceph-mon[86910]: osdmap e394: 8 total, 7 up, 8 in 2024-04-24T02:47:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:40 smithi063 ceph-mon[77007]: osdmap e393: 8 total, 7 up, 8 in 2024-04-24T02:47:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:40 smithi063 ceph-mon[77007]: osdmap e394: 8 total, 7 up, 8 in 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (4m) 28s ago 8m 15.4M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (3m) 107s ago 8m 43.7M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (9m) 28s ago 9m 15.4M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (9m) 107s ago 9m 18.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (2m) 107s ago 13m 447M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (3m) 28s ago 15m 502M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (2m) 28s ago 15m 49.9M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (112s) 107s ago 13m 18.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:47:41.544 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (2m) 28s ago 13m 44.6M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (4m) 28s ago 8m 17.2M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (3m) 107s ago 8m 22.5M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (66s) 28s ago 12m 124M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (32s) 28s ago 12m 11.5M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 starting - - - 2489M 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (11m) 28s ago 11m 181M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (11m) 107s ago 11m 203M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (10m) 107s ago 10m 161M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (10m) 107s ago 10m 93.9M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (9m) 107s ago 9m 112M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:47:41.545 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (2m) 107s ago 8m 55.9M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:47:41.780 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-osd[98012]: -- 172.21.15.16:0/1543584643 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f2611ff1e0 con 0x55f2611cec00 2024-04-24T02:47:41.781 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:41 smithi016 bash[97952]: f7449f5e7e509d5710e5b8b2d8a5a75fdb632ed0ff8ab67f5c71c0a0e5a3f1f1 2024-04-24T02:47:41.781 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:41 smithi016 systemd[1]: Started Ceph osd.2 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:47:41.983 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 5, 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 7, 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 7 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:47:41.984 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:1589: done (3 left) 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 178 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 3 to smithi01673382-17 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 4 to smithi01673382-17 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1253 (ObjNum 485 snap 178 seq_num 485) dirty exists 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:1584: left oid 17 (ObjNum 485 snap 178 seq_num 485) 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:1587: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:47:41.996 INFO:tasks.rados.rados.0.smithi016.stdout:1590: seq_num 488 ranges {1392640=581632,1974272=401408} 2024-04-24T02:47:42.006 INFO:tasks.rados.rados.0.smithi016.stdout:1590: writing smithi01673382-28 from 1392640 to 1974272 tid 1 2024-04-24T02:47:42.009 INFO:tasks.rados.rados.0.smithi016.stdout:1590: writing smithi01673382-28 from 1974272 to 2375680 tid 2 2024-04-24T02:47:42.009 INFO:tasks.rados.rados.0.smithi016.stdout:1584: done (3 left) 2024-04-24T02:47:42.009 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 178 2024-04-24T02:47:42.009 INFO:tasks.rados.rados.0.smithi016.stdout:1591: seq_num 489 ranges {0=598016,598016=401408} 2024-04-24T02:47:42.012 INFO:tasks.rados.rados.0.smithi016.stdout:1591: writing smithi01673382-40 from 0 to 598016 tid 1 2024-04-24T02:47:42.015 INFO:tasks.rados.rados.0.smithi016.stdout:1591: writing smithi01673382-40 from 598016 to 999424 tid 2 2024-04-24T02:47:42.015 INFO:tasks.rados.rados.0.smithi016.stdout:1592: read oid 47 snap -1 2024-04-24T02:47:42.015 INFO:tasks.rados.rados.0.smithi016.stdout:1592: expect (ObjNum 482 snap 176 seq_num 482) 2024-04-24T02:47:42.026 INFO:tasks.rados.rados.0.smithi016.stdout:1593: delete oid 37 current snap is 178 2024-04-24T02:47:42.026 INFO:tasks.rados.rados.0.smithi016.stdout:1587: finishing copy_from to smithi01673382-9 2024-04-24T02:47:42.026 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1148 (ObjNum 457 snap 157 seq_num 457) dirty exists 2024-04-24T02:47:42.026 INFO:tasks.rados.rados.0.smithi016.stdout:1588: expect (ObjNum 372 snap 124 seq_num 372) 2024-04-24T02:47:42.081 INFO:tasks.rados.rados.0.smithi016.stdout:1591: finishing write tid 1 to smithi01673382-40 2024-04-24T02:47:42.081 INFO:tasks.rados.rados.0.smithi016.stdout:1591: finishing write tid 2 to smithi01673382-40 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:1591: finishing write tid 3 to smithi01673382-40 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:1591: finishing write tid 4 to smithi01673382-40 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1020 (ObjNum 489 snap 178 seq_num 489) dirty exists 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:1591: left oid 40 (ObjNum 489 snap 178 seq_num 489) 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:1590: finishing write tid 1 to smithi01673382-28 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:1590: finishing write tid 2 to smithi01673382-28 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:1590: finishing write tid 3 to smithi01673382-28 2024-04-24T02:47:42.082 INFO:tasks.rados.rados.0.smithi016.stdout:1592: expect (ObjNum 482 snap 176 seq_num 482) 2024-04-24T02:47:42.105 INFO:tasks.rados.rados.0.smithi016.stdout:1590: finishing write tid 4 to smithi01673382-28 2024-04-24T02:47:42.105 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 927 (ObjNum 488 snap 178 seq_num 488) dirty exists 2024-04-24T02:47:42.105 INFO:tasks.rados.rados.0.smithi016.stdout:1590: left oid 28 (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:47:42.105 INFO:tasks.rados.rados.0.smithi016.stdout:1587: done (5 left) 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1588: done (4 left) 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1590: done (3 left) 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1591: done (2 left) 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1592: done (1 left) 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1593: done (0 left) 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1594: rmattr oid 2 current snap is 178 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1594: done (0 left) 2024-04-24T02:47:42.106 INFO:tasks.rados.rados.0.smithi016.stdout:1595: snap_create 2024-04-24T02:47:42.137 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T02:47:41.866+0000 7f7159e107c0 -1 Falling back to public interface 2024-04-24T02:47:42.137 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[84376]: pgmap v214: 121 pgs: 7 active+undersized+degraded, 2 stale+active+clean, 25 active+undersized, 87 active+clean; 506 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 2 op/s; 108/960 objects degraded (11.250%) 2024-04-24T02:47:42.137 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 108/960 objects degraded (11.250%), 7 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:42.137 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[84376]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:42.137 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/616753205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[86910]: pgmap v214: 121 pgs: 7 active+undersized+degraded, 2 stale+active+clean, 25 active+undersized, 87 active+clean; 506 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 2 op/s; 108/960 objects degraded (11.250%) 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 108/960 objects degraded (11.250%), 7 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[86910]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:42.138 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:41 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/616753205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:41 smithi063 ceph-mon[77007]: pgmap v214: 121 pgs: 7 active+undersized+degraded, 2 stale+active+clean, 25 active+undersized, 87 active+clean; 506 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 2 op/s; 108/960 objects degraded (11.250%) 2024-04-24T02:47:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:41 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 108/960 objects degraded (11.250%), 7 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:41 smithi063 ceph-mon[77007]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:42.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:41 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/616753205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:43.002 INFO:tasks.rados.rados.0.smithi016.stdout:1595: done (0 left) 2024-04-24T02:47:43.002 INFO:tasks.rados.rados.0.smithi016.stdout:1596: snap_remove snap 157 2024-04-24T02:47:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:42 smithi016 ceph-mon[84376]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:42 smithi016 ceph-mon[84376]: osdmap e395: 8 total, 7 up, 8 in 2024-04-24T02:47:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:42 smithi016 ceph-mon[86910]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:42 smithi016 ceph-mon[86910]: osdmap e395: 8 total, 7 up, 8 in 2024-04-24T02:47:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:42 smithi063 ceph-mon[77007]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:47:43.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:42 smithi063 ceph-mon[77007]: osdmap e395: 8 total, 7 up, 8 in 2024-04-24T02:47:44.003 INFO:tasks.rados.rados.0.smithi016.stdout:1596: done (0 left) 2024-04-24T02:47:44.004 INFO:tasks.rados.rados.0.smithi016.stdout:1597: delete oid 49 current snap is 179 2024-04-24T02:47:44.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:44 smithi016 ceph-mon[86910]: pgmap v217: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 151/969 objects degraded (15.583%) 2024-04-24T02:47:44.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:44 smithi016 ceph-mon[86910]: osdmap e396: 8 total, 7 up, 8 in 2024-04-24T02:47:44.017 INFO:tasks.rados.rados.0.smithi016.stdout:1597: done (0 left) 2024-04-24T02:47:44.018 INFO:tasks.rados.rados.0.smithi016.stdout:1598: delete oid 40 current snap is 179 2024-04-24T02:47:44.021 INFO:tasks.rados.rados.0.smithi016.stdout:1598: done (0 left) 2024-04-24T02:47:44.021 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 179 2024-04-24T02:47:44.021 INFO:tasks.rados.rados.0.smithi016.stdout:1599: seq_num 493 ranges {0=663552,663552=401408} 2024-04-24T02:47:44.026 INFO:tasks.rados.rados.0.smithi016.stdout:1599: writing smithi01673382-15 from 0 to 663552 tid 1 2024-04-24T02:47:44.028 INFO:tasks.rados.rados.0.smithi016.stdout:1599: writing smithi01673382-15 from 663552 to 1064960 tid 2 2024-04-24T02:47:44.028 INFO:tasks.rados.rados.0.smithi016.stdout:1600: delete oid 41 current snap is 179 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1599: finishing write tid 1 to smithi01673382-15 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1600: done (1 left) 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1601: read oid 43 snap -1 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1601: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1602: read oid 50 snap -1 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1602: expect (ObjNum 478 snap 171 seq_num 478) 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1603: rollback oid 41 current snap is 179 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 162 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1604: rollback oid 29 current snap is 179 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 151 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:1599: finishing write tid 2 to smithi01673382-15 2024-04-24T02:47:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 179 2024-04-24T02:47:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:1605: seq_num 495 ranges {0=696320,696320=401408} 2024-04-24T02:47:44.035 INFO:tasks.rados.rados.0.smithi016.stdout:1605: writing smithi01673382-25 from 0 to 696320 tid 1 2024-04-24T02:47:44.039 INFO:tasks.rados.rados.0.smithi016.stdout:1605: writing smithi01673382-25 from 696320 to 1097728 tid 2 2024-04-24T02:47:44.039 INFO:tasks.rados.rados.0.smithi016.stdout:1606: snap_create 2024-04-24T02:47:44.039 INFO:tasks.rados.rados.0.smithi016.stdout:1599: finishing write tid 3 to smithi01673382-15 2024-04-24T02:47:44.039 INFO:tasks.rados.rados.0.smithi016.stdout:1599: finishing write tid 4 to smithi01673382-15 2024-04-24T02:47:44.039 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 565 (ObjNum 493 snap 179 seq_num 493) dirty exists 2024-04-24T02:47:44.039 INFO:tasks.rados.rados.0.smithi016.stdout:1599: left oid 15 (ObjNum 493 snap 179 seq_num 493) 2024-04-24T02:47:44.040 INFO:tasks.rados.rados.0.smithi016.stdout:1604: finishing rollback tid 0 to smithi01673382-29 2024-04-24T02:47:44.040 INFO:tasks.rados.rados.0.smithi016.stdout:1604: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:47:44.040 INFO:tasks.rados.rados.0.smithi016.stdout:1601: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:1604: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 930 (ObjNum 372 snap 124 seq_num 372) dirty exists 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:1603: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1157 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:1605: finishing write tid 1 to smithi01673382-25 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:1605: finishing write tid 2 to smithi01673382-25 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:1605: finishing write tid 3 to smithi01673382-25 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:1605: finishing write tid 4 to smithi01673382-25 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1040 (ObjNum 495 snap 179 seq_num 495) dirty exists 2024-04-24T02:47:44.104 INFO:tasks.rados.rados.0.smithi016.stdout:1605: left oid 25 (ObjNum 495 snap 179 seq_num 495) 2024-04-24T02:47:44.105 INFO:tasks.rados.rados.0.smithi016.stdout:1602: expect (ObjNum 478 snap 171 seq_num 478) 2024-04-24T02:47:44.256 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:44 smithi016 ceph-mon[84376]: pgmap v217: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 151/969 objects degraded (15.583%) 2024-04-24T02:47:44.256 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:44 smithi016 ceph-mon[84376]: osdmap e396: 8 total, 7 up, 8 in 2024-04-24T02:47:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:44 smithi063 ceph-mon[77007]: pgmap v217: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 151/969 objects degraded (15.583%) 2024-04-24T02:47:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:44 smithi063 ceph-mon[77007]: osdmap e396: 8 total, 7 up, 8 in 2024-04-24T02:47:45.014 INFO:tasks.rados.rados.0.smithi016.stdout:1599: done (6 left) 2024-04-24T02:47:45.014 INFO:tasks.rados.rados.0.smithi016.stdout:1601: done (5 left) 2024-04-24T02:47:45.014 INFO:tasks.rados.rados.0.smithi016.stdout:1602: done (4 left) 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1603: done (3 left) 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1604: done (2 left) 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1605: done (1 left) 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1606: done (0 left) 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1607: rollback oid 13 current snap is 180 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 175 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1608: read oid 46 snap -1 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1608: expect (ObjNum 464 snap 161 seq_num 464) 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 180 2024-04-24T02:47:45.015 INFO:tasks.rados.rados.0.smithi016.stdout:1609: seq_num 496 ranges {0=712704,712704=401408} 2024-04-24T02:47:45.018 INFO:tasks.rados.rados.0.smithi016.stdout:1609: writing smithi01673382-21 from 0 to 712704 tid 1 2024-04-24T02:47:45.021 INFO:tasks.rados.rados.0.smithi016.stdout:1609: writing smithi01673382-21 from 712704 to 1114112 tid 2 2024-04-24T02:47:45.022 INFO:tasks.rados.rados.0.smithi016.stdout:1610: copy_from oid 42 from oid 44 current snap is 180 2024-04-24T02:47:45.025 INFO:tasks.rados.rados.0.smithi016.stdout:1611: copy_from oid 3 from oid 30 current snap is 180 2024-04-24T02:47:45.025 INFO:tasks.rados.rados.0.smithi016.stdout:1612: snap_create 2024-04-24T02:47:45.025 INFO:tasks.rados.rados.0.smithi016.stdout:1608: expect (ObjNum 464 snap 161 seq_num 464) 2024-04-24T02:47:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:1609: finishing write tid 1 to smithi01673382-21 2024-04-24T02:47:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:1611: finishing copy_from to smithi01673382-3 2024-04-24T02:47:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:1611: got expected ENOENT (src dne) 2024-04-24T02:47:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:1611: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1610: finishing copy_from to smithi01673382-42 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1610: got expected ENOENT (src dne) 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1610: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1609: finishing write tid 2 to smithi01673382-21 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1607: finishing rollback tid 0 to smithi01673382-13 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1609: finishing write tid 3 to smithi01673382-21 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1607: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1607: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1263 (ObjNum 480 snap 174 seq_num 480) dirty exists 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1609: finishing write tid 4 to smithi01673382-21 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 708 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:47:45.040 INFO:tasks.rados.rados.0.smithi016.stdout:1609: left oid 21 (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:47:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[84376]: osdmap e397: 8 total, 7 up, 8 in 2024-04-24T02:47:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[86910]: osdmap e397: 8 total, 7 up, 8 in 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:45 smithi063 ceph-mon[77007]: osdmap e397: 8 total, 7 up, 8 in 2024-04-24T02:47:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:47:45.966 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T02:47:45.681+0000 7f7159e107c0 -1 osd.2 0 read_superblock omap replica is missing. 2024-04-24T02:47:45.966 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T02:47:45.784+0000 7f7159e107c0 -1 osd.2 389 log_to_monitors true 2024-04-24T02:47:45.979 INFO:tasks.rados.rados.0.smithi016.stdout:1607: done (5 left) 2024-04-24T02:47:45.980 INFO:tasks.rados.rados.0.smithi016.stdout:1608: done (4 left) 2024-04-24T02:47:45.980 INFO:tasks.rados.rados.0.smithi016.stdout:1609: done (3 left) 2024-04-24T02:47:45.980 INFO:tasks.rados.rados.0.smithi016.stdout:1610: done (2 left) 2024-04-24T02:47:45.980 INFO:tasks.rados.rados.0.smithi016.stdout:1611: done (1 left) 2024-04-24T02:47:45.980 INFO:tasks.rados.rados.0.smithi016.stdout:1612: done (0 left) 2024-04-24T02:47:45.980 INFO:tasks.rados.rados.0.smithi016.stdout:1613: delete oid 20 current snap is 181 2024-04-24T02:47:45.989 INFO:tasks.rados.rados.0.smithi016.stdout:1613: done (0 left) 2024-04-24T02:47:45.989 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 181 2024-04-24T02:47:45.989 INFO:tasks.rados.rados.0.smithi016.stdout:1614: seq_num 498 ranges {1982464=745472,2727936=401408} 2024-04-24T02:47:46.004 INFO:tasks.rados.rados.0.smithi016.stdout:1614: writing smithi01673382-29 from 1982464 to 2727936 tid 1 2024-04-24T02:47:46.007 INFO:tasks.rados.rados.0.smithi016.stdout:1614: writing smithi01673382-29 from 2727936 to 3129344 tid 2 2024-04-24T02:47:46.007 INFO:tasks.rados.rados.0.smithi016.stdout:1615: rmattr oid 24 current snap is 181 2024-04-24T02:47:46.007 INFO:tasks.rados.rados.0.smithi016.stdout:1615: done (1 left) 2024-04-24T02:47:46.007 INFO:tasks.rados.rados.0.smithi016.stdout:1616: snap_remove snap 163 2024-04-24T02:47:46.281 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T02:47:45.999+0000 7f714b26a700 -1 osd.2 389 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:47:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: pgmap v220: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 2 op/s; 151/969 objects degraded (15.583%) 2024-04-24T02:47:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: osdmap e398: 8 total, 7 up, 8 in 2024-04-24T02:47:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: from='osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: osdmap e399: 8 total, 7 up, 8 in 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: from='osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[84376]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: pgmap v220: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 2 op/s; 151/969 objects degraded (15.583%) 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: osdmap e398: 8 total, 7 up, 8 in 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: from='osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T02:47:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: osdmap e399: 8 total, 7 up, 8 in 2024-04-24T02:47:46.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: from='osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:46.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:46 smithi016 ceph-mon[86910]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: pgmap v220: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 507 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 2 op/s; 151/969 objects degraded (15.583%) 2024-04-24T02:47:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: osdmap e398: 8 total, 7 up, 8 in 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: from='osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: osdmap e399: 8 total, 7 up, 8 in 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: from='osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:46 smithi063 ceph-mon[77007]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:1616: done (1 left) 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:1617: delete oid 8 current snap is 181 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:1614: finishing write tid 1 to smithi01673382-29 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:1614: finishing write tid 2 to smithi01673382-29 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:1614: finishing write tid 3 to smithi01673382-29 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:1614: finishing write tid 4 to smithi01673382-29 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 933 (ObjNum 498 snap 181 seq_num 498) dirty exists 2024-04-24T02:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:1614: left oid 29 (ObjNum 498 snap 181 seq_num 498) 2024-04-24T02:47:47.002 INFO:tasks.rados.rados.0.smithi016.stdout:1614: done (1 left) 2024-04-24T02:47:47.002 INFO:tasks.rados.rados.0.smithi016.stdout:1617: done (0 left) 2024-04-24T02:47:47.002 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 181 2024-04-24T02:47:47.002 INFO:tasks.rados.rados.0.smithi016.stdout:1618: seq_num 500 ranges {5513216=778240,6291456=401408} 2024-04-24T02:47:47.037 INFO:tasks.rados.rados.0.smithi016.stdout:1618: writing smithi01673382-50 from 5513216 to 6291456 tid 1 2024-04-24T02:47:47.040 INFO:tasks.rados.rados.0.smithi016.stdout:1618: writing smithi01673382-50 from 6291456 to 6692864 tid 2 2024-04-24T02:47:47.040 INFO:tasks.rados.rados.0.smithi016.stdout:1619: snap_remove snap 162 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[84376]: osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668] boot 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[84376]: osdmap e400: 8 total, 8 up, 8 in 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[86910]: osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668] boot 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[86910]: osdmap e400: 8 total, 8 up, 8 in 2024-04-24T02:47:47.134 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:47:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:47 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:47:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:47 smithi063 ceph-mon[77007]: osd.2 [v2:172.21.15.16:6818/1808700668,v1:172.21.15.16:6819/1808700668] boot 2024-04-24T02:47:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:47 smithi063 ceph-mon[77007]: osdmap e400: 8 total, 8 up, 8 in 2024-04-24T02:47:47.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-24T02:47:47.983 INFO:tasks.rados.rados.0.smithi016.stdout:1619: done (1 left) 2024-04-24T02:47:47.983 INFO:tasks.rados.rados.0.smithi016.stdout:1620: read oid 37 snap -1 2024-04-24T02:47:47.983 INFO:tasks.rados.rados.0.smithi016.stdout:1620: expect deleted 2024-04-24T02:47:47.983 INFO:tasks.rados.rados.0.smithi016.stdout:1621: delete oid 26 current snap is 181 2024-04-24T02:47:47.988 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 1 to smithi01673382-50 2024-04-24T02:47:47.988 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 2 to smithi01673382-50 2024-04-24T02:47:47.988 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 3 to smithi01673382-50 2024-04-24T02:47:47.988 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 4 to smithi01673382-50 2024-04-24T02:47:47.988 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 700 (ObjNum 500 snap 181 seq_num 500) dirty exists 2024-04-24T02:47:47.988 INFO:tasks.rados.rados.0.smithi016.stdout:1618: left oid 50 (ObjNum 500 snap 181 seq_num 500) 2024-04-24T02:47:47.998 INFO:tasks.rados.rados.0.smithi016.stdout:1618: done (2 left) 2024-04-24T02:47:47.998 INFO:tasks.rados.rados.0.smithi016.stdout:1621: done (1 left) 2024-04-24T02:47:47.998 INFO:tasks.rados.rados.0.smithi016.stdout:1622: read oid 36 snap 165 2024-04-24T02:47:47.998 INFO:tasks.rados.rados.0.smithi016.stdout:1622: expect deleted 2024-04-24T02:47:48.000 INFO:tasks.rados.rados.0.smithi016.stdout:1623: read oid 32 snap 173 2024-04-24T02:47:48.000 INFO:tasks.rados.rados.0.smithi016.stdout:1623: expect deleted 2024-04-24T02:47:48.000 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 181 2024-04-24T02:47:48.000 INFO:tasks.rados.rados.0.smithi016.stdout:1624: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-04-24T02:47:48.007 INFO:tasks.rados.rados.0.smithi016.stdout:1624: writing smithi01673382-40 from 0 to 409600 tid 1 2024-04-24T02:47:48.007 INFO:tasks.rados.rados.0.smithi016.stdout:1624: writing smithi01673382-40 from 409600 to 827392 tid 2 2024-04-24T02:47:48.007 INFO:tasks.rados.rados.0.smithi016.stdout:1624: writing smithi01673382-40 from 827392 to 1212416 tid 3 2024-04-24T02:47:48.007 INFO:tasks.rados.rados.0.smithi016.stdout:1625: rollback oid 42 current snap is 181 2024-04-24T02:47:48.007 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 136 2024-04-24T02:47:48.007 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 181 2024-04-24T02:47:48.007 INFO:tasks.rados.rados.0.smithi016.stdout:1626: seq_num 503 ranges {9601024=425984,10027008=704512,10731520=98304} 2024-04-24T02:47:48.063 INFO:tasks.rados.rados.0.smithi016.stdout:1626: writing smithi01673382-17 from 9601024 to 10027008 tid 1 2024-04-24T02:47:48.067 INFO:tasks.rados.rados.0.smithi016.stdout:1626: writing smithi01673382-17 from 10027008 to 10731520 tid 2 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1626: writing smithi01673382-17 from 10731520 to 10829824 tid 3 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1627: setattr oid 11 current snap is 181 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1625: finishing rollback tid 0 to smithi01673382-42 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1625: finishing rollback tid 1 to smithi01673382-42 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1625: finishing rollback tid 2 to smithi01673382-42 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1264 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 1 to smithi01673382-40 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 2 to smithi01673382-40 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 3 to smithi01673382-40 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 4 to smithi01673382-40 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 5 to smithi01673382-40 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1026 (ObjNum 502 snap 181 seq_num 502) dirty exists 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1624: left oid 40 (ObjNum 502 snap 181 seq_num 502) 2024-04-24T02:47:48.069 INFO:tasks.rados.rados.0.smithi016.stdout:1626: finishing write tid 1 to smithi01673382-17 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1620: done (6 left) 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1622: done (5 left) 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1623: done (4 left) 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1624: done (3 left) 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1625: done (2 left) 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1628: copy_from oid 18 from oid 19 current snap is 181 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1629: read oid 9 snap -1 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1629: expect (ObjNum 457 snap 157 seq_num 457) 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1630: rollback oid 48 current snap is 181 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 124 2024-04-24T02:47:48.072 INFO:tasks.rados.rados.0.smithi016.stdout:1631: read oid 7 snap -1 2024-04-24T02:47:48.073 INFO:tasks.rados.rados.0.smithi016.stdout:1631: expect deleted 2024-04-24T02:47:48.073 INFO:tasks.rados.rados.0.smithi016.stdout:1632: copy_from oid 32 from oid 3 current snap is 181 2024-04-24T02:47:48.073 INFO:tasks.rados.rados.0.smithi016.stdout:1633: snap_remove snap 136 2024-04-24T02:47:48.203 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-mon[84376]: pgmap v223: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 514 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s; 156/996 objects degraded (15.663%) 2024-04-24T02:47:48.203 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 156/996 objects degraded (15.663%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:48.203 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-mon[84376]: osdmap e401: 8 total, 8 up, 8 in 2024-04-24T02:47:48.203 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-mon[86910]: pgmap v223: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 514 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s; 156/996 objects degraded (15.663%) 2024-04-24T02:47:48.204 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 156/996 objects degraded (15.663%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:48.204 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-mon[86910]: osdmap e401: 8 total, 8 up, 8 in 2024-04-24T02:47:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:48 smithi063 ceph-mon[77007]: pgmap v223: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 514 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s; 156/996 objects degraded (15.663%) 2024-04-24T02:47:48.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:48 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 156/996 objects degraded (15.663%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:47:48.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:48 smithi063 ceph-mon[77007]: osdmap e401: 8 total, 8 up, 8 in 2024-04-24T02:47:48.467 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:47:48] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.33.4" 2024-04-24T02:47:48.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:47:48.654+0000 7faf10bd4700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-24T02:47:49.024 INFO:tasks.rados.rados.0.smithi016.stdout:1633: done (7 left) 2024-04-24T02:47:49.024 INFO:tasks.rados.rados.0.smithi016.stdout:1634: read oid 33 snap -1 2024-04-24T02:47:49.024 INFO:tasks.rados.rados.0.smithi016.stdout:1634: expect deleted 2024-04-24T02:47:49.024 INFO:tasks.rados.rados.0.smithi016.stdout:1635: snap_remove snap 161 2024-04-24T02:47:49.059 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:48.659Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:47:49.059 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:47:49.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-24T02:47:49.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: pgmap v226: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 514 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s; 156/996 objects degraded (15.663%) 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[84376]: osdmap e402: 8 total, 8 up, 8 in 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:47:49.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:47:49.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-24T02:47:49.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: pgmap v226: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 514 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s; 156/996 objects degraded (15.663%) 2024-04-24T02:47:49.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:49 smithi016 ceph-mon[86910]: osdmap e402: 8 total, 8 up, 8 in 2024-04-24T02:47:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: pgmap v226: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 514 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s; 156/996 objects degraded (15.663%) 2024-04-24T02:47:49.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:49 smithi063 ceph-mon[77007]: osdmap e402: 8 total, 8 up, 8 in 2024-04-24T02:47:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1635: done (8 left) 2024-04-24T02:47:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1636: rollback oid 25 current snap is 181 2024-04-24T02:47:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 106 2024-04-24T02:47:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1626: finishing write tid 2 to smithi01673382-17 2024-04-24T02:47:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1626: finishing write tid 3 to smithi01673382-17 2024-04-24T02:47:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1626: finishing write tid 4 to smithi01673382-17 2024-04-24T02:47:50.027 INFO:tasks.rados.rados.0.smithi016.stdout:1626: finishing write tid 5 to smithi01673382-17 2024-04-24T02:47:50.027 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1280 (ObjNum 503 snap 181 seq_num 503) dirty exists 2024-04-24T02:47:50.027 INFO:tasks.rados.rados.0.smithi016.stdout:1626: left oid 17 (ObjNum 503 snap 181 seq_num 503) 2024-04-24T02:47:50.027 INFO:tasks.rados.rados.0.smithi016.stdout:1628: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:47:50.027 INFO:tasks.rados.rados.0.smithi016.stdout:1628: finishing copy_from to smithi01673382-18 2024-04-24T02:47:50.027 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1148 (ObjNum 457 snap 157 seq_num 457) dirty exists 2024-04-24T02:47:50.027 INFO:tasks.rados.rados.0.smithi016.stdout:1629: expect (ObjNum 457 snap 157 seq_num 457) 2024-04-24T02:47:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing rollback tid 0 to smithi01673382-48 2024-04-24T02:47:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing rollback tid 1 to smithi01673382-48 2024-04-24T02:47:50.045 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing rollback tid 2 to smithi01673382-48 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 716 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1272 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:1632: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:1632: finishing copy_from to smithi01673382-32 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 961 (ObjNum 362 snap 121 seq_num 362) dirty exists 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:1626: done (8 left) 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:1627: done (7 left) 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:1628: done (6 left) 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:1629: done (5 left) 2024-04-24T02:47:50.046 INFO:tasks.rados.rados.0.smithi016.stdout:1630: done (4 left) 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:1631: done (3 left) 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:1632: done (2 left) 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:1634: done (1 left) 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:1637: read oid 13 snap 124 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:1637: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:1638: read oid 26 snap -1 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:1638: expect deleted 2024-04-24T02:47:50.047 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 181 2024-04-24T02:47:50.048 INFO:tasks.rados.rados.0.smithi016.stdout:1639: seq_num 504 ranges {458752=450560,909312=589824,1499136=212992} 2024-04-24T02:47:50.050 INFO:tasks.rados.rados.0.smithi016.stdout:1639: writing smithi01673382-18 from 458752 to 909312 tid 1 2024-04-24T02:47:50.054 INFO:tasks.rados.rados.0.smithi016.stdout:1639: writing smithi01673382-18 from 909312 to 1499136 tid 2 2024-04-24T02:47:50.055 INFO:tasks.rados.rados.0.smithi016.stdout:1639: writing smithi01673382-18 from 1499136 to 1712128 tid 3 2024-04-24T02:47:50.055 INFO:tasks.rados.rados.0.smithi016.stdout:1640: read oid 8 snap -1 2024-04-24T02:47:50.056 INFO:tasks.rados.rados.0.smithi016.stdout:1640: expect deleted 2024-04-24T02:47:50.056 INFO:tasks.rados.rados.0.smithi016.stdout:1641: copy_from oid 20 from oid 38 current snap is 181 2024-04-24T02:47:50.056 INFO:tasks.rados.rados.0.smithi016.stdout:1642: snap_create 2024-04-24T02:47:50.060 INFO:tasks.rados.rados.0.smithi016.stdout:1637: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:47:50.283 INFO:tasks.rados.rados.0.smithi016.stdout:1641: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:47:50.284 INFO:tasks.rados.rados.0.smithi016.stdout:1641: finishing copy_from to smithi01673382-20 2024-04-24T02:47:50.284 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1183 (ObjNum 428 snap 148 seq_num 428) dirty exists 2024-04-24T02:47:50.284 INFO:tasks.rados.rados.0.smithi016.stdout:1636: finishing rollback tid 0 to smithi01673382-25 2024-04-24T02:47:50.284 INFO:tasks.rados.rados.0.smithi016.stdout:1636: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:47:50.284 INFO:tasks.rados.rados.0.smithi016.stdout:1636: finishing rollback tid 2 to smithi01673382-25 2024-04-24T02:47:50.284 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1061 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-24T02:47:50.285 INFO:tasks.rados.rados.0.smithi016.stdout:1639: finishing write tid 1 to smithi01673382-18 2024-04-24T02:47:50.285 INFO:tasks.rados.rados.0.smithi016.stdout:1639: finishing write tid 2 to smithi01673382-18 2024-04-24T02:47:50.285 INFO:tasks.rados.rados.0.smithi016.stdout:1639: finishing write tid 3 to smithi01673382-18 2024-04-24T02:47:50.285 INFO:tasks.rados.rados.0.smithi016.stdout:1639: finishing write tid 4 to smithi01673382-18 2024-04-24T02:47:50.285 INFO:tasks.rados.rados.0.smithi016.stdout:1639: finishing write tid 5 to smithi01673382-18 2024-04-24T02:47:50.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1152 (ObjNum 504 snap 181 seq_num 504) dirty exists 2024-04-24T02:47:50.285 INFO:tasks.rados.rados.0.smithi016.stdout:1639: left oid 18 (ObjNum 504 snap 181 seq_num 504) 2024-04-24T02:47:51.031 INFO:tasks.rados.rados.0.smithi016.stdout:1636: done (6 left) 2024-04-24T02:47:51.031 INFO:tasks.rados.rados.0.smithi016.stdout:1637: done (5 left) 2024-04-24T02:47:51.031 INFO:tasks.rados.rados.0.smithi016.stdout:1638: done (4 left) 2024-04-24T02:47:51.031 INFO:tasks.rados.rados.0.smithi016.stdout:1639: done (3 left) 2024-04-24T02:47:51.031 INFO:tasks.rados.rados.0.smithi016.stdout:1640: done (2 left) 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:1641: done (1 left) 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:1642: done (0 left) 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:1643: rollback oid 1 current snap is 182 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 168 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:1644: read oid 38 snap -1 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:1644: expect (ObjNum 428 snap 148 seq_num 428) 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 182 2024-04-24T02:47:51.032 INFO:tasks.rados.rados.0.smithi016.stdout:1645: seq_num 505 ranges {458752=466944,925696=475136,1400832=327680} 2024-04-24T02:47:51.036 INFO:tasks.rados.rados.0.smithi016.stdout:1645: writing smithi01673382-9 from 458752 to 925696 tid 1 2024-04-24T02:47:51.039 INFO:tasks.rados.rados.0.smithi016.stdout:1645: writing smithi01673382-9 from 925696 to 1400832 tid 2 2024-04-24T02:47:51.042 INFO:tasks.rados.rados.0.smithi016.stdout:1645: writing smithi01673382-9 from 1400832 to 1728512 tid 3 2024-04-24T02:47:51.042 INFO:tasks.rados.rados.0.smithi016.stdout:1646: copy_from oid 7 from oid 4 current snap is 182 2024-04-24T02:47:51.042 INFO:tasks.rados.rados.0.smithi016.stdout:1643: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:47:51.043 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1038 (ObjNum 0 snap 32573 seq_num 2002615552) dirty dne 2024-04-24T02:47:51.043 INFO:tasks.rados.rados.0.smithi016.stdout:1643: done (3 left) 2024-04-24T02:47:51.043 INFO:tasks.rados.rados.0.smithi016.stdout:1647: rollback oid 40 current snap is 182 2024-04-24T02:47:51.043 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 166 2024-04-24T02:47:51.043 INFO:tasks.rados.rados.0.smithi016.stdout:1648: delete oid 3 current snap is 182 2024-04-24T02:47:51.051 INFO:tasks.rados.rados.0.smithi016.stdout:1644: expect (ObjNum 428 snap 148 seq_num 428) 2024-04-24T02:47:51.116 INFO:tasks.rados.rados.0.smithi016.stdout:1645: finishing write tid 1 to smithi01673382-9 2024-04-24T02:47:51.116 INFO:tasks.rados.rados.0.smithi016.stdout:1645: finishing write tid 2 to smithi01673382-9 2024-04-24T02:47:51.116 INFO:tasks.rados.rados.0.smithi016.stdout:1644: done (4 left) 2024-04-24T02:47:51.116 INFO:tasks.rados.rados.0.smithi016.stdout:1648: done (3 left) 2024-04-24T02:47:51.116 INFO:tasks.rados.rados.0.smithi016.stdout:1649: copy_from oid 46 from oid 21 current snap is 182 2024-04-24T02:47:51.116 INFO:tasks.rados.rados.0.smithi016.stdout:1647: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:47:51.116 INFO:tasks.rados.rados.0.smithi016.stdout:1647: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1647: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1029 (ObjNum 467 snap 163 seq_num 467) dirty exists 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1645: finishing write tid 3 to smithi01673382-9 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1645: finishing write tid 4 to smithi01673382-9 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1645: finishing write tid 5 to smithi01673382-9 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1152 (ObjNum 505 snap 182 seq_num 505) dirty exists 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1645: left oid 9 (ObjNum 505 snap 182 seq_num 505) 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1646: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1646: finishing copy_from to smithi01673382-7 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1146 (ObjNum 456 snap 157 seq_num 456) dirty exists 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1645: done (3 left) 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1646: done (2 left) 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1647: done (1 left) 2024-04-24T02:47:51.117 INFO:tasks.rados.rados.0.smithi016.stdout:1650: copy_from oid 17 from oid 37 current snap is 182 2024-04-24T02:47:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:1651: read oid 28 snap -1 2024-04-24T02:47:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:1651: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:47:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:1652: delete oid 24 current snap is 182 2024-04-24T02:47:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:1650: finishing copy_from to smithi01673382-17 2024-04-24T02:47:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:1650: got expected ENOENT (src dne) 2024-04-24T02:47:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:1650: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:1650: done (3 left) 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:1652: done (2 left) 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:1653: rmattr oid 27 current snap is 182 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:1653: done (2 left) 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:1654: read oid 15 snap -1 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:1654: expect (ObjNum 493 snap 179 seq_num 493) 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 182 2024-04-24T02:47:51.120 INFO:tasks.rados.rados.0.smithi016.stdout:1655: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-04-24T02:47:51.123 INFO:tasks.rados.rados.0.smithi016.stdout:1655: writing smithi01673382-12 from 0 to 516096 tid 1 2024-04-24T02:47:51.126 INFO:tasks.rados.rados.0.smithi016.stdout:1655: writing smithi01673382-12 from 516096 to 1040384 tid 2 2024-04-24T02:47:51.128 INFO:tasks.rados.rados.0.smithi016.stdout:1655: writing smithi01673382-12 from 1040384 to 1318912 tid 3 2024-04-24T02:47:51.128 INFO:tasks.rados.rados.0.smithi016.stdout:1656: delete oid 11 current snap is 182 2024-04-24T02:47:51.128 INFO:tasks.rados.rados.0.smithi016.stdout:1649: finishing copy_from racing read to smithi01673382-46 2024-04-24T02:47:51.128 INFO:tasks.rados.rados.0.smithi016.stdout:1654: expect (ObjNum 493 snap 179 seq_num 493) 2024-04-24T02:47:51.158 INFO:tasks.rados.rados.0.smithi016.stdout:1649: finishing copy_from to smithi01673382-46 2024-04-24T02:47:51.159 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 708 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:47:51.159 INFO:tasks.rados.rados.0.smithi016.stdout:1649: done (4 left) 2024-04-24T02:47:51.159 INFO:tasks.rados.rados.0.smithi016.stdout:1654: done (3 left) 2024-04-24T02:47:51.159 INFO:tasks.rados.rados.0.smithi016.stdout:1656: done (2 left) 2024-04-24T02:47:51.159 INFO:tasks.rados.rados.0.smithi016.stdout:1657: snap_remove snap 70 2024-04-24T02:47:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:51 smithi016 ceph-mon[84376]: osdmap e403: 8 total, 8 up, 8 in 2024-04-24T02:47:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:51 smithi016 ceph-mon[86910]: osdmap e403: 8 total, 8 up, 8 in 2024-04-24T02:47:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:51 smithi063 ceph-mon[77007]: osdmap e403: 8 total, 8 up, 8 in 2024-04-24T02:47:52.036 INFO:tasks.rados.rados.0.smithi016.stdout:1657: done (2 left) 2024-04-24T02:47:52.036 INFO:tasks.rados.rados.0.smithi016.stdout:1658: delete oid 16 current snap is 182 2024-04-24T02:47:52.036 INFO:tasks.rados.rados.0.smithi016.stdout:1655: finishing write tid 1 to smithi01673382-12 2024-04-24T02:47:52.036 INFO:tasks.rados.rados.0.smithi016.stdout:1655: finishing write tid 2 to smithi01673382-12 2024-04-24T02:47:52.037 INFO:tasks.rados.rados.0.smithi016.stdout:1651: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:47:52.129 INFO:tasks.rados.rados.0.smithi016.stdout:1655: finishing write tid 3 to smithi01673382-12 2024-04-24T02:47:52.129 INFO:tasks.rados.rados.0.smithi016.stdout:1655: finishing write tid 4 to smithi01673382-12 2024-04-24T02:47:52.129 INFO:tasks.rados.rados.0.smithi016.stdout:1655: finishing write tid 5 to smithi01673382-12 2024-04-24T02:47:52.129 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1033 (ObjNum 508 snap 182 seq_num 508) dirty exists 2024-04-24T02:47:52.130 INFO:tasks.rados.rados.0.smithi016.stdout:1655: left oid 12 (ObjNum 508 snap 182 seq_num 508) 2024-04-24T02:47:52.130 INFO:tasks.rados.rados.0.smithi016.stdout:1651: done (2 left) 2024-04-24T02:47:52.130 INFO:tasks.rados.rados.0.smithi016.stdout:1655: done (1 left) 2024-04-24T02:47:52.130 INFO:tasks.rados.rados.0.smithi016.stdout:1658: done (0 left) 2024-04-24T02:47:52.130 INFO:tasks.rados.rados.0.smithi016.stdout:1659: delete oid 23 current snap is 182 2024-04-24T02:47:52.135 INFO:tasks.rados.rados.0.smithi016.stdout:1659: done (0 left) 2024-04-24T02:47:52.135 INFO:tasks.rados.rados.0.smithi016.stdout:1660: copy_from oid 6 from oid 30 current snap is 182 2024-04-24T02:47:52.135 INFO:tasks.rados.rados.0.smithi016.stdout:1661: snap_remove snap 154 2024-04-24T02:47:52.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:52 smithi016 ceph-mon[84376]: pgmap v229: 121 pgs: 7 active+undersized+degraded, 9 active+undersized, 105 active+clean; 520 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s; 154/1011 objects degraded (15.232%) 2024-04-24T02:47:52.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:52 smithi016 ceph-mon[84376]: osdmap e404: 8 total, 8 up, 8 in 2024-04-24T02:47:52.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:52 smithi016 ceph-mon[86910]: pgmap v229: 121 pgs: 7 active+undersized+degraded, 9 active+undersized, 105 active+clean; 520 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s; 154/1011 objects degraded (15.232%) 2024-04-24T02:47:52.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:52 smithi016 ceph-mon[86910]: osdmap e404: 8 total, 8 up, 8 in 2024-04-24T02:47:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:52 smithi063 ceph-mon[77007]: pgmap v229: 121 pgs: 7 active+undersized+degraded, 9 active+undersized, 105 active+clean; 520 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s; 154/1011 objects degraded (15.232%) 2024-04-24T02:47:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:52 smithi063 ceph-mon[77007]: osdmap e404: 8 total, 8 up, 8 in 2024-04-24T02:47:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:1661: done (1 left) 2024-04-24T02:47:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:1662: snap_create 2024-04-24T02:47:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:1660: finishing copy_from to smithi01673382-6 2024-04-24T02:47:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:1660: got expected ENOENT (src dne) 2024-04-24T02:47:53.046 INFO:tasks.rados.rados.0.smithi016.stdout:1660: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:47:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:53 smithi063 ceph-mon[77007]: osdmap e405: 8 total, 8 up, 8 in 2024-04-24T02:47:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:53 smithi016 ceph-mon[84376]: osdmap e405: 8 total, 8 up, 8 in 2024-04-24T02:47:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:53 smithi016 ceph-mon[86910]: osdmap e405: 8 total, 8 up, 8 in 2024-04-24T02:47:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:1660: done (1 left) 2024-04-24T02:47:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:1662: done (0 left) 2024-04-24T02:47:54.043 INFO:tasks.rados.rados.0.smithi016.stdout:1663: delete oid 46 current snap is 183 2024-04-24T02:47:54.051 INFO:tasks.rados.rados.0.smithi016.stdout:1663: done (0 left) 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1664: rollback oid 6 current snap is 183 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 168 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1665: read oid 17 snap -1 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1665: expect (ObjNum 503 snap 181 seq_num 503) 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1666: rollback oid 43 current snap is 183 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 87 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1667: copy_from oid 32 from oid 30 current snap is 183 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1668: read oid 37 snap 123 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1668: expect (ObjNum 275 snap 84 seq_num 275) 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 183 2024-04-24T02:47:54.052 INFO:tasks.rados.rados.0.smithi016.stdout:1669: seq_num 513 ranges {876544=598016,1474560=794624,2269184=8192} 2024-04-24T02:47:54.060 INFO:tasks.rados.rados.0.smithi016.stdout:1669: writing smithi01673382-47 from 876544 to 1474560 tid 1 2024-04-24T02:47:54.066 INFO:tasks.rados.rados.0.smithi016.stdout:1669: writing smithi01673382-47 from 1474560 to 2269184 tid 2 2024-04-24T02:47:54.066 INFO:tasks.rados.rados.0.smithi016.stdout:1669: writing smithi01673382-47 from 2269184 to 2277376 tid 3 2024-04-24T02:47:54.066 INFO:tasks.rados.rados.0.smithi016.stdout:1670: rollback oid 36 current snap is 183 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 176 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:1667: finishing copy_from to smithi01673382-32 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:1667: got expected ENOENT (src dne) 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:1671: setattr oid 35 current snap is 183 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:1667: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:1664: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:1664: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 935 (ObjNum 0 snap 32573 seq_num 2002548064) dirty dne 2024-04-24T02:47:54.067 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing rollback tid 0 to smithi01673382-43 2024-04-24T02:47:54.068 INFO:tasks.rados.rados.0.smithi016.stdout:1664: done (7 left) 2024-04-24T02:47:54.068 INFO:tasks.rados.rados.0.smithi016.stdout:1667: done (6 left) 2024-04-24T02:47:54.068 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 183 2024-04-24T02:47:54.068 INFO:tasks.rados.rados.0.smithi016.stdout:1672: seq_num 514 ranges {1835008=614400,2449408=679936,3129344=122880} 2024-04-24T02:47:54.082 INFO:tasks.rados.rados.0.smithi016.stdout:1672: writing smithi01673382-5 from 1835008 to 2449408 tid 1 2024-04-24T02:47:54.086 INFO:tasks.rados.rados.0.smithi016.stdout:1672: writing smithi01673382-5 from 2449408 to 3129344 tid 2 2024-04-24T02:47:54.088 INFO:tasks.rados.rados.0.smithi016.stdout:1672: writing smithi01673382-5 from 3129344 to 3252224 tid 3 2024-04-24T02:47:54.088 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 183 2024-04-24T02:47:54.088 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing rollback tid 1 to smithi01673382-43 2024-04-24T02:47:54.088 INFO:tasks.rados.rados.0.smithi016.stdout:1673: seq_num 515 ranges {0=630784,630784=565248,1196032=237568} 2024-04-24T02:47:54.092 INFO:tasks.rados.rados.0.smithi016.stdout:1673: writing smithi01673382-44 from 0 to 630784 tid 1 2024-04-24T02:47:54.098 INFO:tasks.rados.rados.0.smithi016.stdout:1673: writing smithi01673382-44 from 630784 to 1196032 tid 2 2024-04-24T02:47:54.098 INFO:tasks.rados.rados.0.smithi016.stdout:1673: writing smithi01673382-44 from 1196032 to 1433600 tid 3 2024-04-24T02:47:54.098 INFO:tasks.rados.rados.0.smithi016.stdout:1674: read oid 12 snap -1 2024-04-24T02:47:54.098 INFO:tasks.rados.rados.0.smithi016.stdout:1674: expect (ObjNum 508 snap 182 seq_num 508) 2024-04-24T02:47:54.098 INFO:tasks.rados.rados.0.smithi016.stdout:1675: copy_from oid 22 from oid 1 current snap is 183 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing rollback tid 2 to smithi01673382-43 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1041 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1669: finishing write tid 1 to smithi01673382-47 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1669: finishing write tid 2 to smithi01673382-47 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1669: finishing write tid 3 to smithi01673382-47 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1666: done (9 left) 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1676: rollback oid 40 current snap is 183 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 175 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1677: copy_from oid 10 from oid 27 current snap is 183 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 183 2024-04-24T02:47:54.099 INFO:tasks.rados.rados.0.smithi016.stdout:1678: seq_num 516 ranges {9633792=647168,10280960=450560,10731520=352256} 2024-04-24T02:47:54.155 INFO:tasks.rados.rados.0.smithi016.stdout:1678: writing smithi01673382-32 from 9633792 to 10280960 tid 1 2024-04-24T02:47:54.158 INFO:tasks.rados.rados.0.smithi016.stdout:1678: writing smithi01673382-32 from 10280960 to 10731520 tid 2 2024-04-24T02:47:54.160 INFO:tasks.rados.rados.0.smithi016.stdout:1678: writing smithi01673382-32 from 10731520 to 11083776 tid 3 2024-04-24T02:47:54.160 INFO:tasks.rados.rados.0.smithi016.stdout:1679: delete oid 25 current snap is 183 2024-04-24T02:47:54.160 INFO:tasks.rados.rados.0.smithi016.stdout:1669: finishing write tid 4 to smithi01673382-47 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:1669: finishing write tid 5 to smithi01673382-47 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 743 (ObjNum 513 snap 183 seq_num 513) dirty exists 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:1669: left oid 47 (ObjNum 513 snap 183 seq_num 513) 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:1670: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 737 (ObjNum 2001890176 snap 22076 seq_num 2001890432) dirty dne 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 583 (ObjNum 454 snap 156 seq_num 454) dirty exists 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing write tid 1 to smithi01673382-5 2024-04-24T02:47:54.161 INFO:tasks.rados.rados.0.smithi016.stdout:1668: expect (ObjNum 275 snap 84 seq_num 275) 2024-04-24T02:47:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:54 smithi063 ceph-mon[77007]: pgmap v232: 121 pgs: 121 active+clean; 541 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.4 MiB/s wr, 15 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-04-24T02:47:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:54 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 154/1011 objects degraded (15.232%), 7 pgs degraded) 2024-04-24T02:47:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:54 smithi063 ceph-mon[77007]: osdmap e406: 8 total, 8 up, 8 in 2024-04-24T02:47:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:54 smithi016 ceph-mon[84376]: pgmap v232: 121 pgs: 121 active+clean; 541 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.4 MiB/s wr, 15 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-04-24T02:47:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:54 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 154/1011 objects degraded (15.232%), 7 pgs degraded) 2024-04-24T02:47:54.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:54 smithi016 ceph-mon[84376]: osdmap e406: 8 total, 8 up, 8 in 2024-04-24T02:47:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:54 smithi016 ceph-mon[86910]: pgmap v232: 121 pgs: 121 active+clean; 541 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.4 MiB/s wr, 15 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-04-24T02:47:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:54 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 154/1011 objects degraded (15.232%), 7 pgs degraded) 2024-04-24T02:47:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:54 smithi016 ceph-mon[86910]: osdmap e406: 8 total, 8 up, 8 in 2024-04-24T02:47:54.541 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing write tid 2 to smithi01673382-5 2024-04-24T02:47:54.541 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing write tid 3 to smithi01673382-5 2024-04-24T02:47:54.541 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing write tid 4 to smithi01673382-5 2024-04-24T02:47:54.541 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing write tid 5 to smithi01673382-5 2024-04-24T02:47:54.541 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1157 (ObjNum 514 snap 183 seq_num 514) dirty exists 2024-04-24T02:47:54.542 INFO:tasks.rados.rados.0.smithi016.stdout:1672: left oid 5 (ObjNum 514 snap 183 seq_num 514) 2024-04-24T02:47:54.542 INFO:tasks.rados.rados.0.smithi016.stdout:1675: finishing copy_from to smithi01673382-22 2024-04-24T02:47:54.542 INFO:tasks.rados.rados.0.smithi016.stdout:1675: got expected ENOENT (src dne) 2024-04-24T02:47:54.542 INFO:tasks.rados.rados.0.smithi016.stdout:1675: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:47:54.542 INFO:tasks.rados.rados.0.smithi016.stdout:1674: expect (ObjNum 508 snap 182 seq_num 508) 2024-04-24T02:47:54.579 INFO:tasks.rados.rados.0.smithi016.stdout:1676: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:47:54.579 INFO:tasks.rados.rados.0.smithi016.stdout:1676: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:47:54.579 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1035 (ObjNum 1 snap 32573 seq_num 2001752864) dirty dne 2024-04-24T02:47:54.579 INFO:tasks.rados.rados.0.smithi016.stdout:1665: expect (ObjNum 503 snap 181 seq_num 503) 2024-04-24T02:47:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:55 smithi063 ceph-mon[77007]: osdmap e407: 8 total, 8 up, 8 in 2024-04-24T02:47:55.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:55 smithi016 ceph-mon[84376]: osdmap e407: 8 total, 8 up, 8 in 2024-04-24T02:47:55.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:55 smithi016 ceph-mon[86910]: osdmap e407: 8 total, 8 up, 8 in 2024-04-24T02:47:55.709 INFO:tasks.rados.rados.0.smithi016.stdout:1677: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1677: finishing copy_from to smithi01673382-10 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 924 (ObjNum 483 snap 178 seq_num 483) dirty exists 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 1 to smithi01673382-44 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 2 to smithi01673382-44 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1665: done (12 left) 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1668: done (11 left) 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1669: done (10 left) 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1670: done (9 left) 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1671: done (8 left) 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1672: done (7 left) 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1674: done (6 left) 2024-04-24T02:47:55.710 INFO:tasks.rados.rados.0.smithi016.stdout:1675: done (5 left) 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1676: done (4 left) 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1677: done (3 left) 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1679: done (2 left) 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 183 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 3 to smithi01673382-44 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 4 to smithi01673382-44 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 5 to smithi01673382-44 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1318 (ObjNum 515 snap 183 seq_num 515) dirty exists 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1673: left oid 44 (ObjNum 515 snap 183 seq_num 515) 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1678: finishing write tid 1 to smithi01673382-32 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1678: finishing write tid 2 to smithi01673382-32 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1678: finishing write tid 3 to smithi01673382-32 2024-04-24T02:47:55.711 INFO:tasks.rados.rados.0.smithi016.stdout:1678: finishing write tid 4 to smithi01673382-32 2024-04-24T02:47:55.712 INFO:tasks.rados.rados.0.smithi016.stdout:1680: seq_num 518 ranges {2277376=679936,2957312=671744,3629056=131072} 2024-04-24T02:47:55.725 INFO:tasks.rados.rados.0.smithi016.stdout:1680: writing smithi01673382-47 from 2277376 to 2957312 tid 1 2024-04-24T02:47:55.729 INFO:tasks.rados.rados.0.smithi016.stdout:1680: writing smithi01673382-47 from 2957312 to 3629056 tid 2 2024-04-24T02:47:55.730 INFO:tasks.rados.rados.0.smithi016.stdout:1680: writing smithi01673382-47 from 3629056 to 3760128 tid 3 2024-04-24T02:47:55.730 INFO:tasks.rados.rados.0.smithi016.stdout:1673: done (2 left) 2024-04-24T02:47:55.730 INFO:tasks.rados.rados.0.smithi016.stdout:1681: rollback oid 25 current snap is 183 2024-04-24T02:47:55.730 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 165 2024-04-24T02:47:55.730 INFO:tasks.rados.rados.0.smithi016.stdout:1678: finishing write tid 5 to smithi01673382-32 2024-04-24T02:47:55.730 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1090 (ObjNum 516 snap 183 seq_num 516) dirty exists 2024-04-24T02:47:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:1678: left oid 32 (ObjNum 516 snap 183 seq_num 516) 2024-04-24T02:47:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:1680: finishing write tid 1 to smithi01673382-47 2024-04-24T02:47:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:1678: done (2 left) 2024-04-24T02:47:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 183 2024-04-24T02:47:55.734 INFO:tasks.rados.rados.0.smithi016.stdout:1682: seq_num 519 ranges {2818048=696320,3514368=548864,4063232=253952} 2024-04-24T02:47:55.749 INFO:tasks.rados.rados.0.smithi016.stdout:1682: writing smithi01673382-45 from 2818048 to 3514368 tid 1 2024-04-24T02:47:55.752 INFO:tasks.rados.rados.0.smithi016.stdout:1682: writing smithi01673382-45 from 3514368 to 4063232 tid 2 2024-04-24T02:47:55.754 INFO:tasks.rados.rados.0.smithi016.stdout:1682: writing smithi01673382-45 from 4063232 to 4317184 tid 3 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1683: setattr oid 13 current snap is 183 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1681: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1092 (ObjNum -1885688240 snap 32573 seq_num 2409279056) dirty dne 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1680: finishing write tid 2 to smithi01673382-47 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1680: finishing write tid 3 to smithi01673382-47 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1680: finishing write tid 4 to smithi01673382-47 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1680: finishing write tid 5 to smithi01673382-47 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 747 (ObjNum 518 snap 183 seq_num 518) dirty exists 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1680: left oid 47 (ObjNum 518 snap 183 seq_num 518) 2024-04-24T02:47:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:1682: finishing write tid 1 to smithi01673382-45 2024-04-24T02:47:55.756 INFO:tasks.rados.rados.0.smithi016.stdout:1680: done (3 left) 2024-04-24T02:47:55.756 INFO:tasks.rados.rados.0.smithi016.stdout:1681: done (2 left) 2024-04-24T02:47:55.756 INFO:tasks.rados.rados.0.smithi016.stdout:1684: setattr oid 17 current snap is 183 2024-04-24T02:47:55.756 INFO:tasks.rados.rados.0.smithi016.stdout:1682: finishing write tid 2 to smithi01673382-45 2024-04-24T02:47:55.758 INFO:tasks.rados.rados.0.smithi016.stdout:1682: finishing write tid 3 to smithi01673382-45 2024-04-24T02:47:55.758 INFO:tasks.rados.rados.0.smithi016.stdout:1682: finishing write tid 4 to smithi01673382-45 2024-04-24T02:47:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:1685: copy_from oid 43 from oid 39 current snap is 183 2024-04-24T02:47:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:1686: read oid 38 snap -1 2024-04-24T02:47:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:1686: expect (ObjNum 428 snap 148 seq_num 428) 2024-04-24T02:47:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:1687: copy_from oid 3 from oid 7 current snap is 183 2024-04-24T02:47:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:1688: read oid 23 snap -1 2024-04-24T02:47:55.760 INFO:tasks.rados.rados.0.smithi016.stdout:1688: expect deleted 2024-04-24T02:47:55.760 INFO:tasks.rados.rados.0.smithi016.stdout:1689: read oid 11 snap -1 2024-04-24T02:47:55.760 INFO:tasks.rados.rados.0.smithi016.stdout:1689: expect deleted 2024-04-24T02:47:55.760 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 183 2024-04-24T02:47:55.760 INFO:tasks.rados.rados.0.smithi016.stdout:1690: seq_num 520 ranges {2383872=712704,3096576=434176,3530752=368640} 2024-04-24T02:47:55.777 INFO:tasks.rados.rados.0.smithi016.stdout:1690: writing smithi01673382-20 from 2383872 to 3096576 tid 1 2024-04-24T02:47:55.779 INFO:tasks.rados.rados.0.smithi016.stdout:1690: writing smithi01673382-20 from 3096576 to 3530752 tid 2 2024-04-24T02:47:55.782 INFO:tasks.rados.rados.0.smithi016.stdout:1690: writing smithi01673382-20 from 3530752 to 3899392 tid 3 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 183 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:1682: finishing write tid 5 to smithi01673382-45 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1045 (ObjNum 519 snap 183 seq_num 519) dirty exists 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:1682: left oid 45 (ObjNum 519 snap 183 seq_num 519) 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1320 (ObjNum 480 snap 174 seq_num 480) dirty exists 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1322 (ObjNum 503 snap 181 seq_num 503) dirty exists 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:1685: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:1685: finishing copy_from to smithi01673382-43 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 919 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:47:55.783 INFO:tasks.rados.rados.0.smithi016.stdout:1686: expect (ObjNum 428 snap 148 seq_num 428) 2024-04-24T02:47:55.848 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 1 to smithi01673382-20 2024-04-24T02:47:55.848 INFO:tasks.rados.rados.0.smithi016.stdout:1687: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:47:55.848 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 2 to smithi01673382-20 2024-04-24T02:47:55.849 INFO:tasks.rados.rados.0.smithi016.stdout:1691: seq_num 521 ranges {5152768=729088,5881856=720896,6602752=81920} 2024-04-24T02:47:55.880 INFO:tasks.rados.rados.0.smithi016.stdout:1691: writing smithi01673382-4 from 5152768 to 5881856 tid 1 2024-04-24T02:47:55.884 INFO:tasks.rados.rados.0.smithi016.stdout:1691: writing smithi01673382-4 from 5881856 to 6602752 tid 2 2024-04-24T02:47:55.885 INFO:tasks.rados.rados.0.smithi016.stdout:1691: writing smithi01673382-4 from 6602752 to 6684672 tid 3 2024-04-24T02:47:55.885 INFO:tasks.rados.rados.0.smithi016.stdout:1682: done (9 left) 2024-04-24T02:47:55.885 INFO:tasks.rados.rados.0.smithi016.stdout:1683: done (8 left) 2024-04-24T02:47:55.885 INFO:tasks.rados.rados.0.smithi016.stdout:1684: done (7 left) 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:1685: done (6 left) 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:1686: done (5 left) 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:1688: done (4 left) 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:1689: done (3 left) 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:1692: read oid 42 snap -1 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:1692: expect (ObjNum 381 snap 126 seq_num 381) 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 183 2024-04-24T02:47:55.886 INFO:tasks.rados.rados.0.smithi016.stdout:1693: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-04-24T02:47:55.890 INFO:tasks.rados.rados.0.smithi016.stdout:1693: writing smithi01673382-33 from 0 to 745472 tid 1 2024-04-24T02:47:55.894 INFO:tasks.rados.rados.0.smithi016.stdout:1693: writing smithi01673382-33 from 745472 to 1351680 tid 2 2024-04-24T02:47:55.896 INFO:tasks.rados.rados.0.smithi016.stdout:1693: writing smithi01673382-33 from 1351680 to 1548288 tid 3 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1694: read oid 11 snap 152 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1694: expect (ObjNum 362 snap 121 seq_num 362) 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1695: rmattr oid 30 current snap is 183 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1695: done (6 left) 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1696: read oid 15 snap 117 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1696: expect deleted 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 183 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 3 to smithi01673382-20 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 4 to smithi01673382-20 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1687: finishing copy_from to smithi01673382-3 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1146 (ObjNum 456 snap 157 seq_num 456) dirty exists 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 5 to smithi01673382-20 2024-04-24T02:47:55.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1188 (ObjNum 520 snap 183 seq_num 520) dirty exists 2024-04-24T02:47:55.898 INFO:tasks.rados.rados.0.smithi016.stdout:1690: left oid 20 (ObjNum 520 snap 183 seq_num 520) 2024-04-24T02:47:55.898 INFO:tasks.rados.rados.0.smithi016.stdout:1691: finishing write tid 1 to smithi01673382-4 2024-04-24T02:47:55.898 INFO:tasks.rados.rados.0.smithi016.stdout:1691: finishing write tid 2 to smithi01673382-4 2024-04-24T02:47:55.898 INFO:tasks.rados.rados.0.smithi016.stdout:1691: finishing write tid 3 to smithi01673382-4 2024-04-24T02:47:55.898 INFO:tasks.rados.rados.0.smithi016.stdout:1691: finishing write tid 4 to smithi01673382-4 2024-04-24T02:47:55.898 INFO:tasks.rados.rados.0.smithi016.stdout:1697: seq_num 523 ranges {5513216=770048,6283264=491520,6774784=311296} 2024-04-24T02:47:55.936 INFO:tasks.rados.rados.0.smithi016.stdout:1697: writing smithi01673382-31 from 5513216 to 6283264 tid 1 2024-04-24T02:47:55.939 INFO:tasks.rados.rados.0.smithi016.stdout:1697: writing smithi01673382-31 from 6283264 to 6774784 tid 2 2024-04-24T02:47:55.942 INFO:tasks.rados.rados.0.smithi016.stdout:1697: writing smithi01673382-31 from 6774784 to 7086080 tid 3 2024-04-24T02:47:55.942 INFO:tasks.rados.rados.0.smithi016.stdout:1687: done (7 left) 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1690: done (6 left) 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1698: rollback oid 19 current snap is 183 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 175 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1691: finishing write tid 5 to smithi01673382-4 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1327 (ObjNum 521 snap 183 seq_num 521) dirty exists 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1691: left oid 4 (ObjNum 521 snap 183 seq_num 521) 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1693: finishing write tid 1 to smithi01673382-33 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1693: finishing write tid 2 to smithi01673382-33 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1693: finishing write tid 3 to smithi01673382-33 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1691: done (6 left) 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1696: done (5 left) 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1699: read oid 32 snap -1 2024-04-24T02:47:55.943 INFO:tasks.rados.rados.0.smithi016.stdout:1699: expect (ObjNum 516 snap 183 seq_num 516) 2024-04-24T02:47:55.944 INFO:tasks.rados.rados.0.smithi016.stdout:1700: read oid 49 snap -1 2024-04-24T02:47:55.944 INFO:tasks.rados.rados.0.smithi016.stdout:1700: expect deleted 2024-04-24T02:47:55.944 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 183 2024-04-24T02:47:55.944 INFO:tasks.rados.rados.0.smithi016.stdout:1701: seq_num 524 ranges {3252224=786432,4038656=778240,4816896=24576} 2024-04-24T02:47:55.965 INFO:tasks.rados.rados.0.smithi016.stdout:1701: writing smithi01673382-5 from 3252224 to 4038656 tid 1 2024-04-24T02:47:55.970 INFO:tasks.rados.rados.0.smithi016.stdout:1701: writing smithi01673382-5 from 4038656 to 4816896 tid 2 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:1701: writing smithi01673382-5 from 4816896 to 4841472 tid 3 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:1702: copy_from oid 14 from oid 36 current snap is 183 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:1693: finishing write tid 4 to smithi01673382-33 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:1703: rollback oid 40 current snap is 183 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 176 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:1693: finishing write tid 5 to smithi01673382-33 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1331 (ObjNum 522 snap 183 seq_num 522) dirty exists 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:1693: left oid 33 (ObjNum 522 snap 183 seq_num 522) 2024-04-24T02:47:55.971 INFO:tasks.rados.rados.0.smithi016.stdout:1692: expect (ObjNum 381 snap 126 seq_num 381) 2024-04-24T02:47:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:56 smithi063 ceph-mon[77007]: pgmap v235: 121 pgs: 121 active+clean; 541 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 10 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-04-24T02:47:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:56 smithi063 ceph-mon[77007]: osdmap e408: 8 total, 8 up, 8 in 2024-04-24T02:47:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:56 smithi016 ceph-mon[84376]: pgmap v235: 121 pgs: 121 active+clean; 541 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 10 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-04-24T02:47:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:56 smithi016 ceph-mon[84376]: osdmap e408: 8 total, 8 up, 8 in 2024-04-24T02:47:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:56 smithi016 ceph-mon[86910]: pgmap v235: 121 pgs: 121 active+clean; 541 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 10 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-04-24T02:47:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:56 smithi016 ceph-mon[86910]: osdmap e408: 8 total, 8 up, 8 in 2024-04-24T02:47:56.550 INFO:tasks.rados.rados.0.smithi016.stdout:1697: finishing write tid 1 to smithi01673382-31 2024-04-24T02:47:56.550 INFO:tasks.rados.rados.0.smithi016.stdout:1697: finishing write tid 2 to smithi01673382-31 2024-04-24T02:47:56.550 INFO:tasks.rados.rados.0.smithi016.stdout:1698: finishing rollback tid 0 to smithi01673382-19 2024-04-24T02:47:56.550 INFO:tasks.rados.rados.0.smithi016.stdout:1698: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:1692: done (9 left) 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:1693: done (8 left) 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:1704: rollback oid 16 current snap is 183 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 166 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:1698: finishing rollback tid 2 to smithi01673382-19 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1335 (ObjNum 457 snap 157 seq_num 457) dirty exists 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:1697: finishing write tid 3 to smithi01673382-31 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:1697: finishing write tid 4 to smithi01673382-31 2024-04-24T02:47:56.551 INFO:tasks.rados.rados.0.smithi016.stdout:1694: expect (ObjNum 362 snap 121 seq_num 362) 2024-04-24T02:47:57.367 INFO:tasks.rados.rados.0.smithi016.stdout:1697: finishing write tid 5 to smithi01673382-31 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 701 (ObjNum 523 snap 183 seq_num 523) dirty exists 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1697: left oid 31 (ObjNum 523 snap 183 seq_num 523) 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1694: done (8 left) 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1697: done (7 left) 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1698: done (6 left) 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1700: done (5 left) 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1705: read oid 3 snap -1 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1705: expect (ObjNum 456 snap 157 seq_num 456) 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1706: delete oid 34 current snap is 183 2024-04-24T02:47:57.368 INFO:tasks.rados.rados.0.smithi016.stdout:1699: expect (ObjNum 516 snap 183 seq_num 516) 2024-04-24T02:47:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:47:58 smithi063 ceph-mon[77007]: pgmap v237: 121 pgs: 121 active+clean; 548 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 5.2 MiB/s wr, 37 op/s 2024-04-24T02:47:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:47:58 smithi016 ceph-mon[84376]: pgmap v237: 121 pgs: 121 active+clean; 548 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 5.2 MiB/s wr, 37 op/s 2024-04-24T02:47:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:47:58 smithi016 ceph-mon[86910]: pgmap v237: 121 pgs: 121 active+clean; 548 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 5.2 MiB/s wr, 37 op/s 2024-04-24T02:47:58.382 INFO:tasks.rados.rados.0.smithi016.stdout:1702: finishing copy_from to smithi01673382-14 2024-04-24T02:47:58.383 INFO:tasks.rados.rados.0.smithi016.stdout:1702: got expected ENOENT (src dne) 2024-04-24T02:47:58.383 INFO:tasks.rados.rados.0.smithi016.stdout:1702: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:47:58.383 INFO:tasks.rados.rados.0.smithi016.stdout:1703: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:47:58.383 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1035 (ObjNum 1 snap 32573 seq_num 2002926960) dirty dne 2024-04-24T02:47:58.383 INFO:tasks.rados.rados.0.smithi016.stdout:1701: finishing write tid 1 to smithi01673382-5 2024-04-24T02:47:58.383 INFO:tasks.rados.rados.0.smithi016.stdout:1699: done (6 left) 2024-04-24T02:47:58.384 INFO:tasks.rados.rados.0.smithi016.stdout:1702: done (5 left) 2024-04-24T02:47:58.384 INFO:tasks.rados.rados.0.smithi016.stdout:1703: done (4 left) 2024-04-24T02:47:58.384 INFO:tasks.rados.rados.0.smithi016.stdout:1706: done (3 left) 2024-04-24T02:47:58.384 INFO:tasks.rados.rados.0.smithi016.stdout:1707: snap_remove snap 177 2024-04-24T02:47:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:47:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:47:58] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.33.4" 2024-04-24T02:47:59.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:58.659Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:47:59.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:47:58 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:47:58.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:47:59.060 INFO:tasks.rados.rados.0.smithi016.stdout:1707: done (3 left) 2024-04-24T02:47:59.060 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 183 2024-04-24T02:47:59.061 INFO:tasks.rados.rados.0.smithi016.stdout:1701: finishing write tid 2 to smithi01673382-5 2024-04-24T02:47:59.061 INFO:tasks.rados.rados.0.smithi016.stdout:1708: seq_num 526 ranges {458752=417792,876544=589824,1466368=614400} 2024-04-24T02:47:59.073 INFO:tasks.rados.rados.0.smithi016.stdout:1708: writing smithi01673382-19 from 458752 to 876544 tid 1 2024-04-24T02:47:59.073 INFO:tasks.rados.rados.0.smithi016.stdout:1708: writing smithi01673382-19 from 876544 to 1466368 tid 2 2024-04-24T02:47:59.073 INFO:tasks.rados.rados.0.smithi016.stdout:1708: writing smithi01673382-19 from 1466368 to 2080768 tid 3 2024-04-24T02:47:59.073 INFO:tasks.rados.rados.0.smithi016.stdout:1709: rollback oid 34 current snap is 183 2024-04-24T02:47:59.073 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 165 2024-04-24T02:47:59.074 INFO:tasks.rados.rados.0.smithi016.stdout:1710: rmattr oid 30 current snap is 183 2024-04-24T02:47:59.074 INFO:tasks.rados.rados.0.smithi016.stdout:1710: done (5 left) 2024-04-24T02:47:59.074 INFO:tasks.rados.rados.0.smithi016.stdout:1711: rollback oid 36 current snap is 183 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 180 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1712: setattr oid 22 current snap is 183 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1701: finishing write tid 3 to smithi01673382-5 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1701: finishing write tid 4 to smithi01673382-5 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1701: finishing write tid 5 to smithi01673382-5 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1161 (ObjNum 524 snap 183 seq_num 524) dirty exists 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1701: left oid 5 (ObjNum 524 snap 183 seq_num 524) 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1704: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1704: finishing rollback tid 2 to smithi01673382-16 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 585 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:47:59.075 INFO:tasks.rados.rados.0.smithi016.stdout:1705: expect (ObjNum 456 snap 157 seq_num 456) 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:1708: finishing write tid 1 to smithi01673382-19 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:1708: finishing write tid 2 to smithi01673382-19 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:1709: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 844 (ObjNum 2002689584 snap 22076 seq_num 2409278496) dirty dne 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:1711: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 737 (ObjNum 2001890176 snap 22076 seq_num 2001890432) dirty dne 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:1708: finishing write tid 3 to smithi01673382-19 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:1708: finishing write tid 4 to smithi01673382-19 2024-04-24T02:47:59.419 INFO:tasks.rados.rados.0.smithi016.stdout:1708: finishing write tid 5 to smithi01673382-19 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1347 (ObjNum 526 snap 183 seq_num 526) dirty exists 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1708: left oid 19 (ObjNum 526 snap 183 seq_num 526) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1701: done (6 left) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1704: done (5 left) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1705: done (4 left) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1708: done (3 left) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1709: done (2 left) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1711: done (1 left) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1713: read oid 29 snap -1 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1713: expect (ObjNum 498 snap 181 seq_num 498) 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 183 2024-04-24T02:47:59.420 INFO:tasks.rados.rados.0.smithi016.stdout:1714: seq_num 527 ranges {8372224=434176,8806400=475136,9281536=565248,9846784=163840} 2024-04-24T02:47:59.466 INFO:tasks.rados.rados.0.smithi016.stdout:1714: writing smithi01673382-14 from 8372224 to 8806400 tid 1 2024-04-24T02:47:59.469 INFO:tasks.rados.rados.0.smithi016.stdout:1714: writing smithi01673382-14 from 8806400 to 9281536 tid 2 2024-04-24T02:47:59.472 INFO:tasks.rados.rados.0.smithi016.stdout:1714: writing smithi01673382-14 from 9281536 to 9846784 tid 3 2024-04-24T02:47:59.474 INFO:tasks.rados.rados.0.smithi016.stdout:1714: writing smithi01673382-14 from 9846784 to 10010624 tid 4 2024-04-24T02:47:59.474 INFO:tasks.rados.rados.0.smithi016.stdout:1715: copy_from oid 1 from oid 47 current snap is 183 2024-04-24T02:47:59.474 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1040 (ObjNum 484 snap 178 seq_num 484) dirty exists 2024-04-24T02:47:59.474 INFO:tasks.rados.rados.0.smithi016.stdout:1713: expect (ObjNum 498 snap 181 seq_num 498) 2024-04-24T02:47:59.601 INFO:tasks.rados.rados.0.smithi016.stdout:1714: finishing write tid 1 to smithi01673382-14 2024-04-24T02:47:59.601 INFO:tasks.rados.rados.0.smithi016.stdout:1714: finishing write tid 2 to smithi01673382-14 2024-04-24T02:47:59.601 INFO:tasks.rados.rados.0.smithi016.stdout:1714: finishing write tid 3 to smithi01673382-14 2024-04-24T02:47:59.601 INFO:tasks.rados.rados.0.smithi016.stdout:1714: finishing write tid 4 to smithi01673382-14 2024-04-24T02:47:59.601 INFO:tasks.rados.rados.0.smithi016.stdout:1714: finishing write tid 5 to smithi01673382-14 2024-04-24T02:47:59.601 INFO:tasks.rados.rados.0.smithi016.stdout:1714: finishing write tid 6 to smithi01673382-14 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1040 (ObjNum 527 snap 183 seq_num 527) dirty exists 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1714: left oid 14 (ObjNum 527 snap 183 seq_num 527) 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1715: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1715: finishing copy_from to smithi01673382-1 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 747 (ObjNum 518 snap 183 seq_num 518) dirty exists 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1712: done (3 left) 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1713: done (2 left) 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1714: done (1 left) 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1715: done (0 left) 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1716: rollback oid 16 current snap is 183 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 176 2024-04-24T02:47:59.602 INFO:tasks.rados.rados.0.smithi016.stdout:1717: copy_from oid 14 from oid 36 current snap is 183 2024-04-24T02:47:59.603 INFO:tasks.rados.rados.0.smithi016.stdout:1718: read oid 12 snap 172 2024-04-24T02:47:59.603 INFO:tasks.rados.rados.0.smithi016.stdout:1718: expect (ObjNum 2001784592 snap 22076 seq_num 2001497888) 2024-04-24T02:47:59.603 INFO:tasks.rados.rados.0.smithi016.stdout:1719: read oid 28 snap -1 2024-04-24T02:47:59.603 INFO:tasks.rados.rados.0.smithi016.stdout:1719: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:47:59.603 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 183 2024-04-24T02:47:59.603 INFO:tasks.rados.rados.0.smithi016.stdout:1720: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-04-24T02:47:59.603 INFO:tasks.rados.rados.0.smithi016.stdout:1720: writing smithi01673382-26 from 0 to 450560 tid 1 2024-04-24T02:47:59.607 INFO:tasks.rados.rados.0.smithi016.stdout:1720: writing smithi01673382-26 from 450560 to 1212416 tid 2 2024-04-24T02:47:59.610 INFO:tasks.rados.rados.0.smithi016.stdout:1720: writing smithi01673382-26 from 1212416 to 1654784 tid 3 2024-04-24T02:47:59.610 INFO:tasks.rados.rados.0.smithi016.stdout:1721: delete oid 24 current snap is 183 2024-04-24T02:47:59.610 INFO:tasks.rados.rados.0.smithi016.stdout:1718: expect (ObjNum 2001784592 snap 22076 seq_num 2001497888) 2024-04-24T02:47:59.613 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing copy_from to smithi01673382-14 2024-04-24T02:47:59.613 INFO:tasks.rados.rados.0.smithi016.stdout:1717: got expected ENOENT (src dne) 2024-04-24T02:47:59.613 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:47:59.613 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing rollback tid 0 to smithi01673382-16 2024-04-24T02:47:59.613 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:47:59.613 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing rollback tid 2 to smithi01673382-16 2024-04-24T02:47:59.614 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 588 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-04-24T02:47:59.614 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 1 to smithi01673382-26 2024-04-24T02:47:59.614 INFO:tasks.rados.rados.0.smithi016.stdout:1719: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:47:59.700 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 2 to smithi01673382-26 2024-04-24T02:47:59.700 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 3 to smithi01673382-26 2024-04-24T02:47:59.700 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 4 to smithi01673382-26 2024-04-24T02:47:59.700 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 5 to smithi01673382-26 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1156 (ObjNum 528 snap 183 seq_num 528) dirty exists 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1720: left oid 26 (ObjNum 528 snap 183 seq_num 528) 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1716: done (5 left) 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1717: done (4 left) 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1718: done (3 left) 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1719: done (2 left) 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1720: done (1 left) 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1721: done (0 left) 2024-04-24T02:47:59.701 INFO:tasks.rados.rados.0.smithi016.stdout:1722: rollback oid 22 current snap is 183 2024-04-24T02:47:59.702 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 87 2024-04-24T02:47:59.702 INFO:tasks.rados.rados.0.smithi016.stdout:1723: snap_remove snap 135 2024-04-24T02:48:00.071 INFO:tasks.rados.rados.0.smithi016.stdout:1723: done (1 left) 2024-04-24T02:48:00.071 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 183 2024-04-24T02:48:00.071 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:48:00.071 INFO:tasks.rados.rados.0.smithi016.stdout:1724: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2024-04-24T02:48:00.074 INFO:tasks.rados.rados.0.smithi016.stdout:1724: writing smithi01673382-24 from 0 to 483328 tid 1 2024-04-24T02:48:00.077 INFO:tasks.rados.rados.0.smithi016.stdout:1724: writing smithi01673382-24 from 483328 to 1015808 tid 2 2024-04-24T02:48:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1724: writing smithi01673382-24 from 1015808 to 1687552 tid 3 2024-04-24T02:48:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1725: rollback oid 45 current snap is 183 2024-04-24T02:48:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 159 2024-04-24T02:48:00.082 INFO:tasks.rados.rados.0.smithi016.stdout:1726: snap_create 2024-04-24T02:48:00.083 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:48:00.083 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:48:00.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1043 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:48:00.087 INFO:tasks.rados.rados.0.smithi016.stdout:1724: finishing write tid 1 to smithi01673382-24 2024-04-24T02:48:00.088 INFO:tasks.rados.rados.0.smithi016.stdout:1725: finishing rollback tid 0 to smithi01673382-45 2024-04-24T02:48:00.090 INFO:tasks.rados.rados.0.smithi016.stdout:1725: finishing rollback tid 1 to smithi01673382-45 2024-04-24T02:48:00.090 INFO:tasks.rados.rados.0.smithi016.stdout:1724: finishing write tid 2 to smithi01673382-24 2024-04-24T02:48:00.090 INFO:tasks.rados.rados.0.smithi016.stdout:1724: finishing write tid 3 to smithi01673382-24 2024-04-24T02:48:00.090 INFO:tasks.rados.rados.0.smithi016.stdout:1725: finishing rollback tid 2 to smithi01673382-45 2024-04-24T02:48:00.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1048 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-24T02:48:00.091 INFO:tasks.rados.rados.0.smithi016.stdout:1724: finishing write tid 4 to smithi01673382-24 2024-04-24T02:48:00.095 INFO:tasks.rados.rados.0.smithi016.stdout:1724: finishing write tid 5 to smithi01673382-24 2024-04-24T02:48:00.096 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1322 (ObjNum 530 snap 183 seq_num 530) dirty exists 2024-04-24T02:48:00.096 INFO:tasks.rados.rados.0.smithi016.stdout:1724: left oid 24 (ObjNum 530 snap 183 seq_num 530) 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[84376]: pgmap v238: 121 pgs: 121 active+clean; 548 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[84376]: osdmap e409: 8 total, 8 up, 8 in 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[86910]: pgmap v238: 121 pgs: 121 active+clean; 548 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[86910]: osdmap e409: 8 total, 8 up, 8 in 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:00.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:00.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:00 smithi063 ceph-mon[77007]: pgmap v238: 121 pgs: 121 active+clean; 548 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-24T02:48:00.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:00 smithi063 ceph-mon[77007]: osdmap e409: 8 total, 8 up, 8 in 2024-04-24T02:48:00.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:00.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:00.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:00.983 INFO:tasks.rados.rados.0.smithi016.stdout:1722: done (3 left) 2024-04-24T02:48:00.983 INFO:tasks.rados.rados.0.smithi016.stdout:1724: done (2 left) 2024-04-24T02:48:00.983 INFO:tasks.rados.rados.0.smithi016.stdout:1725: done (1 left) 2024-04-24T02:48:00.983 INFO:tasks.rados.rados.0.smithi016.stdout:1726: done (0 left) 2024-04-24T02:48:00.983 INFO:tasks.rados.rados.0.smithi016.stdout:1727: rmattr oid 18 current snap is 184 2024-04-24T02:48:00.983 INFO:tasks.rados.rados.0.smithi016.stdout:1727: done (0 left) 2024-04-24T02:48:00.984 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 184 2024-04-24T02:48:00.984 INFO:tasks.rados.rados.0.smithi016.stdout:1728: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-04-24T02:48:00.985 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01673382-11 from 0 to 499712 tid 1 2024-04-24T02:48:00.990 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01673382-11 from 499712 to 917504 tid 2 2024-04-24T02:48:00.993 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01673382-11 from 917504 to 1466368 tid 3 2024-04-24T02:48:00.993 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01673382-11 from 1466368 to 1703936 tid 4 2024-04-24T02:48:00.993 INFO:tasks.rados.rados.0.smithi016.stdout:1729: snap_create 2024-04-24T02:48:00.994 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 1 to smithi01673382-11 2024-04-24T02:48:00.997 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 2 to smithi01673382-11 2024-04-24T02:48:00.997 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 3 to smithi01673382-11 2024-04-24T02:48:00.998 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 4 to smithi01673382-11 2024-04-24T02:48:00.999 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 5 to smithi01673382-11 2024-04-24T02:48:01.000 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 6 to smithi01673382-11 2024-04-24T02:48:01.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1339 (ObjNum 531 snap 184 seq_num 531) dirty exists 2024-04-24T02:48:01.000 INFO:tasks.rados.rados.0.smithi016.stdout:1728: left oid 11 (ObjNum 531 snap 184 seq_num 531) 2024-04-24T02:48:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:01 smithi016 ceph-mon[84376]: osdmap e410: 8 total, 8 up, 8 in 2024-04-24T02:48:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:01 smithi016 ceph-mon[84376]: osdmap e411: 8 total, 8 up, 8 in 2024-04-24T02:48:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:01 smithi016 ceph-mon[86910]: osdmap e410: 8 total, 8 up, 8 in 2024-04-24T02:48:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:01 smithi016 ceph-mon[86910]: osdmap e411: 8 total, 8 up, 8 in 2024-04-24T02:48:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:01 smithi063 ceph-mon[77007]: osdmap e410: 8 total, 8 up, 8 in 2024-04-24T02:48:01.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:01 smithi063 ceph-mon[77007]: osdmap e411: 8 total, 8 up, 8 in 2024-04-24T02:48:01.986 INFO:tasks.rados.rados.0.smithi016.stdout:1728: done (1 left) 2024-04-24T02:48:01.986 INFO:tasks.rados.rados.0.smithi016.stdout:1729: done (0 left) 2024-04-24T02:48:01.986 INFO:tasks.rados.rados.0.smithi016.stdout:1730: copy_from oid 34 from oid 41 current snap is 185 2024-04-24T02:48:01.986 INFO:tasks.rados.rados.0.smithi016.stdout:1731: rollback oid 2 current snap is 185 2024-04-24T02:48:01.986 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 184 2024-04-24T02:48:01.986 INFO:tasks.rados.rados.0.smithi016.stdout:1732: rollback oid 26 current snap is 185 2024-04-24T02:48:01.986 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 184 2024-04-24T02:48:01.987 INFO:tasks.rados.rados.0.smithi016.stdout:1733: read oid 9 snap -1 2024-04-24T02:48:01.987 INFO:tasks.rados.rados.0.smithi016.stdout:1733: expect (ObjNum 505 snap 182 seq_num 505) 2024-04-24T02:48:01.987 INFO:tasks.rados.rados.0.smithi016.stdout:1734: read oid 16 snap -1 2024-04-24T02:48:01.987 INFO:tasks.rados.rados.0.smithi016.stdout:1734: expect (ObjNum 305 snap 96 seq_num 305) 2024-04-24T02:48:01.987 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 185 2024-04-24T02:48:01.987 INFO:tasks.rados.rados.0.smithi016.stdout:1735: seq_num 532 ranges {2383872=516096,2899968=696320,3596288=507904} 2024-04-24T02:48:02.001 INFO:tasks.rados.rados.0.smithi016.stdout:1735: writing smithi01673382-38 from 2383872 to 2899968 tid 1 2024-04-24T02:48:02.005 INFO:tasks.rados.rados.0.smithi016.stdout:1735: writing smithi01673382-38 from 2899968 to 3596288 tid 2 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1735: writing smithi01673382-38 from 3596288 to 4104192 tid 3 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1736: snap_create 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1732: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1732: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1731: finishing rollback tid 0 to smithi01673382-2 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1730: finishing copy_from to smithi01673382-34 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1730: got expected ENOENT (src dne) 2024-04-24T02:48:02.009 INFO:tasks.rados.rados.0.smithi016.stdout:1730: finishing copy_from racing read to smithi01673382-34 2024-04-24T02:48:02.010 INFO:tasks.rados.rados.0.smithi016.stdout:1733: expect (ObjNum 505 snap 182 seq_num 505) 2024-04-24T02:48:02.063 INFO:tasks.rados.rados.0.smithi016.stdout:1731: finishing rollback tid 1 to smithi01673382-2 2024-04-24T02:48:02.063 INFO:tasks.rados.rados.0.smithi016.stdout:1731: finishing rollback tid 2 to smithi01673382-2 2024-04-24T02:48:02.063 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1053 (ObjNum 461 snap 160 seq_num 461) dirty exists 2024-04-24T02:48:02.063 INFO:tasks.rados.rados.0.smithi016.stdout:1732: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:48:02.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1159 (ObjNum 528 snap 183 seq_num 528) dirty exists 2024-04-24T02:48:02.064 INFO:tasks.rados.rados.0.smithi016.stdout:1734: expect (ObjNum 305 snap 96 seq_num 305) 2024-04-24T02:48:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:1735: finishing write tid 1 to smithi01673382-38 2024-04-24T02:48:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:1735: finishing write tid 2 to smithi01673382-38 2024-04-24T02:48:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:1735: finishing write tid 3 to smithi01673382-38 2024-04-24T02:48:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:1735: finishing write tid 4 to smithi01673382-38 2024-04-24T02:48:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:1735: finishing write tid 5 to smithi01673382-38 2024-04-24T02:48:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1344 (ObjNum 532 snap 185 seq_num 532) dirty exists 2024-04-24T02:48:02.119 INFO:tasks.rados.rados.0.smithi016.stdout:1735: left oid 38 (ObjNum 532 snap 185 seq_num 532) 2024-04-24T02:48:02.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:02 smithi016 ceph-mon[84376]: pgmap v241: 121 pgs: 121 active+clean; 557 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-24T02:48:02.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:02 smithi016 ceph-mon[84376]: osdmap e412: 8 total, 8 up, 8 in 2024-04-24T02:48:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:02 smithi016 ceph-mon[86910]: pgmap v241: 121 pgs: 121 active+clean; 557 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-24T02:48:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:02 smithi016 ceph-mon[86910]: osdmap e412: 8 total, 8 up, 8 in 2024-04-24T02:48:02.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:02 smithi063 ceph-mon[77007]: pgmap v241: 121 pgs: 121 active+clean; 557 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-24T02:48:02.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:02 smithi063 ceph-mon[77007]: osdmap e412: 8 total, 8 up, 8 in 2024-04-24T02:48:02.987 INFO:tasks.rados.rados.0.smithi016.stdout:1730: done (6 left) 2024-04-24T02:48:02.987 INFO:tasks.rados.rados.0.smithi016.stdout:1731: done (5 left) 2024-04-24T02:48:02.987 INFO:tasks.rados.rados.0.smithi016.stdout:1732: done (4 left) 2024-04-24T02:48:02.987 INFO:tasks.rados.rados.0.smithi016.stdout:1733: done (3 left) 2024-04-24T02:48:02.988 INFO:tasks.rados.rados.0.smithi016.stdout:1734: done (2 left) 2024-04-24T02:48:02.988 INFO:tasks.rados.rados.0.smithi016.stdout:1735: done (1 left) 2024-04-24T02:48:02.988 INFO:tasks.rados.rados.0.smithi016.stdout:1736: done (0 left) 2024-04-24T02:48:02.988 INFO:tasks.rados.rados.0.smithi016.stdout:1737: delete oid 42 current snap is 186 2024-04-24T02:48:02.994 INFO:tasks.rados.rados.0.smithi016.stdout:1737: done (0 left) 2024-04-24T02:48:02.994 INFO:tasks.rados.rados.0.smithi016.stdout:1738: copy_from oid 11 from oid 21 current snap is 186 2024-04-24T02:48:02.994 INFO:tasks.rados.rados.0.smithi016.stdout:1739: rollback oid 32 current snap is 186 2024-04-24T02:48:02.994 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 175 2024-04-24T02:48:02.994 INFO:tasks.rados.rados.0.smithi016.stdout:1740: read oid 39 snap -1 2024-04-24T02:48:02.995 INFO:tasks.rados.rados.0.smithi016.stdout:1740: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:48:02.995 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 186 2024-04-24T02:48:02.995 INFO:tasks.rados.rados.0.smithi016.stdout:1741: seq_num 534 ranges {6692864=548864,7241728=516096,7757824=688128} 2024-04-24T02:48:03.033 INFO:tasks.rados.rados.0.smithi016.stdout:1741: writing smithi01673382-50 from 6692864 to 7241728 tid 1 2024-04-24T02:48:03.036 INFO:tasks.rados.rados.0.smithi016.stdout:1741: writing smithi01673382-50 from 7241728 to 7757824 tid 2 2024-04-24T02:48:03.040 INFO:tasks.rados.rados.0.smithi016.stdout:1741: writing smithi01673382-50 from 7757824 to 8445952 tid 3 2024-04-24T02:48:03.040 INFO:tasks.rados.rados.0.smithi016.stdout:1742: snap_remove snap 170 2024-04-24T02:48:03.988 INFO:tasks.rados.rados.0.smithi016.stdout:1742: done (4 left) 2024-04-24T02:48:03.988 INFO:tasks.rados.rados.0.smithi016.stdout:1743: rollback oid 26 current snap is 186 2024-04-24T02:48:03.988 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 106 2024-04-24T02:48:03.988 INFO:tasks.rados.rados.0.smithi016.stdout:1739: finishing rollback tid 0 to smithi01673382-32 2024-04-24T02:48:03.988 INFO:tasks.rados.rados.0.smithi016.stdout:1740: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:48:04.012 INFO:tasks.rados.rados.0.smithi016.stdout:1739: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:48:04.012 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1112 (ObjNum 2001889920 snap 22076 seq_num 2001324624) dirty dne 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1738: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1738: finishing copy_from to smithi01673382-11 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 708 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1741: finishing write tid 1 to smithi01673382-50 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1741: finishing write tid 2 to smithi01673382-50 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1741: finishing write tid 3 to smithi01673382-50 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1741: finishing write tid 4 to smithi01673382-50 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1741: finishing write tid 5 to smithi01673382-50 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 704 (ObjNum 534 snap 186 seq_num 534) dirty exists 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1741: left oid 50 (ObjNum 534 snap 186 seq_num 534) 2024-04-24T02:48:04.013 INFO:tasks.rados.rados.0.smithi016.stdout:1738: done (4 left) 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1739: done (3 left) 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1740: done (2 left) 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1741: done (1 left) 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1744: delete oid 1 current snap is 186 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1743: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1743: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1743: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1162 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-04-24T02:48:04.014 INFO:tasks.rados.rados.0.smithi016.stdout:1743: done (1 left) 2024-04-24T02:48:04.015 INFO:tasks.rados.rados.0.smithi016.stdout:1744: done (0 left) 2024-04-24T02:48:04.015 INFO:tasks.rados.rados.0.smithi016.stdout:1745: delete oid 27 current snap is 186 2024-04-24T02:48:04.016 INFO:tasks.rados.rados.0.smithi016.stdout:1745: done (0 left) 2024-04-24T02:48:04.016 INFO:tasks.rados.rados.0.smithi016.stdout:1746: snap_remove snap 126 2024-04-24T02:48:04.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:03 smithi016 ceph-mon[84376]: pgmap v244: 121 pgs: 121 active+clean; 552 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-04-24T02:48:04.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:03 smithi016 ceph-mon[84376]: osdmap e413: 8 total, 8 up, 8 in 2024-04-24T02:48:04.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:03 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:48:04.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:03 smithi016 ceph-mon[86910]: pgmap v244: 121 pgs: 121 active+clean; 552 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-04-24T02:48:04.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:03 smithi016 ceph-mon[86910]: osdmap e413: 8 total, 8 up, 8 in 2024-04-24T02:48:04.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:03 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:48:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:03 smithi063 ceph-mon[77007]: pgmap v244: 121 pgs: 121 active+clean; 552 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-04-24T02:48:04.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:03 smithi063 ceph-mon[77007]: osdmap e413: 8 total, 8 up, 8 in 2024-04-24T02:48:04.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:03 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:48:05.006 INFO:tasks.rados.rados.0.smithi016.stdout:1746: done (0 left) 2024-04-24T02:48:05.006 INFO:tasks.rados.rados.0.smithi016.stdout:1747: setattr oid 36 current snap is 186 2024-04-24T02:48:05.006 INFO:tasks.rados.rados.0.smithi016.stdout:1748: copy_from oid 38 from oid 1 current snap is 186 2024-04-24T02:48:05.006 INFO:tasks.rados.rados.0.smithi016.stdout:1749: rollback oid 15 current snap is 186 2024-04-24T02:48:05.006 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 158 2024-04-24T02:48:05.006 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 186 2024-04-24T02:48:05.006 INFO:tasks.rados.rados.0.smithi016.stdout:1750: seq_num 537 ranges {540672=598016,1138688=573440,1712128=491520,2203648=139264} 2024-04-24T02:48:05.013 INFO:tasks.rados.rados.0.smithi016.stdout:1750: writing smithi01673382-22 from 540672 to 1138688 tid 1 2024-04-24T02:48:05.019 INFO:tasks.rados.rados.0.smithi016.stdout:1750: writing smithi01673382-22 from 1138688 to 1712128 tid 2 2024-04-24T02:48:05.019 INFO:tasks.rados.rados.0.smithi016.stdout:1750: writing smithi01673382-22 from 1712128 to 2203648 tid 3 2024-04-24T02:48:05.020 INFO:tasks.rados.rados.0.smithi016.stdout:1750: writing smithi01673382-22 from 2203648 to 2342912 tid 4 2024-04-24T02:48:05.020 INFO:tasks.rados.rados.0.smithi016.stdout:1751: rollback oid 10 current snap is 186 2024-04-24T02:48:05.020 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 124 2024-04-24T02:48:05.020 INFO:tasks.rados.rados.0.smithi016.stdout:1752: snap_create 2024-04-24T02:48:05.020 INFO:tasks.rados.rados.0.smithi016.stdout:1749: finishing rollback tid 0 to smithi01673382-15 2024-04-24T02:48:05.020 INFO:tasks.rados.rados.0.smithi016.stdout:1749: finishing rollback tid 1 to smithi01673382-15 2024-04-24T02:48:05.020 INFO:tasks.rados.rados.0.smithi016.stdout:1749: finishing rollback tid 2 to smithi01673382-15 2024-04-24T02:48:05.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 568 (ObjNum 447 snap 153 seq_num 447) dirty exists 2024-04-24T02:48:05.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1050 (ObjNum 2002536864 snap 22076 seq_num 2002546512) dirty exists 2024-04-24T02:48:05.021 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing copy_from to smithi01673382-38 2024-04-24T02:48:05.021 INFO:tasks.rados.rados.0.smithi016.stdout:1748: got expected ENOENT (src dne) 2024-04-24T02:48:05.021 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing copy_from racing read to smithi01673382-38 2024-04-24T02:48:05.025 INFO:tasks.rados.rados.0.smithi016.stdout:1750: finishing write tid 1 to smithi01673382-22 2024-04-24T02:48:05.025 INFO:tasks.rados.rados.0.smithi016.stdout:1750: finishing write tid 2 to smithi01673382-22 2024-04-24T02:48:05.025 INFO:tasks.rados.rados.0.smithi016.stdout:1750: finishing write tid 3 to smithi01673382-22 2024-04-24T02:48:05.026 INFO:tasks.rados.rados.0.smithi016.stdout:1750: finishing write tid 4 to smithi01673382-22 2024-04-24T02:48:05.027 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:48:05.029 INFO:tasks.rados.rados.0.smithi016.stdout:1750: finishing write tid 5 to smithi01673382-22 2024-04-24T02:48:05.030 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:48:05.030 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing rollback tid 2 to smithi01673382-10 2024-04-24T02:48:05.030 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1130 (ObjNum 365 snap 121 seq_num 365) dirty exists 2024-04-24T02:48:05.032 INFO:tasks.rados.rados.0.smithi016.stdout:1750: finishing write tid 6 to smithi01673382-22 2024-04-24T02:48:05.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1063 (ObjNum 537 snap 186 seq_num 537) dirty exists 2024-04-24T02:48:05.032 INFO:tasks.rados.rados.0.smithi016.stdout:1750: left oid 22 (ObjNum 537 snap 186 seq_num 537) 2024-04-24T02:48:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:04 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:48:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:04 smithi016 ceph-mon[84376]: Upgrade: osd.3 is safe to restart 2024-04-24T02:48:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:04 smithi016 ceph-mon[84376]: osdmap e414: 8 total, 8 up, 8 in 2024-04-24T02:48:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:04 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:48:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:04 smithi016 ceph-mon[86910]: Upgrade: osd.3 is safe to restart 2024-04-24T02:48:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:04 smithi016 ceph-mon[86910]: osdmap e414: 8 total, 8 up, 8 in 2024-04-24T02:48:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:04 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-24T02:48:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:04 smithi063 ceph-mon[77007]: Upgrade: osd.3 is safe to restart 2024-04-24T02:48:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:04 smithi063 ceph-mon[77007]: osdmap e414: 8 total, 8 up, 8 in 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1747: done (5 left) 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1748: done (4 left) 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1749: done (3 left) 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1750: done (2 left) 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1751: done (1 left) 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1752: done (0 left) 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 187 2024-04-24T02:48:05.984 INFO:tasks.rados.rados.0.smithi016.stdout:1753: seq_num 538 ranges {0=614400,614400=450560,1064960=704512,1769472=49152} 2024-04-24T02:48:05.987 INFO:tasks.rados.rados.0.smithi016.stdout:1753: writing smithi01673382-8 from 0 to 614400 tid 1 2024-04-24T02:48:05.989 INFO:tasks.rados.rados.0.smithi016.stdout:1753: writing smithi01673382-8 from 614400 to 1064960 tid 2 2024-04-24T02:48:05.994 INFO:tasks.rados.rados.0.smithi016.stdout:1753: writing smithi01673382-8 from 1064960 to 1769472 tid 3 2024-04-24T02:48:05.994 INFO:tasks.rados.rados.0.smithi016.stdout:1753: writing smithi01673382-8 from 1769472 to 1818624 tid 4 2024-04-24T02:48:05.995 INFO:tasks.rados.rados.0.smithi016.stdout:1754: delete oid 12 current snap is 187 2024-04-24T02:48:05.995 INFO:tasks.rados.rados.0.smithi016.stdout:1753: finishing write tid 1 to smithi01673382-8 2024-04-24T02:48:05.995 INFO:tasks.rados.rados.0.smithi016.stdout:1753: finishing write tid 2 to smithi01673382-8 2024-04-24T02:48:05.999 INFO:tasks.rados.rados.0.smithi016.stdout:1753: finishing write tid 3 to smithi01673382-8 2024-04-24T02:48:06.000 INFO:tasks.rados.rados.0.smithi016.stdout:1753: finishing write tid 4 to smithi01673382-8 2024-04-24T02:48:06.002 INFO:tasks.rados.rados.0.smithi016.stdout:1753: finishing write tid 5 to smithi01673382-8 2024-04-24T02:48:06.002 INFO:tasks.rados.rados.0.smithi016.stdout:1754: done (1 left) 2024-04-24T02:48:06.003 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 187 2024-04-24T02:48:06.003 INFO:tasks.rados.rados.0.smithi016.stdout:1755: seq_num 540 ranges {532480=647168,1179648=671744,1851392=532480} 2024-04-24T02:48:06.009 INFO:tasks.rados.rados.0.smithi016.stdout:1755: writing smithi01673382-35 from 532480 to 1179648 tid 1 2024-04-24T02:48:06.013 INFO:tasks.rados.rados.0.smithi016.stdout:1755: writing smithi01673382-35 from 1179648 to 1851392 tid 2 2024-04-24T02:48:06.016 INFO:tasks.rados.rados.0.smithi016.stdout:1755: writing smithi01673382-35 from 1851392 to 2383872 tid 3 2024-04-24T02:48:06.017 INFO:tasks.rados.rados.0.smithi016.stdout:1756: delete oid 4 current snap is 187 2024-04-24T02:48:06.017 INFO:tasks.rados.rados.0.smithi016.stdout:1753: finishing write tid 6 to smithi01673382-8 2024-04-24T02:48:06.017 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1380 (ObjNum 538 snap 187 seq_num 538) dirty exists 2024-04-24T02:48:06.017 INFO:tasks.rados.rados.0.smithi016.stdout:1753: left oid 8 (ObjNum 538 snap 187 seq_num 538) 2024-04-24T02:48:06.017 INFO:tasks.rados.rados.0.smithi016.stdout:1755: finishing write tid 1 to smithi01673382-35 2024-04-24T02:48:06.017 INFO:tasks.rados.rados.0.smithi016.stdout:1755: finishing write tid 2 to smithi01673382-35 2024-04-24T02:48:06.019 INFO:tasks.rados.rados.0.smithi016.stdout:1753: done (2 left) 2024-04-24T02:48:06.019 INFO:tasks.rados.rados.0.smithi016.stdout:1756: done (1 left) 2024-04-24T02:48:06.019 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 187 2024-04-24T02:48:06.019 INFO:tasks.rados.rados.0.smithi016.stdout:1757: seq_num 542 ranges {3760128=679936,4440064=442368,4882432=679936,5562368=81920} 2024-04-24T02:48:06.043 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01673382-47 from 3760128 to 4440064 tid 1 2024-04-24T02:48:06.046 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01673382-47 from 4440064 to 4882432 tid 2 2024-04-24T02:48:06.050 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01673382-47 from 4882432 to 5562368 tid 3 2024-04-24T02:48:06.051 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01673382-47 from 5562368 to 5644288 tid 4 2024-04-24T02:48:06.051 INFO:tasks.rados.rados.0.smithi016.stdout:1758: rmattr oid 23 current snap is 187 2024-04-24T02:48:06.051 INFO:tasks.rados.rados.0.smithi016.stdout:1758: done (2 left) 2024-04-24T02:48:06.051 INFO:tasks.rados.rados.0.smithi016.stdout:1759: copy_from oid 30 from oid 2 current snap is 187 2024-04-24T02:48:06.051 INFO:tasks.rados.rados.0.smithi016.stdout:1755: finishing write tid 3 to smithi01673382-35 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1755: finishing write tid 4 to smithi01673382-35 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1755: finishing write tid 5 to smithi01673382-35 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 592 (ObjNum 540 snap 187 seq_num 540) dirty exists 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1755: left oid 35 (ObjNum 540 snap 187 seq_num 540) 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1755: done (2 left) 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1760: copy_from oid 18 from oid 44 current snap is 187 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 1 to smithi01673382-47 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 2 to smithi01673382-47 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 187 2024-04-24T02:48:06.052 INFO:tasks.rados.rados.0.smithi016.stdout:1761: seq_num 543 ranges {5152768=704512,5857280=729088,6586368=475136} 2024-04-24T02:48:06.083 INFO:tasks.rados.rados.0.smithi016.stdout:1761: writing smithi01673382-7 from 5152768 to 5857280 tid 1 2024-04-24T02:48:06.087 INFO:tasks.rados.rados.0.smithi016.stdout:1761: writing smithi01673382-7 from 5857280 to 6586368 tid 2 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1761: writing smithi01673382-7 from 6586368 to 7061504 tid 3 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1762: delete oid 46 current snap is 187 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 3 to smithi01673382-47 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 4 to smithi01673382-47 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 5 to smithi01673382-47 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 6 to smithi01673382-47 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 771 (ObjNum 542 snap 187 seq_num 542) dirty exists 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1757: left oid 47 (ObjNum 542 snap 187 seq_num 542) 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1759: finishing copy_from racing read to smithi01673382-30 2024-04-24T02:48:06.091 INFO:tasks.rados.rados.0.smithi016.stdout:1760: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:48:06.092 INFO:tasks.rados.rados.0.smithi016.stdout:1759: finishing copy_from to smithi01673382-30 2024-04-24T02:48:06.092 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1053 (ObjNum 461 snap 160 seq_num 461) dirty exists 2024-04-24T02:48:06.092 INFO:tasks.rados.rados.0.smithi016.stdout:1760: finishing copy_from to smithi01673382-18 2024-04-24T02:48:06.092 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1318 (ObjNum 515 snap 183 seq_num 515) dirty exists 2024-04-24T02:48:06.092 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 1 to smithi01673382-7 2024-04-24T02:48:06.092 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 2 to smithi01673382-7 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 3 to smithi01673382-7 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1757: done (4 left) 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1759: done (3 left) 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1760: done (2 left) 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1762: done (1 left) 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1763: read oid 29 snap -1 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1763: expect (ObjNum 498 snap 181 seq_num 498) 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1764: delete oid 40 current snap is 187 2024-04-24T02:48:06.094 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 4 to smithi01673382-7 2024-04-24T02:48:06.095 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 5 to smithi01673382-7 2024-04-24T02:48:06.095 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1373 (ObjNum 543 snap 187 seq_num 543) dirty exists 2024-04-24T02:48:06.095 INFO:tasks.rados.rados.0.smithi016.stdout:1761: left oid 7 (ObjNum 543 snap 187 seq_num 543) 2024-04-24T02:48:06.095 INFO:tasks.rados.rados.0.smithi016.stdout:1761: done (2 left) 2024-04-24T02:48:06.095 INFO:tasks.rados.rados.0.smithi016.stdout:1764: done (1 left) 2024-04-24T02:48:06.095 INFO:tasks.rados.rados.0.smithi016.stdout:1765: snap_create 2024-04-24T02:48:06.108 INFO:tasks.rados.rados.0.smithi016.stdout:1763: expect (ObjNum 498 snap 181 seq_num 498) 2024-04-24T02:48:06.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: pgmap v247: 121 pgs: 121 active+clean; 552 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: osdmap e415: 8 total, 8 up, 8 in 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: Upgrade: Updating osd.3 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: Deploying daemon osd.3 on smithi016 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[84376]: osdmap e416: 8 total, 8 up, 8 in 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: pgmap v247: 121 pgs: 121 active+clean; 552 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: osdmap e415: 8 total, 8 up, 8 in 2024-04-24T02:48:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: Upgrade: Updating osd.3 2024-04-24T02:48:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:48:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: Deploying daemon osd.3 on smithi016 2024-04-24T02:48:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:05 smithi016 ceph-mon[86910]: osdmap e416: 8 total, 8 up, 8 in 2024-04-24T02:48:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: pgmap v247: 121 pgs: 121 active+clean; 552 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-24T02:48:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: osdmap e415: 8 total, 8 up, 8 in 2024-04-24T02:48:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: Upgrade: Updating osd.3 2024-04-24T02:48:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-24T02:48:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: Deploying daemon osd.3 on smithi016 2024-04-24T02:48:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:05 smithi063 ceph-mon[77007]: osdmap e416: 8 total, 8 up, 8 in 2024-04-24T02:48:07.004 INFO:tasks.rados.rados.0.smithi016.stdout:1763: done (1 left) 2024-04-24T02:48:07.004 INFO:tasks.rados.rados.0.smithi016.stdout:1765: done (0 left) 2024-04-24T02:48:07.004 INFO:tasks.rados.rados.0.smithi016.stdout:1766: delete oid 9 current snap is 188 2024-04-24T02:48:07.008 INFO:tasks.rados.rados.0.smithi016.stdout:1766: done (0 left) 2024-04-24T02:48:07.008 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 188 2024-04-24T02:48:07.008 INFO:tasks.rados.rados.0.smithi016.stdout:1767: seq_num 547 ranges {638976=770048,1409024=663552,2072576=466944,2539520=73728} 2024-04-24T02:48:07.015 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01673382-39 from 638976 to 1409024 tid 1 2024-04-24T02:48:07.019 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01673382-39 from 1409024 to 2072576 tid 2 2024-04-24T02:48:07.022 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01673382-39 from 2072576 to 2539520 tid 3 2024-04-24T02:48:07.023 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01673382-39 from 2539520 to 2613248 tid 4 2024-04-24T02:48:07.023 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 188 2024-04-24T02:48:07.023 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 1 to smithi01673382-39 2024-04-24T02:48:07.023 INFO:tasks.rados.rados.0.smithi016.stdout:1768: seq_num 548 ranges {5644288=786432,6430720=598016,7028736=606208} 2024-04-24T02:48:07.058 INFO:tasks.rados.rados.0.smithi016.stdout:1768: writing smithi01673382-47 from 5644288 to 6430720 tid 1 2024-04-24T02:48:07.061 INFO:tasks.rados.rados.0.smithi016.stdout:1768: writing smithi01673382-47 from 6430720 to 7028736 tid 2 2024-04-24T02:48:07.066 INFO:tasks.rados.rados.0.smithi016.stdout:1768: writing smithi01673382-47 from 7028736 to 7634944 tid 3 2024-04-24T02:48:07.066 INFO:tasks.rados.rados.0.smithi016.stdout:1769: read oid 32 snap -1 2024-04-24T02:48:07.066 INFO:tasks.rados.rados.0.smithi016.stdout:1769: expect deleted 2024-04-24T02:48:07.066 INFO:tasks.rados.rados.0.smithi016.stdout:1770: snap_create 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 2 to smithi01673382-39 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 3 to smithi01673382-39 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 4 to smithi01673382-39 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 5 to smithi01673382-39 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 6 to smithi01673382-39 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1078 (ObjNum 547 snap 188 seq_num 547) dirty exists 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1767: left oid 39 (ObjNum 547 snap 188 seq_num 547) 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1768: finishing write tid 1 to smithi01673382-47 2024-04-24T02:48:07.067 INFO:tasks.rados.rados.0.smithi016.stdout:1768: finishing write tid 2 to smithi01673382-47 2024-04-24T02:48:07.069 INFO:tasks.rados.rados.0.smithi016.stdout:1768: finishing write tid 3 to smithi01673382-47 2024-04-24T02:48:07.069 INFO:tasks.rados.rados.0.smithi016.stdout:1768: finishing write tid 4 to smithi01673382-47 2024-04-24T02:48:07.070 INFO:tasks.rados.rados.0.smithi016.stdout:1768: finishing write tid 5 to smithi01673382-47 2024-04-24T02:48:07.070 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 776 (ObjNum 548 snap 188 seq_num 548) dirty exists 2024-04-24T02:48:07.070 INFO:tasks.rados.rados.0.smithi016.stdout:1768: left oid 47 (ObjNum 548 snap 188 seq_num 548) 2024-04-24T02:48:08.020 INFO:tasks.rados.rados.0.smithi016.stdout:1767: done (3 left) 2024-04-24T02:48:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:1768: done (2 left) 2024-04-24T02:48:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:1769: done (1 left) 2024-04-24T02:48:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:1770: done (0 left) 2024-04-24T02:48:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:1771: copy_from oid 23 from oid 48 current snap is 189 2024-04-24T02:48:08.021 INFO:tasks.rados.rados.0.smithi016.stdout:1772: delete oid 40 current snap is 189 2024-04-24T02:48:08.025 INFO:tasks.rados.rados.0.smithi016.stdout:1772: done (1 left) 2024-04-24T02:48:08.025 INFO:tasks.rados.rados.0.smithi016.stdout:1773: snap_remove snap 178 2024-04-24T02:48:08.120 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-mon[84376]: pgmap v250: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-24T02:48:08.120 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-mon[84376]: osdmap e417: 8 total, 8 up, 8 in 2024-04-24T02:48:08.120 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-mon[86910]: pgmap v250: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-24T02:48:08.120 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-mon[86910]: osdmap e417: 8 total, 8 up, 8 in 2024-04-24T02:48:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:08 smithi063 ceph-mon[77007]: pgmap v250: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-24T02:48:08.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:08 smithi063 ceph-mon[77007]: osdmap e417: 8 total, 8 up, 8 in 2024-04-24T02:48:08.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:48:08] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.33.4" 2024-04-24T02:48:08.531 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:08 smithi016 systemd[1]: Stopping Ceph osd.3 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:48:08.531 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[60014]: debug 2024-04-24T02:48:08.335+0000 7f13edc8c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:48:08.531 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[60014]: debug 2024-04-24T02:48:08.335+0000 7f13edc8c700 -1 osd.3 418 *** Got signal Terminated *** 2024-04-24T02:48:08.531 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[60014]: debug 2024-04-24T02:48:08.335+0000 7f13edc8c700 -1 osd.3 418 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:48:09.013 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:08 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:48:09.029 INFO:tasks.rados.rados.0.smithi016.stdout:1773: done (1 left) 2024-04-24T02:48:09.029 INFO:tasks.rados.rados.0.smithi016.stdout:1774: setattr oid 37 current snap is 189 2024-04-24T02:48:09.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 189 2024-04-24T02:48:09.029 INFO:tasks.rados.rados.0.smithi016.stdout:1775: seq_num 550 ranges {638976=417792,1056768=770048,1826816=638976,2465792=196608} 2024-04-24T02:48:09.029 INFO:tasks.rados.rados.0.smithi016.stdout:1775: writing smithi01673382-43 from 638976 to 1056768 tid 1 2024-04-24T02:48:09.034 INFO:tasks.rados.rados.0.smithi016.stdout:1775: writing smithi01673382-43 from 1056768 to 1826816 tid 2 2024-04-24T02:48:09.038 INFO:tasks.rados.rados.0.smithi016.stdout:1775: writing smithi01673382-43 from 1826816 to 2465792 tid 3 2024-04-24T02:48:09.040 INFO:tasks.rados.rados.0.smithi016.stdout:1775: writing smithi01673382-43 from 2465792 to 2662400 tid 4 2024-04-24T02:48:09.041 INFO:tasks.rados.rados.0.smithi016.stdout:1776: delete oid 33 current snap is 189 2024-04-24T02:48:09.041 INFO:tasks.rados.rados.0.smithi016.stdout:1771: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:48:09.041 INFO:tasks.rados.rados.0.smithi016.stdout:1771: finishing copy_from to smithi01673382-23 2024-04-24T02:48:09.041 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 716 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:48:09.041 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1042 (ObjNum 0 snap 32573 seq_num 2002598672) dirty exists 2024-04-24T02:48:09.043 INFO:tasks.rados.rados.0.smithi016.stdout:1775: finishing write tid 1 to smithi01673382-43 2024-04-24T02:48:09.050 INFO:tasks.rados.rados.0.smithi016.stdout:1775: finishing write tid 2 to smithi01673382-43 2024-04-24T02:48:09.050 INFO:tasks.rados.rados.0.smithi016.stdout:1775: finishing write tid 3 to smithi01673382-43 2024-04-24T02:48:09.050 INFO:tasks.rados.rados.0.smithi016.stdout:1775: finishing write tid 4 to smithi01673382-43 2024-04-24T02:48:09.051 INFO:tasks.rados.rados.0.smithi016.stdout:1775: finishing write tid 5 to smithi01673382-43 2024-04-24T02:48:09.051 INFO:tasks.rados.rados.0.smithi016.stdout:1771: done (3 left) 2024-04-24T02:48:09.051 INFO:tasks.rados.rados.0.smithi016.stdout:1774: done (2 left) 2024-04-24T02:48:09.051 INFO:tasks.rados.rados.0.smithi016.stdout:1776: done (1 left) 2024-04-24T02:48:09.051 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 189 2024-04-24T02:48:09.051 INFO:tasks.rados.rados.0.smithi016.stdout:1777: seq_num 552 ranges {4546560=450560,4997120=532480,5529600=655360,6184960=417792} 2024-04-24T02:48:09.078 INFO:tasks.rados.rados.0.smithi016.stdout:1777: writing smithi01673382-26 from 4546560 to 4997120 tid 1 2024-04-24T02:48:09.081 INFO:tasks.rados.rados.0.smithi016.stdout:1777: writing smithi01673382-26 from 4997120 to 5529600 tid 2 2024-04-24T02:48:09.085 INFO:tasks.rados.rados.0.smithi016.stdout:1777: writing smithi01673382-26 from 5529600 to 6184960 tid 3 2024-04-24T02:48:09.087 INFO:tasks.rados.rados.0.smithi016.stdout:1777: writing smithi01673382-26 from 6184960 to 6602752 tid 4 2024-04-24T02:48:09.087 INFO:tasks.rados.rados.0.smithi016.stdout:1778: snap_remove snap 165 2024-04-24T02:48:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:09 smithi016 ceph-mon[84376]: osdmap e418: 8 total, 8 up, 8 in 2024-04-24T02:48:09.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:09 smithi016 ceph-mon[84376]: osd.3 marked itself down and dead 2024-04-24T02:48:09.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:09 smithi016 ceph-mon[86910]: osdmap e418: 8 total, 8 up, 8 in 2024-04-24T02:48:09.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:09 smithi016 ceph-mon[86910]: osd.3 marked itself down and dead 2024-04-24T02:48:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:09 smithi063 ceph-mon[77007]: osdmap e418: 8 total, 8 up, 8 in 2024-04-24T02:48:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:09 smithi063 ceph-mon[77007]: osd.3 marked itself down and dead 2024-04-24T02:48:09.780 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:09 smithi016 bash[100985]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3 2024-04-24T02:48:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:1778: done (2 left) 2024-04-24T02:48:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 189 2024-04-24T02:48:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:1775: finishing write tid 6 to smithi01673382-43 2024-04-24T02:48:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1055 (ObjNum 550 snap 189 seq_num 550) dirty exists 2024-04-24T02:48:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:1775: left oid 43 (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:48:10.020 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing write tid 1 to smithi01673382-26 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing write tid 2 to smithi01673382-26 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing write tid 3 to smithi01673382-26 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing write tid 4 to smithi01673382-26 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing write tid 5 to smithi01673382-26 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing write tid 6 to smithi01673382-26 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1323 (ObjNum 552 snap 189 seq_num 552) dirty exists 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:1777: left oid 26 (ObjNum 552 snap 189 seq_num 552) 2024-04-24T02:48:10.021 INFO:tasks.rados.rados.0.smithi016.stdout:1779: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-04-24T02:48:10.022 INFO:tasks.rados.rados.0.smithi016.stdout:1779: writing smithi01673382-9 from 0 to 466944 tid 1 2024-04-24T02:48:10.025 INFO:tasks.rados.rados.0.smithi016.stdout:1779: writing smithi01673382-9 from 466944 to 884736 tid 2 2024-04-24T02:48:10.031 INFO:tasks.rados.rados.0.smithi016.stdout:1779: writing smithi01673382-9 from 884736 to 1302528 tid 3 2024-04-24T02:48:10.033 INFO:tasks.rados.rados.0.smithi016.stdout:1779: writing smithi01673382-9 from 1302528 to 1818624 tid 4 2024-04-24T02:48:10.034 INFO:tasks.rados.rados.0.smithi016.stdout:1779: writing smithi01673382-9 from 1818624 to 2072576 tid 5 2024-04-24T02:48:10.034 INFO:tasks.rados.rados.0.smithi016.stdout:1775: done (2 left) 2024-04-24T02:48:10.034 INFO:tasks.rados.rados.0.smithi016.stdout:1777: done (1 left) 2024-04-24T02:48:10.034 INFO:tasks.rados.rados.0.smithi016.stdout:1780: snap_create 2024-04-24T02:48:10.045 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing write tid 1 to smithi01673382-9 2024-04-24T02:48:10.046 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing write tid 2 to smithi01673382-9 2024-04-24T02:48:10.046 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing write tid 3 to smithi01673382-9 2024-04-24T02:48:10.046 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing write tid 4 to smithi01673382-9 2024-04-24T02:48:10.047 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing write tid 5 to smithi01673382-9 2024-04-24T02:48:10.047 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing write tid 6 to smithi01673382-9 2024-04-24T02:48:10.049 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing write tid 7 to smithi01673382-9 2024-04-24T02:48:10.049 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1168 (ObjNum 553 snap 189 seq_num 553) dirty exists 2024-04-24T02:48:10.049 INFO:tasks.rados.rados.0.smithi016.stdout:1779: left oid 9 (ObjNum 553 snap 189 seq_num 553) 2024-04-24T02:48:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:10 smithi016 ceph-mon[84376]: pgmap v253: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-24T02:48:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:10 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:48:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:10 smithi016 ceph-mon[84376]: osdmap e419: 8 total, 7 up, 8 in 2024-04-24T02:48:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:10 smithi016 ceph-mon[86910]: pgmap v253: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-24T02:48:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:10 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:48:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:10 smithi016 ceph-mon[86910]: osdmap e419: 8 total, 7 up, 8 in 2024-04-24T02:48:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:10 smithi063 ceph-mon[77007]: pgmap v253: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-24T02:48:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:10 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:48:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:10 smithi063 ceph-mon[77007]: osdmap e419: 8 total, 7 up, 8 in 2024-04-24T02:48:10.986 INFO:tasks.rados.rados.0.smithi016.stdout:1779: done (1 left) 2024-04-24T02:48:10.986 INFO:tasks.rados.rados.0.smithi016.stdout:1780: done (0 left) 2024-04-24T02:48:10.986 INFO:tasks.rados.rados.0.smithi016.stdout:1781: rollback oid 36 current snap is 190 2024-04-24T02:48:10.986 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 174 2024-04-24T02:48:10.986 INFO:tasks.rados.rados.0.smithi016.stdout:1782: snap_create 2024-04-24T02:48:10.991 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing rollback tid 0 to smithi01673382-36 2024-04-24T02:48:10.991 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:48:10.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1057 (ObjNum 0 snap 32573 seq_num 2002552032) dirty dne 2024-04-24T02:48:11.256 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:11 smithi016 ceph-mon[84376]: osdmap e420: 8 total, 7 up, 8 in 2024-04-24T02:48:11.256 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:11 smithi016 ceph-mon[84376]: osdmap e421: 8 total, 7 up, 8 in 2024-04-24T02:48:11.256 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:11 smithi016 ceph-mon[86910]: osdmap e420: 8 total, 7 up, 8 in 2024-04-24T02:48:11.257 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:11 smithi016 ceph-mon[86910]: osdmap e421: 8 total, 7 up, 8 in 2024-04-24T02:48:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:11 smithi063 ceph-mon[77007]: osdmap e420: 8 total, 7 up, 8 in 2024-04-24T02:48:11.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:11 smithi063 ceph-mon[77007]: osdmap e421: 8 total, 7 up, 8 in 2024-04-24T02:48:11.530 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:11 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.3.service: Succeeded. 2024-04-24T02:48:11.531 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:11 smithi016 systemd[1]: Stopped Ceph osd.3 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:48:11.531 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:11 smithi016 systemd[1]: Starting Ceph osd.3 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:48:11.987 INFO:tasks.rados.rados.0.smithi016.stdout:1781: done (1 left) 2024-04-24T02:48:11.987 INFO:tasks.rados.rados.0.smithi016.stdout:1782: done (0 left) 2024-04-24T02:48:11.987 INFO:tasks.rados.rados.0.smithi016.stdout:1783: read oid 4 snap 153 2024-04-24T02:48:11.988 INFO:tasks.rados.rados.0.smithi016.stdout:1783: expect (ObjNum 442 snap 152 seq_num 442) 2024-04-24T02:48:11.988 INFO:tasks.rados.rados.0.smithi016.stdout:1784: snap_remove snap 188 2024-04-24T02:48:12.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:12 smithi016 ceph-mon[86910]: pgmap v256: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 19 active+undersized, 89 active+clean; 561 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 13/1020 objects degraded (1.275%) 2024-04-24T02:48:12.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:12 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 13/1020 objects degraded (1.275%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:12.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:12 smithi016 ceph-mon[86910]: osdmap e422: 8 total, 7 up, 8 in 2024-04-24T02:48:12.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:12 smithi016 ceph-mon[84376]: pgmap v256: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 19 active+undersized, 89 active+clean; 561 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 13/1020 objects degraded (1.275%) 2024-04-24T02:48:12.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:12 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 13/1020 objects degraded (1.275%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:12.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:12 smithi016 ceph-mon[84376]: osdmap e422: 8 total, 7 up, 8 in 2024-04-24T02:48:12.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:12 smithi063 ceph-mon[77007]: pgmap v256: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 19 active+undersized, 89 active+clean; 561 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 13/1020 objects degraded (1.275%) 2024-04-24T02:48:12.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:12 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 13/1020 objects degraded (1.275%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:12.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:12 smithi063 ceph-mon[77007]: osdmap e422: 8 total, 7 up, 8 in 2024-04-24T02:48:12.341 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (4m) 27s ago 9m 15.5M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (4m) 2m ago 8m 43.7M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (10m) 27s ago 10m 15.5M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (10m) 2m ago 10m 18.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (3m) 2m ago 13m 447M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (3m) 27s ago 15m 507M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (3m) 27s ago 15m 52.3M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (2m) 2m ago 14m 18.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:48:12.664 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (2m) 27s ago 14m 45.0M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (4m) 27s ago 9m 17.5M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (4m) 2m ago 9m 22.5M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (97s) 27s ago 13m 153M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (63s) 27s ago 13m 129M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (31s) 27s ago 12m 13.9M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (12m) 27s ago 12m 194M 2489M 16.2.15-1-g8963e9de 727f386679cb 68ea3d24067d 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (11m) 2m ago 11m 203M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (11m) 2m ago 11m 161M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (10m) 2m ago 10m 93.9M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (10m) 2m ago 10m 112M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:48:12.665 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (3m) 2m ago 9m 55.9M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:48:12.670 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:12 smithi016 bash[101223]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-24T02:48:12.670 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:12 smithi016 bash[101223]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-24T02:48:12.670 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:12 smithi016 bash[101223]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-24T02:48:12.670 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:12 smithi016 bash[101223]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-24T02:48:12.670 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:12 smithi016 bash[101223]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-24T02:48:12.670 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:12 smithi016 bash[101223]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-24T02:48:12.670 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:12 smithi016 bash[101223]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-24T02:48:12.990 INFO:tasks.rados.rados.0.smithi016.stdout:1784: done (1 left) 2024-04-24T02:48:12.990 INFO:tasks.rados.rados.0.smithi016.stdout:1785: setattr oid 49 current snap is 191 2024-04-24T02:48:12.991 INFO:tasks.rados.rados.0.smithi016.stdout:1783: expect (ObjNum 442 snap 152 seq_num 442) 2024-04-24T02:48:13.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:13 smithi016 ceph-mon[86910]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:13.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:13 smithi016 ceph-mon[86910]: osdmap e423: 8 total, 7 up, 8 in 2024-04-24T02:48:13.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:13 smithi016 ceph-mon[84376]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:13.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:13 smithi016 ceph-mon[84376]: osdmap e423: 8 total, 7 up, 8 in 2024-04-24T02:48:13.131 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 4, 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:48:13.132 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:13.133 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:48:13.133 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 6, 2024-04-24T02:48:13.133 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T02:48:13.133 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:48:13.133 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:48:13.283 INFO:tasks.rados.rados.0.smithi016.stdout:1783: done (1 left) 2024-04-24T02:48:13.283 INFO:tasks.rados.rados.0.smithi016.stdout:1786: snap_remove snap 167 2024-04-24T02:48:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:13 smithi063 ceph-mon[77007]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:13 smithi063 ceph-mon[77007]: osdmap e423: 8 total, 7 up, 8 in 2024-04-24T02:48:13.781 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:13 smithi016 ceph-osd[101542]: -- 172.21.15.16:0/2590017674 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564ef95451e0 con 0x564ef9515400 2024-04-24T02:48:13.781 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:13 smithi016 bash[101520]: 721de1ed7bda917e12c6e8f871b6df80770718963321ef1b45685e88d77ee476 2024-04-24T02:48:13.781 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:13 smithi016 systemd[1]: Started Ceph osd.3 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:48:14.036 INFO:tasks.rados.rados.0.smithi016.stdout:1786: done (1 left) 2024-04-24T02:48:14.036 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 191 2024-04-24T02:48:14.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1148 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:48:14.036 INFO:tasks.rados.rados.0.smithi016.stdout:1787: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-04-24T02:48:14.038 INFO:tasks.rados.rados.0.smithi016.stdout:1787: writing smithi01673382-41 from 0 to 483328 tid 1 2024-04-24T02:48:14.043 INFO:tasks.rados.rados.0.smithi016.stdout:1787: writing smithi01673382-41 from 483328 to 1187840 tid 2 2024-04-24T02:48:14.047 INFO:tasks.rados.rados.0.smithi016.stdout:1787: writing smithi01673382-41 from 1187840 to 1810432 tid 3 2024-04-24T02:48:14.049 INFO:tasks.rados.rados.0.smithi016.stdout:1787: writing smithi01673382-41 from 1810432 to 2088960 tid 4 2024-04-24T02:48:14.049 INFO:tasks.rados.rados.0.smithi016.stdout:1785: done (1 left) 2024-04-24T02:48:14.049 INFO:tasks.rados.rados.0.smithi016.stdout:1788: copy_from oid 29 from oid 48 current snap is 191 2024-04-24T02:48:14.049 INFO:tasks.rados.rados.0.smithi016.stdout:1789: snap_remove snap 123 2024-04-24T02:48:14.281 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T02:48:13.926+0000 7fd0368157c0 -1 Falling back to public interface 2024-04-24T02:48:14.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[84376]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:14.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[84376]: pgmap v259: 121 pgs: 6 active+undersized+degraded, 8 peering, 27 active+undersized, 80 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 19 op/s; 65/1032 objects degraded (6.298%) 2024-04-24T02:48:14.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2560113602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:14.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[86910]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[86910]: pgmap v259: 121 pgs: 6 active+undersized+degraded, 8 peering, 27 active+undersized, 80 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 19 op/s; 65/1032 objects degraded (6.298%) 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2560113602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:14.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:14 smithi063 ceph-mon[77007]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:14 smithi063 ceph-mon[77007]: pgmap v259: 121 pgs: 6 active+undersized+degraded, 8 peering, 27 active+undersized, 80 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 19 op/s; 65/1032 objects degraded (6.298%) 2024-04-24T02:48:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:14 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2560113602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:14.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:15.046 INFO:tasks.rados.rados.0.smithi016.stdout:1789: done (2 left) 2024-04-24T02:48:15.046 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 191 2024-04-24T02:48:15.046 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing write tid 1 to smithi01673382-41 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing write tid 2 to smithi01673382-41 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing write tid 3 to smithi01673382-41 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing write tid 4 to smithi01673382-41 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing write tid 5 to smithi01673382-41 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1788: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing write tid 6 to smithi01673382-41 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1378 (ObjNum 554 snap 191 seq_num 554) dirty exists 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1787: left oid 41 (ObjNum 554 snap 191 seq_num 554) 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1788: finishing copy_from to smithi01673382-29 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 716 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:48:15.047 INFO:tasks.rados.rados.0.smithi016.stdout:1790: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2024-04-24T02:48:15.052 INFO:tasks.rados.rados.0.smithi016.stdout:1790: writing smithi01673382-49 from 0 to 499712 tid 1 2024-04-24T02:48:15.059 INFO:tasks.rados.rados.0.smithi016.stdout:1790: writing smithi01673382-49 from 499712 to 1138688 tid 2 2024-04-24T02:48:15.059 INFO:tasks.rados.rados.0.smithi016.stdout:1790: writing smithi01673382-49 from 1138688 to 1564672 tid 3 2024-04-24T02:48:15.061 INFO:tasks.rados.rados.0.smithi016.stdout:1790: writing smithi01673382-49 from 1564672 to 2105344 tid 4 2024-04-24T02:48:15.061 INFO:tasks.rados.rados.0.smithi016.stdout:1787: done (2 left) 2024-04-24T02:48:15.061 INFO:tasks.rados.rados.0.smithi016.stdout:1788: done (1 left) 2024-04-24T02:48:15.061 INFO:tasks.rados.rados.0.smithi016.stdout:1791: read oid 11 snap -1 2024-04-24T02:48:15.061 INFO:tasks.rados.rados.0.smithi016.stdout:1791: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:48:15.061 INFO:tasks.rados.rados.0.smithi016.stdout:1792: snap_create 2024-04-24T02:48:15.070 INFO:tasks.rados.rados.0.smithi016.stdout:1790: finishing write tid 1 to smithi01673382-49 2024-04-24T02:48:15.070 INFO:tasks.rados.rados.0.smithi016.stdout:1790: finishing write tid 2 to smithi01673382-49 2024-04-24T02:48:15.071 INFO:tasks.rados.rados.0.smithi016.stdout:1790: finishing write tid 3 to smithi01673382-49 2024-04-24T02:48:15.074 INFO:tasks.rados.rados.0.smithi016.stdout:1790: finishing write tid 4 to smithi01673382-49 2024-04-24T02:48:15.074 INFO:tasks.rados.rados.0.smithi016.stdout:1790: finishing write tid 5 to smithi01673382-49 2024-04-24T02:48:15.074 INFO:tasks.rados.rados.0.smithi016.stdout:1791: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:48:15.106 INFO:tasks.rados.rados.0.smithi016.stdout:1790: finishing write tid 6 to smithi01673382-49 2024-04-24T02:48:15.106 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1161 (ObjNum 555 snap 191 seq_num 555) dirty exists 2024-04-24T02:48:15.106 INFO:tasks.rados.rados.0.smithi016.stdout:1790: left oid 49 (ObjNum 555 snap 191 seq_num 555) 2024-04-24T02:48:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:15 smithi063 ceph-mon[77007]: osdmap e424: 8 total, 7 up, 8 in 2024-04-24T02:48:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:15 smithi016 ceph-mon[84376]: osdmap e424: 8 total, 7 up, 8 in 2024-04-24T02:48:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:15 smithi016 ceph-mon[86910]: osdmap e424: 8 total, 7 up, 8 in 2024-04-24T02:48:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:15.987 INFO:tasks.rados.rados.0.smithi016.stdout:1790: done (2 left) 2024-04-24T02:48:15.987 INFO:tasks.rados.rados.0.smithi016.stdout:1791: done (1 left) 2024-04-24T02:48:15.987 INFO:tasks.rados.rados.0.smithi016.stdout:1792: done (0 left) 2024-04-24T02:48:15.987 INFO:tasks.rados.rados.0.smithi016.stdout:1793: setattr oid 37 current snap is 192 2024-04-24T02:48:15.988 INFO:tasks.rados.rados.0.smithi016.stdout:1794: copy_from oid 34 from oid 33 current snap is 192 2024-04-24T02:48:15.988 INFO:tasks.rados.rados.0.smithi016.stdout:1795: copy_from oid 16 from oid 43 current snap is 192 2024-04-24T02:48:15.989 INFO:tasks.rados.rados.0.smithi016.stdout:1796: rollback oid 13 current snap is 192 2024-04-24T02:48:15.989 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 183 2024-04-24T02:48:15.989 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 192 2024-04-24T02:48:15.989 INFO:tasks.rados.rados.0.smithi016.stdout:1797: seq_num 556 ranges {1687552=516096,2203648=524288,2727936=638976,3366912=442368} 2024-04-24T02:48:16.001 INFO:tasks.rados.rados.0.smithi016.stdout:1797: writing smithi01673382-24 from 1687552 to 2203648 tid 1 2024-04-24T02:48:16.004 INFO:tasks.rados.rados.0.smithi016.stdout:1797: writing smithi01673382-24 from 2203648 to 2727936 tid 2 2024-04-24T02:48:16.008 INFO:tasks.rados.rados.0.smithi016.stdout:1797: writing smithi01673382-24 from 2727936 to 3366912 tid 3 2024-04-24T02:48:16.011 INFO:tasks.rados.rados.0.smithi016.stdout:1797: writing smithi01673382-24 from 3366912 to 3809280 tid 4 2024-04-24T02:48:16.011 INFO:tasks.rados.rados.0.smithi016.stdout:1798: copy_from oid 38 from oid 11 current snap is 192 2024-04-24T02:48:16.011 INFO:tasks.rados.rados.0.smithi016.stdout:1794: finishing copy_from to smithi01673382-34 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1794: got expected ENOENT (src dne) 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1043 (ObjNum 1733981013 snap 1834444372 seq_num 1751282799) dirty exists 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1794: finishing copy_from racing read to smithi01673382-34 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing rollback tid 0 to smithi01673382-13 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1428 (ObjNum 480 snap 174 seq_num 480) dirty exists 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1797: finishing write tid 1 to smithi01673382-24 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1797: finishing write tid 2 to smithi01673382-24 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1793: done (5 left) 2024-04-24T02:48:16.012 INFO:tasks.rados.rados.0.smithi016.stdout:1794: done (4 left) 2024-04-24T02:48:16.013 INFO:tasks.rados.rados.0.smithi016.stdout:1796: done (3 left) 2024-04-24T02:48:16.013 INFO:tasks.rados.rados.0.smithi016.stdout:1799: rollback oid 19 current snap is 192 2024-04-24T02:48:16.013 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 180 2024-04-24T02:48:16.013 INFO:tasks.rados.rados.0.smithi016.stdout:1800: snap_create 2024-04-24T02:48:16.013 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing copy_from racing read to smithi01673382-16 2024-04-24T02:48:16.013 INFO:tasks.rados.rados.0.smithi016.stdout:1797: finishing write tid 3 to smithi01673382-24 2024-04-24T02:48:16.014 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing copy_from to smithi01673382-16 2024-04-24T02:48:16.014 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1055 (ObjNum 550 snap 189 seq_num 550) dirty exists 2024-04-24T02:48:16.014 INFO:tasks.rados.rados.0.smithi016.stdout:1797: finishing write tid 4 to smithi01673382-24 2024-04-24T02:48:16.014 INFO:tasks.rados.rados.0.smithi016.stdout:1797: finishing write tid 5 to smithi01673382-24 2024-04-24T02:48:16.015 INFO:tasks.rados.rados.0.smithi016.stdout:1799: finishing rollback tid 0 to smithi01673382-19 2024-04-24T02:48:16.015 INFO:tasks.rados.rados.0.smithi016.stdout:1799: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:48:16.016 INFO:tasks.rados.rados.0.smithi016.stdout:1799: finishing rollback tid 2 to smithi01673382-19 2024-04-24T02:48:16.016 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1432 (ObjNum 457 snap 157 seq_num 457) dirty exists 2024-04-24T02:48:16.017 INFO:tasks.rados.rados.0.smithi016.stdout:1797: finishing write tid 6 to smithi01673382-24 2024-04-24T02:48:16.017 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1384 (ObjNum 556 snap 192 seq_num 556) dirty exists 2024-04-24T02:48:16.017 INFO:tasks.rados.rados.0.smithi016.stdout:1797: left oid 24 (ObjNum 556 snap 192 seq_num 556) 2024-04-24T02:48:16.020 INFO:tasks.rados.rados.0.smithi016.stdout:1798: finishing copy_from racing read to smithi01673382-38 2024-04-24T02:48:16.022 INFO:tasks.rados.rados.0.smithi016.stdout:1798: finishing copy_from to smithi01673382-38 2024-04-24T02:48:16.022 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 708 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:48:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:16 smithi063 ceph-mon[77007]: pgmap v262: 121 pgs: 6 active+undersized+degraded, 8 peering, 27 active+undersized, 80 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 11 op/s; 65/1032 objects degraded (6.298%) 2024-04-24T02:48:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:16 smithi063 ceph-mon[77007]: osdmap e425: 8 total, 7 up, 8 in 2024-04-24T02:48:16.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:16 smithi063 ceph-mon[77007]: osdmap e426: 8 total, 7 up, 8 in 2024-04-24T02:48:16.335 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:16 smithi016 ceph-mon[84376]: pgmap v262: 121 pgs: 6 active+undersized+degraded, 8 peering, 27 active+undersized, 80 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 11 op/s; 65/1032 objects degraded (6.298%) 2024-04-24T02:48:16.336 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:16 smithi016 ceph-mon[84376]: osdmap e425: 8 total, 7 up, 8 in 2024-04-24T02:48:16.336 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:16 smithi016 ceph-mon[84376]: osdmap e426: 8 total, 7 up, 8 in 2024-04-24T02:48:16.336 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:16 smithi016 ceph-mon[86910]: pgmap v262: 121 pgs: 6 active+undersized+degraded, 8 peering, 27 active+undersized, 80 active+clean; 570 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 11 op/s; 65/1032 objects degraded (6.298%) 2024-04-24T02:48:16.336 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:16 smithi016 ceph-mon[86910]: osdmap e425: 8 total, 7 up, 8 in 2024-04-24T02:48:16.336 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:16 smithi016 ceph-mon[86910]: osdmap e426: 8 total, 7 up, 8 in 2024-04-24T02:48:16.988 INFO:tasks.rados.rados.0.smithi016.stdout:1795: done (4 left) 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1797: done (3 left) 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1798: done (2 left) 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1799: done (1 left) 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1800: done (0 left) 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1801: rmattr oid 9 current snap is 193 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1801: done (0 left) 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1802: copy_from oid 8 from oid 42 current snap is 193 2024-04-24T02:48:16.989 INFO:tasks.rados.rados.0.smithi016.stdout:1803: delete oid 3 current snap is 193 2024-04-24T02:48:16.993 INFO:tasks.rados.rados.0.smithi016.stdout:1802: finishing copy_from to smithi01673382-8 2024-04-24T02:48:16.993 INFO:tasks.rados.rados.0.smithi016.stdout:1802: got expected ENOENT (src dne) 2024-04-24T02:48:16.993 INFO:tasks.rados.rados.0.smithi016.stdout:1802: finishing copy_from racing read to smithi01673382-8 2024-04-24T02:48:16.994 INFO:tasks.rados.rados.0.smithi016.stdout:1802: done (1 left) 2024-04-24T02:48:16.994 INFO:tasks.rados.rados.0.smithi016.stdout:1803: done (0 left) 2024-04-24T02:48:16.994 INFO:tasks.rados.rados.0.smithi016.stdout:1804: rollback oid 23 current snap is 193 2024-04-24T02:48:16.995 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 192 2024-04-24T02:48:16.995 INFO:tasks.rados.rados.0.smithi016.stdout:1805: snap_create 2024-04-24T02:48:16.998 INFO:tasks.rados.rados.0.smithi016.stdout:1804: finishing rollback tid 0 to smithi01673382-23 2024-04-24T02:48:16.999 INFO:tasks.rados.rados.0.smithi016.stdout:1804: finishing rollback tid 1 to smithi01673382-23 2024-04-24T02:48:16.999 INFO:tasks.rados.rados.0.smithi016.stdout:1804: finishing rollback tid 2 to smithi01673382-23 2024-04-24T02:48:16.999 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1175 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:48:17.989 INFO:tasks.rados.rados.0.smithi016.stdout:1804: done (1 left) 2024-04-24T02:48:17.989 INFO:tasks.rados.rados.0.smithi016.stdout:1805: done (0 left) 2024-04-24T02:48:17.989 INFO:tasks.rados.rados.0.smithi016.stdout:1806: read oid 30 snap 124 2024-04-24T02:48:17.989 INFO:tasks.rados.rados.0.smithi016.stdout:1806: expect deleted 2024-04-24T02:48:17.989 INFO:tasks.rados.rados.0.smithi016.stdout:1807: rollback oid 17 current snap is 194 2024-04-24T02:48:17.990 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 168 2024-04-24T02:48:17.990 INFO:tasks.rados.rados.0.smithi016.stdout:1808: read oid 14 snap 172 2024-04-24T02:48:17.990 INFO:tasks.rados.rados.0.smithi016.stdout:1808: expect (ObjNum 438 snap 151 seq_num 438) 2024-04-24T02:48:17.990 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 194 2024-04-24T02:48:17.990 INFO:tasks.rados.rados.0.smithi016.stdout:1809: seq_num 558 ranges {2818048=548864,3366912=688128,4055040=606208,4661248=311296} 2024-04-24T02:48:18.008 INFO:tasks.rados.rados.0.smithi016.stdout:1809: writing smithi01673382-45 from 2818048 to 3366912 tid 1 2024-04-24T02:48:18.012 INFO:tasks.rados.rados.0.smithi016.stdout:1809: writing smithi01673382-45 from 3366912 to 4055040 tid 2 2024-04-24T02:48:18.015 INFO:tasks.rados.rados.0.smithi016.stdout:1809: writing smithi01673382-45 from 4055040 to 4661248 tid 3 2024-04-24T02:48:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:1809: writing smithi01673382-45 from 4661248 to 4972544 tid 4 2024-04-24T02:48:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:1810: rmattr oid 7 current snap is 194 2024-04-24T02:48:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:1810: done (4 left) 2024-04-24T02:48:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:1811: copy_from oid 33 from oid 36 current snap is 194 2024-04-24T02:48:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 194 2024-04-24T02:48:18.024 INFO:tasks.rados.rados.0.smithi016.stdout:1812: seq_num 559 ranges {1433600=565248,1998848=573440,2572288=409600,2981888=622592} 2024-04-24T02:48:18.029 INFO:tasks.rados.rados.0.smithi016.stdout:1812: writing smithi01673382-44 from 1433600 to 1998848 tid 1 2024-04-24T02:48:18.032 INFO:tasks.rados.rados.0.smithi016.stdout:1812: writing smithi01673382-44 from 1998848 to 2572288 tid 2 2024-04-24T02:48:18.035 INFO:tasks.rados.rados.0.smithi016.stdout:1812: writing smithi01673382-44 from 2572288 to 2981888 tid 3 2024-04-24T02:48:18.039 INFO:tasks.rados.rados.0.smithi016.stdout:1812: writing smithi01673382-44 from 2981888 to 3604480 tid 4 2024-04-24T02:48:18.039 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 194 2024-04-24T02:48:18.039 INFO:tasks.rados.rados.0.smithi016.stdout:1808: expect (ObjNum 438 snap 151 seq_num 438) 2024-04-24T02:48:18.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:17 smithi063 ceph-mon[77007]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 85/1038 objects degraded (8.189%) 2024-04-24T02:48:18.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:17 smithi063 ceph-mon[77007]: osdmap e427: 8 total, 7 up, 8 in 2024-04-24T02:48:18.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[84376]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 85/1038 objects degraded (8.189%) 2024-04-24T02:48:18.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[84376]: osdmap e427: 8 total, 7 up, 8 in 2024-04-24T02:48:18.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.064 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.064 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.064 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[86910]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 85/1038 objects degraded (8.189%) 2024-04-24T02:48:18.064 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[86910]: osdmap e427: 8 total, 7 up, 8 in 2024-04-24T02:48:18.064 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.064 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:18.152 INFO:tasks.rados.rados.0.smithi016.stdout:1807: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:48:18.152 INFO:tasks.rados.rados.0.smithi016.stdout:1807: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:48:18.152 INFO:tasks.rados.rados.0.smithi016.stdout:1807: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:48:18.152 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1436 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:48:18.152 INFO:tasks.rados.rados.0.smithi016.stdout:1813: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2024-04-24T02:48:18.154 INFO:tasks.rados.rados.0.smithi016.stdout:1813: writing smithi01673382-6 from 0 to 581632 tid 1 2024-04-24T02:48:18.157 INFO:tasks.rados.rados.0.smithi016.stdout:1813: writing smithi01673382-6 from 581632 to 1040384 tid 2 2024-04-24T02:48:18.161 INFO:tasks.rados.rados.0.smithi016.stdout:1813: writing smithi01673382-6 from 1040384 to 1654784 tid 3 2024-04-24T02:48:18.164 INFO:tasks.rados.rados.0.smithi016.stdout:1813: writing smithi01673382-6 from 1654784 to 2187264 tid 4 2024-04-24T02:48:18.164 INFO:tasks.rados.rados.0.smithi016.stdout:1806: done (6 left) 2024-04-24T02:48:18.164 INFO:tasks.rados.rados.0.smithi016.stdout:1807: done (5 left) 2024-04-24T02:48:18.164 INFO:tasks.rados.rados.0.smithi016.stdout:1808: done (4 left) 2024-04-24T02:48:18.164 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 194 2024-04-24T02:48:18.164 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing write tid 1 to smithi01673382-45 2024-04-24T02:48:18.165 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing write tid 2 to smithi01673382-45 2024-04-24T02:48:18.165 INFO:tasks.rados.rados.0.smithi016.stdout:1814: seq_num 561 ranges {1835008=598016,2433024=745472,3178496=778240,3956736=81920} 2024-04-24T02:48:18.177 INFO:tasks.rados.rados.0.smithi016.stdout:1814: writing smithi01673382-30 from 1835008 to 2433024 tid 1 2024-04-24T02:48:18.182 INFO:tasks.rados.rados.0.smithi016.stdout:1814: writing smithi01673382-30 from 2433024 to 3178496 tid 2 2024-04-24T02:48:18.186 INFO:tasks.rados.rados.0.smithi016.stdout:1814: writing smithi01673382-30 from 3178496 to 3956736 tid 3 2024-04-24T02:48:18.187 INFO:tasks.rados.rados.0.smithi016.stdout:1814: writing smithi01673382-30 from 3956736 to 4038656 tid 4 2024-04-24T02:48:18.187 INFO:tasks.rados.rados.0.smithi016.stdout:1815: snap_create 2024-04-24T02:48:18.187 INFO:tasks.rados.rados.0.smithi016.stdout:1811: finishing copy_from to smithi01673382-33 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1811: got expected ENOENT (src dne) 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1811: finishing copy_from racing read to smithi01673382-33 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing write tid 3 to smithi01673382-45 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing write tid 4 to smithi01673382-45 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing write tid 5 to smithi01673382-45 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing write tid 6 to smithi01673382-45 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1062 (ObjNum 558 snap 194 seq_num 558) dirty exists 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1809: left oid 45 (ObjNum 558 snap 194 seq_num 558) 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1812: finishing write tid 1 to smithi01673382-44 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1812: finishing write tid 2 to smithi01673382-44 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1812: finishing write tid 3 to smithi01673382-44 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1812: finishing write tid 4 to smithi01673382-44 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1812: finishing write tid 5 to smithi01673382-44 2024-04-24T02:48:18.188 INFO:tasks.rados.rados.0.smithi016.stdout:1812: finishing write tid 6 to smithi01673382-44 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1442 (ObjNum 559 snap 194 seq_num 559) dirty exists 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1812: left oid 44 (ObjNum 559 snap 194 seq_num 559) 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1813: finishing write tid 1 to smithi01673382-6 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1813: finishing write tid 2 to smithi01673382-6 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1813: finishing write tid 3 to smithi01673382-6 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1813: finishing write tid 4 to smithi01673382-6 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1813: finishing write tid 5 to smithi01673382-6 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1813: finishing write tid 6 to smithi01673382-6 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 941 (ObjNum 560 snap 194 seq_num 560) dirty exists 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1813: left oid 6 (ObjNum 560 snap 194 seq_num 560) 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1814: finishing write tid 1 to smithi01673382-30 2024-04-24T02:48:18.189 INFO:tasks.rados.rados.0.smithi016.stdout:1814: finishing write tid 2 to smithi01673382-30 2024-04-24T02:48:18.190 INFO:tasks.rados.rados.0.smithi016.stdout:1814: finishing write tid 3 to smithi01673382-30 2024-04-24T02:48:18.190 INFO:tasks.rados.rados.0.smithi016.stdout:1814: finishing write tid 4 to smithi01673382-30 2024-04-24T02:48:18.190 INFO:tasks.rados.rados.0.smithi016.stdout:1814: finishing write tid 5 to smithi01673382-30 2024-04-24T02:48:18.191 INFO:tasks.rados.rados.0.smithi016.stdout:1814: finishing write tid 6 to smithi01673382-30 2024-04-24T02:48:18.191 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1110 (ObjNum 561 snap 194 seq_num 561) dirty exists 2024-04-24T02:48:18.191 INFO:tasks.rados.rados.0.smithi016.stdout:1814: left oid 30 (ObjNum 561 snap 194 seq_num 561) 2024-04-24T02:48:18.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:48:18] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.33.4" 2024-04-24T02:48:18.991 INFO:tasks.rados.rados.0.smithi016.stdout:1809: done (5 left) 2024-04-24T02:48:18.991 INFO:tasks.rados.rados.0.smithi016.stdout:1811: done (4 left) 2024-04-24T02:48:18.991 INFO:tasks.rados.rados.0.smithi016.stdout:1812: done (3 left) 2024-04-24T02:48:18.991 INFO:tasks.rados.rados.0.smithi016.stdout:1813: done (2 left) 2024-04-24T02:48:18.991 INFO:tasks.rados.rados.0.smithi016.stdout:1814: done (1 left) 2024-04-24T02:48:18.991 INFO:tasks.rados.rados.0.smithi016.stdout:1815: done (0 left) 2024-04-24T02:48:18.991 INFO:tasks.rados.rados.0.smithi016.stdout:1816: delete oid 40 current snap is 195 2024-04-24T02:48:18.994 INFO:tasks.rados.rados.0.smithi016.stdout:1816: done (0 left) 2024-04-24T02:48:18.995 INFO:tasks.rados.rados.0.smithi016.stdout:1817: read oid 17 snap 181 2024-04-24T02:48:18.995 INFO:tasks.rados.rados.0.smithi016.stdout:1817: expect (ObjNum 503 snap 181 seq_num 503) 2024-04-24T02:48:18.996 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 195 2024-04-24T02:48:18.996 INFO:tasks.rados.rados.0.smithi016.stdout:1818: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-04-24T02:48:18.999 INFO:tasks.rados.rados.0.smithi016.stdout:1818: writing smithi01673382-3 from 0 to 638976 tid 1 2024-04-24T02:48:19.002 INFO:tasks.rados.rados.0.smithi016.stdout:1818: writing smithi01673382-3 from 638976 to 1204224 tid 2 2024-04-24T02:48:19.007 INFO:tasks.rados.rados.0.smithi016.stdout:1818: writing smithi01673382-3 from 1204224 to 1998848 tid 3 2024-04-24T02:48:19.008 INFO:tasks.rados.rados.0.smithi016.stdout:1818: writing smithi01673382-3 from 1998848 to 2244608 tid 4 2024-04-24T02:48:19.009 INFO:tasks.rados.rados.0.smithi016.stdout:1819: snap_create 2024-04-24T02:48:19.014 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 1 to smithi01673382-3 2024-04-24T02:48:19.016 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 2 to smithi01673382-3 2024-04-24T02:48:19.021 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 3 to smithi01673382-3 2024-04-24T02:48:19.021 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 4 to smithi01673382-3 2024-04-24T02:48:19.021 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 5 to smithi01673382-3 2024-04-24T02:48:19.024 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 6 to smithi01673382-3 2024-04-24T02:48:19.024 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1174 (ObjNum 563 snap 195 seq_num 563) dirty exists 2024-04-24T02:48:19.024 INFO:tasks.rados.rados.0.smithi016.stdout:1818: left oid 3 (ObjNum 563 snap 195 seq_num 563) 2024-04-24T02:48:19.038 INFO:tasks.rados.rados.0.smithi016.stdout:1817: expect (ObjNum 503 snap 181 seq_num 503) 2024-04-24T02:48:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:18 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 85/1038 objects degraded (8.189%), 8 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:19.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:18 smithi063 ceph-mon[77007]: osdmap e428: 8 total, 7 up, 8 in 2024-04-24T02:48:19.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:18.658Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:48:19.060 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:18 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:18.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:48:19.093 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:18 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 85/1038 objects degraded (8.189%), 8 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:19.093 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:18 smithi016 ceph-mon[84376]: osdmap e428: 8 total, 7 up, 8 in 2024-04-24T02:48:19.093 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:18 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 85/1038 objects degraded (8.189%), 8 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:19.093 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:18 smithi016 ceph-mon[86910]: osdmap e428: 8 total, 7 up, 8 in 2024-04-24T02:48:19.094 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T02:48:18.805+0000 7fd0368157c0 -1 osd.3 0 read_superblock omap replica is missing. 2024-04-24T02:48:19.094 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T02:48:18.862+0000 7fd0368157c0 -1 osd.3 418 log_to_monitors true 2024-04-24T02:48:19.401 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T02:48:19.336+0000 7fd023c67700 -1 osd.3 418 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:48:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:19 smithi063 ceph-mon[77007]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 85/1038 objects degraded (8.189%) 2024-04-24T02:48:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:19 smithi063 ceph-mon[77007]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-24T02:48:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:19 smithi063 ceph-mon[77007]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T02:48:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:19 smithi063 ceph-mon[77007]: osdmap e429: 8 total, 7 up, 8 in 2024-04-24T02:48:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:19 smithi063 ceph-mon[77007]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:48:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:19 smithi063 ceph-mon[77007]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' 2024-04-24T02:48:20.157 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[84376]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 85/1038 objects degraded (8.189%) 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[84376]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[84376]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[84376]: osdmap e429: 8 total, 7 up, 8 in 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[84376]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[84376]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[86910]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 575 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 85/1038 objects degraded (8.189%) 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[86910]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[86910]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T02:48:20.158 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[86910]: osdmap e429: 8 total, 7 up, 8 in 2024-04-24T02:48:20.159 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[86910]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-24T02:48:20.159 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:19 smithi016 ceph-mon[86910]: from='osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302]' entity='osd.3' 2024-04-24T02:48:20.191 INFO:tasks.rados.rados.0.smithi016.stdout:1817: done (2 left) 2024-04-24T02:48:20.191 INFO:tasks.rados.rados.0.smithi016.stdout:1818: done (1 left) 2024-04-24T02:48:20.191 INFO:tasks.rados.rados.0.smithi016.stdout:1819: done (0 left) 2024-04-24T02:48:20.191 INFO:tasks.rados.rados.0.smithi016.stdout:1820: setattr oid 29 current snap is 196 2024-04-24T02:48:20.193 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 196 2024-04-24T02:48:20.193 INFO:tasks.rados.rados.0.smithi016.stdout:1821: seq_num 564 ranges {7086080=655360,7741440=442368,8183808=598016,8781824=565248} 2024-04-24T02:48:20.235 INFO:tasks.rados.rados.0.smithi016.stdout:1821: writing smithi01673382-31 from 7086080 to 7741440 tid 1 2024-04-24T02:48:20.237 INFO:tasks.rados.rados.0.smithi016.stdout:1821: writing smithi01673382-31 from 7741440 to 8183808 tid 2 2024-04-24T02:48:20.241 INFO:tasks.rados.rados.0.smithi016.stdout:1821: writing smithi01673382-31 from 8183808 to 8781824 tid 3 2024-04-24T02:48:20.245 INFO:tasks.rados.rados.0.smithi016.stdout:1821: writing smithi01673382-31 from 8781824 to 9347072 tid 4 2024-04-24T02:48:20.245 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 196 2024-04-24T02:48:20.245 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 942 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:48:20.245 INFO:tasks.rados.rados.0.smithi016.stdout:1821: finishing write tid 1 to smithi01673382-31 2024-04-24T02:48:20.245 INFO:tasks.rados.rados.0.smithi016.stdout:1821: finishing write tid 2 to smithi01673382-31 2024-04-24T02:48:20.245 INFO:tasks.rados.rados.0.smithi016.stdout:1821: finishing write tid 3 to smithi01673382-31 2024-04-24T02:48:20.245 INFO:tasks.rados.rados.0.smithi016.stdout:1822: seq_num 565 ranges {0=671744,671744=729088,1400832=753664,2154496=122880} 2024-04-24T02:48:20.248 INFO:tasks.rados.rados.0.smithi016.stdout:1822: writing smithi01673382-46 from 0 to 671744 tid 1 2024-04-24T02:48:20.252 INFO:tasks.rados.rados.0.smithi016.stdout:1822: writing smithi01673382-46 from 671744 to 1400832 tid 2 2024-04-24T02:48:20.256 INFO:tasks.rados.rados.0.smithi016.stdout:1822: writing smithi01673382-46 from 1400832 to 2154496 tid 3 2024-04-24T02:48:20.257 INFO:tasks.rados.rados.0.smithi016.stdout:1822: writing smithi01673382-46 from 2154496 to 2277376 tid 4 2024-04-24T02:48:20.257 INFO:tasks.rados.rados.0.smithi016.stdout:1820: done (2 left) 2024-04-24T02:48:20.257 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 196 2024-04-24T02:48:20.257 INFO:tasks.rados.rados.0.smithi016.stdout:1821: finishing write tid 4 to smithi01673382-31 2024-04-24T02:48:20.258 INFO:tasks.rados.rados.0.smithi016.stdout:1821: finishing write tid 5 to smithi01673382-31 2024-04-24T02:48:20.258 INFO:tasks.rados.rados.0.smithi016.stdout:1821: finishing write tid 6 to smithi01673382-31 2024-04-24T02:48:20.258 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 706 (ObjNum 564 snap 196 seq_num 564) dirty exists 2024-04-24T02:48:20.258 INFO:tasks.rados.rados.0.smithi016.stdout:1821: left oid 31 (ObjNum 564 snap 196 seq_num 564) 2024-04-24T02:48:20.258 INFO:tasks.rados.rados.0.smithi016.stdout:1823: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-04-24T02:48:20.260 INFO:tasks.rados.rados.0.smithi016.stdout:1823: writing smithi01673382-25 from 0 to 688128 tid 1 2024-04-24T02:48:20.265 INFO:tasks.rados.rados.0.smithi016.stdout:1823: writing smithi01673382-25 from 688128 to 1302528 tid 2 2024-04-24T02:48:20.268 INFO:tasks.rados.rados.0.smithi016.stdout:1823: writing smithi01673382-25 from 1302528 to 1867776 tid 3 2024-04-24T02:48:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:1823: writing smithi01673382-25 from 1867776 to 2293760 tid 4 2024-04-24T02:48:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:1821: done (2 left) 2024-04-24T02:48:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 196 2024-04-24T02:48:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:1823: finishing write tid 1 to smithi01673382-25 2024-04-24T02:48:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:1823: finishing write tid 2 to smithi01673382-25 2024-04-24T02:48:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:1824: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-04-24T02:48:20.275 INFO:tasks.rados.rados.0.smithi016.stdout:1824: writing smithi01673382-42 from 0 to 704512 tid 1 2024-04-24T02:48:20.278 INFO:tasks.rados.rados.0.smithi016.stdout:1824: writing smithi01673382-42 from 704512 to 1204224 tid 2 2024-04-24T02:48:20.282 INFO:tasks.rados.rados.0.smithi016.stdout:1824: writing smithi01673382-42 from 1204224 to 1974272 tid 3 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1824: writing smithi01673382-42 from 1974272 to 2310144 tid 4 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1825: rmattr oid 18 current snap is 196 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1825: done (3 left) 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1826: setattr oid 32 current snap is 196 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1823: finishing write tid 3 to smithi01673382-25 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1823: finishing write tid 4 to smithi01673382-25 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1823: finishing write tid 5 to smithi01673382-25 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1823: finishing write tid 6 to smithi01673382-25 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1180 (ObjNum 566 snap 196 seq_num 566) dirty exists 2024-04-24T02:48:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1823: left oid 25 (ObjNum 566 snap 196 seq_num 566) 2024-04-24T02:48:20.286 INFO:tasks.rados.rados.0.smithi016.stdout:1823: done (3 left) 2024-04-24T02:48:20.287 INFO:tasks.rados.rados.0.smithi016.stdout:1827: rollback oid 39 current snap is 196 2024-04-24T02:48:20.287 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 185 2024-04-24T02:48:20.287 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 196 2024-04-24T02:48:20.287 INFO:tasks.rados.rados.0.smithi016.stdout:1828: seq_num 568 ranges {1818624=720896,2539520=786432,3325952=581632,3907584=237568} 2024-04-24T02:48:20.300 INFO:tasks.rados.rados.0.smithi016.stdout:1828: writing smithi01673382-8 from 1818624 to 2539520 tid 1 2024-04-24T02:48:20.305 INFO:tasks.rados.rados.0.smithi016.stdout:1828: writing smithi01673382-8 from 2539520 to 3325952 tid 2 2024-04-24T02:48:20.309 INFO:tasks.rados.rados.0.smithi016.stdout:1828: writing smithi01673382-8 from 3325952 to 3907584 tid 3 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1828: writing smithi01673382-8 from 3907584 to 4145152 tid 4 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1829: rollback oid 27 current snap is 196 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 166 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1181 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1826: done (5 left) 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1830: copy_from oid 49 from oid 31 current snap is 196 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1827: finishing rollback tid 0 to smithi01673382-39 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1827: finishing rollback tid 1 to smithi01673382-39 2024-04-24T02:48:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1827: finishing rollback tid 2 to smithi01673382-39 2024-04-24T02:48:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1114 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-24T02:48:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing write tid 1 to smithi01673382-8 2024-04-24T02:48:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing write tid 2 to smithi01673382-8 2024-04-24T02:48:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:1827: done (5 left) 2024-04-24T02:48:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:1831: delete oid 4 current snap is 196 2024-04-24T02:48:20.313 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing write tid 3 to smithi01673382-8 2024-04-24T02:48:20.313 INFO:tasks.rados.rados.0.smithi016.stdout:1829: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:48:20.314 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing write tid 4 to smithi01673382-8 2024-04-24T02:48:20.315 INFO:tasks.rados.rados.0.smithi016.stdout:1829: finishing rollback tid 2 to smithi01673382-27 2024-04-24T02:48:20.315 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 944 (ObjNum 464 snap 161 seq_num 464) dirty exists 2024-04-24T02:48:20.315 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing write tid 5 to smithi01673382-8 2024-04-24T02:48:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:1829: done (5 left) 2024-04-24T02:48:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:1831: done (4 left) 2024-04-24T02:48:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:1832: rmattr oid 37 current snap is 196 2024-04-24T02:48:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:1833: copy_from oid 41 from oid 50 current snap is 196 2024-04-24T02:48:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:1834: setattr oid 14 current snap is 196 2024-04-24T02:48:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing write tid 6 to smithi01673382-8 2024-04-24T02:48:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1448 (ObjNum 568 snap 196 seq_num 568) dirty exists 2024-04-24T02:48:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:1828: left oid 8 (ObjNum 568 snap 196 seq_num 568) 2024-04-24T02:48:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:1828: done (6 left) 2024-04-24T02:48:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:1835: snap_create 2024-04-24T02:48:20.320 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1044 (ObjNum 1 snap 32573 seq_num 2003416880) dirty exists 2024-04-24T02:48:20.320 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1045 (ObjNum 527 snap 183 seq_num 527) dirty exists 2024-04-24T02:48:20.348 INFO:tasks.rados.rados.0.smithi016.stdout:1830: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:48:20.356 INFO:tasks.rados.rados.0.smithi016.stdout:1830: finishing copy_from to smithi01673382-49 2024-04-24T02:48:20.356 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 706 (ObjNum 564 snap 196 seq_num 564) dirty exists 2024-04-24T02:48:20.854 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:48:20.854 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[84376]: osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302] boot 2024-04-24T02:48:20.855 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[84376]: osdmap e430: 8 total, 8 up, 8 in 2024-04-24T02:48:20.855 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:48:20.855 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:48:20.855 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[86910]: osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302] boot 2024-04-24T02:48:20.855 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[86910]: osdmap e430: 8 total, 8 up, 8 in 2024-04-24T02:48:20.855 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:48:20.994 INFO:tasks.rados.rados.0.smithi016.stdout:1830: done (6 left) 2024-04-24T02:48:20.994 INFO:tasks.rados.rados.0.smithi016.stdout:1832: done (5 left) 2024-04-24T02:48:20.994 INFO:tasks.rados.rados.0.smithi016.stdout:1834: done (4 left) 2024-04-24T02:48:20.994 INFO:tasks.rados.rados.0.smithi016.stdout:1835: done (3 left) 2024-04-24T02:48:20.994 INFO:tasks.rados.rados.0.smithi016.stdout:1836: delete oid 24 current snap is 197 2024-04-24T02:48:21.023 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing write tid 1 to smithi01673382-46 2024-04-24T02:48:21.023 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing write tid 2 to smithi01673382-46 2024-04-24T02:48:21.024 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing write tid 3 to smithi01673382-46 2024-04-24T02:48:21.024 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing write tid 4 to smithi01673382-46 2024-04-24T02:48:21.025 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing write tid 5 to smithi01673382-46 2024-04-24T02:48:21.026 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing write tid 6 to smithi01673382-46 2024-04-24T02:48:21.026 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1193 (ObjNum 565 snap 196 seq_num 565) dirty exists 2024-04-24T02:48:21.026 INFO:tasks.rados.rados.0.smithi016.stdout:1822: left oid 46 (ObjNum 565 snap 196 seq_num 565) 2024-04-24T02:48:21.027 INFO:tasks.rados.rados.0.smithi016.stdout:1824: finishing write tid 1 to smithi01673382-42 2024-04-24T02:48:21.027 INFO:tasks.rados.rados.0.smithi016.stdout:1824: finishing write tid 2 to smithi01673382-42 2024-04-24T02:48:21.027 INFO:tasks.rados.rados.0.smithi016.stdout:1824: finishing write tid 3 to smithi01673382-42 2024-04-24T02:48:21.032 INFO:tasks.rados.rados.0.smithi016.stdout:1824: finishing write tid 4 to smithi01673382-42 2024-04-24T02:48:21.032 INFO:tasks.rados.rados.0.smithi016.stdout:1824: finishing write tid 5 to smithi01673382-42 2024-04-24T02:48:21.035 INFO:tasks.rados.rados.0.smithi016.stdout:1824: finishing write tid 6 to smithi01673382-42 2024-04-24T02:48:21.035 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1391 (ObjNum 567 snap 196 seq_num 567) dirty exists 2024-04-24T02:48:21.035 INFO:tasks.rados.rados.0.smithi016.stdout:1824: left oid 42 (ObjNum 567 snap 196 seq_num 567) 2024-04-24T02:48:21.050 INFO:tasks.rados.rados.0.smithi016.stdout:1822: done (3 left) 2024-04-24T02:48:21.051 INFO:tasks.rados.rados.0.smithi016.stdout:1824: done (2 left) 2024-04-24T02:48:21.051 INFO:tasks.rados.rados.0.smithi016.stdout:1836: done (1 left) 2024-04-24T02:48:21.051 INFO:tasks.rados.rados.0.smithi016.stdout:1837: rmattr oid 5 current snap is 197 2024-04-24T02:48:21.051 INFO:tasks.rados.rados.0.smithi016.stdout:1838: delete oid 19 current snap is 197 2024-04-24T02:48:21.055 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1175 (ObjNum 524 snap 183 seq_num 524) dirty exists 2024-04-24T02:48:21.055 INFO:tasks.rados.rados.0.smithi016.stdout:1837: done (2 left) 2024-04-24T02:48:21.055 INFO:tasks.rados.rados.0.smithi016.stdout:1838: done (1 left) 2024-04-24T02:48:21.056 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 197 2024-04-24T02:48:21.056 INFO:tasks.rados.rados.0.smithi016.stdout:1839: seq_num 572 ranges {2383872=786432,3170304=770048,3940352=557056,4497408=278528} 2024-04-24T02:48:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:20 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:48:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:20 smithi063 ceph-mon[77007]: osd.3 [v2:172.21.15.16:6826/3788941302,v1:172.21.15.16:6827/3788941302] boot 2024-04-24T02:48:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:20 smithi063 ceph-mon[77007]: osdmap e430: 8 total, 8 up, 8 in 2024-04-24T02:48:21.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-24T02:48:21.074 INFO:tasks.rados.rados.0.smithi016.stdout:1839: writing smithi01673382-48 from 2383872 to 3170304 tid 1 2024-04-24T02:48:21.078 INFO:tasks.rados.rados.0.smithi016.stdout:1839: writing smithi01673382-48 from 3170304 to 3940352 tid 2 2024-04-24T02:48:21.083 INFO:tasks.rados.rados.0.smithi016.stdout:1839: writing smithi01673382-48 from 3940352 to 4497408 tid 3 2024-04-24T02:48:21.084 INFO:tasks.rados.rados.0.smithi016.stdout:1839: writing smithi01673382-48 from 4497408 to 4775936 tid 4 2024-04-24T02:48:21.084 INFO:tasks.rados.rados.0.smithi016.stdout:1840: snap_create 2024-04-24T02:48:21.084 INFO:tasks.rados.rados.0.smithi016.stdout:1833: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:48:21.084 INFO:tasks.rados.rados.0.smithi016.stdout:1833: finishing copy_from to smithi01673382-41 2024-04-24T02:48:21.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 704 (ObjNum 534 snap 186 seq_num 534) dirty exists 2024-04-24T02:48:21.084 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing write tid 1 to smithi01673382-48 2024-04-24T02:48:21.084 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing write tid 2 to smithi01673382-48 2024-04-24T02:48:21.086 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing write tid 3 to smithi01673382-48 2024-04-24T02:48:21.086 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing write tid 4 to smithi01673382-48 2024-04-24T02:48:21.087 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing write tid 5 to smithi01673382-48 2024-04-24T02:48:21.088 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing write tid 6 to smithi01673382-48 2024-04-24T02:48:21.088 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 792 (ObjNum 572 snap 197 seq_num 572) dirty exists 2024-04-24T02:48:21.088 INFO:tasks.rados.rados.0.smithi016.stdout:1839: left oid 48 (ObjNum 572 snap 197 seq_num 572) 2024-04-24T02:48:21.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:48:21.079+0000 7faf10bd4700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:48:21.996 INFO:tasks.rados.rados.0.smithi016.stdout:1833: done (2 left) 2024-04-24T02:48:21.996 INFO:tasks.rados.rados.0.smithi016.stdout:1839: done (1 left) 2024-04-24T02:48:21.996 INFO:tasks.rados.rados.0.smithi016.stdout:1840: done (0 left) 2024-04-24T02:48:21.996 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 198 2024-04-24T02:48:21.996 INFO:tasks.rados.rados.0.smithi016.stdout:1841: seq_num 573 ranges {4972544=802816,5775360=655360,6430720=720896,7151616=229376} 2024-04-24T02:48:22.027 INFO:tasks.rados.rados.0.smithi016.stdout:1841: writing smithi01673382-45 from 4972544 to 5775360 tid 1 2024-04-24T02:48:22.031 INFO:tasks.rados.rados.0.smithi016.stdout:1841: writing smithi01673382-45 from 5775360 to 6430720 tid 2 2024-04-24T02:48:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:1841: writing smithi01673382-45 from 6430720 to 7151616 tid 3 2024-04-24T02:48:22.037 INFO:tasks.rados.rados.0.smithi016.stdout:1841: writing smithi01673382-45 from 7151616 to 7380992 tid 4 2024-04-24T02:48:22.037 INFO:tasks.rados.rados.0.smithi016.stdout:1842: snap_remove snap 172 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: pgmap v271: 121 pgs: 16 peering, 5 active+undersized+degraded, 20 active+undersized, 80 active+clean; 584 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 10 op/s; 71/1050 objects degraded (6.762%) 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: osdmap e431: 8 total, 8 up, 8 in 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[84376]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: pgmap v271: 121 pgs: 16 peering, 5 active+undersized+degraded, 20 active+undersized, 80 active+clean; 584 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 10 op/s; 71/1050 objects degraded (6.762%) 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: osdmap e431: 8 total, 8 up, 8 in 2024-04-24T02:48:22.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:22.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:22.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:22.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:21 smithi016 ceph-mon[86910]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:48:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: pgmap v271: 121 pgs: 16 peering, 5 active+undersized+degraded, 20 active+undersized, 80 active+clean; 584 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 10 op/s; 71/1050 objects degraded (6.762%) 2024-04-24T02:48:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: osdmap e431: 8 total, 8 up, 8 in 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:21 smithi063 ceph-mon[77007]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-24T02:48:23.001 INFO:tasks.rados.rados.0.smithi016.stdout:1842: done (1 left) 2024-04-24T02:48:23.001 INFO:tasks.rados.rados.0.smithi016.stdout:1843: copy_from oid 25 from oid 40 current snap is 198 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing write tid 1 to smithi01673382-45 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing write tid 2 to smithi01673382-45 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing write tid 3 to smithi01673382-45 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing write tid 4 to smithi01673382-45 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing write tid 5 to smithi01673382-45 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing write tid 6 to smithi01673382-45 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1067 (ObjNum 573 snap 198 seq_num 573) dirty exists 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: left oid 45 (ObjNum 573 snap 198 seq_num 573) 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1841: done (1 left) 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 198 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1844: seq_num 574 ranges {0=16384} 2024-04-24T02:48:23.002 INFO:tasks.rados.rados.0.smithi016.stdout:1844: writing smithi01673382-32 from 0 to 16384 tid 1 2024-04-24T02:48:23.003 INFO:tasks.rados.rados.0.smithi016.stdout:1845: snap_remove snap 174 2024-04-24T02:48:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:22 smithi016 ceph-mon[84376]: osdmap e432: 8 total, 8 up, 8 in 2024-04-24T02:48:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:22 smithi016 ceph-mon[86910]: osdmap e432: 8 total, 8 up, 8 in 2024-04-24T02:48:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:22 smithi063 ceph-mon[77007]: osdmap e432: 8 total, 8 up, 8 in 2024-04-24T02:48:24.007 INFO:tasks.rados.rados.0.smithi016.stdout:1845: done (2 left) 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1846: delete oid 19 current snap is 198 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1844: finishing write tid 1 to smithi01673382-32 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1843: finishing copy_from to smithi01673382-25 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1843: got expected ENOENT (src dne) 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1843: finishing copy_from racing read to smithi01673382-25 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1844: finishing write tid 2 to smithi01673382-32 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1844: finishing write tid 3 to smithi01673382-32 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1186 (ObjNum 574 snap 198 seq_num 574) dirty exists 2024-04-24T02:48:24.008 INFO:tasks.rados.rados.0.smithi016.stdout:1844: left oid 32 (ObjNum 574 snap 198 seq_num 574) 2024-04-24T02:48:24.018 INFO:tasks.rados.rados.0.smithi016.stdout:1843: done (2 left) 2024-04-24T02:48:24.018 INFO:tasks.rados.rados.0.smithi016.stdout:1844: done (1 left) 2024-04-24T02:48:24.018 INFO:tasks.rados.rados.0.smithi016.stdout:1846: done (0 left) 2024-04-24T02:48:24.018 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 198 2024-04-24T02:48:24.018 INFO:tasks.rados.rados.0.smithi016.stdout:1847: seq_num 576 ranges {2383872=49152} 2024-04-24T02:48:24.029 INFO:tasks.rados.rados.0.smithi016.stdout:1847: writing smithi01673382-23 from 2383872 to 2433024 tid 1 2024-04-24T02:48:24.029 INFO:tasks.rados.rados.0.smithi016.stdout:1848: snap_create 2024-04-24T02:48:24.036 INFO:tasks.rados.rados.0.smithi016.stdout:1847: finishing write tid 1 to smithi01673382-23 2024-04-24T02:48:24.036 INFO:tasks.rados.rados.0.smithi016.stdout:1847: finishing write tid 2 to smithi01673382-23 2024-04-24T02:48:24.037 INFO:tasks.rados.rados.0.smithi016.stdout:1847: finishing write tid 3 to smithi01673382-23 2024-04-24T02:48:24.037 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1195 (ObjNum 576 snap 198 seq_num 576) dirty exists 2024-04-24T02:48:24.038 INFO:tasks.rados.rados.0.smithi016.stdout:1847: left oid 23 (ObjNum 576 snap 198 seq_num 576) 2024-04-24T02:48:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:23 smithi016 ceph-mon[84376]: pgmap v274: 121 pgs: 4 activating, 16 peering, 1 active+undersized+degraded, 15 active+undersized, 85 active+clean; 607 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.9 MiB/s wr, 41 op/s; 24/1092 objects degraded (2.198%) 2024-04-24T02:48:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:23 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 24/1092 objects degraded (2.198%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:48:24.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:23 smithi016 ceph-mon[84376]: osdmap e433: 8 total, 8 up, 8 in 2024-04-24T02:48:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:23 smithi016 ceph-mon[86910]: pgmap v274: 121 pgs: 4 activating, 16 peering, 1 active+undersized+degraded, 15 active+undersized, 85 active+clean; 607 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.9 MiB/s wr, 41 op/s; 24/1092 objects degraded (2.198%) 2024-04-24T02:48:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:23 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 24/1092 objects degraded (2.198%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:48:24.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:23 smithi016 ceph-mon[86910]: osdmap e433: 8 total, 8 up, 8 in 2024-04-24T02:48:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:23 smithi063 ceph-mon[77007]: pgmap v274: 121 pgs: 4 activating, 16 peering, 1 active+undersized+degraded, 15 active+undersized, 85 active+clean; 607 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.9 MiB/s wr, 41 op/s; 24/1092 objects degraded (2.198%) 2024-04-24T02:48:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:23 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 24/1092 objects degraded (2.198%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:48:24.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:23 smithi063 ceph-mon[77007]: osdmap e433: 8 total, 8 up, 8 in 2024-04-24T02:48:25.014 INFO:tasks.rados.rados.0.smithi016.stdout:1847: done (1 left) 2024-04-24T02:48:25.014 INFO:tasks.rados.rados.0.smithi016.stdout:1848: done (0 left) 2024-04-24T02:48:25.014 INFO:tasks.rados.rados.0.smithi016.stdout:1849: read oid 33 snap -1 2024-04-24T02:48:25.014 INFO:tasks.rados.rados.0.smithi016.stdout:1849: expect deleted 2024-04-24T02:48:25.014 INFO:tasks.rados.rados.0.smithi016.stdout:1850: read oid 6 snap -1 2024-04-24T02:48:25.014 INFO:tasks.rados.rados.0.smithi016.stdout:1850: expect (ObjNum 560 snap 194 seq_num 560) 2024-04-24T02:48:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 199 2024-04-24T02:48:25.015 INFO:tasks.rados.rados.0.smithi016.stdout:1851: seq_num 577 ranges {1835008=65536} 2024-04-24T02:48:25.024 INFO:tasks.rados.rados.0.smithi016.stdout:1851: writing smithi01673382-2 from 1835008 to 1900544 tid 1 2024-04-24T02:48:25.025 INFO:tasks.rados.rados.0.smithi016.stdout:1852: delete oid 8 current snap is 199 2024-04-24T02:48:25.029 INFO:tasks.rados.rados.0.smithi016.stdout:1849: done (3 left) 2024-04-24T02:48:25.029 INFO:tasks.rados.rados.0.smithi016.stdout:1852: done (2 left) 2024-04-24T02:48:25.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 199 2024-04-24T02:48:25.029 INFO:tasks.rados.rados.0.smithi016.stdout:1851: finishing write tid 1 to smithi01673382-2 2024-04-24T02:48:25.029 INFO:tasks.rados.rados.0.smithi016.stdout:1850: expect (ObjNum 560 snap 194 seq_num 560) 2024-04-24T02:48:25.089 INFO:tasks.rados.rados.0.smithi016.stdout:1851: finishing write tid 2 to smithi01673382-2 2024-04-24T02:48:25.089 INFO:tasks.rados.rados.0.smithi016.stdout:1851: finishing write tid 3 to smithi01673382-2 2024-04-24T02:48:25.089 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1129 (ObjNum 577 snap 199 seq_num 577) dirty exists 2024-04-24T02:48:25.090 INFO:tasks.rados.rados.0.smithi016.stdout:1851: left oid 2 (ObjNum 577 snap 199 seq_num 577) 2024-04-24T02:48:25.090 INFO:tasks.rados.rados.0.smithi016.stdout:1853: seq_num 579 ranges {1114112=98304} 2024-04-24T02:48:25.096 INFO:tasks.rados.rados.0.smithi016.stdout:1853: writing smithi01673382-38 from 1114112 to 1212416 tid 1 2024-04-24T02:48:25.096 INFO:tasks.rados.rados.0.smithi016.stdout:1850: done (2 left) 2024-04-24T02:48:25.096 INFO:tasks.rados.rados.0.smithi016.stdout:1851: done (1 left) 2024-04-24T02:48:25.096 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 199 2024-04-24T02:48:25.096 INFO:tasks.rados.rados.0.smithi016.stdout:1854: seq_num 580 ranges {0=114688} 2024-04-24T02:48:25.097 INFO:tasks.rados.rados.0.smithi016.stdout:1854: writing smithi01673382-4 from 0 to 114688 tid 1 2024-04-24T02:48:25.097 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 199 2024-04-24T02:48:25.097 INFO:tasks.rados.rados.0.smithi016.stdout:1855: seq_num 581 ranges {2433024=139264} 2024-04-24T02:48:25.111 INFO:tasks.rados.rados.0.smithi016.stdout:1855: writing smithi01673382-23 from 2433024 to 2572288 tid 1 2024-04-24T02:48:25.111 INFO:tasks.rados.rados.0.smithi016.stdout:1856: delete oid 13 current snap is 199 2024-04-24T02:48:25.111 INFO:tasks.rados.rados.0.smithi016.stdout:1853: finishing write tid 1 to smithi01673382-38 2024-04-24T02:48:25.111 INFO:tasks.rados.rados.0.smithi016.stdout:1854: finishing write tid 1 to smithi01673382-4 2024-04-24T02:48:25.111 INFO:tasks.rados.rados.0.smithi016.stdout:1853: finishing write tid 2 to smithi01673382-38 2024-04-24T02:48:25.111 INFO:tasks.rados.rados.0.smithi016.stdout:1854: finishing write tid 2 to smithi01673382-4 2024-04-24T02:48:25.112 INFO:tasks.rados.rados.0.smithi016.stdout:1853: finishing write tid 3 to smithi01673382-38 2024-04-24T02:48:25.112 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1442 (ObjNum 579 snap 199 seq_num 579) dirty exists 2024-04-24T02:48:25.112 INFO:tasks.rados.rados.0.smithi016.stdout:1853: left oid 38 (ObjNum 579 snap 199 seq_num 579) 2024-04-24T02:48:25.112 INFO:tasks.rados.rados.0.smithi016.stdout:1854: finishing write tid 3 to smithi01673382-4 2024-04-24T02:48:25.112 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1474 (ObjNum 580 snap 199 seq_num 580) dirty exists 2024-04-24T02:48:25.112 INFO:tasks.rados.rados.0.smithi016.stdout:1854: left oid 4 (ObjNum 580 snap 199 seq_num 580) 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1853: done (3 left) 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1854: done (2 left) 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1856: done (1 left) 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1857: rmattr oid 7 current snap is 199 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1857: done (1 left) 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1858: read oid 29 snap -1 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1858: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1859: snap_create 2024-04-24T02:48:25.114 INFO:tasks.rados.rados.0.smithi016.stdout:1855: finishing write tid 1 to smithi01673382-23 2024-04-24T02:48:25.115 INFO:tasks.rados.rados.0.smithi016.stdout:1855: finishing write tid 2 to smithi01673382-23 2024-04-24T02:48:25.115 INFO:tasks.rados.rados.0.smithi016.stdout:1855: finishing write tid 3 to smithi01673382-23 2024-04-24T02:48:25.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1204 (ObjNum 581 snap 199 seq_num 581) dirty exists 2024-04-24T02:48:25.115 INFO:tasks.rados.rados.0.smithi016.stdout:1855: left oid 23 (ObjNum 581 snap 199 seq_num 581) 2024-04-24T02:48:25.126 INFO:tasks.rados.rados.0.smithi016.stdout:1858: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:48:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:25 smithi016 ceph-mon[84376]: osdmap e434: 8 total, 8 up, 8 in 2024-04-24T02:48:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:25 smithi016 ceph-mon[86910]: osdmap e434: 8 total, 8 up, 8 in 2024-04-24T02:48:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:25 smithi063 ceph-mon[77007]: osdmap e434: 8 total, 8 up, 8 in 2024-04-24T02:48:26.019 INFO:tasks.rados.rados.0.smithi016.stdout:1855: done (2 left) 2024-04-24T02:48:26.019 INFO:tasks.rados.rados.0.smithi016.stdout:1858: done (1 left) 2024-04-24T02:48:26.019 INFO:tasks.rados.rados.0.smithi016.stdout:1859: done (0 left) 2024-04-24T02:48:26.020 INFO:tasks.rados.rados.0.smithi016.stdout:1860: read oid 33 snap -1 2024-04-24T02:48:26.020 INFO:tasks.rados.rados.0.smithi016.stdout:1860: expect deleted 2024-04-24T02:48:26.020 INFO:tasks.rados.rados.0.smithi016.stdout:1861: snap_remove snap 166 2024-04-24T02:48:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:26 smithi016 ceph-mon[84376]: pgmap v277: 121 pgs: 4 activating, 16 peering, 101 active+clean; 609 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.2 MiB/s wr, 33 op/s; 5/1095 objects degraded (0.457%) 2024-04-24T02:48:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:26 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1092 objects degraded (2.198%), 1 pg degraded) 2024-04-24T02:48:26.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:26 smithi016 ceph-mon[84376]: osdmap e435: 8 total, 8 up, 8 in 2024-04-24T02:48:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:26 smithi016 ceph-mon[86910]: pgmap v277: 121 pgs: 4 activating, 16 peering, 101 active+clean; 609 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.2 MiB/s wr, 33 op/s; 5/1095 objects degraded (0.457%) 2024-04-24T02:48:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:26 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1092 objects degraded (2.198%), 1 pg degraded) 2024-04-24T02:48:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:26 smithi016 ceph-mon[86910]: osdmap e435: 8 total, 8 up, 8 in 2024-04-24T02:48:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:26 smithi063 ceph-mon[77007]: pgmap v277: 121 pgs: 4 activating, 16 peering, 101 active+clean; 609 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.2 MiB/s wr, 33 op/s; 5/1095 objects degraded (0.457%) 2024-04-24T02:48:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:26 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1092 objects degraded (2.198%), 1 pg degraded) 2024-04-24T02:48:26.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:26 smithi063 ceph-mon[77007]: osdmap e435: 8 total, 8 up, 8 in 2024-04-24T02:48:27.026 INFO:tasks.rados.rados.0.smithi016.stdout:1861: done (1 left) 2024-04-24T02:48:27.026 INFO:tasks.rados.rados.0.smithi016.stdout:1862: snap_create 2024-04-24T02:48:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:27 smithi016 ceph-mon[84376]: osdmap e436: 8 total, 8 up, 8 in 2024-04-24T02:48:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:27 smithi016 ceph-mon[86910]: osdmap e436: 8 total, 8 up, 8 in 2024-04-24T02:48:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:27 smithi063 ceph-mon[77007]: osdmap e436: 8 total, 8 up, 8 in 2024-04-24T02:48:28.026 INFO:tasks.rados.rados.0.smithi016.stdout:1860: done (1 left) 2024-04-24T02:48:28.026 INFO:tasks.rados.rados.0.smithi016.stdout:1862: done (0 left) 2024-04-24T02:48:28.027 INFO:tasks.rados.rados.0.smithi016.stdout:1863: snap_remove snap 200 2024-04-24T02:48:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:28 smithi016 ceph-mon[84376]: pgmap v280: 121 pgs: 121 active+clean; 625 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-24T02:48:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:28 smithi016 ceph-mon[84376]: osdmap e437: 8 total, 8 up, 8 in 2024-04-24T02:48:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:28 smithi016 ceph-mon[86910]: pgmap v280: 121 pgs: 121 active+clean; 625 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-24T02:48:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:28 smithi016 ceph-mon[86910]: osdmap e437: 8 total, 8 up, 8 in 2024-04-24T02:48:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:28 smithi063 ceph-mon[77007]: pgmap v280: 121 pgs: 121 active+clean; 625 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-24T02:48:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:28 smithi063 ceph-mon[77007]: osdmap e437: 8 total, 8 up, 8 in 2024-04-24T02:48:28.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:48:28] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.33.4" 2024-04-24T02:48:29.029 INFO:tasks.rados.rados.0.smithi016.stdout:1863: done (0 left) 2024-04-24T02:48:29.029 INFO:tasks.rados.rados.0.smithi016.stdout:1864: read oid 38 snap 117 2024-04-24T02:48:29.029 INFO:tasks.rados.rados.0.smithi016.stdout:1864: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:48:29.029 INFO:tasks.rados.rados.0.smithi016.stdout:1865: rmattr oid 15 current snap is 201 2024-04-24T02:48:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:1865: done (1 left) 2024-04-24T02:48:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:1866: read oid 2 snap -1 2024-04-24T02:48:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:1866: expect (ObjNum 577 snap 199 seq_num 577) 2024-04-24T02:48:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:1867: read oid 13 snap 124 2024-04-24T02:48:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:1867: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:48:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 201 2024-04-24T02:48:29.030 INFO:tasks.rados.rados.0.smithi016.stdout:1868: seq_num 583 ranges {0=172032} 2024-04-24T02:48:29.031 INFO:tasks.rados.rados.0.smithi016.stdout:1868: writing smithi01673382-24 from 0 to 172032 tid 1 2024-04-24T02:48:29.031 INFO:tasks.rados.rados.0.smithi016.stdout:1869: rmattr oid 41 current snap is 201 2024-04-24T02:48:29.031 INFO:tasks.rados.rados.0.smithi016.stdout:1869: done (4 left) 2024-04-24T02:48:29.031 INFO:tasks.rados.rados.0.smithi016.stdout:1870: copy_from oid 40 from oid 33 current snap is 201 2024-04-24T02:48:29.031 INFO:tasks.rados.rados.0.smithi016.stdout:1871: rollback oid 23 current snap is 201 2024-04-24T02:48:29.031 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 180 2024-04-24T02:48:29.031 INFO:tasks.rados.rados.0.smithi016.stdout:1872: read oid 3 snap -1 2024-04-24T02:48:29.032 INFO:tasks.rados.rados.0.smithi016.stdout:1872: expect (ObjNum 563 snap 195 seq_num 563) 2024-04-24T02:48:29.032 INFO:tasks.rados.rados.0.smithi016.stdout:1873: delete oid 14 current snap is 201 2024-04-24T02:48:29.048 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:28.659Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:48:29.048 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:28.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:48:29.057 INFO:tasks.rados.rados.0.smithi016.stdout:1866: expect (ObjNum 577 snap 199 seq_num 577) 2024-04-24T02:48:29.153 INFO:tasks.rados.rados.0.smithi016.stdout:1871: finishing rollback tid 0 to smithi01673382-23 2024-04-24T02:48:29.153 INFO:tasks.rados.rados.0.smithi016.stdout:1871: finishing rollback tid 1 to smithi01673382-23 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1871: finishing rollback tid 2 to smithi01673382-23 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1216 (ObjNum 451 snap 154 seq_num 451) dirty exists 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1866: done (7 left) 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1871: done (6 left) 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1873: done (5 left) 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1874: rollback oid 46 current snap is 201 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 192 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1870: finishing copy_from to smithi01673382-40 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1870: got expected ENOENT (src dne) 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1870: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:48:29.154 INFO:tasks.rados.rados.0.smithi016.stdout:1872: expect (ObjNum 563 snap 195 seq_num 563) 2024-04-24T02:48:29.212 INFO:tasks.rados.rados.0.smithi016.stdout:1867: expect (ObjNum 291 snap 93 seq_num 291) 2024-04-24T02:48:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:29 smithi063 ceph-mon[77007]: osdmap e438: 8 total, 8 up, 8 in 2024-04-24T02:48:29.432 INFO:tasks.rados.rados.0.smithi016.stdout:1864: expect (ObjNum 142 snap 36 seq_num 142) 2024-04-24T02:48:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:29 smithi016 ceph-mon[84376]: osdmap e438: 8 total, 8 up, 8 in 2024-04-24T02:48:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:29 smithi016 ceph-mon[86910]: osdmap e438: 8 total, 8 up, 8 in 2024-04-24T02:48:29.562 INFO:tasks.rados.rados.0.smithi016.stdout:1868: finishing write tid 1 to smithi01673382-24 2024-04-24T02:48:29.562 INFO:tasks.rados.rados.0.smithi016.stdout:1868: finishing write tid 2 to smithi01673382-24 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1868: finishing write tid 3 to smithi01673382-24 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1452 (ObjNum 583 snap 201 seq_num 583) dirty exists 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1868: left oid 24 (ObjNum 583 snap 201 seq_num 583) 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1864: done (5 left) 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1867: done (4 left) 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1868: done (3 left) 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1870: done (2 left) 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1872: done (1 left) 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1875: delete oid 39 current snap is 201 2024-04-24T02:48:29.563 INFO:tasks.rados.rados.0.smithi016.stdout:1874: finishing rollback tid 0 to smithi01673382-46 2024-04-24T02:48:29.564 INFO:tasks.rados.rados.0.smithi016.stdout:1874: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:48:29.564 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1195 (ObjNum 1902865753 snap 1716474210 seq_num 1902989940) dirty dne 2024-04-24T02:48:29.564 INFO:tasks.rados.rados.0.smithi016.stdout:1874: done (1 left) 2024-04-24T02:48:29.564 INFO:tasks.rados.rados.0.smithi016.stdout:1875: done (0 left) 2024-04-24T02:48:29.564 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 201 2024-04-24T02:48:29.564 INFO:tasks.rados.rados.0.smithi016.stdout:1876: seq_num 586 ranges {2383872=221184} 2024-04-24T02:48:29.578 INFO:tasks.rados.rados.0.smithi016.stdout:1876: writing smithi01673382-29 from 2383872 to 2605056 tid 1 2024-04-24T02:48:29.578 INFO:tasks.rados.rados.0.smithi016.stdout:1877: snap_remove snap 193 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:1877: done (1 left) 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 201 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:1876: finishing write tid 1 to smithi01673382-29 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:1876: finishing write tid 2 to smithi01673382-29 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:1876: finishing write tid 3 to smithi01673382-29 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 946 (ObjNum 586 snap 201 seq_num 586) dirty exists 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:1876: left oid 29 (ObjNum 586 snap 201 seq_num 586) 2024-04-24T02:48:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:1878: seq_num 587 ranges {0=237568} 2024-04-24T02:48:30.055 INFO:tasks.rados.rados.0.smithi016.stdout:1878: writing smithi01673382-19 from 0 to 237568 tid 1 2024-04-24T02:48:30.055 INFO:tasks.rados.rados.0.smithi016.stdout:1876: done (1 left) 2024-04-24T02:48:30.055 INFO:tasks.rados.rados.0.smithi016.stdout:1879: read oid 9 snap -1 2024-04-24T02:48:30.055 INFO:tasks.rados.rados.0.smithi016.stdout:1879: expect (ObjNum 553 snap 189 seq_num 553) 2024-04-24T02:48:30.055 INFO:tasks.rados.rados.0.smithi016.stdout:1880: snap_remove snap 194 2024-04-24T02:48:30.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:30 smithi063 ceph-mon[77007]: pgmap v283: 121 pgs: 121 active+clean; 625 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-24T02:48:30.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:30 smithi063 ceph-mon[77007]: osdmap e439: 8 total, 8 up, 8 in 2024-04-24T02:48:30.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:30.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[84376]: pgmap v283: 121 pgs: 121 active+clean; 625 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-24T02:48:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[84376]: osdmap e439: 8 total, 8 up, 8 in 2024-04-24T02:48:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[86910]: pgmap v283: 121 pgs: 121 active+clean; 625 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-24T02:48:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[86910]: osdmap e439: 8 total, 8 up, 8 in 2024-04-24T02:48:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:30.992 INFO:tasks.rados.rados.0.smithi016.stdout:1880: done (2 left) 2024-04-24T02:48:30.992 INFO:tasks.rados.rados.0.smithi016.stdout:1881: snap_remove snap 199 2024-04-24T02:48:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:31 smithi063 ceph-mon[77007]: osdmap e440: 8 total, 8 up, 8 in 2024-04-24T02:48:31.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:31 smithi063 ceph-mon[77007]: osdmap e441: 8 total, 8 up, 8 in 2024-04-24T02:48:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:31 smithi016 ceph-mon[84376]: osdmap e440: 8 total, 8 up, 8 in 2024-04-24T02:48:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:31 smithi016 ceph-mon[84376]: osdmap e441: 8 total, 8 up, 8 in 2024-04-24T02:48:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:31 smithi016 ceph-mon[86910]: osdmap e440: 8 total, 8 up, 8 in 2024-04-24T02:48:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:31 smithi016 ceph-mon[86910]: osdmap e441: 8 total, 8 up, 8 in 2024-04-24T02:48:31.992 INFO:tasks.rados.rados.0.smithi016.stdout:1881: done (2 left) 2024-04-24T02:48:31.992 INFO:tasks.rados.rados.0.smithi016.stdout:1882: rmattr oid 15 current snap is 201 2024-04-24T02:48:31.993 INFO:tasks.rados.rados.0.smithi016.stdout:1882: done (2 left) 2024-04-24T02:48:31.993 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 201 2024-04-24T02:48:31.993 INFO:tasks.rados.rados.0.smithi016.stdout:1878: finishing write tid 1 to smithi01673382-19 2024-04-24T02:48:31.993 INFO:tasks.rados.rados.0.smithi016.stdout:1878: finishing write tid 2 to smithi01673382-19 2024-04-24T02:48:31.993 INFO:tasks.rados.rados.0.smithi016.stdout:1879: expect (ObjNum 553 snap 189 seq_num 553) 2024-04-24T02:48:32.048 INFO:tasks.rados.rados.0.smithi016.stdout:1878: finishing write tid 3 to smithi01673382-19 2024-04-24T02:48:32.048 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1488 (ObjNum 587 snap 201 seq_num 587) dirty exists 2024-04-24T02:48:32.048 INFO:tasks.rados.rados.0.smithi016.stdout:1878: left oid 19 (ObjNum 587 snap 201 seq_num 587) 2024-04-24T02:48:32.048 INFO:tasks.rados.rados.0.smithi016.stdout:1883: seq_num 588 ranges {3899392=253952} 2024-04-24T02:48:32.071 INFO:tasks.rados.rados.0.smithi016.stdout:1883: writing smithi01673382-20 from 3899392 to 4153344 tid 1 2024-04-24T02:48:32.071 INFO:tasks.rados.rados.0.smithi016.stdout:1878: done (2 left) 2024-04-24T02:48:32.071 INFO:tasks.rados.rados.0.smithi016.stdout:1879: done (1 left) 2024-04-24T02:48:32.071 INFO:tasks.rados.rados.0.smithi016.stdout:1884: read oid 15 snap -1 2024-04-24T02:48:32.071 INFO:tasks.rados.rados.0.smithi016.stdout:1884: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:48:32.071 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 201 2024-04-24T02:48:32.071 INFO:tasks.rados.rados.0.smithi016.stdout:1885: seq_num 589 ranges {7634944=270336} 2024-04-24T02:48:32.114 INFO:tasks.rados.rados.0.smithi016.stdout:1885: writing smithi01673382-47 from 7634944 to 7905280 tid 1 2024-04-24T02:48:32.115 INFO:tasks.rados.rados.0.smithi016.stdout:1886: delete oid 42 current snap is 201 2024-04-24T02:48:32.115 INFO:tasks.rados.rados.0.smithi016.stdout:1883: finishing write tid 1 to smithi01673382-20 2024-04-24T02:48:32.115 INFO:tasks.rados.rados.0.smithi016.stdout:1883: finishing write tid 2 to smithi01673382-20 2024-04-24T02:48:32.115 INFO:tasks.rados.rados.0.smithi016.stdout:1883: finishing write tid 3 to smithi01673382-20 2024-04-24T02:48:32.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1197 (ObjNum 588 snap 201 seq_num 588) dirty exists 2024-04-24T02:48:32.115 INFO:tasks.rados.rados.0.smithi016.stdout:1883: left oid 20 (ObjNum 588 snap 201 seq_num 588) 2024-04-24T02:48:32.115 INFO:tasks.rados.rados.0.smithi016.stdout:1884: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:48:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:32 smithi063 ceph-mon[77007]: pgmap v286: 121 pgs: 121 active+clean; 624 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 1 op/s 2024-04-24T02:48:32.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:32 smithi063 ceph-mon[77007]: osdmap e442: 8 total, 8 up, 8 in 2024-04-24T02:48:32.349 INFO:tasks.rados.rados.0.smithi016.stdout:1885: finishing write tid 1 to smithi01673382-47 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1885: finishing write tid 2 to smithi01673382-47 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1885: finishing write tid 3 to smithi01673382-47 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 807 (ObjNum 589 snap 201 seq_num 589) dirty exists 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1885: left oid 47 (ObjNum 589 snap 201 seq_num 589) 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1883: done (3 left) 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1884: done (2 left) 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1885: done (1 left) 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1886: done (0 left) 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1887: read oid 10 snap -1 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1887: expect (ObjNum 365 snap 121 seq_num 365) 2024-04-24T02:48:32.350 INFO:tasks.rados.rados.0.smithi016.stdout:1888: delete oid 2 current snap is 201 2024-04-24T02:48:32.352 INFO:tasks.rados.rados.0.smithi016.stdout:1888: done (1 left) 2024-04-24T02:48:32.352 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 201 2024-04-24T02:48:32.352 INFO:tasks.rados.rados.0.smithi016.stdout:1889: seq_num 592 ranges {0=319488} 2024-04-24T02:48:32.354 INFO:tasks.rados.rados.0.smithi016.stdout:1889: writing smithi01673382-42 from 0 to 319488 tid 1 2024-04-24T02:48:32.354 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 201 2024-04-24T02:48:32.354 INFO:tasks.rados.rados.0.smithi016.stdout:1890: seq_num 593 ranges {4153344=335872} 2024-04-24T02:48:32.378 INFO:tasks.rados.rados.0.smithi016.stdout:1890: writing smithi01673382-20 from 4153344 to 4489216 tid 1 2024-04-24T02:48:32.379 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 201 2024-04-24T02:48:32.379 INFO:tasks.rados.rados.0.smithi016.stdout:1891: seq_num 594 ranges {172032=352256} 2024-04-24T02:48:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1891: writing smithi01673382-24 from 172032 to 524288 tid 1 2024-04-24T02:48:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1892: read oid 8 snap -1 2024-04-24T02:48:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1892: expect deleted 2024-04-24T02:48:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1893: copy_from oid 41 from oid 16 current snap is 201 2024-04-24T02:48:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1887: expect (ObjNum 365 snap 121 seq_num 365) 2024-04-24T02:48:32.421 INFO:tasks.rados.rados.0.smithi016.stdout:1889: finishing write tid 1 to smithi01673382-42 2024-04-24T02:48:32.421 INFO:tasks.rados.rados.0.smithi016.stdout:1889: finishing write tid 2 to smithi01673382-42 2024-04-24T02:48:32.421 INFO:tasks.rados.rados.0.smithi016.stdout:1889: finishing write tid 3 to smithi01673382-42 2024-04-24T02:48:32.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1468 (ObjNum 592 snap 201 seq_num 592) dirty exists 2024-04-24T02:48:32.421 INFO:tasks.rados.rados.0.smithi016.stdout:1889: left oid 42 (ObjNum 592 snap 201 seq_num 592) 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1887: done (5 left) 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1889: done (4 left) 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1894: read oid 4 snap -1 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1894: expect (ObjNum 580 snap 199 seq_num 580) 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1895: read oid 22 snap -1 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1895: expect (ObjNum 537 snap 186 seq_num 537) 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1896: copy_from oid 35 from oid 38 current snap is 201 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1890: finishing write tid 1 to smithi01673382-20 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1890: finishing write tid 2 to smithi01673382-20 2024-04-24T02:48:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1890: finishing write tid 3 to smithi01673382-20 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1199 (ObjNum 593 snap 201 seq_num 593) dirty exists 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1890: left oid 20 (ObjNum 593 snap 201 seq_num 593) 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1891: finishing write tid 1 to smithi01673382-24 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1891: finishing write tid 2 to smithi01673382-24 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1891: finishing write tid 3 to smithi01673382-24 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1470 (ObjNum 594 snap 201 seq_num 594) dirty exists 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1891: left oid 24 (ObjNum 594 snap 201 seq_num 594) 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1893: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1890: done (6 left) 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1891: done (5 left) 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1892: done (4 left) 2024-04-24T02:48:32.423 INFO:tasks.rados.rados.0.smithi016.stdout:1897: delete oid 29 current snap is 201 2024-04-24T02:48:32.424 INFO:tasks.rados.rados.0.smithi016.stdout:1893: finishing copy_from to smithi01673382-41 2024-04-24T02:48:32.424 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1055 (ObjNum 550 snap 189 seq_num 550) dirty exists 2024-04-24T02:48:32.424 INFO:tasks.rados.rados.0.smithi016.stdout:1893: done (4 left) 2024-04-24T02:48:32.424 INFO:tasks.rados.rados.0.smithi016.stdout:1897: done (3 left) 2024-04-24T02:48:32.424 INFO:tasks.rados.rados.0.smithi016.stdout:1898: snap_remove snap 191 2024-04-24T02:48:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:32 smithi016 ceph-mon[84376]: pgmap v286: 121 pgs: 121 active+clean; 624 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 1 op/s 2024-04-24T02:48:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:32 smithi016 ceph-mon[84376]: osdmap e442: 8 total, 8 up, 8 in 2024-04-24T02:48:32.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:32 smithi016 ceph-mon[86910]: pgmap v286: 121 pgs: 121 active+clean; 624 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 1 op/s 2024-04-24T02:48:32.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:32 smithi016 ceph-mon[86910]: osdmap e442: 8 total, 8 up, 8 in 2024-04-24T02:48:33.065 INFO:tasks.rados.rados.0.smithi016.stdout:1898: done (3 left) 2024-04-24T02:48:33.090 INFO:tasks.rados.rados.0.smithi016.stdout:1899: read oid 18 snap -1 2024-04-24T02:48:33.090 INFO:tasks.rados.rados.0.smithi016.stdout:1899: expect (ObjNum 515 snap 183 seq_num 515) 2024-04-24T02:48:33.090 INFO:tasks.rados.rados.0.smithi016.stdout:1900: snap_remove snap 117 2024-04-24T02:48:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:1900: done (4 left) 2024-04-24T02:48:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:1901: rollback oid 30 current snap is 201 2024-04-24T02:48:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 184 2024-04-24T02:48:34.074 INFO:tasks.rados.rados.0.smithi016.stdout:1894: expect (ObjNum 580 snap 199 seq_num 580) 2024-04-24T02:48:34.085 INFO:tasks.rados.rados.0.smithi016.stdout:1895: expect (ObjNum 537 snap 186 seq_num 537) 2024-04-24T02:48:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:1896: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:48:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:1896: finishing copy_from to smithi01673382-35 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1442 (ObjNum 579 snap 199 seq_num 579) dirty exists 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:1894: done (4 left) 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:1895: done (3 left) 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:1896: done (2 left) 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:1902: read oid 38 snap -1 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:1902: expect (ObjNum 579 snap 199 seq_num 579) 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 201 2024-04-24T02:48:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:1903: seq_num 596 ranges {4775936=385024} 2024-04-24T02:48:34.189 INFO:tasks.rados.rados.0.smithi016.stdout:1903: writing smithi01673382-48 from 4775936 to 5160960 tid 1 2024-04-24T02:48:34.190 INFO:tasks.rados.rados.0.smithi016.stdout:1904: rollback oid 12 current snap is 201 2024-04-24T02:48:34.190 INFO:tasks.rados.rados.0.smithi016.stdout:1899: expect (ObjNum 515 snap 183 seq_num 515) 2024-04-24T02:48:34.228 INFO:tasks.rados.rados.0.smithi016.stdout:1901: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:48:34.228 INFO:tasks.rados.rados.0.smithi016.stdout:1901: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:48:34.228 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1159 (ObjNum 2001612368 snap 22076 seq_num 2001464224) dirty dne 2024-04-24T02:48:34.228 INFO:tasks.rados.rados.0.smithi016.stdout:1902: expect (ObjNum 579 snap 199 seq_num 579) 2024-04-24T02:48:34.279 INFO:tasks.rados.rados.0.smithi016.stdout:1903: finishing write tid 1 to smithi01673382-48 2024-04-24T02:48:34.279 INFO:tasks.rados.rados.0.smithi016.stdout:1903: finishing write tid 2 to smithi01673382-48 2024-04-24T02:48:34.279 INFO:tasks.rados.rados.0.smithi016.stdout:1903: finishing write tid 3 to smithi01673382-48 2024-04-24T02:48:34.279 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 818 (ObjNum 596 snap 201 seq_num 596) dirty exists 2024-04-24T02:48:34.279 INFO:tasks.rados.rados.0.smithi016.stdout:1903: left oid 48 (ObjNum 596 snap 201 seq_num 596) 2024-04-24T02:48:34.279 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 182 2024-04-24T02:48:34.280 INFO:tasks.rados.rados.0.smithi016.stdout:1899: done (4 left) 2024-04-24T02:48:34.280 INFO:tasks.rados.rados.0.smithi016.stdout:1901: done (3 left) 2024-04-24T02:48:34.280 INFO:tasks.rados.rados.0.smithi016.stdout:1902: done (2 left) 2024-04-24T02:48:34.280 INFO:tasks.rados.rados.0.smithi016.stdout:1903: done (1 left) 2024-04-24T02:48:34.280 INFO:tasks.rados.rados.0.smithi016.stdout:1905: snap_remove snap 169 2024-04-24T02:48:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:34 smithi016 ceph-mon[84376]: pgmap v289: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 154 KiB/s wr, 9 op/s 2024-04-24T02:48:34.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:34 smithi016 ceph-mon[84376]: osdmap e443: 8 total, 8 up, 8 in 2024-04-24T02:48:34.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:34 smithi016 ceph-mon[86910]: pgmap v289: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 154 KiB/s wr, 9 op/s 2024-04-24T02:48:34.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:34 smithi016 ceph-mon[86910]: osdmap e443: 8 total, 8 up, 8 in 2024-04-24T02:48:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:34 smithi063 ceph-mon[77007]: pgmap v289: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 154 KiB/s wr, 9 op/s 2024-04-24T02:48:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:34 smithi063 ceph-mon[77007]: osdmap e443: 8 total, 8 up, 8 in 2024-04-24T02:48:35.075 INFO:tasks.rados.rados.0.smithi016.stdout:1905: done (1 left) 2024-04-24T02:48:35.075 INFO:tasks.rados.rados.0.smithi016.stdout:1906: rollback oid 8 current snap is 201 2024-04-24T02:48:35.076 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 192 2024-04-24T02:48:35.076 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 201 2024-04-24T02:48:35.076 INFO:tasks.rados.rados.0.smithi016.stdout:1907: seq_num 597 ranges {2187264=401408} 2024-04-24T02:48:35.090 INFO:tasks.rados.rados.0.smithi016.stdout:1907: writing smithi01673382-6 from 2187264 to 2588672 tid 1 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 201 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1908: seq_num 598 ranges {524288=417792} 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1908: writing smithi01673382-24 from 524288 to 942080 tid 1 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1909: snap_create 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1904: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1904: finishing rollback tid 2 to smithi01673382-12 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1048 (ObjNum 508 snap 182 seq_num 508) dirty exists 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1906: finishing rollback tid 1 to smithi01673382-8 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1906: finishing rollback tid 2 to smithi01673382-8 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1524 (ObjNum 538 snap 187 seq_num 538) dirty exists 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1907: finishing write tid 1 to smithi01673382-6 2024-04-24T02:48:35.097 INFO:tasks.rados.rados.0.smithi016.stdout:1907: finishing write tid 2 to smithi01673382-6 2024-04-24T02:48:35.098 INFO:tasks.rados.rados.0.smithi016.stdout:1907: finishing write tid 3 to smithi01673382-6 2024-04-24T02:48:35.098 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 949 (ObjNum 597 snap 201 seq_num 597) dirty exists 2024-04-24T02:48:35.098 INFO:tasks.rados.rados.0.smithi016.stdout:1907: left oid 6 (ObjNum 597 snap 201 seq_num 597) 2024-04-24T02:48:35.105 INFO:tasks.rados.rados.0.smithi016.stdout:1908: finishing write tid 1 to smithi01673382-24 2024-04-24T02:48:35.105 INFO:tasks.rados.rados.0.smithi016.stdout:1908: finishing write tid 2 to smithi01673382-24 2024-04-24T02:48:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:1908: finishing write tid 3 to smithi01673382-24 2024-04-24T02:48:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1494 (ObjNum 598 snap 201 seq_num 598) dirty exists 2024-04-24T02:48:35.108 INFO:tasks.rados.rados.0.smithi016.stdout:1908: left oid 24 (ObjNum 598 snap 201 seq_num 598) 2024-04-24T02:48:35.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:35 smithi016 ceph-mon[84376]: osdmap e444: 8 total, 8 up, 8 in 2024-04-24T02:48:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:35 smithi016 ceph-mon[86910]: osdmap e444: 8 total, 8 up, 8 in 2024-04-24T02:48:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:35 smithi063 ceph-mon[77007]: osdmap e444: 8 total, 8 up, 8 in 2024-04-24T02:48:35.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:35.993 INFO:tasks.rados.rados.0.smithi016.stdout:1904: done (4 left) 2024-04-24T02:48:35.993 INFO:tasks.rados.rados.0.smithi016.stdout:1906: done (3 left) 2024-04-24T02:48:35.993 INFO:tasks.rados.rados.0.smithi016.stdout:1907: done (2 left) 2024-04-24T02:48:35.993 INFO:tasks.rados.rados.0.smithi016.stdout:1908: done (1 left) 2024-04-24T02:48:35.993 INFO:tasks.rados.rados.0.smithi016.stdout:1909: done (0 left) 2024-04-24T02:48:35.993 INFO:tasks.rados.rados.0.smithi016.stdout:1910: delete oid 50 current snap is 202 2024-04-24T02:48:35.996 INFO:tasks.rados.rados.0.smithi016.stdout:1910: done (0 left) 2024-04-24T02:48:35.996 INFO:tasks.rados.rados.0.smithi016.stdout:1911: rmattr oid 47 current snap is 202 2024-04-24T02:48:35.996 INFO:tasks.rados.rados.0.smithi016.stdout:1911: done (0 left) 2024-04-24T02:48:35.997 INFO:tasks.rados.rados.0.smithi016.stdout:1912: delete oid 50 current snap is 202 2024-04-24T02:48:35.999 INFO:tasks.rados.rados.0.smithi016.stdout:1912: done (0 left) 2024-04-24T02:48:35.999 INFO:tasks.rados.rados.0.smithi016.stdout:1913: snap_remove snap 197 2024-04-24T02:48:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:36 smithi016 ceph-mon[84376]: pgmap v292: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 166 KiB/s wr, 8 op/s 2024-04-24T02:48:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:36 smithi016 ceph-mon[84376]: osdmap e445: 8 total, 8 up, 8 in 2024-04-24T02:48:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:36 smithi016 ceph-mon[84376]: osdmap e446: 8 total, 8 up, 8 in 2024-04-24T02:48:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:36 smithi016 ceph-mon[86910]: pgmap v292: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 166 KiB/s wr, 8 op/s 2024-04-24T02:48:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:36 smithi016 ceph-mon[86910]: osdmap e445: 8 total, 8 up, 8 in 2024-04-24T02:48:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:36 smithi016 ceph-mon[86910]: osdmap e446: 8 total, 8 up, 8 in 2024-04-24T02:48:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:36 smithi063 ceph-mon[77007]: pgmap v292: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 166 KiB/s wr, 8 op/s 2024-04-24T02:48:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:36 smithi063 ceph-mon[77007]: osdmap e445: 8 total, 8 up, 8 in 2024-04-24T02:48:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:36 smithi063 ceph-mon[77007]: osdmap e446: 8 total, 8 up, 8 in 2024-04-24T02:48:37.004 INFO:tasks.rados.rados.0.smithi016.stdout:1913: done (0 left) 2024-04-24T02:48:37.005 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 202 2024-04-24T02:48:37.005 INFO:tasks.rados.rados.0.smithi016.stdout:1914: seq_num 601 ranges {5767168=475136} 2024-04-24T02:48:37.040 INFO:tasks.rados.rados.0.smithi016.stdout:1914: writing smithi01673382-23 from 5767168 to 6242304 tid 1 2024-04-24T02:48:37.040 INFO:tasks.rados.rados.0.smithi016.stdout:1915: read oid 15 snap -1 2024-04-24T02:48:37.040 INFO:tasks.rados.rados.0.smithi016.stdout:1915: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:48:37.040 INFO:tasks.rados.rados.0.smithi016.stdout:1916: setattr oid 36 current snap is 202 2024-04-24T02:48:37.042 INFO:tasks.rados.rados.0.smithi016.stdout:1917: snap_create 2024-04-24T02:48:37.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1068 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:48:37.046 INFO:tasks.rados.rados.0.smithi016.stdout:1914: finishing write tid 1 to smithi01673382-23 2024-04-24T02:48:37.046 INFO:tasks.rados.rados.0.smithi016.stdout:1914: finishing write tid 2 to smithi01673382-23 2024-04-24T02:48:37.047 INFO:tasks.rados.rados.0.smithi016.stdout:1914: finishing write tid 3 to smithi01673382-23 2024-04-24T02:48:37.047 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1253 (ObjNum 601 snap 202 seq_num 601) dirty exists 2024-04-24T02:48:37.047 INFO:tasks.rados.rados.0.smithi016.stdout:1914: left oid 23 (ObjNum 601 snap 202 seq_num 601) 2024-04-24T02:48:37.054 INFO:tasks.rados.rados.0.smithi016.stdout:1915: expect (ObjNum 447 snap 153 seq_num 447) 2024-04-24T02:48:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:37 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:37.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:37 smithi063 ceph-mon[77007]: Upgrade: osd.4 is safe to restart 2024-04-24T02:48:37.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:37 smithi063 ceph-mon[77007]: osdmap e447: 8 total, 8 up, 8 in 2024-04-24T02:48:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:37.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:37.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[84376]: Upgrade: osd.4 is safe to restart 2024-04-24T02:48:37.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[84376]: osdmap e447: 8 total, 8 up, 8 in 2024-04-24T02:48:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-24T02:48:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[86910]: Upgrade: osd.4 is safe to restart 2024-04-24T02:48:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:37 smithi016 ceph-mon[86910]: osdmap e447: 8 total, 8 up, 8 in 2024-04-24T02:48:38.001 INFO:tasks.rados.rados.0.smithi016.stdout:1914: done (3 left) 2024-04-24T02:48:38.001 INFO:tasks.rados.rados.0.smithi016.stdout:1915: done (2 left) 2024-04-24T02:48:38.001 INFO:tasks.rados.rados.0.smithi016.stdout:1916: done (1 left) 2024-04-24T02:48:38.001 INFO:tasks.rados.rados.0.smithi016.stdout:1917: done (0 left) 2024-04-24T02:48:38.001 INFO:tasks.rados.rados.0.smithi016.stdout:1918: delete oid 2 current snap is 203 2024-04-24T02:48:38.003 INFO:tasks.rados.rados.0.smithi016.stdout:1918: done (0 left) 2024-04-24T02:48:38.003 INFO:tasks.rados.rados.0.smithi016.stdout:1919: copy_from oid 29 from oid 30 current snap is 203 2024-04-24T02:48:38.003 INFO:tasks.rados.rados.0.smithi016.stdout:1920: read oid 1 snap 183 2024-04-24T02:48:38.004 INFO:tasks.rados.rados.0.smithi016.stdout:1920: expect (ObjNum 518 snap 183 seq_num 518) 2024-04-24T02:48:38.004 INFO:tasks.rados.rados.0.smithi016.stdout:1921: rollback oid 17 current snap is 203 2024-04-24T02:48:38.004 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 173 2024-04-24T02:48:38.004 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 203 2024-04-24T02:48:38.004 INFO:tasks.rados.rados.0.smithi016.stdout:1922: seq_num 603 ranges {9347072=507904} 2024-04-24T02:48:38.058 INFO:tasks.rados.rados.0.smithi016.stdout:1922: writing smithi01673382-49 from 9347072 to 9854976 tid 1 2024-04-24T02:48:38.058 INFO:tasks.rados.rados.0.smithi016.stdout:1923: setattr oid 5 current snap is 203 2024-04-24T02:48:38.058 INFO:tasks.rados.rados.0.smithi016.stdout:1919: finishing copy_from to smithi01673382-29 2024-04-24T02:48:38.058 INFO:tasks.rados.rados.0.smithi016.stdout:1919: got expected ENOENT (src dne) 2024-04-24T02:48:38.058 INFO:tasks.rados.rados.0.smithi016.stdout:1919: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:48:38.058 INFO:tasks.rados.rados.0.smithi016.stdout:1921: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:48:38.059 INFO:tasks.rados.rados.0.smithi016.stdout:1921: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:48:38.059 INFO:tasks.rados.rados.0.smithi016.stdout:1921: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:48:38.059 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1540 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:48:38.059 INFO:tasks.rados.rados.0.smithi016.stdout:1920: expect (ObjNum 518 snap 183 seq_num 518) 2024-04-24T02:48:38.212 INFO:tasks.rados.rados.0.smithi016.stdout:1922: finishing write tid 1 to smithi01673382-49 2024-04-24T02:48:38.212 INFO:tasks.rados.rados.0.smithi016.stdout:1922: finishing write tid 2 to smithi01673382-49 2024-04-24T02:48:38.212 INFO:tasks.rados.rados.0.smithi016.stdout:1922: finishing write tid 3 to smithi01673382-49 2024-04-24T02:48:38.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1256 (ObjNum 603 snap 203 seq_num 603) dirty exists 2024-04-24T02:48:38.212 INFO:tasks.rados.rados.0.smithi016.stdout:1922: left oid 49 (ObjNum 603 snap 203 seq_num 603) 2024-04-24T02:48:38.212 INFO:tasks.rados.rados.0.smithi016.stdout:1919: done (4 left) 2024-04-24T02:48:38.212 INFO:tasks.rados.rados.0.smithi016.stdout:1920: done (3 left) 2024-04-24T02:48:38.213 INFO:tasks.rados.rados.0.smithi016.stdout:1921: done (2 left) 2024-04-24T02:48:38.213 INFO:tasks.rados.rados.0.smithi016.stdout:1922: done (1 left) 2024-04-24T02:48:38.213 INFO:tasks.rados.rados.0.smithi016.stdout:1924: read oid 41 snap 139 2024-04-24T02:48:38.213 INFO:tasks.rados.rados.0.smithi016.stdout:1924: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:48:38.213 INFO:tasks.rados.rados.0.smithi016.stdout:1925: snap_create 2024-04-24T02:48:38.214 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1176 (ObjNum 524 snap 183 seq_num 524) dirty exists 2024-04-24T02:48:38.219 INFO:tasks.rados.rados.0.smithi016.stdout:1924: expect (ObjNum 349 snap 118 seq_num 349) 2024-04-24T02:48:38.467 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:38 smithi063 ceph-mon[77007]: pgmap v295: 121 pgs: 121 active+clean; 629 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-24T02:48:38.467 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:38.467 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:48:38.467 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:38.467 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:38 smithi063 ceph-mon[77007]: osdmap e448: 8 total, 8 up, 8 in 2024-04-24T02:48:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[84376]: pgmap v295: 121 pgs: 121 active+clean; 629 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-24T02:48:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[84376]: osdmap e448: 8 total, 8 up, 8 in 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:48:38] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.33.4" 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[86910]: pgmap v295: 121 pgs: 121 active+clean; 629 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:38 smithi016 ceph-mon[86910]: osdmap e448: 8 total, 8 up, 8 in 2024-04-24T02:48:38.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:48:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:1923: done (2 left) 2024-04-24T02:48:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:1924: done (1 left) 2024-04-24T02:48:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:1925: done (0 left) 2024-04-24T02:48:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:1926: copy_from oid 21 from oid 7 current snap is 204 2024-04-24T02:48:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 204 2024-04-24T02:48:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:1927: seq_num 604 ranges {0=524288} 2024-04-24T02:48:39.112 INFO:tasks.rados.rados.0.smithi016.stdout:1927: writing smithi01673382-39 from 0 to 524288 tid 1 2024-04-24T02:48:39.112 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 204 2024-04-24T02:48:39.112 INFO:tasks.rados.rados.0.smithi016.stdout:1928: seq_num 605 ranges {1212416=540672} 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1928: writing smithi01673382-38 from 1212416 to 1753088 tid 1 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1929: copy_from oid 40 from oid 18 current snap is 204 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1927: finishing write tid 1 to smithi01673382-39 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1927: finishing write tid 2 to smithi01673382-39 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1927: finishing write tid 3 to smithi01673382-39 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1182 (ObjNum 604 snap 204 seq_num 604) dirty exists 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1927: left oid 39 (ObjNum 604 snap 204 seq_num 604) 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1927: done (3 left) 2024-04-24T02:48:39.123 INFO:tasks.rados.rados.0.smithi016.stdout:1930: delete oid 24 current snap is 204 2024-04-24T02:48:39.129 INFO:tasks.rados.rados.0.smithi016.stdout:1928: finishing write tid 1 to smithi01673382-38 2024-04-24T02:48:39.129 INFO:tasks.rados.rados.0.smithi016.stdout:1928: finishing write tid 2 to smithi01673382-38 2024-04-24T02:48:39.131 INFO:tasks.rados.rados.0.smithi016.stdout:1929: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:48:39.132 INFO:tasks.rados.rados.0.smithi016.stdout:1928: finishing write tid 3 to smithi01673382-38 2024-04-24T02:48:39.132 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1507 (ObjNum 605 snap 204 seq_num 605) dirty exists 2024-04-24T02:48:39.132 INFO:tasks.rados.rados.0.smithi016.stdout:1928: left oid 38 (ObjNum 605 snap 204 seq_num 605) 2024-04-24T02:48:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1928: done (3 left) 2024-04-24T02:48:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1930: done (2 left) 2024-04-24T02:48:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1931: read oid 45 snap 186 2024-04-24T02:48:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1931: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-24T02:48:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 204 2024-04-24T02:48:39.133 INFO:tasks.rados.rados.0.smithi016.stdout:1932: seq_num 607 ranges {1212416=573440} 2024-04-24T02:48:39.143 INFO:tasks.rados.rados.0.smithi016.stdout:1932: writing smithi01673382-35 from 1212416 to 1785856 tid 1 2024-04-24T02:48:39.144 INFO:tasks.rados.rados.0.smithi016.stdout:1933: delete oid 11 current snap is 204 2024-04-24T02:48:39.144 INFO:tasks.rados.rados.0.smithi016.stdout:1929: finishing copy_from to smithi01673382-40 2024-04-24T02:48:39.144 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1318 (ObjNum 515 snap 183 seq_num 515) dirty exists 2024-04-24T02:48:39.147 INFO:tasks.rados.rados.0.smithi016.stdout:1931: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-24T02:48:39.290 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:39 smithi063 ceph-mon[77007]: Upgrade: Updating osd.4 2024-04-24T02:48:39.290 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:39 smithi063 ceph-mon[77007]: Deploying daemon osd.4 on smithi063 2024-04-24T02:48:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:1926: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:48:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:1932: finishing write tid 1 to smithi01673382-35 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1932: finishing write tid 2 to smithi01673382-35 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1929: done (4 left) 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1931: done (3 left) 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1933: done (2 left) 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1934: delete oid 12 current snap is 204 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1926: finishing copy_from to smithi01673382-21 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1373 (ObjNum 543 snap 187 seq_num 543) dirty exists 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1932: finishing write tid 3 to smithi01673382-35 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1444 (ObjNum 607 snap 204 seq_num 607) dirty exists 2024-04-24T02:48:39.348 INFO:tasks.rados.rados.0.smithi016.stdout:1932: left oid 35 (ObjNum 607 snap 204 seq_num 607) 2024-04-24T02:48:39.349 INFO:tasks.rados.rados.0.smithi016.stdout:1926: done (2 left) 2024-04-24T02:48:39.349 INFO:tasks.rados.rados.0.smithi016.stdout:1932: done (1 left) 2024-04-24T02:48:39.349 INFO:tasks.rados.rados.0.smithi016.stdout:1934: done (0 left) 2024-04-24T02:48:39.349 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 204 2024-04-24T02:48:39.350 INFO:tasks.rados.rados.0.smithi016.stdout:1935: seq_num 610 ranges {2072576=622592} 2024-04-24T02:48:39.364 INFO:tasks.rados.rados.0.smithi016.stdout:1935: writing smithi01673382-9 from 2072576 to 2695168 tid 1 2024-04-24T02:48:39.364 INFO:tasks.rados.rados.0.smithi016.stdout:1936: snap_remove snap 164 2024-04-24T02:48:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:39 smithi016 ceph-mon[84376]: Upgrade: Updating osd.4 2024-04-24T02:48:39.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:39 smithi016 ceph-mon[84376]: Deploying daemon osd.4 on smithi063 2024-04-24T02:48:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:39 smithi016 ceph-mon[86910]: Upgrade: Updating osd.4 2024-04-24T02:48:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:39 smithi016 ceph-mon[86910]: Deploying daemon osd.4 on smithi063 2024-04-24T02:48:40.112 INFO:tasks.rados.rados.0.smithi016.stdout:1936: done (1 left) 2024-04-24T02:48:40.112 INFO:tasks.rados.rados.0.smithi016.stdout:1937: snap_remove snap 168 2024-04-24T02:48:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:40 smithi016 ceph-mon[84376]: pgmap v298: 121 pgs: 121 active+clean; 629 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-24T02:48:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:40 smithi016 ceph-mon[84376]: osdmap e449: 8 total, 8 up, 8 in 2024-04-24T02:48:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:40 smithi016 ceph-mon[86910]: pgmap v298: 121 pgs: 121 active+clean; 629 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-24T02:48:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:40 smithi016 ceph-mon[86910]: osdmap e449: 8 total, 8 up, 8 in 2024-04-24T02:48:40.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:40 smithi063 ceph-mon[77007]: pgmap v298: 121 pgs: 121 active+clean; 629 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-24T02:48:40.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:40 smithi063 ceph-mon[77007]: osdmap e449: 8 total, 8 up, 8 in 2024-04-24T02:48:40.998 INFO:tasks.rados.rados.0.smithi016.stdout:1937: done (1 left) 2024-04-24T02:48:40.998 INFO:tasks.rados.rados.0.smithi016.stdout:1938: copy_from oid 15 from oid 42 current snap is 204 2024-04-24T02:48:40.998 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 204 2024-04-24T02:48:40.998 INFO:tasks.rados.rados.0.smithi016.stdout:1939: seq_num 611 ranges {0=638976} 2024-04-24T02:48:41.001 INFO:tasks.rados.rados.0.smithi016.stdout:1939: writing smithi01673382-37 from 0 to 638976 tid 1 2024-04-24T02:48:41.001 INFO:tasks.rados.rados.0.smithi016.stdout:1940: read oid 45 snap -1 2024-04-24T02:48:41.001 INFO:tasks.rados.rados.0.smithi016.stdout:1940: expect (ObjNum 573 snap 198 seq_num 573) 2024-04-24T02:48:41.001 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 204 2024-04-24T02:48:41.001 INFO:tasks.rados.rados.0.smithi016.stdout:1941: seq_num 612 ranges {2244608=655360} 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1941: writing smithi01673382-3 from 2244608 to 2899968 tid 1 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1942: read oid 16 snap -1 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1942: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 204 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1935: finishing write tid 1 to smithi01673382-9 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1935: finishing write tid 2 to smithi01673382-9 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1935: finishing write tid 3 to smithi01673382-9 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1178 (ObjNum 610 snap 204 seq_num 610) dirty exists 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1935: left oid 9 (ObjNum 610 snap 204 seq_num 610) 2024-04-24T02:48:41.019 INFO:tasks.rados.rados.0.smithi016.stdout:1943: seq_num 613 ranges {7061504=671744} 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1943: writing smithi01673382-21 from 7061504 to 7733248 tid 1 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1935: done (6 left) 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1944: rollback oid 46 current snap is 204 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 182 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1939: finishing write tid 1 to smithi01673382-37 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1939: finishing write tid 2 to smithi01673382-37 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1938: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1945: read oid 30 snap -1 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1945: expect deleted 2024-04-24T02:48:41.063 INFO:tasks.rados.rados.0.smithi016.stdout:1946: snap_create 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1939: finishing write tid 3 to smithi01673382-37 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1321 (ObjNum 611 snap 204 seq_num 611) dirty exists 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1939: left oid 37 (ObjNum 611 snap 204 seq_num 611) 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1938: finishing copy_from to smithi01673382-15 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1468 (ObjNum 592 snap 201 seq_num 592) dirty exists 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1941: finishing write tid 1 to smithi01673382-3 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1941: finishing write tid 2 to smithi01673382-3 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1941: finishing write tid 3 to smithi01673382-3 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1180 (ObjNum 612 snap 204 seq_num 612) dirty exists 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1941: left oid 3 (ObjNum 612 snap 204 seq_num 612) 2024-04-24T02:48:41.064 INFO:tasks.rados.rados.0.smithi016.stdout:1942: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:48:41.146 INFO:tasks.rados.rados.0.smithi016.stdout:1940: expect (ObjNum 573 snap 198 seq_num 573) 2024-04-24T02:48:41.310 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:41 smithi063 systemd[1]: Stopping Ceph osd.4 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:48:41.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:41 smithi063 ceph-mon[77007]: osdmap e450: 8 total, 8 up, 8 in 2024-04-24T02:48:41.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:41 smithi063 ceph-mon[77007]: osdmap e451: 8 total, 8 up, 8 in 2024-04-24T02:48:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:41 smithi016 ceph-mon[84376]: osdmap e450: 8 total, 8 up, 8 in 2024-04-24T02:48:41.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:41 smithi016 ceph-mon[84376]: osdmap e451: 8 total, 8 up, 8 in 2024-04-24T02:48:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:41 smithi016 ceph-mon[86910]: osdmap e450: 8 total, 8 up, 8 in 2024-04-24T02:48:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:41 smithi016 ceph-mon[86910]: osdmap e451: 8 total, 8 up, 8 in 2024-04-24T02:48:41.592 INFO:tasks.rados.rados.0.smithi016.stdout:1944: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:48:41.592 INFO:tasks.rados.rados.0.smithi016.stdout:1944: finishing rollback tid 2 to smithi01673382-46 2024-04-24T02:48:41.592 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1201 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:48:41.592 INFO:tasks.rados.rados.0.smithi016.stdout:1943: finishing write tid 1 to smithi01673382-21 2024-04-24T02:48:41.592 INFO:tasks.rados.rados.0.smithi016.stdout:1943: finishing write tid 2 to smithi01673382-21 2024-04-24T02:48:41.592 INFO:tasks.rados.rados.0.smithi016.stdout:1943: finishing write tid 3 to smithi01673382-21 2024-04-24T02:48:41.593 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1375 (ObjNum 613 snap 204 seq_num 613) dirty exists 2024-04-24T02:48:41.593 INFO:tasks.rados.rados.0.smithi016.stdout:1943: left oid 21 (ObjNum 613 snap 204 seq_num 613) 2024-04-24T02:48:41.809 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[42937]: debug 2024-04-24T02:48:41.362+0000 7fc89b923700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:48:41.809 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[42937]: debug 2024-04-24T02:48:41.362+0000 7fc89b923700 -1 osd.4 451 *** Got signal Terminated *** 2024-04-24T02:48:41.810 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[42937]: debug 2024-04-24T02:48:41.362+0000 7fc89b923700 -1 osd.4 451 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:48:41.998 INFO:tasks.rados.rados.0.smithi016.stdout:1938: done (8 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1939: done (7 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1940: done (6 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1941: done (5 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1942: done (4 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1943: done (3 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1944: done (2 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1945: done (1 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1946: done (0 left) 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1947: rollback oid 29 current snap is 205 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 139 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1948: copy_from oid 37 from oid 46 current snap is 205 2024-04-24T02:48:41.999 INFO:tasks.rados.rados.0.smithi016.stdout:1949: snap_remove snap 159 2024-04-24T02:48:42.415 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:42 smithi063 ceph-mon[77007]: pgmap v301: 121 pgs: 121 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-04-24T02:48:42.415 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:42 smithi063 ceph-mon[77007]: osd.4 marked itself down and dead 2024-04-24T02:48:42.415 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:42 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:48:42.415 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:42 smithi063 ceph-mon[77007]: osdmap e452: 8 total, 7 up, 8 in 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[84376]: pgmap v301: 121 pgs: 121 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[84376]: osd.4 marked itself down and dead 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[84376]: osdmap e452: 8 total, 7 up, 8 in 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[86910]: pgmap v301: 121 pgs: 121 active+clean; 630 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[86910]: osd.4 marked itself down and dead 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:48:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:42 smithi016 ceph-mon[86910]: osdmap e452: 8 total, 7 up, 8 in 2024-04-24T02:48:42.809 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:42 smithi063 bash[80914]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4 2024-04-24T02:48:43.013 INFO:tasks.rados.rados.0.smithi016.stdout:1949: done (2 left) 2024-04-24T02:48:43.013 INFO:tasks.rados.rados.0.smithi016.stdout:1950: read oid 4 snap 198 2024-04-24T02:48:43.013 INFO:tasks.rados.rados.0.smithi016.stdout:1950: expect deleted 2024-04-24T02:48:43.013 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 205 2024-04-24T02:48:43.013 INFO:tasks.rados.rados.0.smithi016.stdout:1951: seq_num 614 ranges {9854976=688128} 2024-04-24T02:48:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:1951: writing smithi01673382-49 from 9854976 to 10543104 tid 1 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1952: rollback oid 1 current snap is 205 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 192 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1947: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1947: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 967 (ObjNum 372 snap 124 seq_num 372) dirty exists 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1948: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1948: finishing copy_from to smithi01673382-37 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1201 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1947: done (4 left) 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1948: done (3 left) 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1950: done (2 left) 2024-04-24T02:48:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:1953: delete oid 19 current snap is 205 2024-04-24T02:48:43.064 INFO:tasks.rados.rados.0.smithi016.stdout:1952: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:48:43.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1049 (ObjNum 2001226976 snap 22076 seq_num 2002212336) dirty dne 2024-04-24T02:48:43.064 INFO:tasks.rados.rados.0.smithi016.stdout:1952: done (2 left) 2024-04-24T02:48:43.064 INFO:tasks.rados.rados.0.smithi016.stdout:1953: done (1 left) 2024-04-24T02:48:43.064 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 205 2024-04-24T02:48:43.065 INFO:tasks.rados.rados.0.smithi016.stdout:1954: seq_num 616 ranges {1785856=720896} 2024-04-24T02:48:43.078 INFO:tasks.rados.rados.0.smithi016.stdout:1954: writing smithi01673382-35 from 1785856 to 2506752 tid 1 2024-04-24T02:48:43.079 INFO:tasks.rados.rados.0.smithi016.stdout:1955: snap_create 2024-04-24T02:48:43.079 INFO:tasks.rados.rados.0.smithi016.stdout:1951: finishing write tid 1 to smithi01673382-49 2024-04-24T02:48:43.079 INFO:tasks.rados.rados.0.smithi016.stdout:1951: finishing write tid 2 to smithi01673382-49 2024-04-24T02:48:43.079 INFO:tasks.rados.rados.0.smithi016.stdout:1951: finishing write tid 3 to smithi01673382-49 2024-04-24T02:48:43.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1281 (ObjNum 614 snap 205 seq_num 614) dirty exists 2024-04-24T02:48:43.079 INFO:tasks.rados.rados.0.smithi016.stdout:1951: left oid 49 (ObjNum 614 snap 205 seq_num 614) 2024-04-24T02:48:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:1954: finishing write tid 1 to smithi01673382-35 2024-04-24T02:48:43.082 INFO:tasks.rados.rados.0.smithi016.stdout:1954: finishing write tid 2 to smithi01673382-35 2024-04-24T02:48:43.083 INFO:tasks.rados.rados.0.smithi016.stdout:1954: finishing write tid 3 to smithi01673382-35 2024-04-24T02:48:43.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1446 (ObjNum 616 snap 205 seq_num 616) dirty exists 2024-04-24T02:48:43.083 INFO:tasks.rados.rados.0.smithi016.stdout:1954: left oid 35 (ObjNum 616 snap 205 seq_num 616) 2024-04-24T02:48:43.480 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:48:43.797 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:48:43.797 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (5m) 26s ago 9m 15.5M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:48:43.797 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (4m) 2m ago 9m 43.7M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:48:43.797 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (10m) 26s ago 10m 15.6M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:48:43.797 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (10m) 2m ago 10m 18.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (3m) 2m ago 14m 447M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (4m) 26s ago 16m 507M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (3m) 26s ago 16m 55.0M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (2m) 2m ago 14m 18.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (3m) 26s ago 14m 47.1M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (5m) 26s ago 9m 16.7M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (4m) 2m ago 9m 22.5M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (2m) 26s ago 13m 181M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (94s) 26s ago 13m 172M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (62s) 26s ago 13m 142M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (30s) 26s ago 12m 11.5M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (12m) 2m ago 12m 203M 2488M 16.2.15-1-g8963e9de 727f386679cb 6c51979c50e5 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (11m) 2m ago 11m 161M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:48:43.798 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (11m) 2m ago 11m 93.9M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:48:43.799 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (11m) 2m ago 11m 112M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:48:43.799 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (3m) 2m ago 9m 55.9M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:48:43.999 INFO:tasks.rados.rados.0.smithi016.stdout:1951: done (2 left) 2024-04-24T02:48:43.999 INFO:tasks.rados.rados.0.smithi016.stdout:1954: done (1 left) 2024-04-24T02:48:43.999 INFO:tasks.rados.rados.0.smithi016.stdout:1955: done (0 left) 2024-04-24T02:48:43.999 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 206 2024-04-24T02:48:43.999 INFO:tasks.rados.rados.0.smithi016.stdout:1956: seq_num 617 ranges {319488=737280} 2024-04-24T02:48:44.005 INFO:tasks.rados.rados.0.smithi016.stdout:1956: writing smithi01673382-42 from 319488 to 1056768 tid 1 2024-04-24T02:48:44.005 INFO:tasks.rados.rados.0.smithi016.stdout:1957: snap_create 2024-04-24T02:48:44.011 INFO:tasks.rados.rados.0.smithi016.stdout:1956: finishing write tid 1 to smithi01673382-42 2024-04-24T02:48:44.011 INFO:tasks.rados.rados.0.smithi016.stdout:1956: finishing write tid 2 to smithi01673382-42 2024-04-24T02:48:44.012 INFO:tasks.rados.rados.0.smithi016.stdout:1956: finishing write tid 3 to smithi01673382-42 2024-04-24T02:48:44.012 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1530 (ObjNum 617 snap 206 seq_num 617) dirty exists 2024-04-24T02:48:44.012 INFO:tasks.rados.rados.0.smithi016.stdout:1956: left oid 42 (ObjNum 617 snap 206 seq_num 617) 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3, 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 4 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 5, 2024-04-24T02:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 9 2024-04-24T02:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:48:44.277 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:44 smithi063 ceph-mon[77007]: pgmap v304: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 9 stale+active+clean, 107 active+clean; 633 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-24T02:48:44.277 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:44 smithi063 ceph-mon[77007]: osdmap e453: 8 total, 7 up, 8 in 2024-04-24T02:48:44.277 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:44 smithi063 ceph-mon[77007]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:44.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:44 smithi016 ceph-mon[84376]: pgmap v304: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 9 stale+active+clean, 107 active+clean; 633 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-24T02:48:44.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:44 smithi016 ceph-mon[84376]: osdmap e453: 8 total, 7 up, 8 in 2024-04-24T02:48:44.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:44 smithi016 ceph-mon[84376]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:44 smithi016 ceph-mon[86910]: pgmap v304: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 9 stale+active+clean, 107 active+clean; 633 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-24T02:48:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:44 smithi016 ceph-mon[86910]: osdmap e453: 8 total, 7 up, 8 in 2024-04-24T02:48:44.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:44 smithi016 ceph-mon[86910]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:44.560 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:44 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.4.service: Succeeded. 2024-04-24T02:48:44.560 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:44 smithi063 systemd[1]: Stopped Ceph osd.4 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:48:44.560 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:44 smithi063 systemd[1]: Starting Ceph osd.4 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:48:45.013 INFO:tasks.rados.rados.0.smithi016.stdout:1956: done (1 left) 2024-04-24T02:48:45.013 INFO:tasks.rados.rados.0.smithi016.stdout:1957: done (0 left) 2024-04-24T02:48:45.013 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 207 2024-04-24T02:48:45.013 INFO:tasks.rados.rados.0.smithi016.stdout:1958: seq_num 618 ranges {1433600=753664} 2024-04-24T02:48:45.025 INFO:tasks.rados.rados.0.smithi016.stdout:1958: writing smithi01673382-18 from 1433600 to 2187264 tid 1 2024-04-24T02:48:45.025 INFO:tasks.rados.rados.0.smithi016.stdout:1959: snap_create 2024-04-24T02:48:45.029 INFO:tasks.rados.rados.0.smithi016.stdout:1958: finishing write tid 1 to smithi01673382-18 2024-04-24T02:48:45.030 INFO:tasks.rados.rados.0.smithi016.stdout:1958: finishing write tid 2 to smithi01673382-18 2024-04-24T02:48:45.032 INFO:tasks.rados.rados.0.smithi016.stdout:1958: finishing write tid 3 to smithi01673382-18 2024-04-24T02:48:45.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1325 (ObjNum 618 snap 207 seq_num 618) dirty exists 2024-04-24T02:48:45.032 INFO:tasks.rados.rados.0.smithi016.stdout:1958: left oid 18 (ObjNum 618 snap 207 seq_num 618) 2024-04-24T02:48:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[84376]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[84376]: osdmap e454: 8 total, 7 up, 8 in 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/876790649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[86910]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[86910]: osdmap e454: 8 total, 7 up, 8 in 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/876790649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:45 smithi063 ceph-mon[77007]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:48:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:45 smithi063 ceph-mon[77007]: osdmap e454: 8 total, 7 up, 8 in 2024-04-24T02:48:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:45 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/876790649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:48:45.810 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:45 smithi063 bash[81152]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-24T02:48:45.810 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:45 smithi063 bash[81152]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-24T02:48:45.810 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:45 smithi063 bash[81152]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-24T02:48:45.810 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:45 smithi063 bash[81152]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-24T02:48:45.810 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:45 smithi063 bash[81152]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-24T02:48:45.811 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:45 smithi063 bash[81152]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-24T02:48:45.811 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:45 smithi063 bash[81152]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-24T02:48:45.997 INFO:tasks.rados.rados.0.smithi016.stdout:1958: done (1 left) 2024-04-24T02:48:45.997 INFO:tasks.rados.rados.0.smithi016.stdout:1959: done (0 left) 2024-04-24T02:48:45.997 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 208 2024-04-24T02:48:45.998 INFO:tasks.rados.rados.0.smithi016.stdout:1960: seq_num 619 ranges {8667136=770048} 2024-04-24T02:48:46.048 INFO:tasks.rados.rados.0.smithi016.stdout:1960: writing smithi01673382-17 from 8667136 to 9437184 tid 1 2024-04-24T02:48:46.049 INFO:tasks.rados.rados.0.smithi016.stdout:1961: rollback oid 22 current snap is 208 2024-04-24T02:48:46.049 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 106 2024-04-24T02:48:46.049 INFO:tasks.rados.rados.0.smithi016.stdout:1962: delete oid 39 current snap is 208 2024-04-24T02:48:46.054 INFO:tasks.rados.rados.0.smithi016.stdout:1961: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:48:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:1960: finishing write tid 1 to smithi01673382-17 2024-04-24T02:48:46.055 INFO:tasks.rados.rados.0.smithi016.stdout:1961: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:48:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:1961: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:48:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1204 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:48:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:1961: done (2 left) 2024-04-24T02:48:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:1962: done (1 left) 2024-04-24T02:48:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:1963: snap_remove snap 139 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[84376]: pgmap v307: 121 pgs: 2 active+undersized+degraded, 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 8 stale+active+clean, 4 active+undersized, 102 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 33/1143 objects degraded (2.887%) 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[84376]: osdmap e455: 8 total, 7 up, 8 in 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 33/1143 objects degraded (2.887%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[84376]: osdmap e456: 8 total, 7 up, 8 in 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[86910]: pgmap v307: 121 pgs: 2 active+undersized+degraded, 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 8 stale+active+clean, 4 active+undersized, 102 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 33/1143 objects degraded (2.887%) 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[86910]: osdmap e455: 8 total, 7 up, 8 in 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 33/1143 objects degraded (2.887%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:46 smithi016 ceph-mon[86910]: osdmap e456: 8 total, 7 up, 8 in 2024-04-24T02:48:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:46 smithi063 ceph-mon[77007]: pgmap v307: 121 pgs: 2 active+undersized+degraded, 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 8 stale+active+clean, 4 active+undersized, 102 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 14 op/s; 33/1143 objects degraded (2.887%) 2024-04-24T02:48:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:46 smithi063 ceph-mon[77007]: osdmap e455: 8 total, 7 up, 8 in 2024-04-24T02:48:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:46 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 33/1143 objects degraded (2.887%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:46.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:46 smithi063 ceph-mon[77007]: osdmap e456: 8 total, 7 up, 8 in 2024-04-24T02:48:47.015 INFO:tasks.rados.rados.0.smithi016.stdout:1963: done (1 left) 2024-04-24T02:48:47.015 INFO:tasks.rados.rados.0.smithi016.stdout:1964: snap_create 2024-04-24T02:48:47.015 INFO:tasks.rados.rados.0.smithi016.stdout:1960: finishing write tid 2 to smithi01673382-17 2024-04-24T02:48:47.015 INFO:tasks.rados.rados.0.smithi016.stdout:1960: finishing write tid 3 to smithi01673382-17 2024-04-24T02:48:47.015 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1563 (ObjNum 619 snap 208 seq_num 619) dirty exists 2024-04-24T02:48:47.015 INFO:tasks.rados.rados.0.smithi016.stdout:1960: left oid 17 (ObjNum 619 snap 208 seq_num 619) 2024-04-24T02:48:47.060 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:46 smithi063 ceph-osd[81425]: -- 172.21.15.63:0/1618423189 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559e00f1b1e0 con 0x559e00eeb000 2024-04-24T02:48:47.060 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:46 smithi063 bash[81406]: 34e013c00a4c6f698fce125f095006cf4a1956938863fad1d40b727936720822 2024-04-24T02:48:47.060 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:46 smithi063 systemd[1]: Started Ceph osd.4 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:48:47.485 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T02:48:47.123+0000 7ffb2b4177c0 -1 Falling back to public interface 2024-04-24T02:48:47.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:47.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:47.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:47.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:47 smithi063 ceph-mon[77007]: pgmap v310: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 649 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 8 op/s; 185/1158 objects degraded (15.976%) 2024-04-24T02:48:47.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:47 smithi063 ceph-mon[77007]: osdmap e457: 8 total, 7 up, 8 in 2024-04-24T02:48:48.016 INFO:tasks.rados.rados.0.smithi016.stdout:1960: done (1 left) 2024-04-24T02:48:48.016 INFO:tasks.rados.rados.0.smithi016.stdout:1964: done (0 left) 2024-04-24T02:48:48.016 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 209 2024-04-24T02:48:48.016 INFO:tasks.rados.rados.0.smithi016.stdout:1965: seq_num 621 ranges {1318912=409600,1728512=401408} 2024-04-24T02:48:48.025 INFO:tasks.rados.rados.0.smithi016.stdout:1965: writing smithi01673382-10 from 1318912 to 1728512 tid 1 2024-04-24T02:48:48.028 INFO:tasks.rados.rados.0.smithi016.stdout:1965: writing smithi01673382-10 from 1728512 to 2129920 tid 2 2024-04-24T02:48:48.028 INFO:tasks.rados.rados.0.smithi016.stdout:1966: snap_create 2024-04-24T02:48:48.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:48.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[86910]: pgmap v310: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 649 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 8 op/s; 185/1158 objects degraded (15.976%) 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[86910]: osdmap e457: 8 total, 7 up, 8 in 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[84376]: pgmap v310: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 649 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 8 op/s; 185/1158 objects degraded (15.976%) 2024-04-24T02:48:48.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:47 smithi016 ceph-mon[84376]: osdmap e457: 8 total, 7 up, 8 in 2024-04-24T02:48:48.033 INFO:tasks.rados.rados.0.smithi016.stdout:1965: finishing write tid 1 to smithi01673382-10 2024-04-24T02:48:48.033 INFO:tasks.rados.rados.0.smithi016.stdout:1965: finishing write tid 2 to smithi01673382-10 2024-04-24T02:48:48.034 INFO:tasks.rados.rados.0.smithi016.stdout:1965: finishing write tid 3 to smithi01673382-10 2024-04-24T02:48:48.035 INFO:tasks.rados.rados.0.smithi016.stdout:1965: finishing write tid 4 to smithi01673382-10 2024-04-24T02:48:48.035 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1295 (ObjNum 621 snap 209 seq_num 621) dirty exists 2024-04-24T02:48:48.035 INFO:tasks.rados.rados.0.smithi016.stdout:1965: left oid 10 (ObjNum 621 snap 209 seq_num 621) 2024-04-24T02:48:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:48:48] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.33.4" 2024-04-24T02:48:49.018 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:48.658Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-24T02:48:49.018 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:48:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:48:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi016:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.16\", device_class=\"ssd\", hostname=\"smithi016\", instance=\"smithi063.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.16\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-24T02:48:49.022 INFO:tasks.rados.rados.0.smithi016.stdout:1965: done (1 left) 2024-04-24T02:48:49.022 INFO:tasks.rados.rados.0.smithi016.stdout:1966: done (0 left) 2024-04-24T02:48:49.022 INFO:tasks.rados.rados.0.smithi016.stdout:1967: rollback oid 27 current snap is 210 2024-04-24T02:48:49.022 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 206 2024-04-24T02:48:49.022 INFO:tasks.rados.rados.0.smithi016.stdout:1968: delete oid 39 current snap is 210 2024-04-24T02:48:49.027 INFO:tasks.rados.rados.0.smithi016.stdout:1968: done (1 left) 2024-04-24T02:48:49.027 INFO:tasks.rados.rados.0.smithi016.stdout:1969: rollback oid 5 current snap is 210 2024-04-24T02:48:49.027 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 192 2024-04-24T02:48:49.028 INFO:tasks.rados.rados.0.smithi016.stdout:1970: copy_from oid 6 from oid 24 current snap is 210 2024-04-24T02:48:49.028 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 210 2024-04-24T02:48:49.028 INFO:tasks.rados.rados.0.smithi016.stdout:1971: seq_num 623 ranges {9437184=442368,9879552=401408} 2024-04-24T02:48:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:1971: writing smithi01673382-17 from 9437184 to 9879552 tid 1 2024-04-24T02:48:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:1971: writing smithi01673382-17 from 9879552 to 10280960 tid 2 2024-04-24T02:48:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:1972: snap_create 2024-04-24T02:48:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:1967: finishing rollback tid 0 to smithi01673382-27 2024-04-24T02:48:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:1970: finishing copy_from to smithi01673382-6 2024-04-24T02:48:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:1970: got expected ENOENT (src dne) 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:1970: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:1967: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:1967: finishing rollback tid 2 to smithi01673382-27 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 985 (ObjNum 464 snap 161 seq_num 464) dirty exists 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:1969: finishing rollback tid 0 to smithi01673382-5 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:1969: finishing rollback tid 1 to smithi01673382-5 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:1969: finishing rollback tid 2 to smithi01673382-5 2024-04-24T02:48:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1183 (ObjNum 524 snap 183 seq_num 524) dirty exists 2024-04-24T02:48:49.087 INFO:tasks.rados.rados.0.smithi016.stdout:1971: finishing write tid 1 to smithi01673382-17 2024-04-24T02:48:49.087 INFO:tasks.rados.rados.0.smithi016.stdout:1971: finishing write tid 2 to smithi01673382-17 2024-04-24T02:48:49.087 INFO:tasks.rados.rados.0.smithi016.stdout:1971: finishing write tid 3 to smithi01673382-17 2024-04-24T02:48:49.089 INFO:tasks.rados.rados.0.smithi016.stdout:1971: finishing write tid 4 to smithi01673382-17 2024-04-24T02:48:49.089 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1567 (ObjNum 623 snap 210 seq_num 623) dirty exists 2024-04-24T02:48:49.089 INFO:tasks.rados.rados.0.smithi016.stdout:1971: left oid 17 (ObjNum 623 snap 210 seq_num 623) 2024-04-24T02:48:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:49 smithi016 ceph-mon[84376]: osdmap e458: 8 total, 7 up, 8 in 2024-04-24T02:48:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:49 smithi016 ceph-mon[86910]: osdmap e458: 8 total, 7 up, 8 in 2024-04-24T02:48:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:49 smithi063 ceph-mon[77007]: osdmap e458: 8 total, 7 up, 8 in 2024-04-24T02:48:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1967: done (4 left) 2024-04-24T02:48:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1969: done (3 left) 2024-04-24T02:48:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1970: done (2 left) 2024-04-24T02:48:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1971: done (1 left) 2024-04-24T02:48:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1972: done (0 left) 2024-04-24T02:48:50.026 INFO:tasks.rados.rados.0.smithi016.stdout:1973: snap_remove snap 195 2024-04-24T02:48:50.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:50 smithi016 ceph-mon[84376]: pgmap v313: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 649 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 185/1158 objects degraded (15.976%) 2024-04-24T02:48:50.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:50 smithi016 ceph-mon[84376]: osdmap e459: 8 total, 7 up, 8 in 2024-04-24T02:48:50.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:50 smithi016 ceph-mon[86910]: pgmap v313: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 649 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 185/1158 objects degraded (15.976%) 2024-04-24T02:48:50.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:50 smithi016 ceph-mon[86910]: osdmap e459: 8 total, 7 up, 8 in 2024-04-24T02:48:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:50 smithi063 ceph-mon[77007]: pgmap v313: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 649 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 185/1158 objects degraded (15.976%) 2024-04-24T02:48:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:50 smithi063 ceph-mon[77007]: osdmap e459: 8 total, 7 up, 8 in 2024-04-24T02:48:50.998 INFO:tasks.rados.rados.0.smithi016.stdout:1973: done (0 left) 2024-04-24T02:48:50.998 INFO:tasks.rados.rados.0.smithi016.stdout:1974: read oid 42 snap 173 2024-04-24T02:48:50.998 INFO:tasks.rados.rados.0.smithi016.stdout:1974: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:48:50.998 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 211 2024-04-24T02:48:50.998 INFO:tasks.rados.rados.0.smithi016.stdout:1975: seq_num 624 ranges {0=458752,458752=401408} 2024-04-24T02:48:51.001 INFO:tasks.rados.rados.0.smithi016.stdout:1975: writing smithi01673382-33 from 0 to 458752 tid 1 2024-04-24T02:48:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:1975: writing smithi01673382-33 from 458752 to 860160 tid 2 2024-04-24T02:48:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:1976: delete oid 6 current snap is 211 2024-04-24T02:48:51.018 INFO:tasks.rados.rados.0.smithi016.stdout:1976: done (2 left) 2024-04-24T02:48:51.018 INFO:tasks.rados.rados.0.smithi016.stdout:1977: read oid 24 snap -1 2024-04-24T02:48:51.018 INFO:tasks.rados.rados.0.smithi016.stdout:1977: expect deleted 2024-04-24T02:48:51.018 INFO:tasks.rados.rados.0.smithi016.stdout:1978: read oid 39 snap -1 2024-04-24T02:48:51.018 INFO:tasks.rados.rados.0.smithi016.stdout:1978: expect deleted 2024-04-24T02:48:51.018 INFO:tasks.rados.rados.0.smithi016.stdout:1979: snap_create 2024-04-24T02:48:51.023 INFO:tasks.rados.rados.0.smithi016.stdout:1975: finishing write tid 1 to smithi01673382-33 2024-04-24T02:48:51.023 INFO:tasks.rados.rados.0.smithi016.stdout:1975: finishing write tid 2 to smithi01673382-33 2024-04-24T02:48:51.023 INFO:tasks.rados.rados.0.smithi016.stdout:1975: finishing write tid 3 to smithi01673382-33 2024-04-24T02:48:51.024 INFO:tasks.rados.rados.0.smithi016.stdout:1975: finishing write tid 4 to smithi01673382-33 2024-04-24T02:48:51.024 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1570 (ObjNum 624 snap 211 seq_num 624) dirty exists 2024-04-24T02:48:51.024 INFO:tasks.rados.rados.0.smithi016.stdout:1975: left oid 33 (ObjNum 624 snap 211 seq_num 624) 2024-04-24T02:48:51.033 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:51 smithi063 ceph-mon[77007]: osdmap e460: 8 total, 7 up, 8 in 2024-04-24T02:48:51.033 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:51 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 185/1158 objects degraded (15.976%), 13 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:51.033 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:51 smithi063 ceph-mon[77007]: osdmap e461: 8 total, 7 up, 8 in 2024-04-24T02:48:51.034 INFO:tasks.rados.rados.0.smithi016.stdout:1974: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:48:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:51 smithi016 ceph-mon[84376]: osdmap e460: 8 total, 7 up, 8 in 2024-04-24T02:48:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:51 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 185/1158 objects degraded (15.976%), 13 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:51 smithi016 ceph-mon[84376]: osdmap e461: 8 total, 7 up, 8 in 2024-04-24T02:48:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:51 smithi016 ceph-mon[86910]: osdmap e460: 8 total, 7 up, 8 in 2024-04-24T02:48:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:51 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 185/1158 objects degraded (15.976%), 13 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:51 smithi016 ceph-mon[86910]: osdmap e461: 8 total, 7 up, 8 in 2024-04-24T02:48:51.998 INFO:tasks.rados.rados.0.smithi016.stdout:1974: done (4 left) 2024-04-24T02:48:51.998 INFO:tasks.rados.rados.0.smithi016.stdout:1975: done (3 left) 2024-04-24T02:48:51.998 INFO:tasks.rados.rados.0.smithi016.stdout:1977: done (2 left) 2024-04-24T02:48:51.998 INFO:tasks.rados.rados.0.smithi016.stdout:1978: done (1 left) 2024-04-24T02:48:51.998 INFO:tasks.rados.rados.0.smithi016.stdout:1979: done (0 left) 2024-04-24T02:48:51.998 INFO:tasks.rados.rados.0.smithi016.stdout:1980: delete oid 33 current snap is 212 2024-04-24T02:48:52.003 INFO:tasks.rados.rados.0.smithi016.stdout:1980: done (0 left) 2024-04-24T02:48:52.003 INFO:tasks.rados.rados.0.smithi016.stdout:1981: copy_from oid 29 from oid 38 current snap is 212 2024-04-24T02:48:52.003 INFO:tasks.rados.rados.0.smithi016.stdout:1982: setattr oid 45 current snap is 212 2024-04-24T02:48:52.003 INFO:tasks.rados.rados.0.smithi016.stdout:1983: delete oid 12 current snap is 212 2024-04-24T02:48:52.009 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1069 (ObjNum 573 snap 198 seq_num 573) dirty exists 2024-04-24T02:48:52.010 INFO:tasks.rados.rados.0.smithi016.stdout:1982: done (2 left) 2024-04-24T02:48:52.010 INFO:tasks.rados.rados.0.smithi016.stdout:1983: done (1 left) 2024-04-24T02:48:52.010 INFO:tasks.rados.rados.0.smithi016.stdout:1984: snap_create 2024-04-24T02:48:52.017 INFO:tasks.rados.rados.0.smithi016.stdout:1981: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:48:52.019 INFO:tasks.rados.rados.0.smithi016.stdout:1981: finishing copy_from to smithi01673382-29 2024-04-24T02:48:52.019 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1507 (ObjNum 605 snap 204 seq_num 605) dirty exists 2024-04-24T02:48:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[86910]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 645 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 185/1149 objects degraded (16.101%) 2024-04-24T02:48:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[86910]: osdmap e462: 8 total, 7 up, 8 in 2024-04-24T02:48:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[84376]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 645 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 185/1149 objects degraded (16.101%) 2024-04-24T02:48:52.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:52 smithi016 ceph-mon[84376]: osdmap e462: 8 total, 7 up, 8 in 2024-04-24T02:48:52.559 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T02:48:52.156+0000 7ffb2b4177c0 -1 osd.4 0 read_superblock omap replica is missing. 2024-04-24T02:48:52.559 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T02:48:52.273+0000 7ffb2b4177c0 -1 osd.4 451 log_to_monitors true 2024-04-24T02:48:52.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-mon[77007]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 645 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 185/1149 objects degraded (16.101%) 2024-04-24T02:48:52.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:52.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:52 smithi063 ceph-mon[77007]: osdmap e462: 8 total, 7 up, 8 in 2024-04-24T02:48:53.001 INFO:tasks.rados.rados.0.smithi016.stdout:1981: done (1 left) 2024-04-24T02:48:53.001 INFO:tasks.rados.rados.0.smithi016.stdout:1984: done (0 left) 2024-04-24T02:48:53.001 INFO:tasks.rados.rados.0.smithi016.stdout:1985: snap_remove snap 153 2024-04-24T02:48:53.500 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:53 smithi063 ceph-mon[77007]: from='osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:48:53.500 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:53 smithi063 ceph-mon[77007]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:48:53.500 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:53 smithi063 ceph-mon[77007]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T02:48:53.500 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:53 smithi063 ceph-mon[77007]: osdmap e463: 8 total, 7 up, 8 in 2024-04-24T02:48:53.500 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:53 smithi063 ceph-mon[77007]: from='osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:48:53.500 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:53 smithi063 ceph-mon[77007]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:48:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[84376]: from='osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[84376]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[84376]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[84376]: osdmap e463: 8 total, 7 up, 8 in 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[84376]: from='osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[84376]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[86910]: from='osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[86910]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[86910]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[86910]: osdmap e463: 8 total, 7 up, 8 in 2024-04-24T02:48:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[86910]: from='osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:48:53.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:53 smithi016 ceph-mon[86910]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:48:53.810 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 02:48:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T02:48:53.498+0000 7ffb18869700 -1 osd.4 451 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:48:54.011 INFO:tasks.rados.rados.0.smithi016.stdout:1985: done (0 left) 2024-04-24T02:48:54.012 INFO:tasks.rados.rados.0.smithi016.stdout:1986: snap_remove snap 210 2024-04-24T02:48:54.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[84376]: pgmap v319: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 13 active+undersized+degraded, 33 active+undersized, 71 active+clean; 636 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 614 KiB/s wr, 5 op/s; 186/1131 objects degraded (16.446%) 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[84376]: from='osd.4 ' entity='osd.4' 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[84376]: osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606] boot 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[84376]: osdmap e464: 8 total, 8 up, 8 in 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[86910]: pgmap v319: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 13 active+undersized+degraded, 33 active+undersized, 71 active+clean; 636 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 614 KiB/s wr, 5 op/s; 186/1131 objects degraded (16.446%) 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[86910]: from='osd.4 ' entity='osd.4' 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:48:54.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[86910]: osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606] boot 2024-04-24T02:48:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[86910]: osdmap e464: 8 total, 8 up, 8 in 2024-04-24T02:48:54.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:48:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:54 smithi063 ceph-mon[77007]: pgmap v319: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 13 active+undersized+degraded, 33 active+undersized, 71 active+clean; 636 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 614 KiB/s wr, 5 op/s; 186/1131 objects degraded (16.446%) 2024-04-24T02:48:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:54 smithi063 ceph-mon[77007]: from='osd.4 ' entity='osd.4' 2024-04-24T02:48:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:54 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:48:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:54 smithi063 ceph-mon[77007]: osd.4 [v2:172.21.15.63:6800/4043756606,v1:172.21.15.63:6801/4043756606] boot 2024-04-24T02:48:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:54 smithi063 ceph-mon[77007]: osdmap e464: 8 total, 8 up, 8 in 2024-04-24T02:48:54.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-24T02:48:55.004 INFO:tasks.rados.rados.0.smithi016.stdout:1986: done (0 left) 2024-04-24T02:48:55.004 INFO:tasks.rados.rados.0.smithi016.stdout:1987: snap_remove snap 201 2024-04-24T02:48:56.009 INFO:tasks.rados.rados.0.smithi016.stdout:1987: done (0 left) 2024-04-24T02:48:56.009 INFO:tasks.rados.rados.0.smithi016.stdout:1988: delete oid 26 current snap is 213 2024-04-24T02:48:56.015 INFO:tasks.rados.rados.0.smithi016.stdout:1988: done (0 left) 2024-04-24T02:48:56.015 INFO:tasks.rados.rados.0.smithi016.stdout:1989: snap_remove snap 202 2024-04-24T02:48:56.280 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:48:55.878+0000 7faf10bd4700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: pgmap v322: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 5 peering, 12 active+undersized+degraded, 29 active+undersized, 71 active+clean; 636 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 614 KiB/s wr, 4 op/s; 163/1131 objects degraded (14.412%) 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: osdmap e465: 8 total, 8 up, 8 in 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 163/1131 objects degraded (14.412%), 12 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: pgmap v322: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 5 peering, 12 active+undersized+degraded, 29 active+undersized, 71 active+clean; 636 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 614 KiB/s wr, 4 op/s; 163/1131 objects degraded (14.412%) 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: osdmap e465: 8 total, 8 up, 8 in 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:48:56.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:56 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 163/1131 objects degraded (14.412%), 12 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: pgmap v322: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 5 peering, 12 active+undersized+degraded, 29 active+undersized, 71 active+clean; 636 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 614 KiB/s wr, 4 op/s; 163/1131 objects degraded (14.412%) 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: osdmap e465: 8 total, 8 up, 8 in 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:48:56.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:56 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 163/1131 objects degraded (14.412%), 12 pgs degraded (PG_DEGRADED) 2024-04-24T02:48:57.017 INFO:tasks.rados.rados.0.smithi016.stdout:1989: done (0 left) 2024-04-24T02:48:57.017 INFO:tasks.rados.rados.0.smithi016.stdout:1990: read oid 49 snap -1 2024-04-24T02:48:57.017 INFO:tasks.rados.rados.0.smithi016.stdout:1990: expect (ObjNum 614 snap 205 seq_num 614) 2024-04-24T02:48:57.026 INFO:tasks.rados.rados.0.smithi016.stdout:1991: copy_from oid 22 from oid 39 current snap is 213 2024-04-24T02:48:57.026 INFO:tasks.rados.rados.0.smithi016.stdout:1992: read oid 50 snap 184 2024-04-24T02:48:57.026 INFO:tasks.rados.rados.0.smithi016.stdout:1992: expect (ObjNum 500 snap 181 seq_num 500) 2024-04-24T02:48:57.027 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 213 2024-04-24T02:48:57.027 INFO:tasks.rados.rados.0.smithi016.stdout:1993: seq_num 629 ranges {7905280=540672,8445952=401408} 2024-04-24T02:48:57.068 INFO:tasks.rados.rados.0.smithi016.stdout:1993: writing smithi01673382-47 from 7905280 to 8445952 tid 1 2024-04-24T02:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:1993: writing smithi01673382-47 from 8445952 to 8847360 tid 2 2024-04-24T02:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 213 2024-04-24T02:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:1994: seq_num 630 ranges {0=557056,557056=401408} 2024-04-24T02:48:57.075 INFO:tasks.rados.rados.0.smithi016.stdout:1994: writing smithi01673382-33 from 0 to 557056 tid 1 2024-04-24T02:48:57.078 INFO:tasks.rados.rados.0.smithi016.stdout:1994: writing smithi01673382-33 from 557056 to 958464 tid 2 2024-04-24T02:48:57.078 INFO:tasks.rados.rados.0.smithi016.stdout:1995: rollback oid 1 current snap is 213 2024-04-24T02:48:57.078 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 181 2024-04-24T02:48:57.078 INFO:tasks.rados.rados.0.smithi016.stdout:1996: setattr oid 13 current snap is 213 2024-04-24T02:48:57.078 INFO:tasks.rados.rados.0.smithi016.stdout:1991: finishing copy_from to smithi01673382-22 2024-04-24T02:48:57.079 INFO:tasks.rados.rados.0.smithi016.stdout:1991: got expected ENOENT (src dne) 2024-04-24T02:48:57.079 INFO:tasks.rados.rados.0.smithi016.stdout:1991: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:48:57.079 INFO:tasks.rados.rados.0.smithi016.stdout:1992: expect (ObjNum 500 snap 181 seq_num 500) 2024-04-24T02:48:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:57 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:48:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:57 smithi016 ceph-mon[84376]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-24T02:48:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:57 smithi016 ceph-mon[84376]: osdmap e466: 8 total, 8 up, 8 in 2024-04-24T02:48:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:57 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:48:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:57 smithi016 ceph-mon[86910]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-24T02:48:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:57 smithi016 ceph-mon[86910]: osdmap e466: 8 total, 8 up, 8 in 2024-04-24T02:48:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:57 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:48:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:57 smithi063 ceph-mon[77007]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-24T02:48:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:57 smithi063 ceph-mon[77007]: osdmap e466: 8 total, 8 up, 8 in 2024-04-24T02:48:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1993: finishing write tid 1 to smithi01673382-47 2024-04-24T02:48:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1993: finishing write tid 2 to smithi01673382-47 2024-04-24T02:48:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1993: finishing write tid 3 to smithi01673382-47 2024-04-24T02:48:57.532 INFO:tasks.rados.rados.0.smithi016.stdout:1990: expect (ObjNum 614 snap 205 seq_num 614) 2024-04-24T02:48:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:58 smithi016 ceph-mon[84376]: pgmap v325: 121 pgs: 1 activating+degraded, 1 active, 105 active+clean, 6 active+undersized, 3 active+undersized+degraded, 5 peering; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 428 KiB/s wr, 7 op/s; 21/1119 objects degraded (1.877%); 8.2 MiB/s, 2 objects/s recovering 2024-04-24T02:48:58.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:48:58 smithi016 ceph-mon[84376]: osdmap e467: 8 total, 8 up, 8 in 2024-04-24T02:48:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:58 smithi016 ceph-mon[86910]: pgmap v325: 121 pgs: 1 activating+degraded, 1 active, 105 active+clean, 6 active+undersized, 3 active+undersized+degraded, 5 peering; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 428 KiB/s wr, 7 op/s; 21/1119 objects degraded (1.877%); 8.2 MiB/s, 2 objects/s recovering 2024-04-24T02:48:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:48:58 smithi016 ceph-mon[86910]: osdmap e467: 8 total, 8 up, 8 in 2024-04-24T02:48:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:58 smithi063 ceph-mon[77007]: pgmap v325: 121 pgs: 1 activating+degraded, 1 active, 105 active+clean, 6 active+undersized, 3 active+undersized+degraded, 5 peering; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 428 KiB/s wr, 7 op/s; 21/1119 objects degraded (1.877%); 8.2 MiB/s, 2 objects/s recovering 2024-04-24T02:48:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:48:58 smithi063 ceph-mon[77007]: osdmap e467: 8 total, 8 up, 8 in 2024-04-24T02:48:58.513 INFO:tasks.rados.rados.0.smithi016.stdout:1993: finishing write tid 4 to smithi01673382-47 2024-04-24T02:48:58.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1378 (ObjNum 629 snap 213 seq_num 629) dirty exists 2024-04-24T02:48:58.513 INFO:tasks.rados.rados.0.smithi016.stdout:1993: left oid 47 (ObjNum 629 snap 213 seq_num 629) 2024-04-24T02:48:58.513 INFO:tasks.rados.rados.0.smithi016.stdout:1995: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:48:58.514 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1049 (ObjNum 2001274544 snap 22076 seq_num 2000979360) dirty dne 2024-04-24T02:48:58.514 INFO:tasks.rados.rados.0.smithi016.stdout:1994: finishing write tid 1 to smithi01673382-33 2024-04-24T02:48:58.514 INFO:tasks.rados.rados.0.smithi016.stdout:1994: finishing write tid 2 to smithi01673382-33 2024-04-24T02:48:58.514 INFO:tasks.rados.rados.0.smithi016.stdout:1994: finishing write tid 3 to smithi01673382-33 2024-04-24T02:48:58.514 INFO:tasks.rados.rados.0.smithi016.stdout:1994: finishing write tid 4 to smithi01673382-33 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1611 (ObjNum 630 snap 213 seq_num 630) dirty exists 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:1994: left oid 33 (ObjNum 630 snap 213 seq_num 630) 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:1990: done (6 left) 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:1991: done (5 left) 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:1992: done (4 left) 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:1993: done (3 left) 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:1994: done (2 left) 2024-04-24T02:48:58.515 INFO:tasks.rados.rados.0.smithi016.stdout:1995: done (1 left) 2024-04-24T02:48:58.516 INFO:tasks.rados.rados.0.smithi016.stdout:1997: read oid 12 snap -1 2024-04-24T02:48:58.516 INFO:tasks.rados.rados.0.smithi016.stdout:1997: expect deleted 2024-04-24T02:48:58.516 INFO:tasks.rados.rados.0.smithi016.stdout:1998: snap_remove snap 192 2024-04-24T02:48:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:48:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:48:58] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.33.4" 2024-04-24T02:48:59.021 INFO:tasks.rados.rados.0.smithi016.stdout:1998: done (2 left) 2024-04-24T02:48:59.021 INFO:tasks.rados.rados.0.smithi016.stdout:1999: delete oid 27 current snap is 213 2024-04-24T02:48:59.021 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1612 (ObjNum 1 snap 32573 seq_num 2001495952) dirty exists 2024-04-24T02:48:59.031 INFO:tasks.rados.rados.0.smithi016.stdout:1996: done (2 left) 2024-04-24T02:48:59.031 INFO:tasks.rados.rados.0.smithi016.stdout:1997: done (1 left) 2024-04-24T02:48:59.031 INFO:tasks.rados.rados.0.smithi016.stdout:1999: done (0 left) 2024-04-24T02:48:59.031 INFO:tasks.rados.rados.0.smithi016.stdout:2000: snap_create 2024-04-24T02:49:00.031 INFO:tasks.rados.rados.0.smithi016.stdout:2000: done (0 left) 2024-04-24T02:49:00.032 INFO:tasks.rados.rados.0.smithi016.stdout:2001: read oid 15 snap 176 2024-04-24T02:49:00.032 INFO:tasks.rados.rados.0.smithi016.stdout:2001: expect (ObjNum 465 snap 161 seq_num 465) 2024-04-24T02:49:00.032 INFO:tasks.rados.rados.0.smithi016.stdout:2002: setattr oid 3 current snap is 214 2024-04-24T02:49:00.033 INFO:tasks.rados.rados.0.smithi016.stdout:2003: snap_remove snap 213 2024-04-24T02:49:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[84376]: pgmap v327: 121 pgs: 1 activating+degraded, 1 active, 114 active+clean, 5 peering; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 354 KiB/s wr, 6 op/s; 2/1119 objects degraded (0.179%); 6.8 MiB/s, 2 objects/s recovering 2024-04-24T02:49:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[84376]: osdmap e468: 8 total, 8 up, 8 in 2024-04-24T02:49:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[86910]: pgmap v327: 121 pgs: 1 activating+degraded, 1 active, 114 active+clean, 5 peering; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 354 KiB/s wr, 6 op/s; 2/1119 objects degraded (0.179%); 6.8 MiB/s, 2 objects/s recovering 2024-04-24T02:49:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[86910]: osdmap e468: 8 total, 8 up, 8 in 2024-04-24T02:49:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:00 smithi063 ceph-mon[77007]: pgmap v327: 121 pgs: 1 activating+degraded, 1 active, 114 active+clean, 5 peering; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 354 KiB/s wr, 6 op/s; 2/1119 objects degraded (0.179%); 6.8 MiB/s, 2 objects/s recovering 2024-04-24T02:49:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:00 smithi063 ceph-mon[77007]: osdmap e468: 8 total, 8 up, 8 in 2024-04-24T02:49:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:00.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:01.041 INFO:tasks.rados.rados.0.smithi016.stdout:2003: done (2 left) 2024-04-24T02:49:01.041 INFO:tasks.rados.rados.0.smithi016.stdout:2004: read oid 42 snap 180 2024-04-24T02:49:01.041 INFO:tasks.rados.rados.0.smithi016.stdout:2004: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:49:01.041 INFO:tasks.rados.rados.0.smithi016.stdout:2005: read oid 23 snap 152 2024-04-24T02:49:01.041 INFO:tasks.rados.rados.0.smithi016.stdout:2005: expect (ObjNum 348 snap 118 seq_num 348) 2024-04-24T02:49:01.041 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 214 2024-04-24T02:49:01.042 INFO:tasks.rados.rados.0.smithi016.stdout:2006: seq_num 632 ranges {0=589824,589824=401408} 2024-04-24T02:49:01.042 INFO:tasks.rados.rados.0.smithi016.stdout:2006: writing smithi01673382-26 from 0 to 589824 tid 1 2024-04-24T02:49:01.045 INFO:tasks.rados.rados.0.smithi016.stdout:2006: writing smithi01673382-26 from 589824 to 991232 tid 2 2024-04-24T02:49:01.045 INFO:tasks.rados.rados.0.smithi016.stdout:2007: delete oid 10 current snap is 214 2024-04-24T02:49:01.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1184 (ObjNum 612 snap 204 seq_num 612) dirty exists 2024-04-24T02:49:01.045 INFO:tasks.rados.rados.0.smithi016.stdout:2001: expect (ObjNum 465 snap 161 seq_num 465) 2024-04-24T02:49:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:01 smithi063 ceph-mon[77007]: osdmap e469: 8 total, 8 up, 8 in 2024-04-24T02:49:01.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:01 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 2/1119 objects degraded (0.179%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:49:01.473 INFO:tasks.rados.rados.0.smithi016.stdout:2006: finishing write tid 1 to smithi01673382-26 2024-04-24T02:49:01.473 INFO:tasks.rados.rados.0.smithi016.stdout:2006: finishing write tid 2 to smithi01673382-26 2024-04-24T02:49:01.473 INFO:tasks.rados.rados.0.smithi016.stdout:2006: finishing write tid 3 to smithi01673382-26 2024-04-24T02:49:01.473 INFO:tasks.rados.rados.0.smithi016.stdout:2006: finishing write tid 4 to smithi01673382-26 2024-04-24T02:49:01.473 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1329 (ObjNum 632 snap 214 seq_num 632) dirty exists 2024-04-24T02:49:01.473 INFO:tasks.rados.rados.0.smithi016.stdout:2006: left oid 26 (ObjNum 632 snap 214 seq_num 632) 2024-04-24T02:49:01.473 INFO:tasks.rados.rados.0.smithi016.stdout:2004: expect (ObjNum 416 snap 142 seq_num 416) 2024-04-24T02:49:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:01 smithi016 ceph-mon[84376]: osdmap e469: 8 total, 8 up, 8 in 2024-04-24T02:49:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:01 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 2/1119 objects degraded (0.179%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:49:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:01 smithi016 ceph-mon[86910]: osdmap e469: 8 total, 8 up, 8 in 2024-04-24T02:49:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:01 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 2/1119 objects degraded (0.179%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:49:01.638 INFO:tasks.rados.rados.0.smithi016.stdout:2005: expect (ObjNum 348 snap 118 seq_num 348) 2024-04-24T02:49:01.944 INFO:tasks.rados.rados.0.smithi016.stdout:2001: done (5 left) 2024-04-24T02:49:01.944 INFO:tasks.rados.rados.0.smithi016.stdout:2002: done (4 left) 2024-04-24T02:49:01.944 INFO:tasks.rados.rados.0.smithi016.stdout:2004: done (3 left) 2024-04-24T02:49:01.944 INFO:tasks.rados.rados.0.smithi016.stdout:2005: done (2 left) 2024-04-24T02:49:01.944 INFO:tasks.rados.rados.0.smithi016.stdout:2006: done (1 left) 2024-04-24T02:49:01.944 INFO:tasks.rados.rados.0.smithi016.stdout:2007: done (0 left) 2024-04-24T02:49:01.944 INFO:tasks.rados.rados.0.smithi016.stdout:2008: setattr oid 45 current snap is 214 2024-04-24T02:49:01.945 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 214 2024-04-24T02:49:01.945 INFO:tasks.rados.rados.0.smithi016.stdout:2009: seq_num 634 ranges {114688=622592,737280=401408} 2024-04-24T02:49:01.949 INFO:tasks.rados.rados.0.smithi016.stdout:2009: writing smithi01673382-4 from 114688 to 737280 tid 1 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:2009: writing smithi01673382-4 from 737280 to 1138688 tid 2 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:2010: rollback oid 26 current snap is 214 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 87 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1070 (ObjNum 573 snap 198 seq_num 573) dirty exists 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:2008: done (2 left) 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:2011: copy_from oid 14 from oid 24 current snap is 214 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 214 2024-04-24T02:49:01.952 INFO:tasks.rados.rados.0.smithi016.stdout:2012: seq_num 635 ranges {1056768=638976,1695744=401408} 2024-04-24T02:49:01.961 INFO:tasks.rados.rados.0.smithi016.stdout:2012: writing smithi01673382-42 from 1056768 to 1695744 tid 1 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2012: writing smithi01673382-42 from 1695744 to 2097152 tid 2 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2013: delete oid 40 current snap is 214 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2011: finishing copy_from to smithi01673382-14 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2011: got expected ENOENT (src dne) 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2011: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 1 to smithi01673382-4 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 2 to smithi01673382-4 2024-04-24T02:49:01.964 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 3 to smithi01673382-4 2024-04-24T02:49:01.965 INFO:tasks.rados.rados.0.smithi016.stdout:2010: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:49:01.965 INFO:tasks.rados.rados.0.smithi016.stdout:2010: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:49:01.965 INFO:tasks.rados.rados.0.smithi016.stdout:2010: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:49:01.965 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1332 (ObjNum 216 snap 65 seq_num 216) dirty exists 2024-04-24T02:49:01.965 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 4 to smithi01673382-4 2024-04-24T02:49:01.965 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1626 (ObjNum 634 snap 214 seq_num 634) dirty exists 2024-04-24T02:49:01.965 INFO:tasks.rados.rados.0.smithi016.stdout:2009: left oid 4 (ObjNum 634 snap 214 seq_num 634) 2024-04-24T02:49:01.966 INFO:tasks.rados.rados.0.smithi016.stdout:2009: done (4 left) 2024-04-24T02:49:01.966 INFO:tasks.rados.rados.0.smithi016.stdout:2010: done (3 left) 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2011: done (2 left) 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2013: done (1 left) 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2014: read oid 26 snap -1 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2014: expect (ObjNum 216 snap 65 seq_num 216) 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2015: read oid 29 snap -1 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2015: expect (ObjNum 605 snap 204 seq_num 605) 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2016: snap_create 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2012: finishing write tid 1 to smithi01673382-42 2024-04-24T02:49:01.967 INFO:tasks.rados.rados.0.smithi016.stdout:2012: finishing write tid 2 to smithi01673382-42 2024-04-24T02:49:01.968 INFO:tasks.rados.rados.0.smithi016.stdout:2012: finishing write tid 3 to smithi01673382-42 2024-04-24T02:49:01.970 INFO:tasks.rados.rados.0.smithi016.stdout:2012: finishing write tid 4 to smithi01673382-42 2024-04-24T02:49:01.970 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1586 (ObjNum 635 snap 214 seq_num 635) dirty exists 2024-04-24T02:49:01.970 INFO:tasks.rados.rados.0.smithi016.stdout:2012: left oid 42 (ObjNum 635 snap 214 seq_num 635) 2024-04-24T02:49:01.977 INFO:tasks.rados.rados.0.smithi016.stdout:2015: expect (ObjNum 605 snap 204 seq_num 605) 2024-04-24T02:49:02.068 INFO:tasks.rados.rados.0.smithi016.stdout:2014: expect (ObjNum 216 snap 65 seq_num 216) 2024-04-24T02:49:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:02 smithi063 ceph-mon[77007]: pgmap v330: 121 pgs: 121 active+clean; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 191 KiB/s wr, 3 op/s; 9.0 MiB/s, 2 objects/s recovering 2024-04-24T02:49:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:02 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/1119 objects degraded (0.179%), 1 pg degraded) 2024-04-24T02:49:02.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:02 smithi063 ceph-mon[77007]: osdmap e470: 8 total, 8 up, 8 in 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2012: done (3 left) 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2014: done (2 left) 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2015: done (1 left) 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2016: done (0 left) 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2017: read oid 48 snap -1 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2017: expect (ObjNum 596 snap 201 seq_num 596) 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2018: copy_from oid 1 from oid 22 current snap is 215 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 215 2024-04-24T02:49:02.386 INFO:tasks.rados.rados.0.smithi016.stdout:2019: seq_num 637 ranges {4841472=671744,5513216=401408} 2024-04-24T02:49:02.416 INFO:tasks.rados.rados.0.smithi016.stdout:2019: writing smithi01673382-5 from 4841472 to 5513216 tid 1 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:2019: writing smithi01673382-5 from 5513216 to 5914624 tid 2 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:2020: read oid 3 snap -1 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:2020: expect (ObjNum 612 snap 204 seq_num 612) 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:2021: snap_create 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:2018: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:2018: finishing copy_from to smithi01673382-1 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1204 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:49:02.419 INFO:tasks.rados.rados.0.smithi016.stdout:2017: expect (ObjNum 596 snap 201 seq_num 596) 2024-04-24T02:49:02.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:02 smithi016 ceph-mon[84376]: pgmap v330: 121 pgs: 121 active+clean; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 191 KiB/s wr, 3 op/s; 9.0 MiB/s, 2 objects/s recovering 2024-04-24T02:49:02.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:02 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/1119 objects degraded (0.179%), 1 pg degraded) 2024-04-24T02:49:02.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:02 smithi016 ceph-mon[84376]: osdmap e470: 8 total, 8 up, 8 in 2024-04-24T02:49:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:02 smithi016 ceph-mon[86910]: pgmap v330: 121 pgs: 121 active+clean; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 191 KiB/s wr, 3 op/s; 9.0 MiB/s, 2 objects/s recovering 2024-04-24T02:49:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:02 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/1119 objects degraded (0.179%), 1 pg degraded) 2024-04-24T02:49:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:02 smithi016 ceph-mon[86910]: osdmap e470: 8 total, 8 up, 8 in 2024-04-24T02:49:02.674 INFO:tasks.rados.rados.0.smithi016.stdout:2019: finishing write tid 1 to smithi01673382-5 2024-04-24T02:49:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:2019: finishing write tid 2 to smithi01673382-5 2024-04-24T02:49:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:2019: finishing write tid 3 to smithi01673382-5 2024-04-24T02:49:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:2019: finishing write tid 4 to smithi01673382-5 2024-04-24T02:49:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1187 (ObjNum 637 snap 215 seq_num 637) dirty exists 2024-04-24T02:49:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:2019: left oid 5 (ObjNum 637 snap 215 seq_num 637) 2024-04-24T02:49:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:2020: expect (ObjNum 612 snap 204 seq_num 612) 2024-04-24T02:49:03.046 INFO:tasks.rados.rados.0.smithi016.stdout:2017: done (4 left) 2024-04-24T02:49:03.046 INFO:tasks.rados.rados.0.smithi016.stdout:2018: done (3 left) 2024-04-24T02:49:03.046 INFO:tasks.rados.rados.0.smithi016.stdout:2019: done (2 left) 2024-04-24T02:49:03.046 INFO:tasks.rados.rados.0.smithi016.stdout:2020: done (1 left) 2024-04-24T02:49:03.046 INFO:tasks.rados.rados.0.smithi016.stdout:2021: done (0 left) 2024-04-24T02:49:03.046 INFO:tasks.rados.rados.0.smithi016.stdout:2022: copy_from oid 15 from oid 50 current snap is 216 2024-04-24T02:49:03.046 INFO:tasks.rados.rados.0.smithi016.stdout:2023: snap_create 2024-04-24T02:49:03.049 INFO:tasks.rados.rados.0.smithi016.stdout:2022: finishing copy_from to smithi01673382-15 2024-04-24T02:49:03.049 INFO:tasks.rados.rados.0.smithi016.stdout:2022: got expected ENOENT (src dne) 2024-04-24T02:49:03.049 INFO:tasks.rados.rados.0.smithi016.stdout:2022: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:49:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:03 smithi063 ceph-mon[77007]: osdmap e471: 8 total, 8 up, 8 in 2024-04-24T02:49:03.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:03 smithi016 ceph-mon[84376]: osdmap e471: 8 total, 8 up, 8 in 2024-04-24T02:49:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:03 smithi016 ceph-mon[86910]: osdmap e471: 8 total, 8 up, 8 in 2024-04-24T02:49:04.049 INFO:tasks.rados.rados.0.smithi016.stdout:2022: done (1 left) 2024-04-24T02:49:04.049 INFO:tasks.rados.rados.0.smithi016.stdout:2023: done (0 left) 2024-04-24T02:49:04.049 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 217 2024-04-24T02:49:04.050 INFO:tasks.rados.rados.0.smithi016.stdout:2024: seq_num 638 ranges {2662400=688128,3350528=401408} 2024-04-24T02:49:04.067 INFO:tasks.rados.rados.0.smithi016.stdout:2024: writing smithi01673382-43 from 2662400 to 3350528 tid 1 2024-04-24T02:49:04.070 INFO:tasks.rados.rados.0.smithi016.stdout:2024: writing smithi01673382-43 from 3350528 to 3751936 tid 2 2024-04-24T02:49:04.070 INFO:tasks.rados.rados.0.smithi016.stdout:2025: delete oid 18 current snap is 217 2024-04-24T02:49:04.074 INFO:tasks.rados.rados.0.smithi016.stdout:2025: done (1 left) 2024-04-24T02:49:04.074 INFO:tasks.rados.rados.0.smithi016.stdout:2026: read oid 13 snap -1 2024-04-24T02:49:04.074 INFO:tasks.rados.rados.0.smithi016.stdout:2026: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:49:04.074 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 217 2024-04-24T02:49:04.074 INFO:tasks.rados.rados.0.smithi016.stdout:2027: seq_num 640 ranges {0=729088,729088=401408} 2024-04-24T02:49:04.078 INFO:tasks.rados.rados.0.smithi016.stdout:2027: writing smithi01673382-39 from 0 to 729088 tid 1 2024-04-24T02:49:04.080 INFO:tasks.rados.rados.0.smithi016.stdout:2027: writing smithi01673382-39 from 729088 to 1130496 tid 2 2024-04-24T02:49:04.081 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 217 2024-04-24T02:49:04.081 INFO:tasks.rados.rados.0.smithi016.stdout:2028: seq_num 641 ranges {0=745472,745472=401408} 2024-04-24T02:49:04.085 INFO:tasks.rados.rados.0.smithi016.stdout:2028: writing smithi01673382-30 from 0 to 745472 tid 1 2024-04-24T02:49:04.088 INFO:tasks.rados.rados.0.smithi016.stdout:2028: writing smithi01673382-30 from 745472 to 1146880 tid 2 2024-04-24T02:49:04.088 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 217 2024-04-24T02:49:04.088 INFO:tasks.rados.rados.0.smithi016.stdout:2029: seq_num 642 ranges {1818624=761856,2580480=401408} 2024-04-24T02:49:04.102 INFO:tasks.rados.rados.0.smithi016.stdout:2029: writing smithi01673382-8 from 1818624 to 2580480 tid 1 2024-04-24T02:49:04.105 INFO:tasks.rados.rados.0.smithi016.stdout:2029: writing smithi01673382-8 from 2580480 to 2981888 tid 2 2024-04-24T02:49:04.105 INFO:tasks.rados.rados.0.smithi016.stdout:2030: read oid 1 snap -1 2024-04-24T02:49:04.105 INFO:tasks.rados.rados.0.smithi016.stdout:2030: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:49:04.105 INFO:tasks.rados.rados.0.smithi016.stdout:2031: snap_remove snap 204 2024-04-24T02:49:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:04 smithi063 ceph-mon[77007]: pgmap v333: 121 pgs: 121 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 464 KiB/s wr, 15 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-04-24T02:49:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:04 smithi063 ceph-mon[77007]: osdmap e472: 8 total, 8 up, 8 in 2024-04-24T02:49:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:04 smithi016 ceph-mon[84376]: pgmap v333: 121 pgs: 121 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 464 KiB/s wr, 15 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-04-24T02:49:04.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:04 smithi016 ceph-mon[84376]: osdmap e472: 8 total, 8 up, 8 in 2024-04-24T02:49:04.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:04 smithi016 ceph-mon[86910]: pgmap v333: 121 pgs: 121 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 464 KiB/s wr, 15 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-04-24T02:49:04.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:04 smithi016 ceph-mon[86910]: osdmap e472: 8 total, 8 up, 8 in 2024-04-24T02:49:05.058 INFO:tasks.rados.rados.0.smithi016.stdout:2031: done (6 left) 2024-04-24T02:49:05.058 INFO:tasks.rados.rados.0.smithi016.stdout:2032: rollback oid 4 current snap is 217 2024-04-24T02:49:05.058 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 184 2024-04-24T02:49:05.058 INFO:tasks.rados.rados.0.smithi016.stdout:2026: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 1 to smithi01673382-43 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 2 to smithi01673382-43 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 3 to smithi01673382-43 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 4 to smithi01673382-43 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1207 (ObjNum 638 snap 217 seq_num 638) dirty exists 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2024: left oid 43 (ObjNum 638 snap 217 seq_num 638) 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2027: finishing write tid 1 to smithi01673382-39 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2027: finishing write tid 2 to smithi01673382-39 2024-04-24T02:49:05.061 INFO:tasks.rados.rados.0.smithi016.stdout:2027: finishing write tid 3 to smithi01673382-39 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2027: finishing write tid 4 to smithi01673382-39 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1246 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2027: left oid 39 (ObjNum 640 snap 217 seq_num 640) 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2028: finishing write tid 1 to smithi01673382-30 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2028: finishing write tid 2 to smithi01673382-30 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2028: finishing write tid 3 to smithi01673382-30 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2028: finishing write tid 4 to smithi01673382-30 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1249 (ObjNum 641 snap 217 seq_num 641) dirty exists 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2028: left oid 30 (ObjNum 641 snap 217 seq_num 641) 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2029: finishing write tid 1 to smithi01673382-8 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2029: finishing write tid 2 to smithi01673382-8 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2029: finishing write tid 3 to smithi01673382-8 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:2029: finishing write tid 4 to smithi01673382-8 2024-04-24T02:49:05.062 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1630 (ObjNum 642 snap 217 seq_num 642) dirty exists 2024-04-24T02:49:05.063 INFO:tasks.rados.rados.0.smithi016.stdout:2029: left oid 8 (ObjNum 642 snap 217 seq_num 642) 2024-04-24T02:49:05.063 INFO:tasks.rados.rados.0.smithi016.stdout:2030: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:49:05.083 INFO:tasks.rados.rados.0.smithi016.stdout:2032: finishing rollback tid 0 to smithi01673382-4 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2032: finishing rollback tid 1 to smithi01673382-4 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2032: finishing rollback tid 2 to smithi01673382-4 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1634 (ObjNum 521 snap 183 seq_num 521) dirty exists 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2024: done (6 left) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2026: done (5 left) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2027: done (4 left) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2028: done (3 left) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2029: done (2 left) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2030: done (1 left) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2032: done (0 left) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2033: read oid 21 snap -1 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:2033: expect (ObjNum 613 snap 204 seq_num 613) 2024-04-24T02:49:05.084 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 217 2024-04-24T02:49:05.085 INFO:tasks.rados.rados.0.smithi016.stdout:2034: seq_num 643 ranges {0=778240,778240=401408} 2024-04-24T02:49:05.087 INFO:tasks.rados.rados.0.smithi016.stdout:2034: writing smithi01673382-11 from 0 to 778240 tid 1 2024-04-24T02:49:05.090 INFO:tasks.rados.rados.0.smithi016.stdout:2034: writing smithi01673382-11 from 778240 to 1179648 tid 2 2024-04-24T02:49:05.090 INFO:tasks.rados.rados.0.smithi016.stdout:2035: delete oid 25 current snap is 217 2024-04-24T02:49:05.093 INFO:tasks.rados.rados.0.smithi016.stdout:2035: done (2 left) 2024-04-24T02:49:05.093 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 217 2024-04-24T02:49:05.094 INFO:tasks.rados.rados.0.smithi016.stdout:2036: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-04-24T02:49:05.096 INFO:tasks.rados.rados.0.smithi016.stdout:2036: writing smithi01673382-2 from 0 to 409600 tid 1 2024-04-24T02:49:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2036: writing smithi01673382-2 from 409600 to 1187840 tid 2 2024-04-24T02:49:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2036: writing smithi01673382-2 from 1187840 to 1212416 tid 3 2024-04-24T02:49:05.102 INFO:tasks.rados.rados.0.smithi016.stdout:2037: read oid 37 snap -1 2024-04-24T02:49:05.102 INFO:tasks.rados.rados.0.smithi016.stdout:2037: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:05.102 INFO:tasks.rados.rados.0.smithi016.stdout:2038: setattr oid 1 current snap is 217 2024-04-24T02:49:05.102 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 1 to smithi01673382-11 2024-04-24T02:49:05.102 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 2 to smithi01673382-11 2024-04-24T02:49:05.102 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 3 to smithi01673382-11 2024-04-24T02:49:05.103 INFO:tasks.rados.rados.0.smithi016.stdout:2039: delete oid 28 current snap is 217 2024-04-24T02:49:05.109 INFO:tasks.rados.rados.0.smithi016.stdout:2036: finishing write tid 1 to smithi01673382-2 2024-04-24T02:49:05.109 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 4 to smithi01673382-11 2024-04-24T02:49:05.109 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1591 (ObjNum 643 snap 217 seq_num 643) dirty exists 2024-04-24T02:49:05.109 INFO:tasks.rados.rados.0.smithi016.stdout:2034: left oid 11 (ObjNum 643 snap 217 seq_num 643) 2024-04-24T02:49:05.109 INFO:tasks.rados.rados.0.smithi016.stdout:2037: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1208 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:2036: finishing write tid 2 to smithi01673382-2 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:2036: finishing write tid 3 to smithi01673382-2 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:2034: done (5 left) 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:2037: done (4 left) 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:2038: done (3 left) 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:2039: done (2 left) 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 217 2024-04-24T02:49:05.141 INFO:tasks.rados.rados.0.smithi016.stdout:2036: finishing write tid 4 to smithi01673382-2 2024-04-24T02:49:05.142 INFO:tasks.rados.rados.0.smithi016.stdout:2036: finishing write tid 5 to smithi01673382-2 2024-04-24T02:49:05.142 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1257 (ObjNum 645 snap 217 seq_num 645) dirty exists 2024-04-24T02:49:05.142 INFO:tasks.rados.rados.0.smithi016.stdout:2036: left oid 2 (ObjNum 645 snap 217 seq_num 645) 2024-04-24T02:49:05.142 INFO:tasks.rados.rados.0.smithi016.stdout:2033: expect (ObjNum 613 snap 204 seq_num 613) 2024-04-24T02:49:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:05 smithi063 ceph-mon[77007]: osdmap e473: 8 total, 8 up, 8 in 2024-04-24T02:49:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:05 smithi016 ceph-mon[84376]: osdmap e473: 8 total, 8 up, 8 in 2024-04-24T02:49:05.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:05 smithi016 ceph-mon[86910]: osdmap e473: 8 total, 8 up, 8 in 2024-04-24T02:49:05.750 INFO:tasks.rados.rados.0.smithi016.stdout:2040: seq_num 647 ranges {2695168=442368,3137536=589824,3727360=212992} 2024-04-24T02:49:05.767 INFO:tasks.rados.rados.0.smithi016.stdout:2040: writing smithi01673382-9 from 2695168 to 3137536 tid 1 2024-04-24T02:49:05.771 INFO:tasks.rados.rados.0.smithi016.stdout:2040: writing smithi01673382-9 from 3137536 to 3727360 tid 2 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:2040: writing smithi01673382-9 from 3727360 to 3940352 tid 3 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:2033: done (2 left) 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:2036: done (1 left) 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:2041: read oid 14 snap -1 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:2041: expect deleted 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 217 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 1 to smithi01673382-9 2024-04-24T02:49:05.773 INFO:tasks.rados.rados.0.smithi016.stdout:2042: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-04-24T02:49:05.775 INFO:tasks.rados.rados.0.smithi016.stdout:2042: writing smithi01673382-12 from 0 to 458752 tid 1 2024-04-24T02:49:05.778 INFO:tasks.rados.rados.0.smithi016.stdout:2042: writing smithi01673382-12 from 458752 to 933888 tid 2 2024-04-24T02:49:05.780 INFO:tasks.rados.rados.0.smithi016.stdout:2042: writing smithi01673382-12 from 933888 to 1261568 tid 3 2024-04-24T02:49:05.780 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 217 2024-04-24T02:49:05.780 INFO:tasks.rados.rados.0.smithi016.stdout:2043: seq_num 649 ranges {7733248=475136,8208384=761856,8970240=40960} 2024-04-24T02:49:05.825 INFO:tasks.rados.rados.0.smithi016.stdout:2043: writing smithi01673382-21 from 7733248 to 8208384 tid 1 2024-04-24T02:49:05.830 INFO:tasks.rados.rados.0.smithi016.stdout:2043: writing smithi01673382-21 from 8208384 to 8970240 tid 2 2024-04-24T02:49:05.830 INFO:tasks.rados.rados.0.smithi016.stdout:2043: writing smithi01673382-21 from 8970240 to 9011200 tid 3 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2044: snap_create 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 2 to smithi01673382-9 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 3 to smithi01673382-9 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 4 to smithi01673382-9 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 5 to smithi01673382-9 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1191 (ObjNum 647 snap 217 seq_num 647) dirty exists 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2040: left oid 9 (ObjNum 647 snap 217 seq_num 647) 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2042: finishing write tid 1 to smithi01673382-12 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2042: finishing write tid 2 to smithi01673382-12 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2042: finishing write tid 3 to smithi01673382-12 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2042: finishing write tid 4 to smithi01673382-12 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2042: finishing write tid 5 to smithi01673382-12 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1326 (ObjNum 648 snap 217 seq_num 648) dirty exists 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2042: left oid 12 (ObjNum 648 snap 217 seq_num 648) 2024-04-24T02:49:05.831 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 1 to smithi01673382-21 2024-04-24T02:49:05.834 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 2 to smithi01673382-21 2024-04-24T02:49:05.834 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 3 to smithi01673382-21 2024-04-24T02:49:05.834 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 4 to smithi01673382-21 2024-04-24T02:49:05.835 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 5 to smithi01673382-21 2024-04-24T02:49:05.835 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1382 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-24T02:49:05.835 INFO:tasks.rados.rados.0.smithi016.stdout:2043: left oid 21 (ObjNum 649 snap 217 seq_num 649) 2024-04-24T02:49:06.006 INFO:tasks.rados.rados.0.smithi016.stdout:2040: done (4 left) 2024-04-24T02:49:06.006 INFO:tasks.rados.rados.0.smithi016.stdout:2041: done (3 left) 2024-04-24T02:49:06.006 INFO:tasks.rados.rados.0.smithi016.stdout:2042: done (2 left) 2024-04-24T02:49:06.006 INFO:tasks.rados.rados.0.smithi016.stdout:2043: done (1 left) 2024-04-24T02:49:06.007 INFO:tasks.rados.rados.0.smithi016.stdout:2044: done (0 left) 2024-04-24T02:49:06.007 INFO:tasks.rados.rados.0.smithi016.stdout:2045: read oid 22 snap -1 2024-04-24T02:49:06.007 INFO:tasks.rados.rados.0.smithi016.stdout:2045: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:49:06.007 INFO:tasks.rados.rados.0.smithi016.stdout:2046: read oid 39 snap 196 2024-04-24T02:49:06.007 INFO:tasks.rados.rados.0.smithi016.stdout:2046: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:49:06.007 INFO:tasks.rados.rados.0.smithi016.stdout:2047: setattr oid 14 current snap is 218 2024-04-24T02:49:06.007 INFO:tasks.rados.rados.0.smithi016.stdout:2048: read oid 36 snap 87 2024-04-24T02:49:06.008 INFO:tasks.rados.rados.0.smithi016.stdout:2048: expect deleted 2024-04-24T02:49:06.008 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 218 2024-04-24T02:49:06.008 INFO:tasks.rados.rados.0.smithi016.stdout:2049: seq_num 650 ranges {3751936=491520,4243456=647168,4890624=155648} 2024-04-24T02:49:06.031 INFO:tasks.rados.rados.0.smithi016.stdout:2049: writing smithi01673382-43 from 3751936 to 4243456 tid 1 2024-04-24T02:49:06.035 INFO:tasks.rados.rados.0.smithi016.stdout:2049: writing smithi01673382-43 from 4243456 to 4890624 tid 2 2024-04-24T02:49:06.037 INFO:tasks.rados.rados.0.smithi016.stdout:2049: writing smithi01673382-43 from 4890624 to 5046272 tid 3 2024-04-24T02:49:06.037 INFO:tasks.rados.rados.0.smithi016.stdout:2050: read oid 24 snap -1 2024-04-24T02:49:06.037 INFO:tasks.rados.rados.0.smithi016.stdout:2050: expect deleted 2024-04-24T02:49:06.037 INFO:tasks.rados.rados.0.smithi016.stdout:2051: read oid 37 snap -1 2024-04-24T02:49:06.037 INFO:tasks.rados.rados.0.smithi016.stdout:2051: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:06.037 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 218 2024-04-24T02:49:06.037 INFO:tasks.rados.rados.0.smithi016.stdout:2052: seq_num 651 ranges {5914624=507904,6422528=532480,6955008=270336} 2024-04-24T02:49:06.072 INFO:tasks.rados.rados.0.smithi016.stdout:2052: writing smithi01673382-5 from 5914624 to 6422528 tid 1 2024-04-24T02:49:06.075 INFO:tasks.rados.rados.0.smithi016.stdout:2052: writing smithi01673382-5 from 6422528 to 6955008 tid 2 2024-04-24T02:49:06.077 INFO:tasks.rados.rados.0.smithi016.stdout:2052: writing smithi01673382-5 from 6955008 to 7225344 tid 3 2024-04-24T02:49:06.077 INFO:tasks.rados.rados.0.smithi016.stdout:2053: snap_remove snap 180 2024-04-24T02:49:06.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:06 smithi016 ceph-mon[84376]: pgmap v336: 121 pgs: 121 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 234 KiB/s wr, 14 op/s 2024-04-24T02:49:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:06 smithi016 ceph-mon[84376]: osdmap e474: 8 total, 8 up, 8 in 2024-04-24T02:49:06.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:06 smithi016 ceph-mon[84376]: osdmap e475: 8 total, 8 up, 8 in 2024-04-24T02:49:06.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:06 smithi016 ceph-mon[86910]: pgmap v336: 121 pgs: 121 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 234 KiB/s wr, 14 op/s 2024-04-24T02:49:06.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:06 smithi016 ceph-mon[86910]: osdmap e474: 8 total, 8 up, 8 in 2024-04-24T02:49:06.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:06 smithi016 ceph-mon[86910]: osdmap e475: 8 total, 8 up, 8 in 2024-04-24T02:49:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:06 smithi063 ceph-mon[77007]: pgmap v336: 121 pgs: 121 active+clean; 628 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 234 KiB/s wr, 14 op/s 2024-04-24T02:49:06.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:06 smithi063 ceph-mon[77007]: osdmap e474: 8 total, 8 up, 8 in 2024-04-24T02:49:06.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:06 smithi063 ceph-mon[77007]: osdmap e475: 8 total, 8 up, 8 in 2024-04-24T02:49:07.081 INFO:tasks.rados.rados.0.smithi016.stdout:2053: done (8 left) 2024-04-24T02:49:07.081 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 218 2024-04-24T02:49:07.081 INFO:tasks.rados.rados.0.smithi016.stdout:2045: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:49:07.104 INFO:tasks.rados.rados.0.smithi016.stdout:2046: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-24T02:49:07.124 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1327 (ObjNum 2001583920 snap 22076 seq_num 2001583920) dirty exists 2024-04-24T02:49:07.124 INFO:tasks.rados.rados.0.smithi016.stdout:2049: finishing write tid 1 to smithi01673382-43 2024-04-24T02:49:07.124 INFO:tasks.rados.rados.0.smithi016.stdout:2054: seq_num 652 ranges {2097152=524288,2621440=409600,3031040=393216} 2024-04-24T02:49:07.138 INFO:tasks.rados.rados.0.smithi016.stdout:2054: writing smithi01673382-42 from 2097152 to 2621440 tid 1 2024-04-24T02:49:07.141 INFO:tasks.rados.rados.0.smithi016.stdout:2054: writing smithi01673382-42 from 2621440 to 3031040 tid 2 2024-04-24T02:49:07.143 INFO:tasks.rados.rados.0.smithi016.stdout:2054: writing smithi01673382-42 from 3031040 to 3424256 tid 3 2024-04-24T02:49:07.143 INFO:tasks.rados.rados.0.smithi016.stdout:2045: done (8 left) 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2046: done (7 left) 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2047: done (6 left) 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2048: done (5 left) 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2055: delete oid 36 current snap is 218 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2049: finishing write tid 2 to smithi01673382-43 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2049: finishing write tid 3 to smithi01673382-43 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2049: finishing write tid 4 to smithi01673382-43 2024-04-24T02:49:07.144 INFO:tasks.rados.rados.0.smithi016.stdout:2051: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:07.175 INFO:tasks.rados.rados.0.smithi016.stdout:2049: finishing write tid 5 to smithi01673382-43 2024-04-24T02:49:07.175 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1212 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-24T02:49:07.175 INFO:tasks.rados.rados.0.smithi016.stdout:2049: left oid 43 (ObjNum 650 snap 218 seq_num 650) 2024-04-24T02:49:07.175 INFO:tasks.rados.rados.0.smithi016.stdout:2052: finishing write tid 1 to smithi01673382-5 2024-04-24T02:49:07.175 INFO:tasks.rados.rados.0.smithi016.stdout:2052: finishing write tid 2 to smithi01673382-5 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2052: finishing write tid 3 to smithi01673382-5 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2052: finishing write tid 4 to smithi01673382-5 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2049: done (5 left) 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2050: done (4 left) 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2051: done (3 left) 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2055: done (2 left) 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2056: setattr oid 34 current snap is 218 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2052: finishing write tid 5 to smithi01673382-5 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1195 (ObjNum 651 snap 218 seq_num 651) dirty exists 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2052: left oid 5 (ObjNum 651 snap 218 seq_num 651) 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 1 to smithi01673382-42 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 2 to smithi01673382-42 2024-04-24T02:49:07.176 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 3 to smithi01673382-42 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 4 to smithi01673382-42 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 5 to smithi01673382-42 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1604 (ObjNum 652 snap 218 seq_num 652) dirty exists 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:2054: left oid 42 (ObjNum 652 snap 218 seq_num 652) 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:2052: done (2 left) 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:2054: done (1 left) 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:2057: rmattr oid 7 current snap is 218 2024-04-24T02:49:07.177 INFO:tasks.rados.rados.0.smithi016.stdout:2057: done (1 left) 2024-04-24T02:49:07.178 INFO:tasks.rados.rados.0.smithi016.stdout:2058: delete oid 49 current snap is 218 2024-04-24T02:49:07.178 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1264 (ObjNum 2001242608 snap 22076 seq_num 2001702672) dirty exists 2024-04-24T02:49:07.179 INFO:tasks.rados.rados.0.smithi016.stdout:2056: done (1 left) 2024-04-24T02:49:07.179 INFO:tasks.rados.rados.0.smithi016.stdout:2058: done (0 left) 2024-04-24T02:49:07.179 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 218 2024-04-24T02:49:07.179 INFO:tasks.rados.rados.0.smithi016.stdout:2059: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-04-24T02:49:07.182 INFO:tasks.rados.rados.0.smithi016.stdout:2059: writing smithi01673382-49 from 0 to 573440 tid 1 2024-04-24T02:49:07.185 INFO:tasks.rados.rados.0.smithi016.stdout:2059: writing smithi01673382-49 from 573440 to 1089536 tid 2 2024-04-24T02:49:07.187 INFO:tasks.rados.rados.0.smithi016.stdout:2059: writing smithi01673382-49 from 1089536 to 1376256 tid 3 2024-04-24T02:49:07.187 INFO:tasks.rados.rados.0.smithi016.stdout:2060: read oid 38 snap -1 2024-04-24T02:49:07.187 INFO:tasks.rados.rados.0.smithi016.stdout:2060: expect (ObjNum 605 snap 204 seq_num 605) 2024-04-24T02:49:07.187 INFO:tasks.rados.rados.0.smithi016.stdout:2061: delete oid 33 current snap is 218 2024-04-24T02:49:07.187 INFO:tasks.rados.rados.0.smithi016.stdout:2059: finishing write tid 1 to smithi01673382-49 2024-04-24T02:49:07.189 INFO:tasks.rados.rados.0.smithi016.stdout:2059: finishing write tid 2 to smithi01673382-49 2024-04-24T02:49:07.189 INFO:tasks.rados.rados.0.smithi016.stdout:2061: done (2 left) 2024-04-24T02:49:07.190 INFO:tasks.rados.rados.0.smithi016.stdout:2062: snap_create 2024-04-24T02:49:07.190 INFO:tasks.rados.rados.0.smithi016.stdout:2059: finishing write tid 3 to smithi01673382-49 2024-04-24T02:49:07.190 INFO:tasks.rados.rados.0.smithi016.stdout:2059: finishing write tid 4 to smithi01673382-49 2024-04-24T02:49:07.191 INFO:tasks.rados.rados.0.smithi016.stdout:2059: finishing write tid 5 to smithi01673382-49 2024-04-24T02:49:07.191 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1345 (ObjNum 655 snap 218 seq_num 655) dirty exists 2024-04-24T02:49:07.191 INFO:tasks.rados.rados.0.smithi016.stdout:2059: left oid 49 (ObjNum 655 snap 218 seq_num 655) 2024-04-24T02:49:07.195 INFO:tasks.rados.rados.0.smithi016.stdout:2060: expect (ObjNum 605 snap 204 seq_num 605) 2024-04-24T02:49:08.087 INFO:tasks.rados.rados.0.smithi016.stdout:2059: done (2 left) 2024-04-24T02:49:08.087 INFO:tasks.rados.rados.0.smithi016.stdout:2060: done (1 left) 2024-04-24T02:49:08.087 INFO:tasks.rados.rados.0.smithi016.stdout:2062: done (0 left) 2024-04-24T02:49:08.087 INFO:tasks.rados.rados.0.smithi016.stdout:2063: snap_create 2024-04-24T02:49:08.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:49:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:49:08] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.33.4" 2024-04-24T02:49:08.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:08 smithi016 ceph-mon[84376]: pgmap v339: 121 pgs: 121 active+clean; 651 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2024-04-24T02:49:08.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:08 smithi016 ceph-mon[84376]: osdmap e476: 8 total, 8 up, 8 in 2024-04-24T02:49:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:08 smithi016 ceph-mon[86910]: pgmap v339: 121 pgs: 121 active+clean; 651 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2024-04-24T02:49:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:08 smithi016 ceph-mon[86910]: osdmap e476: 8 total, 8 up, 8 in 2024-04-24T02:49:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:08 smithi063 ceph-mon[77007]: pgmap v339: 121 pgs: 121 active+clean; 651 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2024-04-24T02:49:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:08 smithi063 ceph-mon[77007]: osdmap e476: 8 total, 8 up, 8 in 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2063: done (0 left) 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2064: read oid 37 snap 173 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2064: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2065: read oid 11 snap -1 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2065: expect (ObjNum 643 snap 217 seq_num 643) 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2066: read oid 3 snap -1 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2066: expect (ObjNum 612 snap 204 seq_num 612) 2024-04-24T02:49:09.093 INFO:tasks.rados.rados.0.smithi016.stdout:2067: snap_create 2024-04-24T02:49:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:2065: expect (ObjNum 643 snap 217 seq_num 643) 2024-04-24T02:49:09.135 INFO:tasks.rados.rados.0.smithi016.stdout:2064: expect (ObjNum 409 snap 139 seq_num 409) 2024-04-24T02:49:09.191 INFO:tasks.rados.rados.0.smithi016.stdout:2066: expect (ObjNum 612 snap 204 seq_num 612) 2024-04-24T02:49:09.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:09 smithi016 ceph-mon[84376]: osdmap e477: 8 total, 8 up, 8 in 2024-04-24T02:49:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:09 smithi016 ceph-mon[86910]: osdmap e477: 8 total, 8 up, 8 in 2024-04-24T02:49:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:09 smithi063 ceph-mon[77007]: osdmap e477: 8 total, 8 up, 8 in 2024-04-24T02:49:10.094 INFO:tasks.rados.rados.0.smithi016.stdout:2064: done (3 left) 2024-04-24T02:49:10.094 INFO:tasks.rados.rados.0.smithi016.stdout:2065: done (2 left) 2024-04-24T02:49:10.095 INFO:tasks.rados.rados.0.smithi016.stdout:2066: done (1 left) 2024-04-24T02:49:10.095 INFO:tasks.rados.rados.0.smithi016.stdout:2067: done (0 left) 2024-04-24T02:49:10.095 INFO:tasks.rados.rados.0.smithi016.stdout:2068: read oid 11 snap -1 2024-04-24T02:49:10.095 INFO:tasks.rados.rados.0.smithi016.stdout:2068: expect (ObjNum 643 snap 217 seq_num 643) 2024-04-24T02:49:10.095 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 221 2024-04-24T02:49:10.095 INFO:tasks.rados.rados.0.smithi016.stdout:2069: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-04-24T02:49:10.097 INFO:tasks.rados.rados.0.smithi016.stdout:2069: writing smithi01673382-34 from 0 to 606208 tid 1 2024-04-24T02:49:10.102 INFO:tasks.rados.rados.0.smithi016.stdout:2069: writing smithi01673382-34 from 606208 to 1294336 tid 2 2024-04-24T02:49:10.102 INFO:tasks.rados.rados.0.smithi016.stdout:2069: writing smithi01673382-34 from 1294336 to 1409024 tid 3 2024-04-24T02:49:10.103 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 221 2024-04-24T02:49:10.103 INFO:tasks.rados.rados.0.smithi016.stdout:2070: seq_num 658 ranges {7380992=622592,8003584=565248,8568832=237568} 2024-04-24T02:49:10.147 INFO:tasks.rados.rados.0.smithi016.stdout:2070: writing smithi01673382-45 from 7380992 to 8003584 tid 1 2024-04-24T02:49:10.150 INFO:tasks.rados.rados.0.smithi016.stdout:2070: writing smithi01673382-45 from 8003584 to 8568832 tid 2 2024-04-24T02:49:10.152 INFO:tasks.rados.rados.0.smithi016.stdout:2070: writing smithi01673382-45 from 8568832 to 8806400 tid 3 2024-04-24T02:49:10.152 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 221 2024-04-24T02:49:10.152 INFO:tasks.rados.rados.0.smithi016.stdout:2071: seq_num 659 ranges {0=647168,647168=450560,1097728=352256} 2024-04-24T02:49:10.155 INFO:tasks.rados.rados.0.smithi016.stdout:2071: writing smithi01673382-25 from 0 to 647168 tid 1 2024-04-24T02:49:10.158 INFO:tasks.rados.rados.0.smithi016.stdout:2071: writing smithi01673382-25 from 647168 to 1097728 tid 2 2024-04-24T02:49:10.161 INFO:tasks.rados.rados.0.smithi016.stdout:2071: writing smithi01673382-25 from 1097728 to 1449984 tid 3 2024-04-24T02:49:10.161 INFO:tasks.rados.rados.0.smithi016.stdout:2072: rollback oid 6 current snap is 221 2024-04-24T02:49:10.161 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 196 2024-04-24T02:49:10.161 INFO:tasks.rados.rados.0.smithi016.stdout:2068: expect (ObjNum 643 snap 217 seq_num 643) 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2069: finishing write tid 1 to smithi01673382-34 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2069: finishing write tid 2 to smithi01673382-34 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2069: finishing write tid 3 to smithi01673382-34 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2069: finishing write tid 4 to smithi01673382-34 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2069: finishing write tid 5 to smithi01673382-34 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1269 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2069: left oid 34 (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 1 to smithi01673382-45 2024-04-24T02:49:10.194 INFO:tasks.rados.rados.0.smithi016.stdout:2068: done (4 left) 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2069: done (3 left) 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2073: setattr oid 43 current snap is 221 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 2 to smithi01673382-45 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 3 to smithi01673382-45 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 4 to smithi01673382-45 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 5 to smithi01673382-45 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1217 (ObjNum 658 snap 221 seq_num 658) dirty exists 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2070: left oid 45 (ObjNum 658 snap 221 seq_num 658) 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2071: finishing write tid 1 to smithi01673382-25 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2071: finishing write tid 2 to smithi01673382-25 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2071: finishing write tid 3 to smithi01673382-25 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2071: finishing write tid 4 to smithi01673382-25 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2072: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:49:10.195 INFO:tasks.rados.rados.0.smithi016.stdout:2072: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:49:10.196 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1511 (ObjNum 560 snap 194 seq_num 560) dirty exists 2024-04-24T02:49:10.196 INFO:tasks.rados.rados.0.smithi016.stdout:2071: finishing write tid 5 to smithi01673382-25 2024-04-24T02:49:10.196 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1349 (ObjNum 659 snap 221 seq_num 659) dirty exists 2024-04-24T02:49:10.196 INFO:tasks.rados.rados.0.smithi016.stdout:2071: left oid 25 (ObjNum 659 snap 221 seq_num 659) 2024-04-24T02:49:10.196 INFO:tasks.rados.rados.0.smithi016.stdout:2070: done (3 left) 2024-04-24T02:49:10.196 INFO:tasks.rados.rados.0.smithi016.stdout:2071: done (2 left) 2024-04-24T02:49:10.197 INFO:tasks.rados.rados.0.smithi016.stdout:2072: done (1 left) 2024-04-24T02:49:10.197 INFO:tasks.rados.rados.0.smithi016.stdout:2074: read oid 25 snap 158 2024-04-24T02:49:10.197 INFO:tasks.rados.rados.0.smithi016.stdout:2074: expect deleted 2024-04-24T02:49:10.197 INFO:tasks.rados.rados.0.smithi016.stdout:2075: read oid 17 snap -1 2024-04-24T02:49:10.197 INFO:tasks.rados.rados.0.smithi016.stdout:2075: expect (ObjNum 623 snap 210 seq_num 623) 2024-04-24T02:49:10.197 INFO:tasks.rados.rados.0.smithi016.stdout:2076: delete oid 2 current snap is 221 2024-04-24T02:49:10.199 INFO:tasks.rados.rados.0.smithi016.stdout:2074: done (3 left) 2024-04-24T02:49:10.200 INFO:tasks.rados.rados.0.smithi016.stdout:2076: done (2 left) 2024-04-24T02:49:10.200 INFO:tasks.rados.rados.0.smithi016.stdout:2077: copy_from oid 36 from oid 34 current snap is 221 2024-04-24T02:49:10.200 INFO:tasks.rados.rados.0.smithi016.stdout:2078: snap_remove snap 151 2024-04-24T02:49:10.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:10 smithi016 ceph-mon[84376]: pgmap v342: 121 pgs: 121 active+clean; 651 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-24T02:49:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:10 smithi016 ceph-mon[84376]: osdmap e478: 8 total, 8 up, 8 in 2024-04-24T02:49:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:10 smithi016 ceph-mon[86910]: pgmap v342: 121 pgs: 121 active+clean; 651 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-24T02:49:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:10 smithi016 ceph-mon[86910]: osdmap e478: 8 total, 8 up, 8 in 2024-04-24T02:49:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:10 smithi063 ceph-mon[77007]: pgmap v342: 121 pgs: 121 active+clean; 651 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-24T02:49:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:10 smithi063 ceph-mon[77007]: osdmap e478: 8 total, 8 up, 8 in 2024-04-24T02:49:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:11.008 INFO:tasks.rados.rados.0.smithi016.stdout:2078: done (3 left) 2024-04-24T02:49:11.008 INFO:tasks.rados.rados.0.smithi016.stdout:2079: read oid 45 snap -1 2024-04-24T02:49:11.008 INFO:tasks.rados.rados.0.smithi016.stdout:2079: expect (ObjNum 658 snap 221 seq_num 658) 2024-04-24T02:49:11.008 INFO:tasks.rados.rados.0.smithi016.stdout:2080: rollback oid 12 current snap is 221 2024-04-24T02:49:11.008 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 214 2024-04-24T02:49:11.008 INFO:tasks.rados.rados.0.smithi016.stdout:2077: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:49:11.009 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1218 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-24T02:49:11.009 INFO:tasks.rados.rados.0.smithi016.stdout:2077: finishing copy_from to smithi01673382-36 2024-04-24T02:49:11.009 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1269 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:49:11.009 INFO:tasks.rados.rados.0.smithi016.stdout:2075: expect (ObjNum 623 snap 210 seq_num 623) 2024-04-24T02:49:11.437 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:11 smithi063 ceph-mon[77007]: osdmap e479: 8 total, 8 up, 8 in 2024-04-24T02:49:11.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:11 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:49:11.438 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:11 smithi063 ceph-mon[77007]: osdmap e480: 8 total, 8 up, 8 in 2024-04-24T02:49:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:11 smithi016 ceph-mon[84376]: osdmap e479: 8 total, 8 up, 8 in 2024-04-24T02:49:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:11 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:49:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:11 smithi016 ceph-mon[84376]: osdmap e480: 8 total, 8 up, 8 in 2024-04-24T02:49:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:11 smithi016 ceph-mon[86910]: osdmap e479: 8 total, 8 up, 8 in 2024-04-24T02:49:11.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:11 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:49:11.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:11 smithi016 ceph-mon[86910]: osdmap e480: 8 total, 8 up, 8 in 2024-04-24T02:49:12.136 INFO:tasks.rados.rados.0.smithi016.stdout:2080: finishing rollback tid 0 to smithi01673382-12 2024-04-24T02:49:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:2080: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:49:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1329 (ObjNum 4 snap 5 seq_num 0) dirty dne 2024-04-24T02:49:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:2073: done (4 left) 2024-04-24T02:49:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:2075: done (3 left) 2024-04-24T02:49:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:2077: done (2 left) 2024-04-24T02:49:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:2080: done (1 left) 2024-04-24T02:49:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:2081: snap_remove snap 124 2024-04-24T02:49:12.355 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:12 smithi063 ceph-mon[77007]: pgmap v345: 121 pgs: 121 active+clean; 656 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 628 KiB/s wr, 9 op/s 2024-04-24T02:49:12.355 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:12 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:49:12.355 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:12 smithi063 ceph-mon[77007]: Upgrade: osd.5 is safe to restart 2024-04-24T02:49:12.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:12 smithi016 ceph-mon[84376]: pgmap v345: 121 pgs: 121 active+clean; 656 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 628 KiB/s wr, 9 op/s 2024-04-24T02:49:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:12 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:49:12.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:12 smithi016 ceph-mon[84376]: Upgrade: osd.5 is safe to restart 2024-04-24T02:49:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:12 smithi016 ceph-mon[86910]: pgmap v345: 121 pgs: 121 active+clean; 656 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 628 KiB/s wr, 9 op/s 2024-04-24T02:49:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:12 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-24T02:49:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:12 smithi016 ceph-mon[86910]: Upgrade: osd.5 is safe to restart 2024-04-24T02:49:13.107 INFO:tasks.rados.rados.0.smithi016.stdout:2081: done (1 left) 2024-04-24T02:49:13.107 INFO:tasks.rados.rados.0.smithi016.stdout:2082: snap_create 2024-04-24T02:49:13.108 INFO:tasks.rados.rados.0.smithi016.stdout:2079: expect (ObjNum 658 snap 221 seq_num 658) 2024-04-24T02:49:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[84376]: Upgrade: Updating osd.5 2024-04-24T02:49:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:49:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[84376]: Deploying daemon osd.5 on smithi063 2024-04-24T02:49:13.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[84376]: pgmap v347: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-04-24T02:49:13.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[84376]: osdmap e481: 8 total, 8 up, 8 in 2024-04-24T02:49:13.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[86910]: Upgrade: Updating osd.5 2024-04-24T02:49:13.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:13.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:49:13.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:13.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[86910]: Deploying daemon osd.5 on smithi063 2024-04-24T02:49:13.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[86910]: pgmap v347: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-04-24T02:49:13.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:13 smithi016 ceph-mon[86910]: osdmap e481: 8 total, 8 up, 8 in 2024-04-24T02:49:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:13 smithi063 ceph-mon[77007]: Upgrade: Updating osd.5 2024-04-24T02:49:13.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:13.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-24T02:49:13.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:13.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:13 smithi063 ceph-mon[77007]: Deploying daemon osd.5 on smithi063 2024-04-24T02:49:13.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:13 smithi063 ceph-mon[77007]: pgmap v347: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-04-24T02:49:13.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:13 smithi063 ceph-mon[77007]: osdmap e481: 8 total, 8 up, 8 in 2024-04-24T02:49:14.107 INFO:tasks.rados.rados.0.smithi016.stdout:2079: done (1 left) 2024-04-24T02:49:14.107 INFO:tasks.rados.rados.0.smithi016.stdout:2082: done (0 left) 2024-04-24T02:49:14.108 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 222 2024-04-24T02:49:14.108 INFO:tasks.rados.rados.0.smithi016.stdout:2083: seq_num 661 ranges {5160960=679936,5840896=622592,6463488=180224} 2024-04-24T02:49:14.138 INFO:tasks.rados.rados.0.smithi016.stdout:2083: writing smithi01673382-48 from 5160960 to 5840896 tid 1 2024-04-24T02:49:14.142 INFO:tasks.rados.rados.0.smithi016.stdout:2083: writing smithi01673382-48 from 5840896 to 6463488 tid 2 2024-04-24T02:49:14.144 INFO:tasks.rados.rados.0.smithi016.stdout:2083: writing smithi01673382-48 from 6463488 to 6643712 tid 3 2024-04-24T02:49:14.144 INFO:tasks.rados.rados.0.smithi016.stdout:2084: setattr oid 21 current snap is 222 2024-04-24T02:49:14.145 INFO:tasks.rados.rados.0.smithi016.stdout:2085: snap_create 2024-04-24T02:49:14.146 INFO:tasks.rados.rados.0.smithi016.stdout:2083: finishing write tid 1 to smithi01673382-48 2024-04-24T02:49:14.151 INFO:tasks.rados.rados.0.smithi016.stdout:2083: finishing write tid 2 to smithi01673382-48 2024-04-24T02:49:14.151 INFO:tasks.rados.rados.0.smithi016.stdout:2083: finishing write tid 3 to smithi01673382-48 2024-04-24T02:49:14.151 INFO:tasks.rados.rados.0.smithi016.stdout:2083: finishing write tid 4 to smithi01673382-48 2024-04-24T02:49:14.151 INFO:tasks.rados.rados.0.smithi016.stdout:2083: finishing write tid 5 to smithi01673382-48 2024-04-24T02:49:14.151 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1386 (ObjNum 661 snap 222 seq_num 661) dirty exists 2024-04-24T02:49:14.152 INFO:tasks.rados.rados.0.smithi016.stdout:2083: left oid 48 (ObjNum 661 snap 222 seq_num 661) 2024-04-24T02:49:14.152 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1387 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-24T02:49:14.542 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (5m) 58s ago 10m 15.5M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (5m) 23s ago 9m 51.8M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (11m) 58s ago 11m 15.6M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (11m) 23s ago 11m 19.6M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (4m) 23s ago 14m 450M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (4m) 58s ago 16m 507M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (4m) 58s ago 16m 55.0M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (3m) 23s ago 15m 44.9M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (3m) 58s ago 15m 47.1M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (5m) 58s ago 10m 16.7M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:49:14.864 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (5m) 23s ago 10m 23.2M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (2m) 58s ago 14m 181M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (2m) 58s ago 14m 172M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (93s) 58s ago 13m 142M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (61s) 58s ago 13m 11.5M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (28s) 23s ago 12m 10.4M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 34e013c00a4c 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (12m) 23s ago 12m 271M 2488M 16.2.15-1-g8963e9de 727f386679cb 54d4375fbc84 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (11m) 23s ago 11m 147M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (11m) 23s ago 11m 171M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:49:14.865 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (4m) 23s ago 10m 69.7M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:49:15.112 INFO:tasks.rados.rados.0.smithi016.stdout:2083: done (2 left) 2024-04-24T02:49:15.112 INFO:tasks.rados.rados.0.smithi016.stdout:2084: done (1 left) 2024-04-24T02:49:15.112 INFO:tasks.rados.rados.0.smithi016.stdout:2085: done (0 left) 2024-04-24T02:49:15.112 INFO:tasks.rados.rados.0.smithi016.stdout:2086: setattr oid 1 current snap is 223 2024-04-24T02:49:15.113 INFO:tasks.rados.rados.0.smithi016.stdout:2087: rmattr oid 4 current snap is 223 2024-04-24T02:49:15.113 INFO:tasks.rados.rados.0.smithi016.stdout:2087: done (1 left) 2024-04-24T02:49:15.114 INFO:tasks.rados.rados.0.smithi016.stdout:2088: copy_from oid 15 from oid 24 current snap is 223 2024-04-24T02:49:15.114 INFO:tasks.rados.rados.0.smithi016.stdout:2089: snap_remove snap 176 2024-04-24T02:49:15.264 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3, 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 5 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:49:15.265 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:49:15.266 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:15.266 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:49:15.266 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 5, 2024-04-24T02:49:15.266 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 10 2024-04-24T02:49:15.266 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:49:15.266 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:49:15.407 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:15 smithi063 ceph-mon[77007]: osdmap e482: 8 total, 8 up, 8 in 2024-04-24T02:49:15.407 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:15.407 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:15 smithi016 ceph-mon[84376]: osdmap e482: 8 total, 8 up, 8 in 2024-04-24T02:49:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:15 smithi016 ceph-mon[86910]: osdmap e482: 8 total, 8 up, 8 in 2024-04-24T02:49:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:16.008 INFO:tasks.rados.rados.0.smithi016.stdout:2089: done (2 left) 2024-04-24T02:49:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:2090: setattr oid 39 current snap is 223 2024-04-24T02:49:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:2088: finishing copy_from to smithi01673382-15 2024-04-24T02:49:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:2088: got expected ENOENT (src dne) 2024-04-24T02:49:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:2088: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:49:16.009 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1270 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-24T02:49:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:2086: done (2 left) 2024-04-24T02:49:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:2088: done (1 left) 2024-04-24T02:49:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:2091: read oid 46 snap 212 2024-04-24T02:49:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:2091: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 223 2024-04-24T02:49:16.010 INFO:tasks.rados.rados.0.smithi016.stdout:2092: seq_num 662 ranges {540672=696320,1236992=557056,1794048=245760} 2024-04-24T02:49:16.019 INFO:tasks.rados.rados.0.smithi016.stdout:2092: writing smithi01673382-22 from 540672 to 1236992 tid 1 2024-04-24T02:49:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:2092: writing smithi01673382-22 from 1236992 to 1794048 tid 2 2024-04-24T02:49:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:2092: writing smithi01673382-22 from 1794048 to 2039808 tid 3 2024-04-24T02:49:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:2093: copy_from oid 27 from oid 33 current snap is 223 2024-04-24T02:49:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:2094: rollback oid 34 current snap is 223 2024-04-24T02:49:16.024 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 218 2024-04-24T02:49:16.025 INFO:tasks.rados.rados.0.smithi016.stdout:2095: read oid 9 snap -1 2024-04-24T02:49:16.025 INFO:tasks.rados.rados.0.smithi016.stdout:2095: expect (ObjNum 647 snap 217 seq_num 647) 2024-04-24T02:49:16.025 INFO:tasks.rados.rados.0.smithi016.stdout:2096: copy_from oid 13 from oid 7 current snap is 223 2024-04-24T02:49:16.025 INFO:tasks.rados.rados.0.smithi016.stdout:2097: copy_from oid 8 from oid 17 current snap is 223 2024-04-24T02:49:16.025 INFO:tasks.rados.rados.0.smithi016.stdout:2098: snap_remove snap 221 2024-04-24T02:49:16.059 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:15 smithi063 systemd[1]: Stopping Ceph osd.5 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[84376]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[84376]: pgmap v350: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[84376]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[84376]: osdmap e483: 8 total, 8 up, 8 in 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2961342837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[84376]: osdmap e484: 8 total, 8 up, 8 in 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[86910]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[86910]: pgmap v350: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-24T02:49:16.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[86910]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[86910]: osdmap e483: 8 total, 8 up, 8 in 2024-04-24T02:49:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2961342837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:16.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:16 smithi016 ceph-mon[86910]: osdmap e484: 8 total, 8 up, 8 in 2024-04-24T02:49:16.559 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[46959]: debug 2024-04-24T02:49:16.210+0000 7fa7c46e1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:49:16.560 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[46959]: debug 2024-04-24T02:49:16.210+0000 7fa7c46e1700 -1 osd.5 484 *** Got signal Terminated *** 2024-04-24T02:49:16.560 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[46959]: debug 2024-04-24T02:49:16.210+0000 7fa7c46e1700 -1 osd.5 484 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:49:16.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-mon[77007]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:16.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-mon[77007]: pgmap v350: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-24T02:49:16.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-mon[77007]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:16.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-mon[77007]: osdmap e483: 8 total, 8 up, 8 in 2024-04-24T02:49:16.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2961342837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:16.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:16 smithi063 ceph-mon[77007]: osdmap e484: 8 total, 8 up, 8 in 2024-04-24T02:49:17.023 INFO:tasks.rados.rados.0.smithi016.stdout:2098: done (8 left) 2024-04-24T02:49:17.023 INFO:tasks.rados.rados.0.smithi016.stdout:2099: read oid 41 snap -1 2024-04-24T02:49:17.023 INFO:tasks.rados.rados.0.smithi016.stdout:2099: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:49:17.023 INFO:tasks.rados.rados.0.smithi016.stdout:2100: read oid 4 snap 209 2024-04-24T02:49:17.023 INFO:tasks.rados.rados.0.smithi016.stdout:2100: expect (ObjNum 580 snap 199 seq_num 580) 2024-04-24T02:49:17.023 INFO:tasks.rados.rados.0.smithi016.stdout:2101: snap_create 2024-04-24T02:49:17.024 INFO:tasks.rados.rados.0.smithi016.stdout:2091: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:17.057 INFO:tasks.rados.rados.0.smithi016.stdout:2093: finishing copy_from to smithi01673382-27 2024-04-24T02:49:17.057 INFO:tasks.rados.rados.0.smithi016.stdout:2093: got expected ENOENT (src dne) 2024-04-24T02:49:17.057 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1287 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-04-24T02:49:17.057 INFO:tasks.rados.rados.0.smithi016.stdout:2093: finishing copy_from racing read to smithi01673382-27 2024-04-24T02:49:17.057 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 1 to smithi01673382-22 2024-04-24T02:49:17.057 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 2 to smithi01673382-22 2024-04-24T02:49:17.057 INFO:tasks.rados.rados.0.smithi016.stdout:2095: expect (ObjNum 647 snap 217 seq_num 647) 2024-04-24T02:49:17.239 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 3 to smithi01673382-22 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 4 to smithi01673382-22 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2094: finishing rollback tid 0 to smithi01673382-34 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2094: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2094: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1296 (ObjNum 1734040917 snap 1784108880 seq_num 1601261932) dirty exists 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 5 to smithi01673382-22 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1292 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2092: left oid 22 (ObjNum 662 snap 223 seq_num 662) 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2096: finishing copy_from racing read to smithi01673382-13 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:2096: finishing copy_from to smithi01673382-13 2024-04-24T02:49:17.240 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1373 (ObjNum 543 snap 187 seq_num 543) dirty exists 2024-04-24T02:49:17.241 INFO:tasks.rados.rados.0.smithi016.stdout:2097: finishing copy_from racing read to smithi01673382-8 2024-04-24T02:49:17.241 INFO:tasks.rados.rados.0.smithi016.stdout:2097: finishing copy_from to smithi01673382-8 2024-04-24T02:49:17.241 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1567 (ObjNum 623 snap 210 seq_num 623) dirty exists 2024-04-24T02:49:17.241 INFO:tasks.rados.rados.0.smithi016.stdout:2099: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:49:17.321 INFO:tasks.rados.rados.0.smithi016.stdout:2100: expect (ObjNum 580 snap 199 seq_num 580) 2024-04-24T02:49:17.427 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:17 smithi063 ceph-mon[77007]: osd.5 marked itself down and dead 2024-04-24T02:49:17.427 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:17 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:49:17.427 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:17 smithi063 ceph-mon[77007]: osdmap e485: 8 total, 7 up, 8 in 2024-04-24T02:49:17.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:17 smithi016 ceph-mon[84376]: osd.5 marked itself down and dead 2024-04-24T02:49:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:17 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:49:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:17 smithi016 ceph-mon[84376]: osdmap e485: 8 total, 7 up, 8 in 2024-04-24T02:49:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:17 smithi016 ceph-mon[86910]: osd.5 marked itself down and dead 2024-04-24T02:49:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:17 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:49:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:17 smithi016 ceph-mon[86910]: osdmap e485: 8 total, 7 up, 8 in 2024-04-24T02:49:17.810 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:17 smithi063 bash[84256]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2090: done (10 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2091: done (9 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2092: done (8 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2093: done (7 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2094: done (6 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2095: done (5 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2096: done (4 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2097: done (3 left) 2024-04-24T02:49:18.017 INFO:tasks.rados.rados.0.smithi016.stdout:2099: done (2 left) 2024-04-24T02:49:18.018 INFO:tasks.rados.rados.0.smithi016.stdout:2100: done (1 left) 2024-04-24T02:49:18.018 INFO:tasks.rados.rados.0.smithi016.stdout:2101: done (0 left) 2024-04-24T02:49:18.018 INFO:tasks.rados.rados.0.smithi016.stdout:2102: snap_remove snap 183 2024-04-24T02:49:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:18 smithi016 ceph-mon[84376]: pgmap v353: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 648 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.8 MiB/s wr, 9 op/s 2024-04-24T02:49:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:18 smithi016 ceph-mon[84376]: osdmap e486: 8 total, 7 up, 8 in 2024-04-24T02:49:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:49:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:49:18] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.33.4" 2024-04-24T02:49:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:18 smithi016 ceph-mon[86910]: pgmap v353: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 648 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.8 MiB/s wr, 9 op/s 2024-04-24T02:49:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:18 smithi016 ceph-mon[86910]: osdmap e486: 8 total, 7 up, 8 in 2024-04-24T02:49:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:18 smithi063 ceph-mon[77007]: pgmap v353: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 648 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.8 MiB/s wr, 9 op/s 2024-04-24T02:49:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:18 smithi063 ceph-mon[77007]: osdmap e486: 8 total, 7 up, 8 in 2024-04-24T02:49:19.014 INFO:tasks.rados.rados.0.smithi016.stdout:2102: done (0 left) 2024-04-24T02:49:19.015 INFO:tasks.rados.rados.0.smithi016.stdout:2103: copy_from oid 3 from oid 28 current snap is 224 2024-04-24T02:49:19.015 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 224 2024-04-24T02:49:19.015 INFO:tasks.rados.rados.0.smithi016.stdout:2104: seq_num 663 ranges {8806400=712704,9519104=442368,9961472=360448} 2024-04-24T02:49:19.068 INFO:tasks.rados.rados.0.smithi016.stdout:2104: writing smithi01673382-45 from 8806400 to 9519104 tid 1 2024-04-24T02:49:19.071 INFO:tasks.rados.rados.0.smithi016.stdout:2104: writing smithi01673382-45 from 9519104 to 9961472 tid 2 2024-04-24T02:49:19.073 INFO:tasks.rados.rados.0.smithi016.stdout:2104: writing smithi01673382-45 from 9961472 to 10321920 tid 3 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2105: read oid 14 snap -1 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2105: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2106: rollback oid 6 current snap is 224 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 217 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2107: copy_from oid 37 from oid 49 current snap is 224 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2108: read oid 11 snap -1 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2108: expect (ObjNum 643 snap 217 seq_num 643) 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2109: snap_create 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2103: finishing copy_from to smithi01673382-3 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2103: got expected ENOENT (src dne) 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2103: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:49:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2104: finishing write tid 1 to smithi01673382-45 2024-04-24T02:49:19.075 INFO:tasks.rados.rados.0.smithi016.stdout:2105: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:49:19.077 INFO:tasks.rados.rados.0.smithi016.stdout:2106: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:49:19.077 INFO:tasks.rados.rados.0.smithi016.stdout:2106: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:49:19.078 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1513 (ObjNum 1399805022 snap 1634821479 seq_num 1600019297) dirty dne 2024-04-24T02:49:19.078 INFO:tasks.rados.rados.0.smithi016.stdout:2104: finishing write tid 2 to smithi01673382-45 2024-04-24T02:49:19.078 INFO:tasks.rados.rados.0.smithi016.stdout:2104: finishing write tid 3 to smithi01673382-45 2024-04-24T02:49:19.078 INFO:tasks.rados.rados.0.smithi016.stdout:2104: finishing write tid 4 to smithi01673382-45 2024-04-24T02:49:19.079 INFO:tasks.rados.rados.0.smithi016.stdout:2104: finishing write tid 5 to smithi01673382-45 2024-04-24T02:49:19.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1274 (ObjNum 663 snap 224 seq_num 663) dirty exists 2024-04-24T02:49:19.079 INFO:tasks.rados.rados.0.smithi016.stdout:2104: left oid 45 (ObjNum 663 snap 224 seq_num 663) 2024-04-24T02:49:19.080 INFO:tasks.rados.rados.0.smithi016.stdout:2108: expect (ObjNum 643 snap 217 seq_num 643) 2024-04-24T02:49:19.112 INFO:tasks.rados.rados.0.smithi016.stdout:2107: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:49:19.113 INFO:tasks.rados.rados.0.smithi016.stdout:2107: finishing copy_from to smithi01673382-37 2024-04-24T02:49:19.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1345 (ObjNum 655 snap 218 seq_num 655) dirty exists 2024-04-24T02:49:19.560 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:19 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.5.service: Succeeded. 2024-04-24T02:49:19.560 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:19 smithi063 systemd[1]: Stopped Ceph osd.5 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:49:19.560 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:19 smithi063 systemd[1]: Starting Ceph osd.5 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:49:20.021 INFO:tasks.rados.rados.0.smithi016.stdout:2103: done (6 left) 2024-04-24T02:49:20.021 INFO:tasks.rados.rados.0.smithi016.stdout:2104: done (5 left) 2024-04-24T02:49:20.021 INFO:tasks.rados.rados.0.smithi016.stdout:2105: done (4 left) 2024-04-24T02:49:20.021 INFO:tasks.rados.rados.0.smithi016.stdout:2106: done (3 left) 2024-04-24T02:49:20.021 INFO:tasks.rados.rados.0.smithi016.stdout:2107: done (2 left) 2024-04-24T02:49:20.022 INFO:tasks.rados.rados.0.smithi016.stdout:2108: done (1 left) 2024-04-24T02:49:20.022 INFO:tasks.rados.rados.0.smithi016.stdout:2109: done (0 left) 2024-04-24T02:49:20.022 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 225 2024-04-24T02:49:20.022 INFO:tasks.rados.rados.0.smithi016.stdout:2110: seq_num 664 ranges {1753088=729088,2482176=729088,3211264=73728} 2024-04-24T02:49:20.034 INFO:tasks.rados.rados.0.smithi016.stdout:2110: writing smithi01673382-38 from 1753088 to 2482176 tid 1 2024-04-24T02:49:20.038 INFO:tasks.rados.rados.0.smithi016.stdout:2110: writing smithi01673382-38 from 2482176 to 3211264 tid 2 2024-04-24T02:49:20.039 INFO:tasks.rados.rados.0.smithi016.stdout:2110: writing smithi01673382-38 from 3211264 to 3284992 tid 3 2024-04-24T02:49:20.039 INFO:tasks.rados.rados.0.smithi016.stdout:2111: delete oid 14 current snap is 225 2024-04-24T02:49:20.039 INFO:tasks.rados.rados.0.smithi016.stdout:2110: finishing write tid 1 to smithi01673382-38 2024-04-24T02:49:20.044 INFO:tasks.rados.rados.0.smithi016.stdout:2110: finishing write tid 2 to smithi01673382-38 2024-04-24T02:49:20.045 INFO:tasks.rados.rados.0.smithi016.stdout:2111: done (1 left) 2024-04-24T02:49:20.045 INFO:tasks.rados.rados.0.smithi016.stdout:2112: rollback oid 48 current snap is 225 2024-04-24T02:49:20.045 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 208 2024-04-24T02:49:20.045 INFO:tasks.rados.rados.0.smithi016.stdout:2113: read oid 36 snap 179 2024-04-24T02:49:20.045 INFO:tasks.rados.rados.0.smithi016.stdout:2113: expect deleted 2024-04-24T02:49:20.045 INFO:tasks.rados.rados.0.smithi016.stdout:2114: setattr oid 27 current snap is 225 2024-04-24T02:49:20.046 INFO:tasks.rados.rados.0.smithi016.stdout:2110: finishing write tid 3 to smithi01673382-38 2024-04-24T02:49:20.046 INFO:tasks.rados.rados.0.smithi016.stdout:2110: finishing write tid 4 to smithi01673382-38 2024-04-24T02:49:20.047 INFO:tasks.rados.rados.0.smithi016.stdout:2115: read oid 21 snap -1 2024-04-24T02:49:20.047 INFO:tasks.rados.rados.0.smithi016.stdout:2115: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-24T02:49:20.047 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 225 2024-04-24T02:49:20.047 INFO:tasks.rados.rados.0.smithi016.stdout:2116: seq_num 666 ranges {319488=761856,1081344=491520,1572864=311296} 2024-04-24T02:49:20.053 INFO:tasks.rados.rados.0.smithi016.stdout:2116: writing smithi01673382-15 from 319488 to 1081344 tid 1 2024-04-24T02:49:20.056 INFO:tasks.rados.rados.0.smithi016.stdout:2116: writing smithi01673382-15 from 1081344 to 1572864 tid 2 2024-04-24T02:49:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:2116: writing smithi01673382-15 from 1572864 to 1884160 tid 3 2024-04-24T02:49:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:2117: rmattr oid 45 current snap is 225 2024-04-24T02:49:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 225 2024-04-24T02:49:20.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:20 smithi063 ceph-mon[77007]: pgmap v356: 121 pgs: 2 active+undersized+degraded, 4 active+undersized, 15 stale+active+clean, 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 95 active+clean; 646 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 10 op/s; 23/1077 objects degraded (2.136%) 2024-04-24T02:49:20.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:20 smithi063 ceph-mon[77007]: osdmap e487: 8 total, 7 up, 8 in 2024-04-24T02:49:20.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:20 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 23/1077 objects degraded (2.136%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:20.060 INFO:tasks.rados.rados.0.smithi016.stdout:2118: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-04-24T02:49:20.063 INFO:tasks.rados.rados.0.smithi016.stdout:2118: writing smithi01673382-34 from 0 to 778240 tid 1 2024-04-24T02:49:20.069 INFO:tasks.rados.rados.0.smithi016.stdout:2118: writing smithi01673382-34 from 778240 to 1556480 tid 2 2024-04-24T02:49:20.069 INFO:tasks.rados.rados.0.smithi016.stdout:2118: writing smithi01673382-34 from 1556480 to 1581056 tid 3 2024-04-24T02:49:20.069 INFO:tasks.rados.rados.0.smithi016.stdout:2119: rollback oid 31 current snap is 225 2024-04-24T02:49:20.069 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 223 2024-04-24T02:49:20.072 INFO:tasks.rados.rados.0.smithi016.stdout:2120: copy_from oid 20 from oid 9 current snap is 225 2024-04-24T02:49:20.072 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 225 2024-04-24T02:49:20.072 INFO:tasks.rados.rados.0.smithi016.stdout:2121: seq_num 668 ranges {5775360=794624,6569984=663552,7233536=139264} 2024-04-24T02:49:20.106 INFO:tasks.rados.rados.0.smithi016.stdout:2121: writing smithi01673382-26 from 5775360 to 6569984 tid 1 2024-04-24T02:49:20.110 INFO:tasks.rados.rados.0.smithi016.stdout:2121: writing smithi01673382-26 from 6569984 to 7233536 tid 2 2024-04-24T02:49:20.112 INFO:tasks.rados.rados.0.smithi016.stdout:2121: writing smithi01673382-26 from 7233536 to 7372800 tid 3 2024-04-24T02:49:20.112 INFO:tasks.rados.rados.0.smithi016.stdout:2122: read oid 13 snap -1 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2122: expect (ObjNum 543 snap 187 seq_num 543) 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2123: rollback oid 16 current snap is 225 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 216 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2110: finishing write tid 5 to smithi01673382-38 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1647 (ObjNum 664 snap 225 seq_num 664) dirty exists 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2110: left oid 38 (ObjNum 664 snap 225 seq_num 664) 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1514 (ObjNum 1 snap 32573 seq_num 2003411056) dirty exists 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2112: finishing rollback tid 0 to smithi01673382-48 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2112: finishing rollback tid 1 to smithi01673382-48 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2112: finishing rollback tid 2 to smithi01673382-48 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1390 (ObjNum 596 snap 201 seq_num 596) dirty exists 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 1 to smithi01673382-15 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 2 to smithi01673382-15 2024-04-24T02:49:20.113 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 3 to smithi01673382-15 2024-04-24T02:49:20.114 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 4 to smithi01673382-15 2024-04-24T02:49:20.114 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 5 to smithi01673382-15 2024-04-24T02:49:20.114 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1472 (ObjNum 666 snap 225 seq_num 666) dirty exists 2024-04-24T02:49:20.114 INFO:tasks.rados.rados.0.smithi016.stdout:2116: left oid 15 (ObjNum 666 snap 225 seq_num 666) 2024-04-24T02:49:20.114 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1275 (ObjNum 663 snap 224 seq_num 663) dirty exists 2024-04-24T02:49:20.114 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing write tid 1 to smithi01673382-34 2024-04-24T02:49:20.114 INFO:tasks.rados.rados.0.smithi016.stdout:2119: finishing rollback tid 0 to smithi01673382-31 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:2110: done (12 left) 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:2112: done (11 left) 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:2113: done (10 left) 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:2114: done (9 left) 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:2116: done (8 left) 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:2117: done (7 left) 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 225 2024-04-24T02:49:20.115 INFO:tasks.rados.rados.0.smithi016.stdout:2119: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:2119: finishing rollback tid 2 to smithi01673382-31 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 709 (ObjNum 564 snap 196 seq_num 564) dirty exists 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing write tid 2 to smithi01673382-34 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing write tid 3 to smithi01673382-34 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing write tid 4 to smithi01673382-34 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing write tid 5 to smithi01673382-34 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1307 (ObjNum 667 snap 225 seq_num 667) dirty exists 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:2118: left oid 34 (ObjNum 667 snap 225 seq_num 667) 2024-04-24T02:49:20.116 INFO:tasks.rados.rados.0.smithi016.stdout:2115: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-24T02:49:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:20 smithi016 ceph-mon[84376]: pgmap v356: 121 pgs: 2 active+undersized+degraded, 4 active+undersized, 15 stale+active+clean, 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 95 active+clean; 646 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 10 op/s; 23/1077 objects degraded (2.136%) 2024-04-24T02:49:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:20 smithi016 ceph-mon[84376]: osdmap e487: 8 total, 7 up, 8 in 2024-04-24T02:49:20.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:20 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 23/1077 objects degraded (2.136%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:20.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:20 smithi016 ceph-mon[86910]: pgmap v356: 121 pgs: 2 active+undersized+degraded, 4 active+undersized, 15 stale+active+clean, 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 95 active+clean; 646 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 10 op/s; 23/1077 objects degraded (2.136%) 2024-04-24T02:49:20.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:20 smithi016 ceph-mon[86910]: osdmap e487: 8 total, 7 up, 8 in 2024-04-24T02:49:20.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:20 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 23/1077 objects degraded (2.136%), 2 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:20.785 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:20 smithi063 bash[84491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-24T02:49:20.786 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:20 smithi063 bash[84491]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-24T02:49:20.786 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:20 smithi063 bash[84491]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-24T02:49:20.786 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:20 smithi063 bash[84491]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-24T02:49:20.786 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:20 smithi063 bash[84491]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-24T02:49:20.786 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:20 smithi063 bash[84491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-24T02:49:20.786 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:20 smithi063 bash[84491]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-24T02:49:20.882 INFO:tasks.rados.rados.0.smithi016.stdout:2120: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:49:20.882 INFO:tasks.rados.rados.0.smithi016.stdout:2120: finishing copy_from to smithi01673382-20 2024-04-24T02:49:20.882 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1191 (ObjNum 647 snap 217 seq_num 647) dirty exists 2024-04-24T02:49:20.882 INFO:tasks.rados.rados.0.smithi016.stdout:2121: finishing write tid 1 to smithi01673382-26 2024-04-24T02:49:20.882 INFO:tasks.rados.rados.0.smithi016.stdout:2124: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-04-24T02:49:20.884 INFO:tasks.rados.rados.0.smithi016.stdout:2124: writing smithi01673382-27 from 0 to 409600 tid 1 2024-04-24T02:49:20.887 INFO:tasks.rados.rados.0.smithi016.stdout:2124: writing smithi01673382-27 from 409600 to 958464 tid 2 2024-04-24T02:49:20.891 INFO:tasks.rados.rados.0.smithi016.stdout:2124: writing smithi01673382-27 from 958464 to 1613824 tid 3 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2115: done (7 left) 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2118: done (6 left) 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2119: done (5 left) 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2120: done (4 left) 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 225 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2121: finishing write tid 2 to smithi01673382-26 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2121: finishing write tid 3 to smithi01673382-26 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2121: finishing write tid 4 to smithi01673382-26 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2121: finishing write tid 5 to smithi01673382-26 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1337 (ObjNum 668 snap 225 seq_num 668) dirty exists 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2121: left oid 26 (ObjNum 668 snap 225 seq_num 668) 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing rollback tid 0 to smithi01673382-16 2024-04-24T02:49:20.892 INFO:tasks.rados.rados.0.smithi016.stdout:2125: seq_num 670 ranges {1179648=425984,1605632=483328,2088960=507904,2596864=212992} 2024-04-24T02:49:20.900 INFO:tasks.rados.rados.0.smithi016.stdout:2125: writing smithi01673382-11 from 1179648 to 1605632 tid 1 2024-04-24T02:49:20.902 INFO:tasks.rados.rados.0.smithi016.stdout:2125: writing smithi01673382-11 from 1605632 to 2088960 tid 2 2024-04-24T02:49:20.906 INFO:tasks.rados.rados.0.smithi016.stdout:2125: writing smithi01673382-11 from 2088960 to 2596864 tid 3 2024-04-24T02:49:20.907 INFO:tasks.rados.rados.0.smithi016.stdout:2125: writing smithi01673382-11 from 2596864 to 2809856 tid 4 2024-04-24T02:49:20.908 INFO:tasks.rados.rados.0.smithi016.stdout:2121: done (4 left) 2024-04-24T02:49:20.908 INFO:tasks.rados.rados.0.smithi016.stdout:2126: snap_create 2024-04-24T02:49:20.908 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:49:20.908 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing rollback tid 2 to smithi01673382-16 2024-04-24T02:49:20.908 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1449 (ObjNum 550 snap 189 seq_num 550) dirty exists 2024-04-24T02:49:20.908 INFO:tasks.rados.rados.0.smithi016.stdout:2122: expect (ObjNum 543 snap 187 seq_num 543) 2024-04-24T02:49:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:21 smithi063 ceph-mon[77007]: osdmap e488: 8 total, 7 up, 8 in 2024-04-24T02:49:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:21 smithi063 ceph-mon[77007]: osdmap e489: 8 total, 7 up, 8 in 2024-04-24T02:49:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:21 smithi016 ceph-mon[84376]: osdmap e488: 8 total, 7 up, 8 in 2024-04-24T02:49:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:21 smithi016 ceph-mon[84376]: osdmap e489: 8 total, 7 up, 8 in 2024-04-24T02:49:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:21 smithi016 ceph-mon[86910]: osdmap e488: 8 total, 7 up, 8 in 2024-04-24T02:49:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:21 smithi016 ceph-mon[86910]: osdmap e489: 8 total, 7 up, 8 in 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing write tid 1 to smithi01673382-27 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing write tid 2 to smithi01673382-27 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing write tid 3 to smithi01673382-27 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing write tid 4 to smithi01673382-27 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing write tid 5 to smithi01673382-27 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1518 (ObjNum 669 snap 225 seq_num 669) dirty exists 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2124: left oid 27 (ObjNum 669 snap 225 seq_num 669) 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2125: finishing write tid 1 to smithi01673382-11 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2125: finishing write tid 2 to smithi01673382-11 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2125: finishing write tid 3 to smithi01673382-11 2024-04-24T02:49:21.384 INFO:tasks.rados.rados.0.smithi016.stdout:2125: finishing write tid 4 to smithi01673382-11 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2122: done (4 left) 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2123: done (3 left) 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2124: done (2 left) 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2126: done (1 left) 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 226 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2125: finishing write tid 5 to smithi01673382-11 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2125: finishing write tid 6 to smithi01673382-11 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1653 (ObjNum 670 snap 225 seq_num 670) dirty exists 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2125: left oid 11 (ObjNum 670 snap 225 seq_num 670) 2024-04-24T02:49:21.385 INFO:tasks.rados.rados.0.smithi016.stdout:2127: seq_num 671 ranges {6242304=442368,6684672=761856,7446528=442368} 2024-04-24T02:49:21.420 INFO:tasks.rados.rados.0.smithi016.stdout:2127: writing smithi01673382-23 from 6242304 to 6684672 tid 1 2024-04-24T02:49:21.424 INFO:tasks.rados.rados.0.smithi016.stdout:2127: writing smithi01673382-23 from 6684672 to 7446528 tid 2 2024-04-24T02:49:21.427 INFO:tasks.rados.rados.0.smithi016.stdout:2127: writing smithi01673382-23 from 7446528 to 7888896 tid 3 2024-04-24T02:49:21.427 INFO:tasks.rados.rados.0.smithi016.stdout:2125: done (1 left) 2024-04-24T02:49:21.427 INFO:tasks.rados.rados.0.smithi016.stdout:2128: delete oid 41 current snap is 226 2024-04-24T02:49:21.427 INFO:tasks.rados.rados.0.smithi016.stdout:2127: finishing write tid 1 to smithi01673382-23 2024-04-24T02:49:21.427 INFO:tasks.rados.rados.0.smithi016.stdout:2127: finishing write tid 2 to smithi01673382-23 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2128: done (1 left) 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2129: read oid 6 snap 212 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2129: expect deleted 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2130: rollback oid 30 current snap is 226 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 216 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2131: read oid 43 snap -1 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2131: expect (ObjNum 650 snap 218 seq_num 650) 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2132: copy_from oid 36 from oid 28 current snap is 226 2024-04-24T02:49:21.430 INFO:tasks.rados.rados.0.smithi016.stdout:2133: snap_remove snap 184 2024-04-24T02:49:22.023 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:21 smithi063 ceph-osd[84765]: -- 172.21.15.63:0/1076558901 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56529e4a71e0 con 0x56529e477400 2024-04-24T02:49:22.023 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:21 smithi063 bash[84747]: b43dcf4c991fc30ccc6d8e5bde7e687c83f5c2c7c1950947ac7bf1c6ee65cf0b 2024-04-24T02:49:22.023 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:21 smithi063 systemd[1]: Started Ceph osd.5 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2133: done (5 left) 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2134: setattr oid 15 current snap is 226 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2127: finishing write tid 3 to smithi01673382-23 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2127: finishing write tid 4 to smithi01673382-23 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2127: finishing write tid 5 to smithi01673382-23 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1378 (ObjNum 671 snap 226 seq_num 671) dirty exists 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2127: left oid 23 (ObjNum 671 snap 226 seq_num 671) 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2130: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2130: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1310 (ObjNum 2001473152 snap 22076 seq_num 2409278576) dirty dne 2024-04-24T02:49:22.036 INFO:tasks.rados.rados.0.smithi016.stdout:2132: finishing copy_from to smithi01673382-36 2024-04-24T02:49:22.037 INFO:tasks.rados.rados.0.smithi016.stdout:2132: got expected ENOENT (src dne) 2024-04-24T02:49:22.037 INFO:tasks.rados.rados.0.smithi016.stdout:2132: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:49:22.037 INFO:tasks.rados.rados.0.smithi016.stdout:2131: expect (ObjNum 650 snap 218 seq_num 650) 2024-04-24T02:49:22.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[84376]: pgmap v359: 121 pgs: 8 active+undersized+degraded, 30 active+undersized, 3 stale+active+clean, 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 75 active+clean; 649 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 817 KiB/s rd, 732 KiB/s wr, 19 op/s; 48/1095 objects degraded (4.384%) 2024-04-24T02:49:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:22.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[86910]: pgmap v359: 121 pgs: 8 active+undersized+degraded, 30 active+undersized, 3 stale+active+clean, 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 75 active+clean; 649 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 817 KiB/s rd, 732 KiB/s wr, 19 op/s; 48/1095 objects degraded (4.384%) 2024-04-24T02:49:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:2127: done (5 left) 2024-04-24T02:49:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:2129: done (4 left) 2024-04-24T02:49:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:2130: done (3 left) 2024-04-24T02:49:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:2131: done (2 left) 2024-04-24T02:49:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:2132: done (1 left) 2024-04-24T02:49:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:2135: copy_from oid 7 from oid 35 current snap is 226 2024-04-24T02:49:22.295 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 226 2024-04-24T02:49:22.296 INFO:tasks.rados.rados.0.smithi016.stdout:2136: seq_num 673 ranges {9011200=475136,9486336=532480,10018816=671744} 2024-04-24T02:49:22.309 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T02:49:22.142+0000 7f4670f067c0 -1 Falling back to public interface 2024-04-24T02:49:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:22 smithi063 ceph-mon[77007]: pgmap v359: 121 pgs: 8 active+undersized+degraded, 30 active+undersized, 3 stale+active+clean, 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 75 active+clean; 649 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 817 KiB/s rd, 732 KiB/s wr, 19 op/s; 48/1095 objects degraded (4.384%) 2024-04-24T02:49:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:22.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:22.347 INFO:tasks.rados.rados.0.smithi016.stdout:2136: writing smithi01673382-21 from 9011200 to 9486336 tid 1 2024-04-24T02:49:22.349 INFO:tasks.rados.rados.0.smithi016.stdout:2136: writing smithi01673382-21 from 9486336 to 10018816 tid 2 2024-04-24T02:49:22.354 INFO:tasks.rados.rados.0.smithi016.stdout:2136: writing smithi01673382-21 from 10018816 to 10690560 tid 3 2024-04-24T02:49:22.354 INFO:tasks.rados.rados.0.smithi016.stdout:2137: rollback oid 48 current snap is 226 2024-04-24T02:49:22.354 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 189 2024-04-24T02:49:22.354 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1473 (ObjNum 666 snap 225 seq_num 666) dirty exists 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:2135: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:2135: finishing copy_from to smithi01673382-7 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1446 (ObjNum 616 snap 205 seq_num 616) dirty exists 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:2136: finishing write tid 1 to smithi01673382-21 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:2136: finishing write tid 2 to smithi01673382-21 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:2134: done (3 left) 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:2135: done (2 left) 2024-04-24T02:49:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:2138: delete oid 37 current snap is 226 2024-04-24T02:49:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:2138: done (2 left) 2024-04-24T02:49:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 226 2024-04-24T02:49:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:2139: seq_num 675 ranges {3940352=507904,4448256=704512,5152768=499712} 2024-04-24T02:49:22.382 INFO:tasks.rados.rados.0.smithi016.stdout:2139: writing smithi01673382-9 from 3940352 to 4448256 tid 1 2024-04-24T02:49:22.386 INFO:tasks.rados.rados.0.smithi016.stdout:2139: writing smithi01673382-9 from 4448256 to 5152768 tid 2 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:2139: writing smithi01673382-9 from 5152768 to 5652480 tid 3 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:2140: rollback oid 24 current snap is 226 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 203 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:2136: finishing write tid 3 to smithi01673382-21 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:2136: finishing write tid 4 to smithi01673382-21 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 226 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:2137: finishing rollback tid 0 to smithi01673382-48 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:2137: finishing rollback tid 1 to smithi01673382-48 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:2136: finishing write tid 5 to smithi01673382-21 2024-04-24T02:49:22.390 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1394 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-04-24T02:49:22.391 INFO:tasks.rados.rados.0.smithi016.stdout:2136: left oid 21 (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:49:22.391 INFO:tasks.rados.rados.0.smithi016.stdout:2137: finishing rollback tid 2 to smithi01673382-48 2024-04-24T02:49:22.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1397 (ObjNum 285 snap 91 seq_num 285) dirty exists 2024-04-24T02:49:22.391 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing write tid 1 to smithi01673382-9 2024-04-24T02:49:22.391 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing write tid 2 to smithi01673382-9 2024-04-24T02:49:22.391 INFO:tasks.rados.rados.0.smithi016.stdout:2141: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-04-24T02:49:22.392 INFO:tasks.rados.rados.0.smithi016.stdout:2141: writing smithi01673382-50 from 0 to 524288 tid 1 2024-04-24T02:49:22.396 INFO:tasks.rados.rados.0.smithi016.stdout:2141: writing smithi01673382-50 from 524288 to 1114112 tid 2 2024-04-24T02:49:22.398 INFO:tasks.rados.rados.0.smithi016.stdout:2141: writing smithi01673382-50 from 1114112 to 1564672 tid 3 2024-04-24T02:49:22.400 INFO:tasks.rados.rados.0.smithi016.stdout:2141: writing smithi01673382-50 from 1564672 to 1728512 tid 4 2024-04-24T02:49:22.400 INFO:tasks.rados.rados.0.smithi016.stdout:2140: finishing rollback tid 1 to smithi01673382-24 2024-04-24T02:49:22.400 INFO:tasks.rados.rados.0.smithi016.stdout:2140: finishing rollback tid 2 to smithi01673382-24 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1669 (ObjNum 598 snap 201 seq_num 598) dirty exists 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing write tid 3 to smithi01673382-9 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing write tid 4 to smithi01673382-9 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing write tid 5 to smithi01673382-9 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1199 (ObjNum 675 snap 226 seq_num 675) dirty exists 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2139: left oid 9 (ObjNum 675 snap 226 seq_num 675) 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2141: finishing write tid 1 to smithi01673382-50 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2136: done (4 left) 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2137: done (3 left) 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2139: done (2 left) 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2140: done (1 left) 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2142: rollback oid 29 current snap is 226 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 186 2024-04-24T02:49:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2141: finishing write tid 2 to smithi01673382-50 2024-04-24T02:49:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2143: snap_create 2024-04-24T02:49:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2141: finishing write tid 3 to smithi01673382-50 2024-04-24T02:49:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2141: finishing write tid 4 to smithi01673382-50 2024-04-24T02:49:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2141: finishing write tid 5 to smithi01673382-50 2024-04-24T02:49:22.404 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing rollback tid 0 to smithi01673382-29 2024-04-24T02:49:22.404 INFO:tasks.rados.rados.0.smithi016.stdout:2141: finishing write tid 6 to smithi01673382-50 2024-04-24T02:49:22.404 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 710 (ObjNum 676 snap 226 seq_num 676) dirty exists 2024-04-24T02:49:22.404 INFO:tasks.rados.rados.0.smithi016.stdout:2141: left oid 50 (ObjNum 676 snap 226 seq_num 676) 2024-04-24T02:49:22.404 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:49:22.405 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:49:22.405 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1521 (ObjNum 498 snap 181 seq_num 498) dirty exists 2024-04-24T02:49:23.037 INFO:tasks.rados.rados.0.smithi016.stdout:2141: done (2 left) 2024-04-24T02:49:23.038 INFO:tasks.rados.rados.0.smithi016.stdout:2142: done (1 left) 2024-04-24T02:49:23.038 INFO:tasks.rados.rados.0.smithi016.stdout:2143: done (0 left) 2024-04-24T02:49:23.038 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 227 2024-04-24T02:49:23.038 INFO:tasks.rados.rados.0.smithi016.stdout:2144: seq_num 677 ranges {1728512=540672,2269184=516096,2785280=655360,3440640=32768} 2024-04-24T02:49:23.049 INFO:tasks.rados.rados.0.smithi016.stdout:2144: writing smithi01673382-50 from 1728512 to 2269184 tid 1 2024-04-24T02:49:23.052 INFO:tasks.rados.rados.0.smithi016.stdout:2144: writing smithi01673382-50 from 2269184 to 2785280 tid 2 2024-04-24T02:49:23.057 INFO:tasks.rados.rados.0.smithi016.stdout:2144: writing smithi01673382-50 from 2785280 to 3440640 tid 3 2024-04-24T02:49:23.057 INFO:tasks.rados.rados.0.smithi016.stdout:2144: writing smithi01673382-50 from 3440640 to 3473408 tid 4 2024-04-24T02:49:23.057 INFO:tasks.rados.rados.0.smithi016.stdout:2145: read oid 28 snap 198 2024-04-24T02:49:23.057 INFO:tasks.rados.rados.0.smithi016.stdout:2145: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:49:23.057 INFO:tasks.rados.rados.0.smithi016.stdout:2146: snap_remove snap 207 2024-04-24T02:49:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:23 smithi063 ceph-mon[77007]: osdmap e490: 8 total, 7 up, 8 in 2024-04-24T02:49:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:23 smithi016 ceph-mon[84376]: osdmap e490: 8 total, 7 up, 8 in 2024-04-24T02:49:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:23 smithi016 ceph-mon[86910]: osdmap e490: 8 total, 7 up, 8 in 2024-04-24T02:49:24.048 INFO:tasks.rados.rados.0.smithi016.stdout:2146: done (2 left) 2024-04-24T02:49:24.048 INFO:tasks.rados.rados.0.smithi016.stdout:2147: read oid 36 snap -1 2024-04-24T02:49:24.048 INFO:tasks.rados.rados.0.smithi016.stdout:2147: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:49:24.048 INFO:tasks.rados.rados.0.smithi016.stdout:2148: read oid 15 snap 208 2024-04-24T02:49:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:2148: expect (ObjNum 592 snap 201 seq_num 592) 2024-04-24T02:49:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 227 2024-04-24T02:49:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:2149: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2024-04-24T02:49:24.049 INFO:tasks.rados.rados.0.smithi016.stdout:2149: writing smithi01673382-30 from 0 to 565248 tid 1 2024-04-24T02:49:24.052 INFO:tasks.rados.rados.0.smithi016.stdout:2149: writing smithi01673382-30 from 565248 to 1368064 tid 2 2024-04-24T02:49:24.055 INFO:tasks.rados.rados.0.smithi016.stdout:2149: writing smithi01673382-30 from 1368064 to 1769472 tid 3 2024-04-24T02:49:24.055 INFO:tasks.rados.rados.0.smithi016.stdout:2150: snap_remove snap 216 2024-04-24T02:49:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:24 smithi063 ceph-mon[77007]: pgmap v362: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 36 op/s; 142/1122 objects degraded (12.656%) 2024-04-24T02:49:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:24 smithi063 ceph-mon[77007]: osdmap e491: 8 total, 7 up, 8 in 2024-04-24T02:49:24.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:24 smithi016 ceph-mon[84376]: pgmap v362: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 36 op/s; 142/1122 objects degraded (12.656%) 2024-04-24T02:49:24.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:24 smithi016 ceph-mon[84376]: osdmap e491: 8 total, 7 up, 8 in 2024-04-24T02:49:24.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:24 smithi016 ceph-mon[86910]: pgmap v362: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 36 op/s; 142/1122 objects degraded (12.656%) 2024-04-24T02:49:24.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:24 smithi016 ceph-mon[86910]: osdmap e491: 8 total, 7 up, 8 in 2024-04-24T02:49:25.061 INFO:tasks.rados.rados.0.smithi016.stdout:2150: done (5 left) 2024-04-24T02:49:25.061 INFO:tasks.rados.rados.0.smithi016.stdout:2151: snap_remove snap 179 2024-04-24T02:49:25.391 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:25 smithi063 ceph-mon[77007]: osdmap e492: 8 total, 7 up, 8 in 2024-04-24T02:49:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:25 smithi016 ceph-mon[84376]: osdmap e492: 8 total, 7 up, 8 in 2024-04-24T02:49:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:25 smithi016 ceph-mon[86910]: osdmap e492: 8 total, 7 up, 8 in 2024-04-24T02:49:26.013 INFO:tasks.rados.rados.0.smithi016.stdout:2151: done (5 left) 2024-04-24T02:49:26.014 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 227 2024-04-24T02:49:26.014 INFO:tasks.rados.rados.0.smithi016.stdout:2152: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-04-24T02:49:26.024 INFO:tasks.rados.rados.0.smithi016.stdout:2152: writing smithi01673382-19 from 0 to 581632 tid 1 2024-04-24T02:49:26.024 INFO:tasks.rados.rados.0.smithi016.stdout:2152: writing smithi01673382-19 from 581632 to 1269760 tid 2 2024-04-24T02:49:26.028 INFO:tasks.rados.rados.0.smithi016.stdout:2152: writing smithi01673382-19 from 1269760 to 1785856 tid 3 2024-04-24T02:49:26.028 INFO:tasks.rados.rados.0.smithi016.stdout:2153: setattr oid 34 current snap is 227 2024-04-24T02:49:26.028 INFO:tasks.rados.rados.0.smithi016.stdout:2144: finishing write tid 1 to smithi01673382-50 2024-04-24T02:49:26.028 INFO:tasks.rados.rados.0.smithi016.stdout:2144: finishing write tid 2 to smithi01673382-50 2024-04-24T02:49:26.028 INFO:tasks.rados.rados.0.smithi016.stdout:2144: finishing write tid 3 to smithi01673382-50 2024-04-24T02:49:26.028 INFO:tasks.rados.rados.0.smithi016.stdout:2144: finishing write tid 4 to smithi01673382-50 2024-04-24T02:49:26.028 INFO:tasks.rados.rados.0.smithi016.stdout:2144: finishing write tid 5 to smithi01673382-50 2024-04-24T02:49:26.029 INFO:tasks.rados.rados.0.smithi016.stdout:2144: finishing write tid 6 to smithi01673382-50 2024-04-24T02:49:26.029 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 715 (ObjNum 677 snap 227 seq_num 677) dirty exists 2024-04-24T02:49:26.029 INFO:tasks.rados.rados.0.smithi016.stdout:2144: left oid 50 (ObjNum 677 snap 227 seq_num 677) 2024-04-24T02:49:26.029 INFO:tasks.rados.rados.0.smithi016.stdout:2145: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:49:26.120 INFO:tasks.rados.rados.0.smithi016.stdout:2148: expect (ObjNum 592 snap 201 seq_num 592) 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:2149: finishing write tid 1 to smithi01673382-30 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:2149: finishing write tid 2 to smithi01673382-30 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:2149: finishing write tid 3 to smithi01673382-30 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:2149: finishing write tid 4 to smithi01673382-30 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:2149: finishing write tid 5 to smithi01673382-30 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1314 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:2149: left oid 30 (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:49:26.129 INFO:tasks.rados.rados.0.smithi016.stdout:2147: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:49:26.168 INFO:tasks.rados.rados.0.smithi016.stdout:2152: finishing write tid 1 to smithi01673382-19 2024-04-24T02:49:26.168 INFO:tasks.rados.rados.0.smithi016.stdout:2152: finishing write tid 2 to smithi01673382-19 2024-04-24T02:49:26.168 INFO:tasks.rados.rados.0.smithi016.stdout:2152: finishing write tid 3 to smithi01673382-19 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2152: finishing write tid 4 to smithi01673382-19 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2152: finishing write tid 5 to smithi01673382-19 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1738 (ObjNum 679 snap 227 seq_num 679) dirty exists 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2152: left oid 19 (ObjNum 679 snap 227 seq_num 679) 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2144: done (6 left) 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2145: done (5 left) 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2147: done (4 left) 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2148: done (3 left) 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2149: done (2 left) 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2152: done (1 left) 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2154: rollback oid 14 current snap is 227 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 175 2024-04-24T02:49:26.169 INFO:tasks.rados.rados.0.smithi016.stdout:2155: read oid 37 snap -1 2024-04-24T02:49:26.170 INFO:tasks.rados.rados.0.smithi016.stdout:2155: expect deleted 2024-04-24T02:49:26.170 INFO:tasks.rados.rados.0.smithi016.stdout:2156: setattr oid 11 current snap is 227 2024-04-24T02:49:26.170 INFO:tasks.rados.rados.0.smithi016.stdout:2157: read oid 4 snap 225 2024-04-24T02:49:26.170 INFO:tasks.rados.rados.0.smithi016.stdout:2157: expect (ObjNum 521 snap 183 seq_num 521) 2024-04-24T02:49:26.170 INFO:tasks.rados.rados.0.smithi016.stdout:2158: snap_create 2024-04-24T02:49:26.172 INFO:tasks.rados.rados.0.smithi016.stdout:2154: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:49:26.172 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1316 (ObjNum 667 snap 225 seq_num 667) dirty exists 2024-04-24T02:49:26.174 INFO:tasks.rados.rados.0.smithi016.stdout:2154: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:49:26.174 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1349 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:49:26.177 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1695 (ObjNum 670 snap 225 seq_num 670) dirty exists 2024-04-24T02:49:26.191 INFO:tasks.rados.rados.0.smithi016.stdout:2157: expect (ObjNum 521 snap 183 seq_num 521) 2024-04-24T02:49:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:26 smithi063 ceph-mon[77007]: pgmap v365: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 26 op/s; 144/1140 objects degraded (12.632%) 2024-04-24T02:49:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:26 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 144/1140 objects degraded (12.632%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:26 smithi063 ceph-mon[77007]: osdmap e493: 8 total, 7 up, 8 in 2024-04-24T02:49:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:26 smithi063 ceph-mon[77007]: osdmap e494: 8 total, 7 up, 8 in 2024-04-24T02:49:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[84376]: pgmap v365: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 26 op/s; 144/1140 objects degraded (12.632%) 2024-04-24T02:49:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 144/1140 objects degraded (12.632%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:26.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[84376]: osdmap e493: 8 total, 7 up, 8 in 2024-04-24T02:49:26.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[84376]: osdmap e494: 8 total, 7 up, 8 in 2024-04-24T02:49:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[86910]: pgmap v365: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 26 op/s; 144/1140 objects degraded (12.632%) 2024-04-24T02:49:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 144/1140 objects degraded (12.632%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[86910]: osdmap e493: 8 total, 7 up, 8 in 2024-04-24T02:49:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:26 smithi016 ceph-mon[86910]: osdmap e494: 8 total, 7 up, 8 in 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2153: done (5 left) 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2154: done (4 left) 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2155: done (3 left) 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2156: done (2 left) 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2157: done (1 left) 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2158: done (0 left) 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2159: read oid 24 snap -1 2024-04-24T02:49:27.062 INFO:tasks.rados.rados.0.smithi016.stdout:2159: expect (ObjNum 598 snap 201 seq_num 598) 2024-04-24T02:49:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 228 2024-04-24T02:49:27.063 INFO:tasks.rados.rados.0.smithi016.stdout:2160: seq_num 680 ranges {7888896=598016,8486912=573440,9060352=434176,9494528=196608} 2024-04-24T02:49:27.108 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01673382-23 from 7888896 to 8486912 tid 1 2024-04-24T02:49:27.112 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01673382-23 from 8486912 to 9060352 tid 2 2024-04-24T02:49:27.114 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01673382-23 from 9060352 to 9494528 tid 3 2024-04-24T02:49:27.115 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01673382-23 from 9494528 to 9691136 tid 4 2024-04-24T02:49:27.115 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 228 2024-04-24T02:49:27.115 INFO:tasks.rados.rados.0.smithi016.stdout:2161: seq_num 681 ranges {7225344=614400,7839744=458752,8298496=638976,8937472=106496} 2024-04-24T02:49:27.158 INFO:tasks.rados.rados.0.smithi016.stdout:2161: writing smithi01673382-5 from 7225344 to 7839744 tid 1 2024-04-24T02:49:27.161 INFO:tasks.rados.rados.0.smithi016.stdout:2161: writing smithi01673382-5 from 7839744 to 8298496 tid 2 2024-04-24T02:49:27.164 INFO:tasks.rados.rados.0.smithi016.stdout:2161: writing smithi01673382-5 from 8298496 to 8937472 tid 3 2024-04-24T02:49:27.165 INFO:tasks.rados.rados.0.smithi016.stdout:2161: writing smithi01673382-5 from 8937472 to 9043968 tid 4 2024-04-24T02:49:27.165 INFO:tasks.rados.rados.0.smithi016.stdout:2162: snap_remove snap 214 2024-04-24T02:49:27.309 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T02:49:26.844+0000 7f4670f067c0 -1 osd.5 0 read_superblock omap replica is missing. 2024-04-24T02:49:27.309 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T02:49:26.948+0000 7f4670f067c0 -1 osd.5 484 log_to_monitors true 2024-04-24T02:49:27.309 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T02:49:27.091+0000 7f4662360700 -1 osd.5 484 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:49:27.851 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:27.851 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: pgmap v368: 121 pgs: 2 active+clean+snaptrim, 11 active+undersized+degraded, 39 active+undersized, 69 active+clean; 682 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 30 op/s; 148/1167 objects degraded (12.682%) 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: osdmap e495: 8 total, 7 up, 8 in 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:27.852 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:27 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: pgmap v368: 121 pgs: 2 active+clean+snaptrim, 11 active+undersized+degraded, 39 active+undersized, 69 active+clean; 682 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 30 op/s; 148/1167 objects degraded (12.682%) 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: osdmap e495: 8 total, 7 up, 8 in 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:49:28.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: pgmap v368: 121 pgs: 2 active+clean+snaptrim, 11 active+undersized+degraded, 39 active+undersized, 69 active+clean; 682 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 30 op/s; 148/1167 objects degraded (12.682%) 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: osdmap e495: 8 total, 7 up, 8 in 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:49:28.032 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.033 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:27 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:28.066 INFO:tasks.rados.rados.0.smithi016.stdout:2162: done (3 left) 2024-04-24T02:49:28.066 INFO:tasks.rados.rados.0.smithi016.stdout:2163: read oid 4 snap 212 2024-04-24T02:49:28.066 INFO:tasks.rados.rados.0.smithi016.stdout:2163: expect (ObjNum 580 snap 199 seq_num 580) 2024-04-24T02:49:28.066 INFO:tasks.rados.rados.0.smithi016.stdout:2164: rollback oid 12 current snap is 228 2024-04-24T02:49:28.066 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 175 2024-04-24T02:49:28.066 INFO:tasks.rados.rados.0.smithi016.stdout:2159: expect (ObjNum 598 snap 201 seq_num 598) 2024-04-24T02:49:28.115 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 1 to smithi01673382-23 2024-04-24T02:49:28.115 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 2 to smithi01673382-23 2024-04-24T02:49:28.115 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 3 to smithi01673382-23 2024-04-24T02:49:28.115 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 4 to smithi01673382-23 2024-04-24T02:49:28.115 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 5 to smithi01673382-23 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 6 to smithi01673382-23 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1384 (ObjNum 680 snap 228 seq_num 680) dirty exists 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2160: left oid 23 (ObjNum 680 snap 228 seq_num 680) 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2161: finishing write tid 1 to smithi01673382-5 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2159: done (4 left) 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2160: done (3 left) 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2165: read oid 13 snap 212 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2165: expect deleted 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2166: snap_create 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2161: finishing write tid 2 to smithi01673382-5 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2161: finishing write tid 3 to smithi01673382-5 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2161: finishing write tid 4 to smithi01673382-5 2024-04-24T02:49:28.116 INFO:tasks.rados.rados.0.smithi016.stdout:2161: finishing write tid 5 to smithi01673382-5 2024-04-24T02:49:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:2161: finishing write tid 6 to smithi01673382-5 2024-04-24T02:49:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1204 (ObjNum 681 snap 228 seq_num 681) dirty exists 2024-04-24T02:49:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:2161: left oid 5 (ObjNum 681 snap 228 seq_num 681) 2024-04-24T02:49:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:2163: expect (ObjNum 580 snap 199 seq_num 580) 2024-04-24T02:49:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:2164: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:49:28.118 INFO:tasks.rados.rados.0.smithi016.stdout:2164: finishing rollback tid 2 to smithi01673382-12 2024-04-24T02:49:28.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1351 (ObjNum 1 snap 32573 seq_num 2001703792) dirty exists 2024-04-24T02:49:28.597 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:49:28] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.33.4" 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[84376]: osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598] boot 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[84376]: osdmap e496: 8 total, 8 up, 8 in 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[86910]: osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598] boot 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[86910]: osdmap e496: 8 total, 8 up, 8 in 2024-04-24T02:49:29.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:28 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:49:29.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:28 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:49:29.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:28 smithi063 ceph-mon[77007]: osd.5 [v2:172.21.15.63:6808/4166928598,v1:172.21.15.63:6809/4166928598] boot 2024-04-24T02:49:29.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:28 smithi063 ceph-mon[77007]: osdmap e496: 8 total, 8 up, 8 in 2024-04-24T02:49:29.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:28 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-24T02:49:29.072 INFO:tasks.rados.rados.0.smithi016.stdout:2161: done (4 left) 2024-04-24T02:49:29.072 INFO:tasks.rados.rados.0.smithi016.stdout:2163: done (3 left) 2024-04-24T02:49:29.072 INFO:tasks.rados.rados.0.smithi016.stdout:2164: done (2 left) 2024-04-24T02:49:29.072 INFO:tasks.rados.rados.0.smithi016.stdout:2165: done (1 left) 2024-04-24T02:49:29.072 INFO:tasks.rados.rados.0.smithi016.stdout:2166: done (0 left) 2024-04-24T02:49:29.072 INFO:tasks.rados.rados.0.smithi016.stdout:2167: snap_create 2024-04-24T02:49:30.068 INFO:tasks.rados.rados.0.smithi016.stdout:2167: done (0 left) 2024-04-24T02:49:30.068 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 230 2024-04-24T02:49:30.068 INFO:tasks.rados.rados.0.smithi016.stdout:2168: seq_num 682 ranges {3473408=630784,4104192=745472,4849664=442368,5292032=16384} 2024-04-24T02:49:30.090 INFO:tasks.rados.rados.0.smithi016.stdout:2168: writing smithi01673382-50 from 3473408 to 4104192 tid 1 2024-04-24T02:49:30.094 INFO:tasks.rados.rados.0.smithi016.stdout:2168: writing smithi01673382-50 from 4104192 to 4849664 tid 2 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2168: writing smithi01673382-50 from 4849664 to 5292032 tid 3 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2168: writing smithi01673382-50 from 5292032 to 5308416 tid 4 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2169: rmattr oid 14 current snap is 230 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 1 to smithi01673382-50 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2170: read oid 45 snap -1 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2170: expect (ObjNum 663 snap 224 seq_num 663) 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2171: read oid 9 snap -1 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2171: expect (ObjNum 675 snap 226 seq_num 675) 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2172: copy_from oid 3 from oid 17 current snap is 230 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2173: copy_from oid 32 from oid 35 current snap is 230 2024-04-24T02:49:30.098 INFO:tasks.rados.rados.0.smithi016.stdout:2174: read oid 39 snap 209 2024-04-24T02:49:30.099 INFO:tasks.rados.rados.0.smithi016.stdout:2174: expect deleted 2024-04-24T02:49:30.099 INFO:tasks.rados.rados.0.smithi016.stdout:2175: snap_remove snap 212 2024-04-24T02:49:30.231 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:30 smithi063 ceph-mon[77007]: pgmap v371: 121 pgs: 2 peering, 2 active+clean+snaptrim, 10 active+undersized+degraded, 38 active+undersized, 69 active+clean; 682 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 22 op/s; 140/1167 objects degraded (11.997%) 2024-04-24T02:49:30.232 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:30 smithi063 ceph-mon[77007]: osdmap e497: 8 total, 8 up, 8 in 2024-04-24T02:49:30.232 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:30.232 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[84376]: pgmap v371: 121 pgs: 2 peering, 2 active+clean+snaptrim, 10 active+undersized+degraded, 38 active+undersized, 69 active+clean; 682 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 22 op/s; 140/1167 objects degraded (11.997%) 2024-04-24T02:49:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[84376]: osdmap e497: 8 total, 8 up, 8 in 2024-04-24T02:49:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:30.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[86910]: pgmap v371: 121 pgs: 2 peering, 2 active+clean+snaptrim, 10 active+undersized+degraded, 38 active+undersized, 69 active+clean; 682 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 22 op/s; 140/1167 objects degraded (11.997%) 2024-04-24T02:49:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[86910]: osdmap e497: 8 total, 8 up, 8 in 2024-04-24T02:49:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:31.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:49:30 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:49:30.776+0000 7faf10bd4700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-24T02:49:31.082 INFO:tasks.rados.rados.0.smithi016.stdout:2175: done (7 left) 2024-04-24T02:49:31.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 230 2024-04-24T02:49:31.082 INFO:tasks.rados.rados.0.smithi016.stdout:2176: seq_num 683 ranges {1613824=647168,2260992=630784,2891776=573440} 2024-04-24T02:49:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:2176: writing smithi01673382-27 from 1613824 to 2260992 tid 1 2024-04-24T02:49:31.095 INFO:tasks.rados.rados.0.smithi016.stdout:2176: writing smithi01673382-27 from 2260992 to 2891776 tid 2 2024-04-24T02:49:31.099 INFO:tasks.rados.rados.0.smithi016.stdout:2176: writing smithi01673382-27 from 2891776 to 3465216 tid 3 2024-04-24T02:49:31.099 INFO:tasks.rados.rados.0.smithi016.stdout:2177: copy_from oid 24 from oid 36 current snap is 230 2024-04-24T02:49:31.099 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 2 to smithi01673382-50 2024-04-24T02:49:31.099 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 3 to smithi01673382-50 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 4 to smithi01673382-50 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 5 to smithi01673382-50 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 6 to smithi01673382-50 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 720 (ObjNum 682 snap 230 seq_num 682) dirty exists 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2168: left oid 50 (ObjNum 682 snap 230 seq_num 682) 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1352 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2168: done (8 left) 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2169: done (7 left) 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2174: done (6 left) 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2178: rmattr oid 33 current snap is 230 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2178: done (6 left) 2024-04-24T02:49:31.100 INFO:tasks.rados.rados.0.smithi016.stdout:2179: snap_create 2024-04-24T02:49:31.101 INFO:tasks.rados.rados.0.smithi016.stdout:2173: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:49:31.101 INFO:tasks.rados.rados.0.smithi016.stdout:2173: finishing copy_from to smithi01673382-32 2024-04-24T02:49:31.101 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1446 (ObjNum 616 snap 205 seq_num 616) dirty exists 2024-04-24T02:49:31.101 INFO:tasks.rados.rados.0.smithi016.stdout:2171: expect (ObjNum 675 snap 226 seq_num 675) 2024-04-24T02:49:31.397 INFO:tasks.rados.rados.0.smithi016.stdout:2170: expect (ObjNum 663 snap 224 seq_num 663) 2024-04-24T02:49:31.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: osdmap e498: 8 total, 8 up, 8 in 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 140/1167 objects degraded (11.997%), 10 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: osdmap e498: 8 total, 8 up, 8 in 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:31.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:31 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 140/1167 objects degraded (11.997%), 10 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:31.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: osdmap e498: 8 total, 8 up, 8 in 2024-04-24T02:49:31.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:31.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:31.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:31 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 140/1167 objects degraded (11.997%), 10 pgs degraded (PG_DEGRADED) 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2172: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2172: finishing copy_from to smithi01673382-3 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1567 (ObjNum 623 snap 210 seq_num 623) dirty exists 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 1 to smithi01673382-27 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 2 to smithi01673382-27 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 3 to smithi01673382-27 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2170: done (6 left) 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2171: done (5 left) 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2172: done (4 left) 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2173: done (3 left) 2024-04-24T02:49:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:2179: done (2 left) 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:2180: delete oid 50 current snap is 231 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 4 to smithi01673382-27 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 5 to smithi01673382-27 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1525 (ObjNum 683 snap 230 seq_num 683) dirty exists 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:2176: left oid 27 (ObjNum 683 snap 230 seq_num 683) 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing copy_from racing read to smithi01673382-24 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing copy_from to smithi01673382-24 2024-04-24T02:49:32.192 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1269 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:49:32.193 INFO:tasks.rados.rados.0.smithi016.stdout:2176: done (2 left) 2024-04-24T02:49:32.193 INFO:tasks.rados.rados.0.smithi016.stdout:2177: done (1 left) 2024-04-24T02:49:32.193 INFO:tasks.rados.rados.0.smithi016.stdout:2180: done (0 left) 2024-04-24T02:49:32.193 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 231 2024-04-24T02:49:32.193 INFO:tasks.rados.rados.0.smithi016.stdout:2181: seq_num 685 ranges {2506752=679936,3186688=442368,3629056=622592,4251648=139264} 2024-04-24T02:49:32.210 INFO:tasks.rados.rados.0.smithi016.stdout:2181: writing smithi01673382-35 from 2506752 to 3186688 tid 1 2024-04-24T02:49:32.212 INFO:tasks.rados.rados.0.smithi016.stdout:2181: writing smithi01673382-35 from 3186688 to 3629056 tid 2 2024-04-24T02:49:32.216 INFO:tasks.rados.rados.0.smithi016.stdout:2181: writing smithi01673382-35 from 3629056 to 4251648 tid 3 2024-04-24T02:49:32.217 INFO:tasks.rados.rados.0.smithi016.stdout:2181: writing smithi01673382-35 from 4251648 to 4390912 tid 4 2024-04-24T02:49:32.217 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 231 2024-04-24T02:49:32.217 INFO:tasks.rados.rados.0.smithi016.stdout:2181: finishing write tid 1 to smithi01673382-35 2024-04-24T02:49:32.217 INFO:tasks.rados.rados.0.smithi016.stdout:2182: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2024-04-24T02:49:32.221 INFO:tasks.rados.rados.0.smithi016.stdout:2182: writing smithi01673382-6 from 0 to 696320 tid 1 2024-04-24T02:49:32.225 INFO:tasks.rados.rados.0.smithi016.stdout:2182: writing smithi01673382-6 from 696320 to 1425408 tid 2 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2182: writing smithi01673382-6 from 1425408 to 1851392 tid 3 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2182: writing smithi01673382-6 from 1851392 to 1900544 tid 4 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2183: delete oid 37 current snap is 231 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2181: finishing write tid 2 to smithi01673382-35 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2181: finishing write tid 3 to smithi01673382-35 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2181: finishing write tid 4 to smithi01673382-35 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2181: finishing write tid 5 to smithi01673382-35 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2181: finishing write tid 6 to smithi01673382-35 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1454 (ObjNum 685 snap 231 seq_num 685) dirty exists 2024-04-24T02:49:32.228 INFO:tasks.rados.rados.0.smithi016.stdout:2181: left oid 35 (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:49:32.229 INFO:tasks.rados.rados.0.smithi016.stdout:2182: finishing write tid 1 to smithi01673382-6 2024-04-24T02:49:32.229 INFO:tasks.rados.rados.0.smithi016.stdout:2181: done (2 left) 2024-04-24T02:49:32.229 INFO:tasks.rados.rados.0.smithi016.stdout:2183: done (1 left) 2024-04-24T02:49:32.229 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 231 2024-04-24T02:49:32.230 INFO:tasks.rados.rados.0.smithi016.stdout:2184: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-04-24T02:49:32.233 INFO:tasks.rados.rados.0.smithi016.stdout:2184: writing smithi01673382-40 from 0 to 729088 tid 1 2024-04-24T02:49:32.236 INFO:tasks.rados.rados.0.smithi016.stdout:2184: writing smithi01673382-40 from 729088 to 1228800 tid 2 2024-04-24T02:49:32.241 INFO:tasks.rados.rados.0.smithi016.stdout:2184: writing smithi01673382-40 from 1228800 to 1933312 tid 3 2024-04-24T02:49:32.241 INFO:tasks.rados.rados.0.smithi016.stdout:2185: copy_from oid 31 from oid 21 current snap is 231 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2182: finishing write tid 2 to smithi01673382-6 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2182: finishing write tid 3 to smithi01673382-6 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2182: finishing write tid 4 to smithi01673382-6 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2182: finishing write tid 5 to smithi01673382-6 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2182: finishing write tid 6 to smithi01673382-6 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1530 (ObjNum 686 snap 231 seq_num 686) dirty exists 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2182: left oid 6 (ObjNum 686 snap 231 seq_num 686) 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2184: finishing write tid 1 to smithi01673382-40 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2184: finishing write tid 2 to smithi01673382-40 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2182: done (2 left) 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 231 2024-04-24T02:49:32.242 INFO:tasks.rados.rados.0.smithi016.stdout:2186: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-04-24T02:49:32.245 INFO:tasks.rados.rados.0.smithi016.stdout:2186: writing smithi01673382-10 from 0 to 745472 tid 1 2024-04-24T02:49:32.250 INFO:tasks.rados.rados.0.smithi016.stdout:2186: writing smithi01673382-10 from 745472 to 1531904 tid 2 2024-04-24T02:49:32.253 INFO:tasks.rados.rados.0.smithi016.stdout:2186: writing smithi01673382-10 from 1531904 to 1949696 tid 3 2024-04-24T02:49:32.253 INFO:tasks.rados.rados.0.smithi016.stdout:2187: copy_from oid 19 from oid 47 current snap is 231 2024-04-24T02:49:32.253 INFO:tasks.rados.rados.0.smithi016.stdout:2184: finishing write tid 3 to smithi01673382-40 2024-04-24T02:49:32.253 INFO:tasks.rados.rados.0.smithi016.stdout:2184: finishing write tid 4 to smithi01673382-40 2024-04-24T02:49:32.253 INFO:tasks.rados.rados.0.smithi016.stdout:2184: finishing write tid 5 to smithi01673382-40 2024-04-24T02:49:32.253 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1356 (ObjNum 688 snap 231 seq_num 688) dirty exists 2024-04-24T02:49:32.254 INFO:tasks.rados.rados.0.smithi016.stdout:2184: left oid 40 (ObjNum 688 snap 231 seq_num 688) 2024-04-24T02:49:32.254 INFO:tasks.rados.rados.0.smithi016.stdout:2184: done (3 left) 2024-04-24T02:49:32.254 INFO:tasks.rados.rados.0.smithi016.stdout:2188: delete oid 3 current snap is 231 2024-04-24T02:49:32.254 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 1 to smithi01673382-10 2024-04-24T02:49:32.260 INFO:tasks.rados.rados.0.smithi016.stdout:2188: done (3 left) 2024-04-24T02:49:32.261 INFO:tasks.rados.rados.0.smithi016.stdout:2189: snap_remove snap 215 2024-04-24T02:49:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:32.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[84376]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-24T02:49:32.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[84376]: pgmap v374: 121 pgs: 3 activating, 2 peering, 2 active+clean+snaptrim, 5 active+undersized+degraded, 23 active+undersized, 86 active+clean; 682 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 127/1164 objects degraded (10.911%); 4.5 MiB/s, 0 objects/s recovering 2024-04-24T02:49:32.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[84376]: osdmap e499: 8 total, 8 up, 8 in 2024-04-24T02:49:32.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:32.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[86910]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-24T02:49:32.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[86910]: pgmap v374: 121 pgs: 3 activating, 2 peering, 2 active+clean+snaptrim, 5 active+undersized+degraded, 23 active+undersized, 86 active+clean; 682 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 127/1164 objects degraded (10.911%); 4.5 MiB/s, 0 objects/s recovering 2024-04-24T02:49:32.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:32 smithi016 ceph-mon[86910]: osdmap e499: 8 total, 8 up, 8 in 2024-04-24T02:49:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:32 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:32 smithi063 ceph-mon[77007]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-24T02:49:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:32 smithi063 ceph-mon[77007]: pgmap v374: 121 pgs: 3 activating, 2 peering, 2 active+clean+snaptrim, 5 active+undersized+degraded, 23 active+undersized, 86 active+clean; 682 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 127/1164 objects degraded (10.911%); 4.5 MiB/s, 0 objects/s recovering 2024-04-24T02:49:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:32 smithi063 ceph-mon[77007]: osdmap e499: 8 total, 8 up, 8 in 2024-04-24T02:49:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:2189: done (3 left) 2024-04-24T02:49:33.099 INFO:tasks.rados.rados.0.smithi016.stdout:2190: snap_remove snap 219 2024-04-24T02:49:33.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:33 smithi016 ceph-mon[84376]: osdmap e500: 8 total, 8 up, 8 in 2024-04-24T02:49:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:33 smithi016 ceph-mon[86910]: osdmap e500: 8 total, 8 up, 8 in 2024-04-24T02:49:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:33 smithi063 ceph-mon[77007]: osdmap e500: 8 total, 8 up, 8 in 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2190: done (3 left) 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2191: copy_from oid 42 from oid 5 current snap is 231 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2192: read oid 1 snap -1 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2192: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2193: delete oid 29 current snap is 231 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 2 to smithi01673382-10 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 3 to smithi01673382-10 2024-04-24T02:49:34.105 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 4 to smithi01673382-10 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 5 to smithi01673382-10 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1450 (ObjNum 689 snap 231 seq_num 689) dirty exists 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:2186: left oid 10 (ObjNum 689 snap 231 seq_num 689) 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:2185: finishing copy_from racing read to smithi01673382-31 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:2185: finishing copy_from to smithi01673382-31 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1394 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:2187: finishing copy_from racing read to smithi01673382-19 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:2187: finishing copy_from to smithi01673382-19 2024-04-24T02:49:34.106 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1378 (ObjNum 629 snap 213 seq_num 629) dirty exists 2024-04-24T02:49:34.115 INFO:tasks.rados.rados.0.smithi016.stdout:2185: done (5 left) 2024-04-24T02:49:34.115 INFO:tasks.rados.rados.0.smithi016.stdout:2186: done (4 left) 2024-04-24T02:49:34.115 INFO:tasks.rados.rados.0.smithi016.stdout:2187: done (3 left) 2024-04-24T02:49:34.115 INFO:tasks.rados.rados.0.smithi016.stdout:2193: done (2 left) 2024-04-24T02:49:34.116 INFO:tasks.rados.rados.0.smithi016.stdout:2194: delete oid 37 current snap is 231 2024-04-24T02:49:34.122 INFO:tasks.rados.rados.0.smithi016.stdout:2192: expect (ObjNum 175 snap 45 seq_num 175) 2024-04-24T02:49:34.150 INFO:tasks.rados.rados.0.smithi016.stdout:2192: done (2 left) 2024-04-24T02:49:34.151 INFO:tasks.rados.rados.0.smithi016.stdout:2194: done (1 left) 2024-04-24T02:49:34.151 INFO:tasks.rados.rados.0.smithi016.stdout:2195: delete oid 24 current snap is 231 2024-04-24T02:49:34.152 INFO:tasks.rados.rados.0.smithi016.stdout:2191: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:49:34.157 INFO:tasks.rados.rados.0.smithi016.stdout:2191: finishing copy_from to smithi01673382-42 2024-04-24T02:49:34.157 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1204 (ObjNum 681 snap 228 seq_num 681) dirty exists 2024-04-24T02:49:34.157 INFO:tasks.rados.rados.0.smithi016.stdout:2191: done (1 left) 2024-04-24T02:49:34.157 INFO:tasks.rados.rados.0.smithi016.stdout:2195: done (0 left) 2024-04-24T02:49:34.157 INFO:tasks.rados.rados.0.smithi016.stdout:2196: read oid 47 snap 208 2024-04-24T02:49:34.157 INFO:tasks.rados.rados.0.smithi016.stdout:2196: expect (ObjNum 589 snap 201 seq_num 589) 2024-04-24T02:49:34.157 INFO:tasks.rados.rados.0.smithi016.stdout:2197: setattr oid 9 current snap is 231 2024-04-24T02:49:34.159 INFO:tasks.rados.rados.0.smithi016.stdout:2198: delete oid 50 current snap is 231 2024-04-24T02:49:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:2198: done (2 left) 2024-04-24T02:49:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:2199: copy_from oid 21 from oid 35 current snap is 231 2024-04-24T02:49:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:2200: delete oid 37 current snap is 231 2024-04-24T02:49:34.164 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1569 (ObjNum 675 snap 226 seq_num 675) dirty exists 2024-04-24T02:49:34.164 INFO:tasks.rados.rados.0.smithi016.stdout:2197: done (3 left) 2024-04-24T02:49:34.164 INFO:tasks.rados.rados.0.smithi016.stdout:2200: done (2 left) 2024-04-24T02:49:34.164 INFO:tasks.rados.rados.0.smithi016.stdout:2201: read oid 25 snap -1 2024-04-24T02:49:34.164 INFO:tasks.rados.rados.0.smithi016.stdout:2201: expect (ObjNum 659 snap 221 seq_num 659) 2024-04-24T02:49:34.165 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 231 2024-04-24T02:49:34.165 INFO:tasks.rados.rados.0.smithi016.stdout:2202: seq_num 696 ranges {7061504=458752,7520256=417792,7938048=753664,8691712=434176} 2024-04-24T02:49:34.206 INFO:tasks.rados.rados.0.smithi016.stdout:2202: writing smithi01673382-13 from 7061504 to 7520256 tid 1 2024-04-24T02:49:34.209 INFO:tasks.rados.rados.0.smithi016.stdout:2202: writing smithi01673382-13 from 7520256 to 7938048 tid 2 2024-04-24T02:49:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:2202: writing smithi01673382-13 from 7938048 to 8691712 tid 3 2024-04-24T02:49:34.216 INFO:tasks.rados.rados.0.smithi016.stdout:2202: writing smithi01673382-13 from 8691712 to 9125888 tid 4 2024-04-24T02:49:34.216 INFO:tasks.rados.rados.0.smithi016.stdout:2203: read oid 41 snap -1 2024-04-24T02:49:34.216 INFO:tasks.rados.rados.0.smithi016.stdout:2203: expect deleted 2024-04-24T02:49:34.216 INFO:tasks.rados.rados.0.smithi016.stdout:2204: snap_create 2024-04-24T02:49:34.216 INFO:tasks.rados.rados.0.smithi016.stdout:2201: expect (ObjNum 659 snap 221 seq_num 659) 2024-04-24T02:49:34.255 INFO:tasks.rados.rados.0.smithi016.stdout:2196: expect (ObjNum 589 snap 201 seq_num 589) 2024-04-24T02:49:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:34 smithi016 ceph-mon[84376]: pgmap v377: 121 pgs: 3 activating, 2 peering, 116 active+clean; 705 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 22 MiB/s, 4 objects/s recovering 2024-04-24T02:49:34.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:34 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 127/1164 objects degraded (10.911%), 5 pgs degraded) 2024-04-24T02:49:34.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:34 smithi016 ceph-mon[84376]: osdmap e501: 8 total, 8 up, 8 in 2024-04-24T02:49:34.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:34 smithi016 ceph-mon[86910]: pgmap v377: 121 pgs: 3 activating, 2 peering, 116 active+clean; 705 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 22 MiB/s, 4 objects/s recovering 2024-04-24T02:49:34.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:34 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 127/1164 objects degraded (10.911%), 5 pgs degraded) 2024-04-24T02:49:34.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:34 smithi016 ceph-mon[86910]: osdmap e501: 8 total, 8 up, 8 in 2024-04-24T02:49:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:34 smithi063 ceph-mon[77007]: pgmap v377: 121 pgs: 3 activating, 2 peering, 116 active+clean; 705 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 22 MiB/s, 4 objects/s recovering 2024-04-24T02:49:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:34 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 127/1164 objects degraded (10.911%), 5 pgs degraded) 2024-04-24T02:49:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:34 smithi063 ceph-mon[77007]: osdmap e501: 8 total, 8 up, 8 in 2024-04-24T02:49:34.795 INFO:tasks.rados.rados.0.smithi016.stdout:2199: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:49:34.795 INFO:tasks.rados.rados.0.smithi016.stdout:2199: finishing copy_from to smithi01673382-21 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1454 (ObjNum 685 snap 231 seq_num 685) dirty exists 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:2202: finishing write tid 1 to smithi01673382-13 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:2202: finishing write tid 2 to smithi01673382-13 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:2202: finishing write tid 3 to smithi01673382-13 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:2202: finishing write tid 4 to smithi01673382-13 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:2202: finishing write tid 5 to smithi01673382-13 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:2202: finishing write tid 6 to smithi01673382-13 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1772 (ObjNum 696 snap 231 seq_num 696) dirty exists 2024-04-24T02:49:34.796 INFO:tasks.rados.rados.0.smithi016.stdout:2202: left oid 13 (ObjNum 696 snap 231 seq_num 696) 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:2196: done (5 left) 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:2199: done (4 left) 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:2201: done (3 left) 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:2202: done (2 left) 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:2203: done (1 left) 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:2204: done (0 left) 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 232 2024-04-24T02:49:35.109 INFO:tasks.rados.rados.0.smithi016.stdout:2205: seq_num 697 ranges {1130496=475136,1605632=704512,2310144=557056,2867200=344064} 2024-04-24T02:49:35.117 INFO:tasks.rados.rados.0.smithi016.stdout:2205: writing smithi01673382-39 from 1130496 to 1605632 tid 1 2024-04-24T02:49:35.121 INFO:tasks.rados.rados.0.smithi016.stdout:2205: writing smithi01673382-39 from 1605632 to 2310144 tid 2 2024-04-24T02:49:35.125 INFO:tasks.rados.rados.0.smithi016.stdout:2205: writing smithi01673382-39 from 2310144 to 2867200 tid 3 2024-04-24T02:49:35.127 INFO:tasks.rados.rados.0.smithi016.stdout:2205: writing smithi01673382-39 from 2867200 to 3211264 tid 4 2024-04-24T02:49:35.127 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 232 2024-04-24T02:49:35.127 INFO:tasks.rados.rados.0.smithi016.stdout:2205: finishing write tid 1 to smithi01673382-39 2024-04-24T02:49:35.127 INFO:tasks.rados.rados.0.smithi016.stdout:2206: seq_num 698 ranges {3284992=499712,3784704=589824,4374528=770048,5144576=245760} 2024-04-24T02:49:35.148 INFO:tasks.rados.rados.0.smithi016.stdout:2206: writing smithi01673382-38 from 3284992 to 3784704 tid 1 2024-04-24T02:49:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:2206: writing smithi01673382-38 from 3784704 to 4374528 tid 2 2024-04-24T02:49:35.156 INFO:tasks.rados.rados.0.smithi016.stdout:2206: writing smithi01673382-38 from 4374528 to 5144576 tid 3 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2206: writing smithi01673382-38 from 5144576 to 5390336 tid 4 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2207: read oid 35 snap -1 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2207: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2208: copy_from oid 28 from oid 26 current snap is 232 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2205: finishing write tid 2 to smithi01673382-39 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2205: finishing write tid 3 to smithi01673382-39 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2205: finishing write tid 4 to smithi01673382-39 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2205: finishing write tid 5 to smithi01673382-39 2024-04-24T02:49:35.158 INFO:tasks.rados.rados.0.smithi016.stdout:2205: finishing write tid 6 to smithi01673382-39 2024-04-24T02:49:35.159 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1354 (ObjNum 697 snap 232 seq_num 697) dirty exists 2024-04-24T02:49:35.159 INFO:tasks.rados.rados.0.smithi016.stdout:2205: left oid 39 (ObjNum 697 snap 232 seq_num 697) 2024-04-24T02:49:35.159 INFO:tasks.rados.rados.0.smithi016.stdout:2206: finishing write tid 1 to smithi01673382-38 2024-04-24T02:49:35.159 INFO:tasks.rados.rados.0.smithi016.stdout:2206: finishing write tid 2 to smithi01673382-38 2024-04-24T02:49:35.159 INFO:tasks.rados.rados.0.smithi016.stdout:2205: done (3 left) 2024-04-24T02:49:35.159 INFO:tasks.rados.rados.0.smithi016.stdout:2209: snap_remove snap 225 2024-04-24T02:49:35.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:35 smithi016 ceph-mon[84376]: osdmap e502: 8 total, 8 up, 8 in 2024-04-24T02:49:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:35 smithi016 ceph-mon[86910]: osdmap e502: 8 total, 8 up, 8 in 2024-04-24T02:49:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:35 smithi063 ceph-mon[77007]: osdmap e502: 8 total, 8 up, 8 in 2024-04-24T02:49:36.015 INFO:tasks.rados.rados.0.smithi016.stdout:2209: done (3 left) 2024-04-24T02:49:36.016 INFO:tasks.rados.rados.0.smithi016.stdout:2210: read oid 39 snap -1 2024-04-24T02:49:36.016 INFO:tasks.rados.rados.0.smithi016.stdout:2210: expect (ObjNum 697 snap 232 seq_num 697) 2024-04-24T02:49:36.016 INFO:tasks.rados.rados.0.smithi016.stdout:2211: read oid 15 snap 220 2024-04-24T02:49:36.016 INFO:tasks.rados.rados.0.smithi016.stdout:2211: expect (ObjNum 592 snap 201 seq_num 592) 2024-04-24T02:49:36.016 INFO:tasks.rados.rados.0.smithi016.stdout:2212: delete oid 1 current snap is 232 2024-04-24T02:49:36.023 INFO:tasks.rados.rados.0.smithi016.stdout:2206: finishing write tid 3 to smithi01673382-38 2024-04-24T02:49:36.024 INFO:tasks.rados.rados.0.smithi016.stdout:2206: finishing write tid 4 to smithi01673382-38 2024-04-24T02:49:36.024 INFO:tasks.rados.rados.0.smithi016.stdout:2206: finishing write tid 5 to smithi01673382-38 2024-04-24T02:49:36.024 INFO:tasks.rados.rados.0.smithi016.stdout:2206: finishing write tid 6 to smithi01673382-38 2024-04-24T02:49:36.024 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1739 (ObjNum 698 snap 232 seq_num 698) dirty exists 2024-04-24T02:49:36.024 INFO:tasks.rados.rados.0.smithi016.stdout:2206: left oid 38 (ObjNum 698 snap 232 seq_num 698) 2024-04-24T02:49:36.024 INFO:tasks.rados.rados.0.smithi016.stdout:2207: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:2208: finishing copy_from racing read to smithi01673382-28 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:2208: finishing copy_from to smithi01673382-28 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1337 (ObjNum 668 snap 225 seq_num 668) dirty exists 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:2206: done (5 left) 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:2207: done (4 left) 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:2208: done (3 left) 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:2212: done (2 left) 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 232 2024-04-24T02:49:36.252 INFO:tasks.rados.rados.0.smithi016.stdout:2211: expect (ObjNum 592 snap 201 seq_num 592) 2024-04-24T02:49:36.260 INFO:tasks.rados.rados.0.smithi016.stdout:2210: expect (ObjNum 697 snap 232 seq_num 697) 2024-04-24T02:49:36.365 INFO:tasks.rados.rados.0.smithi016.stdout:2213: seq_num 700 ranges {3604480=532480,4136960=409600,4546560=737280,5283840=458752} 2024-04-24T02:49:36.388 INFO:tasks.rados.rados.0.smithi016.stdout:2213: writing smithi01673382-44 from 3604480 to 4136960 tid 1 2024-04-24T02:49:36.390 INFO:tasks.rados.rados.0.smithi016.stdout:2213: writing smithi01673382-44 from 4136960 to 4546560 tid 2 2024-04-24T02:49:36.395 INFO:tasks.rados.rados.0.smithi016.stdout:2213: writing smithi01673382-44 from 4546560 to 5283840 tid 3 2024-04-24T02:49:36.398 INFO:tasks.rados.rados.0.smithi016.stdout:2213: writing smithi01673382-44 from 5283840 to 5742592 tid 4 2024-04-24T02:49:36.398 INFO:tasks.rados.rados.0.smithi016.stdout:2210: done (2 left) 2024-04-24T02:49:36.398 INFO:tasks.rados.rados.0.smithi016.stdout:2211: done (1 left) 2024-04-24T02:49:36.398 INFO:tasks.rados.rados.0.smithi016.stdout:2214: delete oid 16 current snap is 232 2024-04-24T02:49:36.398 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing write tid 1 to smithi01673382-44 2024-04-24T02:49:36.398 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing write tid 2 to smithi01673382-44 2024-04-24T02:49:36.398 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing write tid 3 to smithi01673382-44 2024-04-24T02:49:36.400 INFO:tasks.rados.rados.0.smithi016.stdout:2214: done (1 left) 2024-04-24T02:49:36.400 INFO:tasks.rados.rados.0.smithi016.stdout:2215: snap_remove snap 220 2024-04-24T02:49:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:36 smithi016 ceph-mon[84376]: pgmap v380: 121 pgs: 121 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.3 MiB/s wr, 21 op/s; 19 MiB/s, 4 objects/s recovering 2024-04-24T02:49:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:36 smithi016 ceph-mon[84376]: osdmap e503: 8 total, 8 up, 8 in 2024-04-24T02:49:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:36 smithi016 ceph-mon[84376]: osdmap e504: 8 total, 8 up, 8 in 2024-04-24T02:49:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:36 smithi016 ceph-mon[86910]: pgmap v380: 121 pgs: 121 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.3 MiB/s wr, 21 op/s; 19 MiB/s, 4 objects/s recovering 2024-04-24T02:49:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:36 smithi016 ceph-mon[86910]: osdmap e503: 8 total, 8 up, 8 in 2024-04-24T02:49:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:36 smithi016 ceph-mon[86910]: osdmap e504: 8 total, 8 up, 8 in 2024-04-24T02:49:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:36 smithi063 ceph-mon[77007]: pgmap v380: 121 pgs: 121 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.3 MiB/s wr, 21 op/s; 19 MiB/s, 4 objects/s recovering 2024-04-24T02:49:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:36 smithi063 ceph-mon[77007]: osdmap e503: 8 total, 8 up, 8 in 2024-04-24T02:49:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:36 smithi063 ceph-mon[77007]: osdmap e504: 8 total, 8 up, 8 in 2024-04-24T02:49:37.114 INFO:tasks.rados.rados.0.smithi016.stdout:2215: done (1 left) 2024-04-24T02:49:37.115 INFO:tasks.rados.rados.0.smithi016.stdout:2216: snap_remove snap 106 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:2216: done (1 left) 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:2217: rollback oid 38 current snap is 232 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 226 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing write tid 4 to smithi01673382-44 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing write tid 5 to smithi01673382-44 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing write tid 6 to smithi01673382-44 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1780 (ObjNum 700 snap 232 seq_num 700) dirty exists 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:2213: left oid 44 (ObjNum 700 snap 232 seq_num 700) 2024-04-24T02:49:38.117 INFO:tasks.rados.rados.0.smithi016.stdout:2213: done (1 left) 2024-04-24T02:49:38.118 INFO:tasks.rados.rados.0.smithi016.stdout:2218: snap_remove snap 198 2024-04-24T02:49:38.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:49:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:49:38] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.33.4" 2024-04-24T02:49:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:38 smithi016 ceph-mon[84376]: pgmap v383: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 755 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 13 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-24T02:49:38.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:38 smithi016 ceph-mon[84376]: osdmap e505: 8 total, 8 up, 8 in 2024-04-24T02:49:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:38 smithi016 ceph-mon[86910]: pgmap v383: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 755 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 13 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-24T02:49:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:38 smithi016 ceph-mon[86910]: osdmap e505: 8 total, 8 up, 8 in 2024-04-24T02:49:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:38 smithi063 ceph-mon[77007]: pgmap v383: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 755 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 13 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-24T02:49:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:38 smithi063 ceph-mon[77007]: osdmap e505: 8 total, 8 up, 8 in 2024-04-24T02:49:39.119 INFO:tasks.rados.rados.0.smithi016.stdout:2218: done (1 left) 2024-04-24T02:49:39.120 INFO:tasks.rados.rados.0.smithi016.stdout:2219: copy_from oid 27 from oid 36 current snap is 232 2024-04-24T02:49:39.120 INFO:tasks.rados.rados.0.smithi016.stdout:2220: snap_remove snap 208 2024-04-24T02:49:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:39 smithi016 ceph-mon[84376]: osdmap e506: 8 total, 8 up, 8 in 2024-04-24T02:49:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:39 smithi016 ceph-mon[84376]: osdmap e507: 8 total, 8 up, 8 in 2024-04-24T02:49:39.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:39 smithi016 ceph-mon[86910]: osdmap e506: 8 total, 8 up, 8 in 2024-04-24T02:49:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:39 smithi016 ceph-mon[86910]: osdmap e507: 8 total, 8 up, 8 in 2024-04-24T02:49:39.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:39 smithi063 ceph-mon[77007]: osdmap e506: 8 total, 8 up, 8 in 2024-04-24T02:49:39.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:39 smithi063 ceph-mon[77007]: osdmap e507: 8 total, 8 up, 8 in 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:2220: done (2 left) 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:2221: delete oid 45 current snap is 232 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:2217: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:2217: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:2217: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1762 (ObjNum 664 snap 225 seq_num 664) dirty exists 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:2219: finishing copy_from racing read to smithi01673382-27 2024-04-24T02:49:40.121 INFO:tasks.rados.rados.0.smithi016.stdout:2219: finishing copy_from to smithi01673382-27 2024-04-24T02:49:40.122 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1269 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:49:40.134 INFO:tasks.rados.rados.0.smithi016.stdout:2217: done (2 left) 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2219: done (1 left) 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2221: done (0 left) 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2222: read oid 47 snap -1 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2222: expect (ObjNum 629 snap 213 seq_num 629) 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2223: read oid 2 snap -1 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2223: expect deleted 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2224: read oid 42 snap -1 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2224: expect (ObjNum 681 snap 228 seq_num 681) 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 232 2024-04-24T02:49:40.135 INFO:tasks.rados.rados.0.smithi016.stdout:2225: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-04-24T02:49:40.142 INFO:tasks.rados.rados.0.smithi016.stdout:2225: writing smithi01673382-3 from 0 to 581632 tid 1 2024-04-24T02:49:40.142 INFO:tasks.rados.rados.0.smithi016.stdout:2225: writing smithi01673382-3 from 581632 to 1040384 tid 2 2024-04-24T02:49:40.146 INFO:tasks.rados.rados.0.smithi016.stdout:2225: writing smithi01673382-3 from 1040384 to 1597440 tid 3 2024-04-24T02:49:40.151 INFO:tasks.rados.rados.0.smithi016.stdout:2225: writing smithi01673382-3 from 1597440 to 2015232 tid 4 2024-04-24T02:49:40.151 INFO:tasks.rados.rados.0.smithi016.stdout:2225: writing smithi01673382-3 from 2015232 to 2187264 tid 5 2024-04-24T02:49:40.151 INFO:tasks.rados.rados.0.smithi016.stdout:2226: snap_remove snap 229 2024-04-24T02:49:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:40 smithi016 ceph-mon[84376]: pgmap v386: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 757 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 25 op/s 2024-04-24T02:49:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:40 smithi016 ceph-mon[84376]: osdmap e508: 8 total, 8 up, 8 in 2024-04-24T02:49:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:40 smithi016 ceph-mon[86910]: pgmap v386: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 757 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 25 op/s 2024-04-24T02:49:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:40 smithi016 ceph-mon[86910]: osdmap e508: 8 total, 8 up, 8 in 2024-04-24T02:49:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:40 smithi063 ceph-mon[77007]: pgmap v386: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 757 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 25 op/s 2024-04-24T02:49:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:40 smithi063 ceph-mon[77007]: osdmap e508: 8 total, 8 up, 8 in 2024-04-24T02:49:41.016 INFO:tasks.rados.rados.0.smithi016.stdout:2226: done (4 left) 2024-04-24T02:49:41.016 INFO:tasks.rados.rados.0.smithi016.stdout:2227: rollback oid 23 current snap is 232 2024-04-24T02:49:41.016 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 175 2024-04-24T02:49:41.016 INFO:tasks.rados.rados.0.smithi016.stdout:2228: read oid 19 snap -1 2024-04-24T02:49:41.016 INFO:tasks.rados.rados.0.smithi016.stdout:2228: expect (ObjNum 629 snap 213 seq_num 629) 2024-04-24T02:49:41.016 INFO:tasks.rados.rados.0.smithi016.stdout:2229: snap_create 2024-04-24T02:49:41.024 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing write tid 1 to smithi01673382-3 2024-04-24T02:49:41.024 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing write tid 2 to smithi01673382-3 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing write tid 3 to smithi01673382-3 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing write tid 4 to smithi01673382-3 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing write tid 5 to smithi01673382-3 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing write tid 6 to smithi01673382-3 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing write tid 7 to smithi01673382-3 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1575 (ObjNum 703 snap 232 seq_num 703) dirty exists 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:2225: left oid 3 (ObjNum 703 snap 232 seq_num 703) 2024-04-24T02:49:41.025 INFO:tasks.rados.rados.0.smithi016.stdout:2222: expect (ObjNum 629 snap 213 seq_num 629) 2024-04-24T02:49:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:2224: expect (ObjNum 681 snap 228 seq_num 681) 2024-04-24T02:49:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:42 smithi016 ceph-mon[84376]: pgmap v389: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T02:49:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:42 smithi016 ceph-mon[84376]: osdmap e509: 8 total, 8 up, 8 in 2024-04-24T02:49:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:42 smithi016 ceph-mon[86910]: pgmap v389: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T02:49:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:42 smithi016 ceph-mon[86910]: osdmap e509: 8 total, 8 up, 8 in 2024-04-24T02:49:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:42 smithi063 ceph-mon[77007]: pgmap v389: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T02:49:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:42 smithi063 ceph-mon[77007]: osdmap e509: 8 total, 8 up, 8 in 2024-04-24T02:49:42.365 INFO:tasks.rados.rados.0.smithi016.stdout:2227: finishing rollback tid 0 to smithi01673382-23 2024-04-24T02:49:42.365 INFO:tasks.rados.rados.0.smithi016.stdout:2227: finishing rollback tid 1 to smithi01673382-23 2024-04-24T02:49:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:2227: finishing rollback tid 2 to smithi01673382-23 2024-04-24T02:49:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1472 (ObjNum 451 snap 154 seq_num 451) dirty exists 2024-04-24T02:49:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:2228: expect (ObjNum 629 snap 213 seq_num 629) 2024-04-24T02:49:43.061 INFO:tasks.rados.rados.0.smithi016.stdout:2222: done (6 left) 2024-04-24T02:49:43.061 INFO:tasks.rados.rados.0.smithi016.stdout:2223: done (5 left) 2024-04-24T02:49:43.061 INFO:tasks.rados.rados.0.smithi016.stdout:2224: done (4 left) 2024-04-24T02:49:43.061 INFO:tasks.rados.rados.0.smithi016.stdout:2225: done (3 left) 2024-04-24T02:49:43.061 INFO:tasks.rados.rados.0.smithi016.stdout:2227: done (2 left) 2024-04-24T02:49:43.061 INFO:tasks.rados.rados.0.smithi016.stdout:2228: done (1 left) 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2229: done (0 left) 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2230: copy_from oid 21 from oid 50 current snap is 233 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2231: read oid 7 snap -1 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2231: expect (ObjNum 616 snap 205 seq_num 616) 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2232: read oid 37 snap -1 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2232: expect deleted 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2233: snap_create 2024-04-24T02:49:43.062 INFO:tasks.rados.rados.0.smithi016.stdout:2230: finishing copy_from to smithi01673382-21 2024-04-24T02:49:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:2230: got expected ENOENT (src dne) 2024-04-24T02:49:43.063 INFO:tasks.rados.rados.0.smithi016.stdout:2230: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:49:43.069 INFO:tasks.rados.rados.0.smithi016.stdout:2231: expect (ObjNum 616 snap 205 seq_num 616) 2024-04-24T02:49:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:43 smithi016 ceph-mon[84376]: osdmap e510: 8 total, 8 up, 8 in 2024-04-24T02:49:43.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:43 smithi016 ceph-mon[86910]: osdmap e510: 8 total, 8 up, 8 in 2024-04-24T02:49:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:43 smithi063 ceph-mon[77007]: osdmap e510: 8 total, 8 up, 8 in 2024-04-24T02:49:44.032 INFO:tasks.rados.rados.0.smithi016.stdout:2230: done (3 left) 2024-04-24T02:49:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:2231: done (2 left) 2024-04-24T02:49:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:2232: done (1 left) 2024-04-24T02:49:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:2233: done (0 left) 2024-04-24T02:49:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:2234: rollback oid 37 current snap is 234 2024-04-24T02:49:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 227 2024-04-24T02:49:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 234 2024-04-24T02:49:44.033 INFO:tasks.rados.rados.0.smithi016.stdout:2235: seq_num 704 ranges {2383872=598016,2981888=745472,3727360=712704,4440064=147456} 2024-04-24T02:49:44.049 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01673382-48 from 2383872 to 2981888 tid 1 2024-04-24T02:49:44.053 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01673382-48 from 2981888 to 3727360 tid 2 2024-04-24T02:49:44.057 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01673382-48 from 3727360 to 4440064 tid 3 2024-04-24T02:49:44.058 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01673382-48 from 4440064 to 4587520 tid 4 2024-04-24T02:49:44.058 INFO:tasks.rados.rados.0.smithi016.stdout:2236: snap_create 2024-04-24T02:49:44.058 INFO:tasks.rados.rados.0.smithi016.stdout:2234: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:49:44.058 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1347 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty dne 2024-04-24T02:49:44.058 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 1 to smithi01673382-48 2024-04-24T02:49:44.058 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 2 to smithi01673382-48 2024-04-24T02:49:44.061 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 3 to smithi01673382-48 2024-04-24T02:49:44.061 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 4 to smithi01673382-48 2024-04-24T02:49:44.061 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 5 to smithi01673382-48 2024-04-24T02:49:44.063 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 6 to smithi01673382-48 2024-04-24T02:49:44.063 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1459 (ObjNum 704 snap 234 seq_num 704) dirty exists 2024-04-24T02:49:44.063 INFO:tasks.rados.rados.0.smithi016.stdout:2235: left oid 48 (ObjNum 704 snap 234 seq_num 704) 2024-04-24T02:49:44.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:44 smithi016 ceph-mon[84376]: pgmap v392: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-24T02:49:44.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:44 smithi016 ceph-mon[86910]: pgmap v392: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-24T02:49:44.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:44 smithi063 ceph-mon[77007]: pgmap v392: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-24T02:49:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:2234: done (2 left) 2024-04-24T02:49:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:2235: done (1 left) 2024-04-24T02:49:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:2236: done (0 left) 2024-04-24T02:49:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:2237: read oid 21 snap -1 2024-04-24T02:49:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:2237: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:49:45.039 INFO:tasks.rados.rados.0.smithi016.stdout:2238: snap_remove snap 223 2024-04-24T02:49:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:45 smithi016 ceph-mon[84376]: osdmap e511: 8 total, 8 up, 8 in 2024-04-24T02:49:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:45 smithi016 ceph-mon[86910]: osdmap e511: 8 total, 8 up, 8 in 2024-04-24T02:49:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:45 smithi063 ceph-mon[77007]: osdmap e511: 8 total, 8 up, 8 in 2024-04-24T02:49:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:49:45.626 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:49:45.956 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:49:45.956 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (6m) 89s ago 10m 15.5M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:49:45.956 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (5m) 19s ago 10m 52.0M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:49:45.956 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (11m) 89s ago 11m 15.6M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:49:45.956 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (11m) 19s ago 11m 19.8M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:49:45.956 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (4m) 19s ago 15m 450M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:49:45.956 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (5m) 89s ago 17m 507M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (4m) 89s ago 17m 55.0M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (3m) 19s ago 15m 47.2M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (4m) 89s ago 15m 47.1M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (6m) 89s ago 10m 16.7M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (5m) 19s ago 10m 22.8M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (3m) 89s ago 15m 181M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (2m) 89s ago 14m 172M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (2m) 89s ago 14m 142M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (92s) 89s ago 13m 11.5M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (59s) 19s ago 13m 155M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 34e013c00a4c 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (24s) 19s ago 12m 10.9M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 b43dcf4c991f 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (12m) 19s ago 12m 152M 2488M 16.2.15-1-g8963e9de 727f386679cb ef5bc9825691 2024-04-24T02:49:45.957 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (12m) 19s ago 12m 177M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:49:45.958 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (4m) 19s ago 11m 69.7M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:49:46.021 INFO:tasks.rados.rados.0.smithi016.stdout:2238: done (1 left) 2024-04-24T02:49:46.021 INFO:tasks.rados.rados.0.smithi016.stdout:2239: copy_from oid 1 from oid 37 current snap is 235 2024-04-24T02:49:46.021 INFO:tasks.rados.rados.0.smithi016.stdout:2240: snap_create 2024-04-24T02:49:46.022 INFO:tasks.rados.rados.0.smithi016.stdout:2237: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:49:46.256 INFO:tasks.rados.rados.0.smithi016.stdout:2239: finishing copy_from to smithi01673382-1 2024-04-24T02:49:46.256 INFO:tasks.rados.rados.0.smithi016.stdout:2239: got expected ENOENT (src dne) 2024-04-24T02:49:46.256 INFO:tasks.rados.rados.0.smithi016.stdout:2239: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:49:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:46 smithi063 ceph-mon[77007]: pgmap v394: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 735 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-24T02:49:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:46 smithi063 ceph-mon[77007]: osdmap e512: 8 total, 8 up, 8 in 2024-04-24T02:49:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:46 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:46 smithi063 ceph-mon[77007]: osdmap e513: 8 total, 8 up, 8 in 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2, 2024-04-24T02:49:46.363 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 6 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 4, 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 11 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:49:46.364 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:49:46.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[84376]: pgmap v394: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 735 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-24T02:49:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[84376]: osdmap e512: 8 total, 8 up, 8 in 2024-04-24T02:49:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[84376]: osdmap e513: 8 total, 8 up, 8 in 2024-04-24T02:49:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[86910]: pgmap v394: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 735 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-24T02:49:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[86910]: osdmap e512: 8 total, 8 up, 8 in 2024-04-24T02:49:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:46 smithi016 ceph-mon[86910]: osdmap e513: 8 total, 8 up, 8 in 2024-04-24T02:49:47.019 INFO:tasks.rados.rados.0.smithi016.stdout:2237: done (2 left) 2024-04-24T02:49:47.019 INFO:tasks.rados.rados.0.smithi016.stdout:2239: done (1 left) 2024-04-24T02:49:47.019 INFO:tasks.rados.rados.0.smithi016.stdout:2240: done (0 left) 2024-04-24T02:49:47.019 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 236 2024-04-24T02:49:47.019 INFO:tasks.rados.rados.0.smithi016.stdout:2241: seq_num 705 ranges {4390912=614400,5005312=630784,5636096=524288,6160384=450560} 2024-04-24T02:49:47.046 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01673382-21 from 4390912 to 5005312 tid 1 2024-04-24T02:49:47.050 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01673382-21 from 5005312 to 5636096 tid 2 2024-04-24T02:49:47.053 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01673382-21 from 5636096 to 6160384 tid 3 2024-04-24T02:49:47.056 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01673382-21 from 6160384 to 6610944 tid 4 2024-04-24T02:49:47.056 INFO:tasks.rados.rados.0.smithi016.stdout:2242: snap_remove snap 234 2024-04-24T02:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:47 smithi063 ceph-mon[77007]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:47 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:47 smithi063 ceph-mon[77007]: Upgrade: osd.6 is safe to restart 2024-04-24T02:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:47 smithi063 ceph-mon[77007]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:47 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/786403960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:47 smithi063 ceph-mon[77007]: osdmap e514: 8 total, 8 up, 8 in 2024-04-24T02:49:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[84376]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[84376]: Upgrade: osd.6 is safe to restart 2024-04-24T02:49:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[84376]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/786403960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[84376]: osdmap e514: 8 total, 8 up, 8 in 2024-04-24T02:49:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[86910]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-24T02:49:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[86910]: Upgrade: osd.6 is safe to restart 2024-04-24T02:49:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[86910]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:49:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/786403960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:49:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:47 smithi016 ceph-mon[86910]: osdmap e514: 8 total, 8 up, 8 in 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2242: done (1 left) 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2243: read oid 46 snap -1 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2243: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2244: snap_create 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 1 to smithi01673382-21 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 2 to smithi01673382-21 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 3 to smithi01673382-21 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 4 to smithi01673382-21 2024-04-24T02:49:48.048 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 5 to smithi01673382-21 2024-04-24T02:49:48.049 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 6 to smithi01673382-21 2024-04-24T02:49:48.049 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1464 (ObjNum 705 snap 236 seq_num 705) dirty exists 2024-04-24T02:49:48.049 INFO:tasks.rados.rados.0.smithi016.stdout:2241: left oid 21 (ObjNum 705 snap 236 seq_num 705) 2024-04-24T02:49:48.054 INFO:tasks.rados.rados.0.smithi016.stdout:2243: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:49:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:49:48] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.33.4" 2024-04-24T02:49:48.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[84376]: pgmap v397: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 446 KiB/s wr, 3 op/s 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[84376]: Upgrade: Updating osd.6 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[84376]: Deploying daemon osd.6 on smithi063 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[84376]: osdmap e515: 8 total, 8 up, 8 in 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[86910]: pgmap v397: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 446 KiB/s wr, 3 op/s 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[86910]: Upgrade: Updating osd.6 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:49:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:48.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[86910]: Deploying daemon osd.6 on smithi063 2024-04-24T02:49:48.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:48 smithi016 ceph-mon[86910]: osdmap e515: 8 total, 8 up, 8 in 2024-04-24T02:49:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:48 smithi063 ceph-mon[77007]: pgmap v397: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 446 KiB/s wr, 3 op/s 2024-04-24T02:49:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:48 smithi063 ceph-mon[77007]: Upgrade: Updating osd.6 2024-04-24T02:49:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-24T02:49:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:49:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:48 smithi063 ceph-mon[77007]: Deploying daemon osd.6 on smithi063 2024-04-24T02:49:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:48 smithi063 ceph-mon[77007]: osdmap e515: 8 total, 8 up, 8 in 2024-04-24T02:49:49.049 INFO:tasks.rados.rados.0.smithi016.stdout:2241: done (2 left) 2024-04-24T02:49:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:2243: done (1 left) 2024-04-24T02:49:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:2244: done (0 left) 2024-04-24T02:49:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:2245: rollback oid 23 current snap is 237 2024-04-24T02:49:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 233 2024-04-24T02:49:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:2246: copy_from oid 7 from oid 25 current snap is 237 2024-04-24T02:49:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 237 2024-04-24T02:49:49.050 INFO:tasks.rados.rados.0.smithi016.stdout:2247: seq_num 706 ranges {10280960=630784,10911744=516096,11427840=729088,12156928=360448} 2024-04-24T02:49:49.109 INFO:tasks.rados.rados.0.smithi016.stdout:2247: writing smithi01673382-8 from 10280960 to 10911744 tid 1 2024-04-24T02:49:49.113 INFO:tasks.rados.rados.0.smithi016.stdout:2247: writing smithi01673382-8 from 10911744 to 11427840 tid 2 2024-04-24T02:49:49.117 INFO:tasks.rados.rados.0.smithi016.stdout:2247: writing smithi01673382-8 from 11427840 to 12156928 tid 3 2024-04-24T02:49:49.119 INFO:tasks.rados.rados.0.smithi016.stdout:2247: writing smithi01673382-8 from 12156928 to 12517376 tid 4 2024-04-24T02:49:49.120 INFO:tasks.rados.rados.0.smithi016.stdout:2248: snap_remove snap 158 2024-04-24T02:49:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2248: done (3 left) 2024-04-24T02:49:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2249: read oid 31 snap -1 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2249: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2250: setattr oid 45 current snap is 237 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2245: finishing rollback tid 0 to smithi01673382-23 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2245: finishing rollback tid 1 to smithi01673382-23 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2245: finishing rollback tid 2 to smithi01673382-23 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1482 (ObjNum 451 snap 154 seq_num 451) dirty exists 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2246: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2246: finishing copy_from to smithi01673382-7 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1349 (ObjNum 659 snap 221 seq_num 659) dirty exists 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2247: finishing write tid 1 to smithi01673382-8 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2247: finishing write tid 2 to smithi01673382-8 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2247: finishing write tid 3 to smithi01673382-8 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2247: finishing write tid 4 to smithi01673382-8 2024-04-24T02:49:50.059 INFO:tasks.rados.rados.0.smithi016.stdout:2247: finishing write tid 5 to smithi01673382-8 2024-04-24T02:49:50.060 INFO:tasks.rados.rados.0.smithi016.stdout:2247: finishing write tid 6 to smithi01673382-8 2024-04-24T02:49:50.060 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1828 (ObjNum 706 snap 237 seq_num 706) dirty exists 2024-04-24T02:49:50.060 INFO:tasks.rados.rados.0.smithi016.stdout:2247: left oid 8 (ObjNum 706 snap 237 seq_num 706) 2024-04-24T02:49:50.061 INFO:tasks.rados.rados.0.smithi016.stdout:2245: done (4 left) 2024-04-24T02:49:50.061 INFO:tasks.rados.rados.0.smithi016.stdout:2246: done (3 left) 2024-04-24T02:49:50.061 INFO:tasks.rados.rados.0.smithi016.stdout:2247: done (2 left) 2024-04-24T02:49:50.061 INFO:tasks.rados.rados.0.smithi016.stdout:2251: snap_remove snap 175 2024-04-24T02:49:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:50 smithi063 ceph-mon[77007]: pgmap v400: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-24T02:49:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:50 smithi063 ceph-mon[77007]: osdmap e516: 8 total, 8 up, 8 in 2024-04-24T02:49:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:50 smithi016 ceph-mon[84376]: pgmap v400: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-24T02:49:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:50 smithi016 ceph-mon[84376]: osdmap e516: 8 total, 8 up, 8 in 2024-04-24T02:49:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:50 smithi016 ceph-mon[86910]: pgmap v400: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-24T02:49:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:50 smithi016 ceph-mon[86910]: osdmap e516: 8 total, 8 up, 8 in 2024-04-24T02:49:51.004 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:50 smithi063 systemd[1]: Stopping Ceph osd.6 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:49:51.028 INFO:tasks.rados.rados.0.smithi016.stdout:2251: done (2 left) 2024-04-24T02:49:51.028 INFO:tasks.rados.rados.0.smithi016.stdout:2252: delete oid 12 current snap is 237 2024-04-24T02:49:51.028 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1278 (ObjNum 2002555872 snap 22076 seq_num 2002684832) dirty exists 2024-04-24T02:49:51.028 INFO:tasks.rados.rados.0.smithi016.stdout:2249: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:49:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:51 smithi063 ceph-mon[77007]: osdmap e517: 8 total, 8 up, 8 in 2024-04-24T02:49:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:51 smithi063 ceph-mon[77007]: osd.6 marked itself down and dead 2024-04-24T02:49:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:51 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:49:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:51 smithi063 ceph-mon[77007]: osdmap e518: 8 total, 7 up, 8 in 2024-04-24T02:49:51.310 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[51186]: debug 2024-04-24T02:49:51.003+0000 7f7fee679700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:49:51.310 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[51186]: debug 2024-04-24T02:49:51.003+0000 7f7fee679700 -1 osd.6 517 *** Got signal Terminated *** 2024-04-24T02:49:51.310 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[51186]: debug 2024-04-24T02:49:51.003+0000 7f7fee679700 -1 osd.6 517 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:49:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[84376]: osdmap e517: 8 total, 8 up, 8 in 2024-04-24T02:49:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[84376]: osd.6 marked itself down and dead 2024-04-24T02:49:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:49:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[84376]: osdmap e518: 8 total, 7 up, 8 in 2024-04-24T02:49:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[86910]: osdmap e517: 8 total, 8 up, 8 in 2024-04-24T02:49:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[86910]: osd.6 marked itself down and dead 2024-04-24T02:49:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:49:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:51 smithi016 ceph-mon[86910]: osdmap e518: 8 total, 7 up, 8 in 2024-04-24T02:49:51.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:51 smithi063 bash[87555]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6 2024-04-24T02:49:51.999 INFO:tasks.rados.rados.0.smithi016.stdout:2249: done (2 left) 2024-04-24T02:49:52.000 INFO:tasks.rados.rados.0.smithi016.stdout:2250: done (1 left) 2024-04-24T02:49:52.000 INFO:tasks.rados.rados.0.smithi016.stdout:2252: done (0 left) 2024-04-24T02:49:52.000 INFO:tasks.rados.rados.0.smithi016.stdout:2253: delete oid 13 current snap is 237 2024-04-24T02:49:52.002 INFO:tasks.rados.rados.0.smithi016.stdout:2253: done (0 left) 2024-04-24T02:49:52.002 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 237 2024-04-24T02:49:52.002 INFO:tasks.rados.rados.0.smithi016.stdout:2254: seq_num 709 ranges {3211264=679936,3891200=614400,4505600=499712,5005312=491520} 2024-04-24T02:49:52.024 INFO:tasks.rados.rados.0.smithi016.stdout:2254: writing smithi01673382-39 from 3211264 to 3891200 tid 1 2024-04-24T02:49:52.028 INFO:tasks.rados.rados.0.smithi016.stdout:2254: writing smithi01673382-39 from 3891200 to 4505600 tid 2 2024-04-24T02:49:52.032 INFO:tasks.rados.rados.0.smithi016.stdout:2254: writing smithi01673382-39 from 4505600 to 5005312 tid 3 2024-04-24T02:49:52.035 INFO:tasks.rados.rados.0.smithi016.stdout:2254: writing smithi01673382-39 from 5005312 to 5496832 tid 4 2024-04-24T02:49:52.035 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 237 2024-04-24T02:49:52.035 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing write tid 1 to smithi01673382-39 2024-04-24T02:49:52.035 INFO:tasks.rados.rados.0.smithi016.stdout:2255: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-04-24T02:49:52.040 INFO:tasks.rados.rados.0.smithi016.stdout:2255: writing smithi01673382-41 from 0 to 696320 tid 1 2024-04-24T02:49:52.042 INFO:tasks.rados.rados.0.smithi016.stdout:2255: writing smithi01673382-41 from 696320 to 1196032 tid 2 2024-04-24T02:49:52.046 INFO:tasks.rados.rados.0.smithi016.stdout:2255: writing smithi01673382-41 from 1196032 to 1908736 tid 3 2024-04-24T02:49:52.049 INFO:tasks.rados.rados.0.smithi016.stdout:2255: writing smithi01673382-41 from 1908736 to 2301952 tid 4 2024-04-24T02:49:52.049 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 237 2024-04-24T02:49:52.049 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing write tid 2 to smithi01673382-39 2024-04-24T02:49:52.049 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing write tid 3 to smithi01673382-39 2024-04-24T02:49:52.049 INFO:tasks.rados.rados.0.smithi016.stdout:2256: seq_num 711 ranges {3940352=712704,4653056=786432,5439488=516096,5955584=303104} 2024-04-24T02:49:52.074 INFO:tasks.rados.rados.0.smithi016.stdout:2256: writing smithi01673382-20 from 3940352 to 4653056 tid 1 2024-04-24T02:49:52.079 INFO:tasks.rados.rados.0.smithi016.stdout:2256: writing smithi01673382-20 from 4653056 to 5439488 tid 2 2024-04-24T02:49:52.081 INFO:tasks.rados.rados.0.smithi016.stdout:2256: writing smithi01673382-20 from 5439488 to 5955584 tid 3 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:2256: writing smithi01673382-20 from 5955584 to 6258688 tid 4 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:2257: setattr oid 19 current snap is 237 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing write tid 4 to smithi01673382-39 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing write tid 5 to smithi01673382-39 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing write tid 6 to smithi01673382-39 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1414 (ObjNum 709 snap 237 seq_num 709) dirty exists 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:2254: left oid 39 (ObjNum 709 snap 237 seq_num 709) 2024-04-24T02:49:52.084 INFO:tasks.rados.rados.0.smithi016.stdout:2255: finishing write tid 1 to smithi01673382-41 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2255: finishing write tid 2 to smithi01673382-41 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2255: finishing write tid 3 to smithi01673382-41 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2255: finishing write tid 4 to smithi01673382-41 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2255: finishing write tid 5 to smithi01673382-41 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2255: finishing write tid 6 to smithi01673382-41 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1829 (ObjNum 710 snap 237 seq_num 710) dirty exists 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2255: left oid 41 (ObjNum 710 snap 237 seq_num 710) 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2256: finishing write tid 1 to smithi01673382-20 2024-04-24T02:49:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2256: finishing write tid 2 to smithi01673382-20 2024-04-24T02:49:52.086 INFO:tasks.rados.rados.0.smithi016.stdout:2254: done (3 left) 2024-04-24T02:49:52.086 INFO:tasks.rados.rados.0.smithi016.stdout:2255: done (2 left) 2024-04-24T02:49:52.086 INFO:tasks.rados.rados.0.smithi016.stdout:2258: delete oid 10 current snap is 237 2024-04-24T02:49:52.086 INFO:tasks.rados.rados.0.smithi016.stdout:2256: finishing write tid 3 to smithi01673382-20 2024-04-24T02:49:52.088 INFO:tasks.rados.rados.0.smithi016.stdout:2258: done (2 left) 2024-04-24T02:49:52.088 INFO:tasks.rados.rados.0.smithi016.stdout:2259: read oid 3 snap -1 2024-04-24T02:49:52.088 INFO:tasks.rados.rados.0.smithi016.stdout:2259: expect (ObjNum 703 snap 232 seq_num 703) 2024-04-24T02:49:52.088 INFO:tasks.rados.rados.0.smithi016.stdout:2260: read oid 28 snap 185 2024-04-24T02:49:52.088 INFO:tasks.rados.rados.0.smithi016.stdout:2260: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:49:52.088 INFO:tasks.rados.rados.0.smithi016.stdout:2261: rmattr oid 4 current snap is 237 2024-04-24T02:49:52.088 INFO:tasks.rados.rados.0.smithi016.stdout:2261: done (4 left) 2024-04-24T02:49:52.089 INFO:tasks.rados.rados.0.smithi016.stdout:2262: snap_create 2024-04-24T02:49:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:2256: finishing write tid 4 to smithi01673382-20 2024-04-24T02:49:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:2256: finishing write tid 5 to smithi01673382-20 2024-04-24T02:49:52.091 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1850 (ObjNum 629 snap 213 seq_num 629) dirty exists 2024-04-24T02:49:52.092 INFO:tasks.rados.rados.0.smithi016.stdout:2256: finishing write tid 6 to smithi01673382-20 2024-04-24T02:49:52.092 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1206 (ObjNum 711 snap 237 seq_num 711) dirty exists 2024-04-24T02:49:52.093 INFO:tasks.rados.rados.0.smithi016.stdout:2256: left oid 20 (ObjNum 711 snap 237 seq_num 711) 2024-04-24T02:49:52.094 INFO:tasks.rados.rados.0.smithi016.stdout:2259: expect (ObjNum 703 snap 232 seq_num 703) 2024-04-24T02:49:52.155 INFO:tasks.rados.rados.0.smithi016.stdout:2260: expect (ObjNum 488 snap 178 seq_num 488) 2024-04-24T02:49:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:52 smithi016 ceph-mon[84376]: pgmap v403: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 542 KiB/s wr, 4 op/s 2024-04-24T02:49:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:52 smithi016 ceph-mon[84376]: osdmap e519: 8 total, 7 up, 8 in 2024-04-24T02:49:52.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:52 smithi016 ceph-mon[86910]: pgmap v403: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 542 KiB/s wr, 4 op/s 2024-04-24T02:49:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:52 smithi016 ceph-mon[86910]: osdmap e519: 8 total, 7 up, 8 in 2024-04-24T02:49:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:52 smithi063 ceph-mon[77007]: pgmap v403: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 735 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 542 KiB/s wr, 4 op/s 2024-04-24T02:49:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:52 smithi063 ceph-mon[77007]: osdmap e519: 8 total, 7 up, 8 in 2024-04-24T02:49:53.070 INFO:tasks.rados.rados.0.smithi016.stdout:2256: done (4 left) 2024-04-24T02:49:53.070 INFO:tasks.rados.rados.0.smithi016.stdout:2257: done (3 left) 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2259: done (2 left) 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2260: done (1 left) 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2262: done (0 left) 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2263: read oid 32 snap 211 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2263: expect (ObjNum 574 snap 198 seq_num 574) 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2264: read oid 43 snap -1 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2264: expect (ObjNum 650 snap 218 seq_num 650) 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2265: read oid 14 snap -1 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2265: expect (ObjNum 476 snap 169 seq_num 476) 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 238 2024-04-24T02:49:53.071 INFO:tasks.rados.rados.0.smithi016.stdout:2266: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2024-04-24T02:49:53.074 INFO:tasks.rados.rados.0.smithi016.stdout:2266: writing smithi01673382-33 from 0 to 745472 tid 1 2024-04-24T02:49:53.078 INFO:tasks.rados.rados.0.smithi016.stdout:2266: writing smithi01673382-33 from 745472 to 1302528 tid 2 2024-04-24T02:49:53.081 INFO:tasks.rados.rados.0.smithi016.stdout:2266: writing smithi01673382-33 from 1302528 to 1785856 tid 3 2024-04-24T02:49:53.085 INFO:tasks.rados.rados.0.smithi016.stdout:2266: writing smithi01673382-33 from 1785856 to 2351104 tid 4 2024-04-24T02:49:53.085 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 238 2024-04-24T02:49:53.085 INFO:tasks.rados.rados.0.smithi016.stdout:2267: seq_num 714 ranges {12517376=761856,13279232=442368,13721600=688128,14409728=475136} 2024-04-24T02:49:53.160 INFO:tasks.rados.rados.0.smithi016.stdout:2267: writing smithi01673382-8 from 12517376 to 13279232 tid 1 2024-04-24T02:49:53.162 INFO:tasks.rados.rados.0.smithi016.stdout:2267: writing smithi01673382-8 from 13279232 to 13721600 tid 2 2024-04-24T02:49:53.166 INFO:tasks.rados.rados.0.smithi016.stdout:2267: writing smithi01673382-8 from 13721600 to 14409728 tid 3 2024-04-24T02:49:53.169 INFO:tasks.rados.rados.0.smithi016.stdout:2267: writing smithi01673382-8 from 14409728 to 14884864 tid 4 2024-04-24T02:49:53.169 INFO:tasks.rados.rados.0.smithi016.stdout:2268: snap_create 2024-04-24T02:49:53.170 INFO:tasks.rados.rados.0.smithi016.stdout:2263: expect (ObjNum 574 snap 198 seq_num 574) 2024-04-24T02:49:53.174 INFO:tasks.rados.rados.0.smithi016.stdout:2266: finishing write tid 1 to smithi01673382-33 2024-04-24T02:49:53.174 INFO:tasks.rados.rados.0.smithi016.stdout:2266: finishing write tid 2 to smithi01673382-33 2024-04-24T02:49:53.174 INFO:tasks.rados.rados.0.smithi016.stdout:2266: finishing write tid 3 to smithi01673382-33 2024-04-24T02:49:53.174 INFO:tasks.rados.rados.0.smithi016.stdout:2266: finishing write tid 4 to smithi01673382-33 2024-04-24T02:49:53.175 INFO:tasks.rados.rados.0.smithi016.stdout:2266: finishing write tid 5 to smithi01673382-33 2024-04-24T02:49:53.175 INFO:tasks.rados.rados.0.smithi016.stdout:2266: finishing write tid 6 to smithi01673382-33 2024-04-24T02:49:53.175 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1855 (ObjNum 713 snap 238 seq_num 713) dirty exists 2024-04-24T02:49:53.175 INFO:tasks.rados.rados.0.smithi016.stdout:2266: left oid 33 (ObjNum 713 snap 238 seq_num 713) 2024-04-24T02:49:53.175 INFO:tasks.rados.rados.0.smithi016.stdout:2264: expect (ObjNum 650 snap 218 seq_num 650) 2024-04-24T02:49:53.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:53 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 13/1116 objects degraded (1.165%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:49:53.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:53 smithi063 ceph-mon[77007]: osdmap e520: 8 total, 7 up, 8 in 2024-04-24T02:49:53.427 INFO:tasks.rados.rados.0.smithi016.stdout:2265: expect (ObjNum 476 snap 169 seq_num 476) 2024-04-24T02:49:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:53 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 13/1116 objects degraded (1.165%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:49:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:53 smithi016 ceph-mon[84376]: osdmap e520: 8 total, 7 up, 8 in 2024-04-24T02:49:53.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:53 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 13/1116 objects degraded (1.165%), 1 pg degraded (PG_DEGRADED) 2024-04-24T02:49:53.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:53 smithi016 ceph-mon[86910]: osdmap e520: 8 total, 7 up, 8 in 2024-04-24T02:49:53.559 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:53 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.6.service: Succeeded. 2024-04-24T02:49:53.559 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:53 smithi063 systemd[1]: Stopped Ceph osd.6 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:49:53.559 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:53 smithi063 systemd[1]: Starting Ceph osd.6 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:49:54.091 INFO:tasks.rados.rados.0.smithi016.stdout:2267: finishing write tid 1 to smithi01673382-8 2024-04-24T02:49:54.091 INFO:tasks.rados.rados.0.smithi016.stdout:2267: finishing write tid 2 to smithi01673382-8 2024-04-24T02:49:54.092 INFO:tasks.rados.rados.0.smithi016.stdout:2267: finishing write tid 3 to smithi01673382-8 2024-04-24T02:49:54.092 INFO:tasks.rados.rados.0.smithi016.stdout:2267: finishing write tid 4 to smithi01673382-8 2024-04-24T02:49:54.092 INFO:tasks.rados.rados.0.smithi016.stdout:2267: finishing write tid 5 to smithi01673382-8 2024-04-24T02:49:54.092 INFO:tasks.rados.rados.0.smithi016.stdout:2267: finishing write tid 6 to smithi01673382-8 2024-04-24T02:49:54.092 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1861 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:49:54.092 INFO:tasks.rados.rados.0.smithi016.stdout:2267: left oid 8 (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:49:54.119 INFO:tasks.rados.rados.0.smithi016.stdout:2263: done (5 left) 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2264: done (4 left) 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2265: done (3 left) 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2266: done (2 left) 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2267: done (1 left) 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2268: done (0 left) 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2269: copy_from oid 45 from oid 2 current snap is 239 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2270: read oid 19 snap 236 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2270: expect (ObjNum 629 snap 213 seq_num 629) 2024-04-24T02:49:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:2271: setattr oid 40 current snap is 239 2024-04-24T02:49:54.121 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 239 2024-04-24T02:49:54.121 INFO:tasks.rados.rados.0.smithi016.stdout:2272: seq_num 715 ranges {1376256=778240,2154496=770048,2924544=499712,3424256=335872} 2024-04-24T02:49:54.133 INFO:tasks.rados.rados.0.smithi016.stdout:2272: writing smithi01673382-49 from 1376256 to 2154496 tid 1 2024-04-24T02:49:54.138 INFO:tasks.rados.rados.0.smithi016.stdout:2272: writing smithi01673382-49 from 2154496 to 2924544 tid 2 2024-04-24T02:49:54.141 INFO:tasks.rados.rados.0.smithi016.stdout:2272: writing smithi01673382-49 from 2924544 to 3424256 tid 3 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2272: writing smithi01673382-49 from 3424256 to 3760128 tid 4 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2273: rmattr oid 27 current snap is 239 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2269: finishing copy_from to smithi01673382-45 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2269: got expected ENOENT (src dne) 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2269: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1358 (ObjNum 688 snap 231 seq_num 688) dirty exists 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2272: finishing write tid 1 to smithi01673382-49 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2272: finishing write tid 2 to smithi01673382-49 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2269: done (4 left) 2024-04-24T02:49:54.144 INFO:tasks.rados.rados.0.smithi016.stdout:2271: done (3 left) 2024-04-24T02:49:54.145 INFO:tasks.rados.rados.0.smithi016.stdout:2274: rmattr oid 14 current snap is 239 2024-04-24T02:49:54.145 INFO:tasks.rados.rados.0.smithi016.stdout:2275: delete oid 24 current snap is 239 2024-04-24T02:49:54.147 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1532 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:49:54.147 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1359 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:49:54.147 INFO:tasks.rados.rados.0.smithi016.stdout:2272: finishing write tid 3 to smithi01673382-49 2024-04-24T02:49:54.152 INFO:tasks.rados.rados.0.smithi016.stdout:2270: expect (ObjNum 629 snap 213 seq_num 629) 2024-04-24T02:49:54.400 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:54 smithi063 ceph-mon[77007]: pgmap v406: 121 pgs: 1 active+undersized+degraded, 8 active+undersized, 6 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 94 active+clean; 727 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 13/1116 objects degraded (1.165%) 2024-04-24T02:49:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:54 smithi016 ceph-mon[84376]: pgmap v406: 121 pgs: 1 active+undersized+degraded, 8 active+undersized, 6 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 94 active+clean; 727 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 13/1116 objects degraded (1.165%) 2024-04-24T02:49:54.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:54 smithi016 ceph-mon[86910]: pgmap v406: 121 pgs: 1 active+undersized+degraded, 8 active+undersized, 6 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 94 active+clean; 727 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 13/1116 objects degraded (1.165%) 2024-04-24T02:49:54.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:54 smithi063 bash[87798]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-24T02:49:54.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:54 smithi063 bash[87798]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-24T02:49:54.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:54 smithi063 bash[87798]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-24T02:49:54.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:54 smithi063 bash[87798]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-24T02:49:54.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:54 smithi063 bash[87798]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-24T02:49:54.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:54 smithi063 bash[87798]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-24T02:49:54.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:54 smithi063 bash[87798]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-24T02:49:54.846 INFO:tasks.rados.rados.0.smithi016.stdout:2272: finishing write tid 4 to smithi01673382-49 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2272: finishing write tid 5 to smithi01673382-49 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2272: finishing write tid 6 to smithi01673382-49 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1504 (ObjNum 715 snap 239 seq_num 715) dirty exists 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2272: left oid 49 (ObjNum 715 snap 239 seq_num 715) 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2270: done (4 left) 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2272: done (3 left) 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2273: done (2 left) 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2274: done (1 left) 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2275: done (0 left) 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2276: rmattr oid 5 current snap is 239 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2277: read oid 38 snap 233 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2277: expect (ObjNum 664 snap 225 seq_num 664) 2024-04-24T02:49:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2278: rollback oid 2 current snap is 239 2024-04-24T02:49:54.848 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 238 2024-04-24T02:49:54.848 INFO:tasks.rados.rados.0.smithi016.stdout:2279: setattr oid 43 current snap is 239 2024-04-24T02:49:54.848 INFO:tasks.rados.rados.0.smithi016.stdout:2280: read oid 41 snap -1 2024-04-24T02:49:54.848 INFO:tasks.rados.rados.0.smithi016.stdout:2280: expect (ObjNum 710 snap 237 seq_num 710) 2024-04-24T02:49:54.848 INFO:tasks.rados.rados.0.smithi016.stdout:2281: snap_remove snap 228 2024-04-24T02:49:55.141 INFO:tasks.rados.rados.0.smithi016.stdout:2281: done (5 left) 2024-04-24T02:49:55.142 INFO:tasks.rados.rados.0.smithi016.stdout:2282: read oid 4 snap -1 2024-04-24T02:49:55.142 INFO:tasks.rados.rados.0.smithi016.stdout:2282: expect (ObjNum 521 snap 183 seq_num 521) 2024-04-24T02:49:55.142 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 239 2024-04-24T02:49:55.142 INFO:tasks.rados.rados.0.smithi016.stdout:2283: seq_num 717 ranges {8847360=16384} 2024-04-24T02:49:55.182 INFO:tasks.rados.rados.0.smithi016.stdout:2283: writing smithi01673382-47 from 8847360 to 8863744 tid 1 2024-04-24T02:49:55.182 INFO:tasks.rados.rados.0.smithi016.stdout:2284: delete oid 44 current snap is 239 2024-04-24T02:49:55.182 INFO:tasks.rados.rados.0.smithi016.stdout:2278: finishing rollback tid 1 to smithi01673382-2 2024-04-24T02:49:55.182 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1271 (ObjNum 288 snap 0 seq_num 129) dirty dne 2024-04-24T02:49:55.182 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1576 (ObjNum 681 snap 228 seq_num 681) dirty exists 2024-04-24T02:49:55.182 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1279 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-24T02:49:55.183 INFO:tasks.rados.rados.0.smithi016.stdout:2277: expect (ObjNum 664 snap 225 seq_num 664) 2024-04-24T02:49:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:55 smithi063 ceph-mon[77007]: osdmap e521: 8 total, 7 up, 8 in 2024-04-24T02:49:55.337 INFO:tasks.rados.rados.0.smithi016.stdout:2280: expect (ObjNum 710 snap 237 seq_num 710) 2024-04-24T02:49:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:2282: expect (ObjNum 521 snap 183 seq_num 521) 2024-04-24T02:49:55.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:55 smithi016 ceph-mon[84376]: osdmap e521: 8 total, 7 up, 8 in 2024-04-24T02:49:55.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:55 smithi016 ceph-mon[86910]: osdmap e521: 8 total, 7 up, 8 in 2024-04-24T02:49:55.864 INFO:tasks.rados.rados.0.smithi016.stdout:2283: finishing write tid 1 to smithi01673382-47 2024-04-24T02:49:55.864 INFO:tasks.rados.rados.0.smithi016.stdout:2283: finishing write tid 2 to smithi01673382-47 2024-04-24T02:49:55.864 INFO:tasks.rados.rados.0.smithi016.stdout:2283: finishing write tid 3 to smithi01673382-47 2024-04-24T02:49:55.864 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1466 (ObjNum 717 snap 239 seq_num 717) dirty exists 2024-04-24T02:49:55.864 INFO:tasks.rados.rados.0.smithi016.stdout:2283: left oid 47 (ObjNum 717 snap 239 seq_num 717) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2276: done (7 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2277: done (6 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2278: done (5 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2279: done (4 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2280: done (3 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2282: done (2 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2283: done (1 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2284: done (0 left) 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 239 2024-04-24T02:49:55.865 INFO:tasks.rados.rados.0.smithi016.stdout:2285: seq_num 719 ranges {7372800=49152} 2024-04-24T02:49:55.904 INFO:tasks.rados.rados.0.smithi016.stdout:2285: writing smithi01673382-26 from 7372800 to 7421952 tid 1 2024-04-24T02:49:55.904 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 239 2024-04-24T02:49:55.904 INFO:tasks.rados.rados.0.smithi016.stdout:2286: seq_num 720 ranges {6258688=65536} 2024-04-24T02:49:55.938 INFO:tasks.rados.rados.0.smithi016.stdout:2286: writing smithi01673382-20 from 6258688 to 6324224 tid 1 2024-04-24T02:49:55.939 INFO:tasks.rados.rados.0.smithi016.stdout:2287: snap_remove snap 233 2024-04-24T02:49:56.019 INFO:tasks.rados.rados.0.smithi016.stdout:2287: done (2 left) 2024-04-24T02:49:56.019 INFO:tasks.rados.rados.0.smithi016.stdout:2288: setattr oid 39 current snap is 239 2024-04-24T02:49:56.019 INFO:tasks.rados.rados.0.smithi016.stdout:2285: finishing write tid 1 to smithi01673382-26 2024-04-24T02:49:56.019 INFO:tasks.rados.rados.0.smithi016.stdout:2285: finishing write tid 2 to smithi01673382-26 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:2285: finishing write tid 3 to smithi01673382-26 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1339 (ObjNum 719 snap 239 seq_num 719) dirty exists 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:2285: left oid 26 (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:2286: finishing write tid 1 to smithi01673382-20 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:2286: finishing write tid 2 to smithi01673382-20 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:2286: finishing write tid 3 to smithi01673382-20 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1208 (ObjNum 720 snap 239 seq_num 720) dirty exists 2024-04-24T02:49:56.020 INFO:tasks.rados.rados.0.smithi016.stdout:2286: left oid 20 (ObjNum 720 snap 239 seq_num 720) 2024-04-24T02:49:56.022 INFO:tasks.rados.rados.0.smithi016.stdout:2285: done (2 left) 2024-04-24T02:49:56.022 INFO:tasks.rados.rados.0.smithi016.stdout:2286: done (1 left) 2024-04-24T02:49:56.022 INFO:tasks.rados.rados.0.smithi016.stdout:2289: snap_create 2024-04-24T02:49:56.030 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1419 (ObjNum 709 snap 237 seq_num 709) dirty exists 2024-04-24T02:49:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:56 smithi016 ceph-mon[84376]: pgmap v409: 121 pgs: 2 active+undersized+degraded, 23 active+undersized, 6 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 729 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s wr, 3 op/s; 17/1119 objects degraded (1.519%) 2024-04-24T02:49:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:56 smithi016 ceph-mon[84376]: osdmap e522: 8 total, 7 up, 8 in 2024-04-24T02:49:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:56 smithi016 ceph-mon[84376]: osdmap e523: 8 total, 7 up, 8 in 2024-04-24T02:49:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:56 smithi016 ceph-mon[86910]: pgmap v409: 121 pgs: 2 active+undersized+degraded, 23 active+undersized, 6 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 729 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s wr, 3 op/s; 17/1119 objects degraded (1.519%) 2024-04-24T02:49:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:56 smithi016 ceph-mon[86910]: osdmap e522: 8 total, 7 up, 8 in 2024-04-24T02:49:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:56 smithi016 ceph-mon[86910]: osdmap e523: 8 total, 7 up, 8 in 2024-04-24T02:49:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:56 smithi063 ceph-mon[77007]: pgmap v409: 121 pgs: 2 active+undersized+degraded, 23 active+undersized, 6 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 729 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s wr, 3 op/s; 17/1119 objects degraded (1.519%) 2024-04-24T02:49:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:56 smithi063 ceph-mon[77007]: osdmap e522: 8 total, 7 up, 8 in 2024-04-24T02:49:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:56 smithi063 ceph-mon[77007]: osdmap e523: 8 total, 7 up, 8 in 2024-04-24T02:49:56.559 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:56 smithi063 ceph-osd[88053]: -- 172.21.15.63:0/1043336622 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5589571811e0 con 0x558957151000 2024-04-24T02:49:56.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:56 smithi063 bash[88035]: 2088fefbdeca465774cf8b69c560e1ce7994cd30fee9f1d9f69f9e3d75dd97c6 2024-04-24T02:49:56.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:56 smithi063 systemd[1]: Started Ceph osd.6 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:49:56.905 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:49:56 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T02:49:56.595+0000 7fb73a4c07c0 -1 Falling back to public interface 2024-04-24T02:49:57.021 INFO:tasks.rados.rados.0.smithi016.stdout:2288: done (1 left) 2024-04-24T02:49:57.021 INFO:tasks.rados.rados.0.smithi016.stdout:2289: done (0 left) 2024-04-24T02:49:57.022 INFO:tasks.rados.rados.0.smithi016.stdout:2290: snap_remove snap 173 2024-04-24T02:49:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[84376]: osdmap e524: 8 total, 7 up, 8 in 2024-04-24T02:49:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:57 smithi016 ceph-mon[86910]: osdmap e524: 8 total, 7 up, 8 in 2024-04-24T02:49:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:49:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:49:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:57 smithi063 ceph-mon[77007]: osdmap e524: 8 total, 7 up, 8 in 2024-04-24T02:49:58.030 INFO:tasks.rados.rados.0.smithi016.stdout:2290: done (0 left) 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2291: read oid 8 snap -1 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2291: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2292: read oid 31 snap -1 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2292: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2293: copy_from oid 40 from oid 12 current snap is 240 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 240 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2294: seq_num 721 ranges {0=81920} 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2294: writing smithi01673382-1 from 0 to 81920 tid 1 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 240 2024-04-24T02:49:58.031 INFO:tasks.rados.rados.0.smithi016.stdout:2295: seq_num 722 ranges {2809856=98304} 2024-04-24T02:49:58.043 INFO:tasks.rados.rados.0.smithi016.stdout:2295: writing smithi01673382-11 from 2809856 to 2908160 tid 1 2024-04-24T02:49:58.043 INFO:tasks.rados.rados.0.smithi016.stdout:2296: read oid 16 snap -1 2024-04-24T02:49:58.043 INFO:tasks.rados.rados.0.smithi016.stdout:2296: expect deleted 2024-04-24T02:49:58.043 INFO:tasks.rados.rados.0.smithi016.stdout:2297: rmattr oid 10 current snap is 240 2024-04-24T02:49:58.043 INFO:tasks.rados.rados.0.smithi016.stdout:2297: done (6 left) 2024-04-24T02:49:58.043 INFO:tasks.rados.rados.0.smithi016.stdout:2298: snap_create 2024-04-24T02:49:58.045 INFO:tasks.rados.rados.0.smithi016.stdout:2293: finishing copy_from to smithi01673382-40 2024-04-24T02:49:58.045 INFO:tasks.rados.rados.0.smithi016.stdout:2293: got expected ENOENT (src dne) 2024-04-24T02:49:58.045 INFO:tasks.rados.rados.0.smithi016.stdout:2293: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:49:58.045 INFO:tasks.rados.rados.0.smithi016.stdout:2294: finishing write tid 1 to smithi01673382-1 2024-04-24T02:49:58.045 INFO:tasks.rados.rados.0.smithi016.stdout:2294: finishing write tid 2 to smithi01673382-1 2024-04-24T02:49:58.045 INFO:tasks.rados.rados.0.smithi016.stdout:2294: finishing write tid 3 to smithi01673382-1 2024-04-24T02:49:58.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1281 (ObjNum 721 snap 240 seq_num 721) dirty exists 2024-04-24T02:49:58.046 INFO:tasks.rados.rados.0.smithi016.stdout:2294: left oid 1 (ObjNum 721 snap 240 seq_num 721) 2024-04-24T02:49:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:2295: finishing write tid 1 to smithi01673382-11 2024-04-24T02:49:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:2295: finishing write tid 2 to smithi01673382-11 2024-04-24T02:49:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:2295: finishing write tid 3 to smithi01673382-11 2024-04-24T02:49:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1843 (ObjNum 722 snap 240 seq_num 722) dirty exists 2024-04-24T02:49:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:2295: left oid 11 (ObjNum 722 snap 240 seq_num 722) 2024-04-24T02:49:58.105 INFO:tasks.rados.rados.0.smithi016.stdout:2291: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:49:58.517 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:58 smithi063 ceph-mon[77007]: pgmap v412: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.3 MiB/s wr, 49 op/s; 63/1155 objects degraded (5.455%) 2024-04-24T02:49:58.517 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:49:58 smithi063 ceph-mon[77007]: osdmap e525: 8 total, 7 up, 8 in 2024-04-24T02:49:58.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:49:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:49:58] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.33.4" 2024-04-24T02:49:58.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:58 smithi016 ceph-mon[84376]: pgmap v412: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.3 MiB/s wr, 49 op/s; 63/1155 objects degraded (5.455%) 2024-04-24T02:49:58.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:49:58 smithi016 ceph-mon[84376]: osdmap e525: 8 total, 7 up, 8 in 2024-04-24T02:49:58.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:58 smithi016 ceph-mon[86910]: pgmap v412: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.3 MiB/s wr, 49 op/s; 63/1155 objects degraded (5.455%) 2024-04-24T02:49:58.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:49:58 smithi016 ceph-mon[86910]: osdmap e525: 8 total, 7 up, 8 in 2024-04-24T02:49:59.711 INFO:tasks.rados.rados.0.smithi016.stdout:2292: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pgmap v415: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.8 MiB/s wr, 49 op/s; 64/1158 objects degraded (5.527%) 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: osdmap e526: 8 total, 7 up, 8 in 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded; Telemetry requires re-opt-in 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: [WRN] OSD_DOWN: 1 osds down 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: osd.6 (root=default,host=smithi063) is down 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: [WRN] PG_DEGRADED: Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 1.0 is active+undersized+degraded, acting [7,0] 2024-04-24T02:50:00.269 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 2.6 is active+undersized+degraded, acting [1,4] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 2.7 is active+undersized+degraded, acting [7,2] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 2.14 is active+undersized+degraded, acting [3,5] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 2.1d is active+undersized+degraded, acting [7,0] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 5.2 is active+undersized+degraded, acting [NONE,0,5] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 5.3 is active+undersized+degraded, acting [0,3,NONE] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 5.9 is active+undersized+degraded, acting [7,NONE,1] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: pg 5.f is active+undersized+degraded, acting [5,4,NONE] 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:50:00.270 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:00 smithi063 ceph-mon[77007]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pgmap v415: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.8 MiB/s wr, 49 op/s; 64/1158 objects degraded (5.527%) 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: osdmap e526: 8 total, 7 up, 8 in 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded; Telemetry requires re-opt-in 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: [WRN] OSD_DOWN: 1 osds down 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: osd.6 (root=default,host=smithi063) is down 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: [WRN] PG_DEGRADED: Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded 2024-04-24T02:50:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 1.0 is active+undersized+degraded, acting [7,0] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 2.6 is active+undersized+degraded, acting [1,4] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 2.7 is active+undersized+degraded, acting [7,2] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 2.14 is active+undersized+degraded, acting [3,5] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 2.1d is active+undersized+degraded, acting [7,0] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 5.2 is active+undersized+degraded, acting [NONE,0,5] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 5.3 is active+undersized+degraded, acting [0,3,NONE] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 5.9 is active+undersized+degraded, acting [7,NONE,1] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: pg 5.f is active+undersized+degraded, acting [5,4,NONE] 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[84376]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pgmap v415: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.8 MiB/s wr, 49 op/s; 64/1158 objects degraded (5.527%) 2024-04-24T02:50:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: osdmap e526: 8 total, 7 up, 8 in 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded; Telemetry requires re-opt-in 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: [WRN] OSD_DOWN: 1 osds down 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: osd.6 (root=default,host=smithi063) is down 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: [WRN] PG_DEGRADED: Degraded data redundancy: 64/1158 objects degraded (5.527%), 9 pgs degraded 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 1.0 is active+undersized+degraded, acting [7,0] 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 2.6 is active+undersized+degraded, acting [1,4] 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 2.7 is active+undersized+degraded, acting [7,2] 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 2.14 is active+undersized+degraded, acting [3,5] 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 2.1d is active+undersized+degraded, acting [7,0] 2024-04-24T02:50:00.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 5.2 is active+undersized+degraded, acting [NONE,0,5] 2024-04-24T02:50:00.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 5.3 is active+undersized+degraded, acting [0,3,NONE] 2024-04-24T02:50:00.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 5.9 is active+undersized+degraded, acting [7,NONE,1] 2024-04-24T02:50:00.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: pg 5.f is active+undersized+degraded, acting [5,4,NONE] 2024-04-24T02:50:00.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T02:50:00.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:00 smithi016 ceph-mon[86910]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2291: done (6 left) 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2292: done (5 left) 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2293: done (4 left) 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2294: done (3 left) 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2295: done (2 left) 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2296: done (1 left) 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2298: done (0 left) 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2299: read oid 44 snap 239 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2299: expect deleted 2024-04-24T02:50:00.676 INFO:tasks.rados.rados.0.smithi016.stdout:2300: delete oid 39 current snap is 241 2024-04-24T02:50:00.678 INFO:tasks.rados.rados.0.smithi016.stdout:2299: done (1 left) 2024-04-24T02:50:00.678 INFO:tasks.rados.rados.0.smithi016.stdout:2300: done (0 left) 2024-04-24T02:50:00.679 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 241 2024-04-24T02:50:00.679 INFO:tasks.rados.rados.0.smithi016.stdout:2301: seq_num 724 ranges {1449984=131072} 2024-04-24T02:50:00.687 INFO:tasks.rados.rados.0.smithi016.stdout:2301: writing smithi01673382-7 from 1449984 to 1581056 tid 1 2024-04-24T02:50:00.687 INFO:tasks.rados.rados.0.smithi016.stdout:2302: snap_remove snap 236 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:2302: done (1 left) 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:2303: read oid 48 snap -1 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:2303: expect (ObjNum 704 snap 234 seq_num 704) 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:2304: delete oid 43 current snap is 241 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:2301: finishing write tid 1 to smithi01673382-7 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:2301: finishing write tid 2 to smithi01673382-7 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:2301: finishing write tid 3 to smithi01673382-7 2024-04-24T02:50:01.028 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1856 (ObjNum 724 snap 241 seq_num 724) dirty exists 2024-04-24T02:50:01.029 INFO:tasks.rados.rados.0.smithi016.stdout:2301: left oid 7 (ObjNum 724 snap 241 seq_num 724) 2024-04-24T02:50:01.038 INFO:tasks.rados.rados.0.smithi016.stdout:2301: done (2 left) 2024-04-24T02:50:01.038 INFO:tasks.rados.rados.0.smithi016.stdout:2304: done (1 left) 2024-04-24T02:50:01.038 INFO:tasks.rados.rados.0.smithi016.stdout:2305: read oid 9 snap 240 2024-04-24T02:50:01.038 INFO:tasks.rados.rados.0.smithi016.stdout:2305: expect (ObjNum 675 snap 226 seq_num 675) 2024-04-24T02:50:01.038 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 241 2024-04-24T02:50:01.038 INFO:tasks.rados.rados.0.smithi016.stdout:2306: seq_num 726 ranges {1581056=163840} 2024-04-24T02:50:01.048 INFO:tasks.rados.rados.0.smithi016.stdout:2306: writing smithi01673382-34 from 1581056 to 1744896 tid 1 2024-04-24T02:50:01.048 INFO:tasks.rados.rados.0.smithi016.stdout:2307: rmattr oid 2 current snap is 241 2024-04-24T02:50:01.048 INFO:tasks.rados.rados.0.smithi016.stdout:2307: done (3 left) 2024-04-24T02:50:01.048 INFO:tasks.rados.rados.0.smithi016.stdout:2308: snap_create 2024-04-24T02:50:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2303: expect (ObjNum 704 snap 234 seq_num 704) 2024-04-24T02:50:01.218 INFO:tasks.rados.rados.0.smithi016.stdout:2306: finishing write tid 1 to smithi01673382-34 2024-04-24T02:50:01.218 INFO:tasks.rados.rados.0.smithi016.stdout:2306: finishing write tid 2 to smithi01673382-34 2024-04-24T02:50:01.218 INFO:tasks.rados.rados.0.smithi016.stdout:2305: expect (ObjNum 675 snap 226 seq_num 675) 2024-04-24T02:50:01.513 INFO:tasks.rados.rados.0.smithi016.stdout:2306: finishing write tid 3 to smithi01673382-34 2024-04-24T02:50:01.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1434 (ObjNum 726 snap 241 seq_num 726) dirty exists 2024-04-24T02:50:01.513 INFO:tasks.rados.rados.0.smithi016.stdout:2306: left oid 34 (ObjNum 726 snap 241 seq_num 726) 2024-04-24T02:50:01.759 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.760 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.760 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:01 smithi063 ceph-mon[77007]: osdmap e527: 8 total, 7 up, 8 in 2024-04-24T02:50:01.760 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.760 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[84376]: osdmap e527: 8 total, 7 up, 8 in 2024-04-24T02:50:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[86910]: osdmap e527: 8 total, 7 up, 8 in 2024-04-24T02:50:01.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:01.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:02.023 INFO:tasks.rados.rados.0.smithi016.stdout:2303: done (3 left) 2024-04-24T02:50:02.024 INFO:tasks.rados.rados.0.smithi016.stdout:2305: done (2 left) 2024-04-24T02:50:02.024 INFO:tasks.rados.rados.0.smithi016.stdout:2306: done (1 left) 2024-04-24T02:50:02.024 INFO:tasks.rados.rados.0.smithi016.stdout:2308: done (0 left) 2024-04-24T02:50:02.024 INFO:tasks.rados.rados.0.smithi016.stdout:2309: copy_from oid 25 from oid 36 current snap is 242 2024-04-24T02:50:02.024 INFO:tasks.rados.rados.0.smithi016.stdout:2310: snap_create 2024-04-24T02:50:02.033 INFO:tasks.rados.rados.0.smithi016.stdout:2309: finishing copy_from racing read to smithi01673382-25 2024-04-24T02:50:02.036 INFO:tasks.rados.rados.0.smithi016.stdout:2309: finishing copy_from to smithi01673382-25 2024-04-24T02:50:02.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1269 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:50:02.049 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:50:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T02:50:01.759+0000 7fb73a4c07c0 -1 osd.6 0 read_superblock omap replica is missing. 2024-04-24T02:50:02.049 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:50:01 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T02:50:01.809+0000 7fb73a4c07c0 -1 osd.6 517 log_to_monitors true 2024-04-24T02:50:02.309 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T02:50:02.049+0000 7fb72b91a700 -1 osd.6 517 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:50:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[84376]: pgmap v417: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 30 op/s; 64/1161 objects degraded (5.512%) 2024-04-24T02:50:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[84376]: from='osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:50:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[84376]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:50:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[84376]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T02:50:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[84376]: osdmap e528: 8 total, 7 up, 8 in 2024-04-24T02:50:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[84376]: from='osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[84376]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[86910]: pgmap v417: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 30 op/s; 64/1161 objects degraded (5.512%) 2024-04-24T02:50:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[86910]: from='osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:50:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[86910]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:50:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[86910]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T02:50:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[86910]: osdmap e528: 8 total, 7 up, 8 in 2024-04-24T02:50:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[86910]: from='osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:02 smithi016 ceph-mon[86910]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-mon[77007]: pgmap v417: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 740 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 30 op/s; 64/1161 objects degraded (5.512%) 2024-04-24T02:50:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-mon[77007]: from='osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:50:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-mon[77007]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-24T02:50:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-mon[77007]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T02:50:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-mon[77007]: osdmap e528: 8 total, 7 up, 8 in 2024-04-24T02:50:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-mon[77007]: from='osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:02 smithi063 ceph-mon[77007]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:03.026 INFO:tasks.rados.rados.0.smithi016.stdout:2309: done (1 left) 2024-04-24T02:50:03.026 INFO:tasks.rados.rados.0.smithi016.stdout:2310: done (0 left) 2024-04-24T02:50:03.026 INFO:tasks.rados.rados.0.smithi016.stdout:2311: snap_create 2024-04-24T02:50:03.699 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:03 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:50:03.699 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:03 smithi063 ceph-mon[77007]: osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150] boot 2024-04-24T02:50:03.699 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:03 smithi063 ceph-mon[77007]: osdmap e529: 8 total, 8 up, 8 in 2024-04-24T02:50:03.699 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:03 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:50:03.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:50:03.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[84376]: osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150] boot 2024-04-24T02:50:03.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[84376]: osdmap e529: 8 total, 8 up, 8 in 2024-04-24T02:50:03.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:50:03.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:50:03.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[86910]: osd.6 [v2:172.21.15.63:6816/3583253150,v1:172.21.15.63:6817/3583253150] boot 2024-04-24T02:50:03.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[86910]: osdmap e529: 8 total, 8 up, 8 in 2024-04-24T02:50:03.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:03 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-24T02:50:04.029 INFO:tasks.rados.rados.0.smithi016.stdout:2311: done (0 left) 2024-04-24T02:50:04.030 INFO:tasks.rados.rados.0.smithi016.stdout:2312: snap_create 2024-04-24T02:50:04.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:04 smithi016 ceph-mon[84376]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 113 KiB/s wr, 6 op/s; 64/1155 objects degraded (5.541%) 2024-04-24T02:50:04.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:04 smithi016 ceph-mon[84376]: osdmap e530: 8 total, 8 up, 8 in 2024-04-24T02:50:04.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:50:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T02:50:04.622+0000 7faf10bd4700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-24T02:50:04.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:04 smithi016 ceph-mon[86910]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 113 KiB/s wr, 6 op/s; 64/1155 objects degraded (5.541%) 2024-04-24T02:50:04.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:04 smithi016 ceph-mon[86910]: osdmap e530: 8 total, 8 up, 8 in 2024-04-24T02:50:04.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:04 smithi063 ceph-mon[77007]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 113 KiB/s wr, 6 op/s; 64/1155 objects degraded (5.541%) 2024-04-24T02:50:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:04 smithi063 ceph-mon[77007]: osdmap e530: 8 total, 8 up, 8 in 2024-04-24T02:50:05.027 INFO:tasks.rados.rados.0.smithi016.stdout:2312: done (0 left) 2024-04-24T02:50:05.027 INFO:tasks.rados.rados.0.smithi016.stdout:2313: delete oid 45 current snap is 245 2024-04-24T02:50:05.034 INFO:tasks.rados.rados.0.smithi016.stdout:2313: done (0 left) 2024-04-24T02:50:05.034 INFO:tasks.rados.rados.0.smithi016.stdout:2314: read oid 40 snap -1 2024-04-24T02:50:05.034 INFO:tasks.rados.rados.0.smithi016.stdout:2314: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-24T02:50:05.034 INFO:tasks.rados.rados.0.smithi016.stdout:2315: rmattr oid 10 current snap is 245 2024-04-24T02:50:05.034 INFO:tasks.rados.rados.0.smithi016.stdout:2315: done (1 left) 2024-04-24T02:50:05.034 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 245 2024-04-24T02:50:05.034 INFO:tasks.rados.rados.0.smithi016.stdout:2316: seq_num 728 ranges {1884160=196608} 2024-04-24T02:50:05.046 INFO:tasks.rados.rados.0.smithi016.stdout:2316: writing smithi01673382-15 from 1884160 to 2080768 tid 1 2024-04-24T02:50:05.046 INFO:tasks.rados.rados.0.smithi016.stdout:2317: delete oid 42 current snap is 245 2024-04-24T02:50:05.046 INFO:tasks.rados.rados.0.smithi016.stdout:2314: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2316: finishing write tid 1 to smithi01673382-15 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2316: finishing write tid 2 to smithi01673382-15 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2316: finishing write tid 3 to smithi01673382-15 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1475 (ObjNum 728 snap 245 seq_num 728) dirty exists 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2316: left oid 15 (ObjNum 728 snap 245 seq_num 728) 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2314: done (2 left) 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2316: done (1 left) 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2317: done (0 left) 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2318: read oid 7 snap -1 2024-04-24T02:50:05.101 INFO:tasks.rados.rados.0.smithi016.stdout:2318: expect (ObjNum 724 snap 241 seq_num 724) 2024-04-24T02:50:05.102 INFO:tasks.rados.rados.0.smithi016.stdout:2319: snap_create 2024-04-24T02:50:05.106 INFO:tasks.rados.rados.0.smithi016.stdout:2318: expect (ObjNum 724 snap 241 seq_num 724) 2024-04-24T02:50:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[84376]: osdmap e531: 8 total, 8 up, 8 in 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:05.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:05 smithi016 ceph-mon[86910]: osdmap e531: 8 total, 8 up, 8 in 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:05 smithi063 ceph-mon[77007]: osdmap e531: 8 total, 8 up, 8 in 2024-04-24T02:50:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:2318: done (1 left) 2024-04-24T02:50:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:2319: done (0 left) 2024-04-24T02:50:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:2320: read oid 46 snap 205 2024-04-24T02:50:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:2320: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:50:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 246 2024-04-24T02:50:06.029 INFO:tasks.rados.rados.0.smithi016.stdout:2321: seq_num 730 ranges {2506752=229376} 2024-04-24T02:50:06.044 INFO:tasks.rados.rados.0.smithi016.stdout:2321: writing smithi01673382-32 from 2506752 to 2736128 tid 1 2024-04-24T02:50:06.044 INFO:tasks.rados.rados.0.smithi016.stdout:2322: read oid 31 snap -1 2024-04-24T02:50:06.044 INFO:tasks.rados.rados.0.smithi016.stdout:2322: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:50:06.044 INFO:tasks.rados.rados.0.smithi016.stdout:2323: read oid 48 snap 152 2024-04-24T02:50:06.045 INFO:tasks.rados.rados.0.smithi016.stdout:2323: expect (ObjNum 435 snap 151 seq_num 435) 2024-04-24T02:50:06.045 INFO:tasks.rados.rados.0.smithi016.stdout:2324: rmattr oid 22 current snap is 246 2024-04-24T02:50:06.045 INFO:tasks.rados.rados.0.smithi016.stdout:2324: done (4 left) 2024-04-24T02:50:06.045 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 246 2024-04-24T02:50:06.045 INFO:tasks.rados.rados.0.smithi016.stdout:2320: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:50:06.083 INFO:tasks.rados.rados.0.smithi016.stdout:2321: finishing write tid 1 to smithi01673382-32 2024-04-24T02:50:06.083 INFO:tasks.rados.rados.0.smithi016.stdout:2321: finishing write tid 2 to smithi01673382-32 2024-04-24T02:50:06.083 INFO:tasks.rados.rados.0.smithi016.stdout:2325: seq_num 731 ranges {0=245760} 2024-04-24T02:50:06.085 INFO:tasks.rados.rados.0.smithi016.stdout:2325: writing smithi01673382-29 from 0 to 245760 tid 1 2024-04-24T02:50:06.085 INFO:tasks.rados.rados.0.smithi016.stdout:2320: done (4 left) 2024-04-24T02:50:06.085 INFO:tasks.rados.rados.0.smithi016.stdout:2326: copy_from oid 7 from oid 44 current snap is 246 2024-04-24T02:50:06.085 INFO:tasks.rados.rados.0.smithi016.stdout:2321: finishing write tid 3 to smithi01673382-32 2024-04-24T02:50:06.085 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1533 (ObjNum 730 snap 246 seq_num 730) dirty exists 2024-04-24T02:50:06.085 INFO:tasks.rados.rados.0.smithi016.stdout:2321: left oid 32 (ObjNum 730 snap 246 seq_num 730) 2024-04-24T02:50:06.086 INFO:tasks.rados.rados.0.smithi016.stdout:2323: expect (ObjNum 435 snap 151 seq_num 435) 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2326: finishing copy_from to smithi01673382-7 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2326: got expected ENOENT (src dne) 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2326: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2325: finishing write tid 1 to smithi01673382-29 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2325: finishing write tid 2 to smithi01673382-29 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2321: done (4 left) 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2323: done (3 left) 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:2326: done (2 left) 2024-04-24T02:50:06.606 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 246 2024-04-24T02:50:06.607 INFO:tasks.rados.rados.0.smithi016.stdout:2325: finishing write tid 3 to smithi01673382-29 2024-04-24T02:50:06.607 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1534 (ObjNum 731 snap 246 seq_num 731) dirty exists 2024-04-24T02:50:06.607 INFO:tasks.rados.rados.0.smithi016.stdout:2325: left oid 29 (ObjNum 731 snap 246 seq_num 731) 2024-04-24T02:50:06.607 INFO:tasks.rados.rados.0.smithi016.stdout:2322: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:50:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[84376]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-24T02:50:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[84376]: pgmap v423: 121 pgs: 4 peering, 1 active+clean+snaptrim, 9 active+undersized+degraded, 24 active+undersized, 83 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 96 KiB/s wr, 6 op/s; 64/1155 objects degraded (5.541%) 2024-04-24T02:50:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 64/1155 objects degraded (5.541%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[84376]: osdmap e532: 8 total, 8 up, 8 in 2024-04-24T02:50:06.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[86910]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-24T02:50:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[86910]: pgmap v423: 121 pgs: 4 peering, 1 active+clean+snaptrim, 9 active+undersized+degraded, 24 active+undersized, 83 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 96 KiB/s wr, 6 op/s; 64/1155 objects degraded (5.541%) 2024-04-24T02:50:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 64/1155 objects degraded (5.541%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:06 smithi016 ceph-mon[86910]: osdmap e532: 8 total, 8 up, 8 in 2024-04-24T02:50:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:06 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:06 smithi063 ceph-mon[77007]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-24T02:50:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:06 smithi063 ceph-mon[77007]: pgmap v423: 121 pgs: 4 peering, 1 active+clean+snaptrim, 9 active+undersized+degraded, 24 active+undersized, 83 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 96 KiB/s wr, 6 op/s; 64/1155 objects degraded (5.541%) 2024-04-24T02:50:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:06 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 64/1155 objects degraded (5.541%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:06 smithi063 ceph-mon[77007]: osdmap e532: 8 total, 8 up, 8 in 2024-04-24T02:50:07.564 INFO:tasks.rados.rados.0.smithi016.stdout:2327: seq_num 732 ranges {0=262144} 2024-04-24T02:50:07.566 INFO:tasks.rados.rados.0.smithi016.stdout:2327: writing smithi01673382-10 from 0 to 262144 tid 1 2024-04-24T02:50:07.566 INFO:tasks.rados.rados.0.smithi016.stdout:2322: done (2 left) 2024-04-24T02:50:07.566 INFO:tasks.rados.rados.0.smithi016.stdout:2325: done (1 left) 2024-04-24T02:50:07.566 INFO:tasks.rados.rados.0.smithi016.stdout:2328: setattr oid 2 current snap is 246 2024-04-24T02:50:07.567 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 246 2024-04-24T02:50:07.567 INFO:tasks.rados.rados.0.smithi016.stdout:2329: seq_num 733 ranges {8847360=278528} 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:2329: writing smithi01673382-19 from 8847360 to 9125888 tid 1 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:2330: read oid 47 snap -1 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:2330: expect (ObjNum 717 snap 239 seq_num 717) 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 246 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:2327: finishing write tid 1 to smithi01673382-10 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:2327: finishing write tid 2 to smithi01673382-10 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1435 (ObjNum 288 snap 0 seq_num 161) dirty exists 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:2327: finishing write tid 3 to smithi01673382-10 2024-04-24T02:50:07.618 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1535 (ObjNum 732 snap 246 seq_num 732) dirty exists 2024-04-24T02:50:07.619 INFO:tasks.rados.rados.0.smithi016.stdout:2327: left oid 10 (ObjNum 732 snap 246 seq_num 732) 2024-04-24T02:50:07.619 INFO:tasks.rados.rados.0.smithi016.stdout:2331: seq_num 734 ranges {0=294912} 2024-04-24T02:50:07.619 INFO:tasks.rados.rados.0.smithi016.stdout:2331: writing smithi01673382-12 from 0 to 294912 tid 1 2024-04-24T02:50:07.619 INFO:tasks.rados.rados.0.smithi016.stdout:2327: done (4 left) 2024-04-24T02:50:07.619 INFO:tasks.rados.rados.0.smithi016.stdout:2328: done (3 left) 2024-04-24T02:50:07.619 INFO:tasks.rados.rados.0.smithi016.stdout:2332: snap_create 2024-04-24T02:50:07.630 INFO:tasks.rados.rados.0.smithi016.stdout:2331: finishing write tid 1 to smithi01673382-12 2024-04-24T02:50:07.630 INFO:tasks.rados.rados.0.smithi016.stdout:2331: finishing write tid 2 to smithi01673382-12 2024-04-24T02:50:07.630 INFO:tasks.rados.rados.0.smithi016.stdout:2329: finishing write tid 1 to smithi01673382-19 2024-04-24T02:50:07.631 INFO:tasks.rados.rados.0.smithi016.stdout:2329: finishing write tid 2 to smithi01673382-19 2024-04-24T02:50:07.631 INFO:tasks.rados.rados.0.smithi016.stdout:2329: finishing write tid 3 to smithi01673382-19 2024-04-24T02:50:07.631 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1898 (ObjNum 733 snap 246 seq_num 733) dirty exists 2024-04-24T02:50:07.631 INFO:tasks.rados.rados.0.smithi016.stdout:2329: left oid 19 (ObjNum 733 snap 246 seq_num 733) 2024-04-24T02:50:07.631 INFO:tasks.rados.rados.0.smithi016.stdout:2331: finishing write tid 3 to smithi01673382-12 2024-04-24T02:50:07.631 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1361 (ObjNum 734 snap 246 seq_num 734) dirty exists 2024-04-24T02:50:07.631 INFO:tasks.rados.rados.0.smithi016.stdout:2331: left oid 12 (ObjNum 734 snap 246 seq_num 734) 2024-04-24T02:50:07.646 INFO:tasks.rados.rados.0.smithi016.stdout:2330: expect (ObjNum 717 snap 239 seq_num 717) 2024-04-24T02:50:08.485 INFO:tasks.rados.rados.0.smithi016.stdout:2329: done (3 left) 2024-04-24T02:50:08.486 INFO:tasks.rados.rados.0.smithi016.stdout:2330: done (2 left) 2024-04-24T02:50:08.486 INFO:tasks.rados.rados.0.smithi016.stdout:2331: done (1 left) 2024-04-24T02:50:08.486 INFO:tasks.rados.rados.0.smithi016.stdout:2332: done (0 left) 2024-04-24T02:50:08.486 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 247 2024-04-24T02:50:08.486 INFO:tasks.rados.rados.0.smithi016.stdout:2333: seq_num 735 ranges {1900544=311296} 2024-04-24T02:50:08.497 INFO:tasks.rados.rados.0.smithi016.stdout:2333: writing smithi01673382-6 from 1900544 to 2211840 tid 1 2024-04-24T02:50:08.497 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 247 2024-04-24T02:50:08.497 INFO:tasks.rados.rados.0.smithi016.stdout:2334: seq_num 736 ranges {1409024=335872} 2024-04-24T02:50:08.507 INFO:tasks.rados.rados.0.smithi016.stdout:2334: writing smithi01673382-36 from 1409024 to 1744896 tid 1 2024-04-24T02:50:08.507 INFO:tasks.rados.rados.0.smithi016.stdout:2335: snap_create 2024-04-24T02:50:08.507 INFO:tasks.rados.rados.0.smithi016.stdout:2333: finishing write tid 1 to smithi01673382-6 2024-04-24T02:50:08.507 INFO:tasks.rados.rados.0.smithi016.stdout:2333: finishing write tid 2 to smithi01673382-6 2024-04-24T02:50:08.507 INFO:tasks.rados.rados.0.smithi016.stdout:2333: finishing write tid 3 to smithi01673382-6 2024-04-24T02:50:08.507 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1536 (ObjNum 735 snap 247 seq_num 735) dirty exists 2024-04-24T02:50:08.507 INFO:tasks.rados.rados.0.smithi016.stdout:2333: left oid 6 (ObjNum 735 snap 247 seq_num 735) 2024-04-24T02:50:08.511 INFO:tasks.rados.rados.0.smithi016.stdout:2334: finishing write tid 1 to smithi01673382-36 2024-04-24T02:50:08.511 INFO:tasks.rados.rados.0.smithi016.stdout:2334: finishing write tid 2 to smithi01673382-36 2024-04-24T02:50:08.512 INFO:tasks.rados.rados.0.smithi016.stdout:2334: finishing write tid 3 to smithi01673382-36 2024-04-24T02:50:08.512 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1285 (ObjNum 736 snap 247 seq_num 736) dirty exists 2024-04-24T02:50:08.512 INFO:tasks.rados.rados.0.smithi016.stdout:2334: left oid 36 (ObjNum 736 snap 247 seq_num 736) 2024-04-24T02:50:08.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:08 smithi016 ceph-mon[84376]: pgmap v426: 121 pgs: 4 peering, 4 active+undersized+degraded, 16 active+undersized, 97 active+clean; 723 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 448 KiB/s wr, 5 op/s; 25/1161 objects degraded (2.153%); 688 KiB/s, 0 objects/s recovering 2024-04-24T02:50:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:50:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:50:08] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.33.4" 2024-04-24T02:50:08.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:08 smithi016 ceph-mon[86910]: pgmap v426: 121 pgs: 4 peering, 4 active+undersized+degraded, 16 active+undersized, 97 active+clean; 723 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 448 KiB/s wr, 5 op/s; 25/1161 objects degraded (2.153%); 688 KiB/s, 0 objects/s recovering 2024-04-24T02:50:08.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:08 smithi063 ceph-mon[77007]: pgmap v426: 121 pgs: 4 peering, 4 active+undersized+degraded, 16 active+undersized, 97 active+clean; 723 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 448 KiB/s wr, 5 op/s; 25/1161 objects degraded (2.153%); 688 KiB/s, 0 objects/s recovering 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2333: done (2 left) 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2334: done (1 left) 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2335: done (0 left) 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2336: rmattr oid 11 current snap is 248 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2337: read oid 20 snap -1 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2337: expect (ObjNum 720 snap 239 seq_num 720) 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2338: copy_from oid 23 from oid 37 current snap is 248 2024-04-24T02:50:09.493 INFO:tasks.rados.rados.0.smithi016.stdout:2339: snap_create 2024-04-24T02:50:09.494 INFO:tasks.rados.rados.0.smithi016.stdout:2338: finishing copy_from to smithi01673382-23 2024-04-24T02:50:09.494 INFO:tasks.rados.rados.0.smithi016.stdout:2338: got expected ENOENT (src dne) 2024-04-24T02:50:09.494 INFO:tasks.rados.rados.0.smithi016.stdout:2338: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:50:09.497 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1864 (ObjNum 722 snap 240 seq_num 722) dirty exists 2024-04-24T02:50:09.526 INFO:tasks.rados.rados.0.smithi016.stdout:2337: expect (ObjNum 720 snap 239 seq_num 720) 2024-04-24T02:50:09.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:09 smithi016 ceph-mon[84376]: osdmap e533: 8 total, 8 up, 8 in 2024-04-24T02:50:09.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:09 smithi016 ceph-mon[86910]: osdmap e533: 8 total, 8 up, 8 in 2024-04-24T02:50:09.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:09 smithi063 ceph-mon[77007]: osdmap e533: 8 total, 8 up, 8 in 2024-04-24T02:50:10.493 INFO:tasks.rados.rados.0.smithi016.stdout:2336: done (3 left) 2024-04-24T02:50:10.493 INFO:tasks.rados.rados.0.smithi016.stdout:2337: done (2 left) 2024-04-24T02:50:10.493 INFO:tasks.rados.rados.0.smithi016.stdout:2338: done (1 left) 2024-04-24T02:50:10.493 INFO:tasks.rados.rados.0.smithi016.stdout:2339: done (0 left) 2024-04-24T02:50:10.493 INFO:tasks.rados.rados.0.smithi016.stdout:2340: rollback oid 30 current snap is 249 2024-04-24T02:50:10.494 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 227 2024-04-24T02:50:10.494 INFO:tasks.rados.rados.0.smithi016.stdout:2341: rollback oid 36 current snap is 249 2024-04-24T02:50:10.494 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 230 2024-04-24T02:50:10.494 INFO:tasks.rados.rados.0.smithi016.stdout:2342: read oid 1 snap -1 2024-04-24T02:50:10.494 INFO:tasks.rados.rados.0.smithi016.stdout:2342: expect (ObjNum 721 snap 240 seq_num 721) 2024-04-24T02:50:10.494 INFO:tasks.rados.rados.0.smithi016.stdout:2343: snap_remove snap 182 2024-04-24T02:50:10.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:10 smithi016 ceph-mon[84376]: pgmap v428: 121 pgs: 121 active+clean; 721 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 371 KiB/s wr, 6 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-04-24T02:50:10.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:10 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/1161 objects degraded (2.153%), 4 pgs degraded) 2024-04-24T02:50:10.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:10 smithi016 ceph-mon[84376]: osdmap e534: 8 total, 8 up, 8 in 2024-04-24T02:50:10.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:10 smithi016 ceph-mon[86910]: pgmap v428: 121 pgs: 121 active+clean; 721 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 371 KiB/s wr, 6 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-04-24T02:50:10.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:10 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/1161 objects degraded (2.153%), 4 pgs degraded) 2024-04-24T02:50:10.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:10 smithi016 ceph-mon[86910]: osdmap e534: 8 total, 8 up, 8 in 2024-04-24T02:50:10.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:10 smithi063 ceph-mon[77007]: pgmap v428: 121 pgs: 121 active+clean; 721 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 371 KiB/s wr, 6 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-04-24T02:50:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:10 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/1161 objects degraded (2.153%), 4 pgs degraded) 2024-04-24T02:50:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:10 smithi063 ceph-mon[77007]: osdmap e534: 8 total, 8 up, 8 in 2024-04-24T02:50:11.028 INFO:tasks.rados.rados.0.smithi016.stdout:2343: done (3 left) 2024-04-24T02:50:11.029 INFO:tasks.rados.rados.0.smithi016.stdout:2344: snap_create 2024-04-24T02:50:11.032 INFO:tasks.rados.rados.0.smithi016.stdout:2340: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:50:11.032 INFO:tasks.rados.rados.0.smithi016.stdout:2340: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:50:11.032 INFO:tasks.rados.rados.0.smithi016.stdout:2340: finishing rollback tid 2 to smithi01673382-30 2024-04-24T02:50:11.033 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1439 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:50:11.033 INFO:tasks.rados.rados.0.smithi016.stdout:2341: finishing rollback tid 0 to smithi01673382-36 2024-04-24T02:50:11.033 INFO:tasks.rados.rados.0.smithi016.stdout:2341: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:50:11.033 INFO:tasks.rados.rados.0.smithi016.stdout:2341: finishing rollback tid 2 to smithi01673382-36 2024-04-24T02:50:11.033 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1288 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:50:11.033 INFO:tasks.rados.rados.0.smithi016.stdout:2342: expect (ObjNum 721 snap 240 seq_num 721) 2024-04-24T02:50:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:11 smithi016 ceph-mon[84376]: osdmap e535: 8 total, 8 up, 8 in 2024-04-24T02:50:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:11 smithi016 ceph-mon[84376]: osdmap e536: 8 total, 8 up, 8 in 2024-04-24T02:50:11.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:11 smithi016 ceph-mon[86910]: osdmap e535: 8 total, 8 up, 8 in 2024-04-24T02:50:11.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:11 smithi016 ceph-mon[86910]: osdmap e536: 8 total, 8 up, 8 in 2024-04-24T02:50:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:11 smithi063 ceph-mon[77007]: osdmap e535: 8 total, 8 up, 8 in 2024-04-24T02:50:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:11 smithi063 ceph-mon[77007]: osdmap e536: 8 total, 8 up, 8 in 2024-04-24T02:50:12.025 INFO:tasks.rados.rados.0.smithi016.stdout:2340: done (3 left) 2024-04-24T02:50:12.025 INFO:tasks.rados.rados.0.smithi016.stdout:2341: done (2 left) 2024-04-24T02:50:12.025 INFO:tasks.rados.rados.0.smithi016.stdout:2342: done (1 left) 2024-04-24T02:50:12.025 INFO:tasks.rados.rados.0.smithi016.stdout:2344: done (0 left) 2024-04-24T02:50:12.026 INFO:tasks.rados.rados.0.smithi016.stdout:2345: snap_create 2024-04-24T02:50:12.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:12 smithi016 ceph-mon[84376]: pgmap v431: 121 pgs: 121 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 552 KiB/s wr, 9 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-24T02:50:12.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:12 smithi016 ceph-mon[84376]: osdmap e537: 8 total, 8 up, 8 in 2024-04-24T02:50:12.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:12 smithi016 ceph-mon[86910]: pgmap v431: 121 pgs: 121 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 552 KiB/s wr, 9 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-24T02:50:12.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:12 smithi016 ceph-mon[86910]: osdmap e537: 8 total, 8 up, 8 in 2024-04-24T02:50:12.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:12 smithi063 ceph-mon[77007]: pgmap v431: 121 pgs: 121 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 552 KiB/s wr, 9 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-24T02:50:12.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:12 smithi063 ceph-mon[77007]: osdmap e537: 8 total, 8 up, 8 in 2024-04-24T02:50:13.028 INFO:tasks.rados.rados.0.smithi016.stdout:2345: done (0 left) 2024-04-24T02:50:13.028 INFO:tasks.rados.rados.0.smithi016.stdout:2346: setattr oid 22 current snap is 251 2024-04-24T02:50:13.030 INFO:tasks.rados.rados.0.smithi016.stdout:2347: snap_remove snap 181 2024-04-24T02:50:14.031 INFO:tasks.rados.rados.0.smithi016.stdout:2347: done (1 left) 2024-04-24T02:50:14.031 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 251 2024-04-24T02:50:14.031 INFO:tasks.rados.rados.0.smithi016.stdout:2348: seq_num 737 ranges {2908160=352256} 2024-04-24T02:50:14.050 INFO:tasks.rados.rados.0.smithi016.stdout:2348: writing smithi01673382-11 from 2908160 to 3260416 tid 1 2024-04-24T02:50:14.050 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 251 2024-04-24T02:50:14.050 INFO:tasks.rados.rados.0.smithi016.stdout:2349: seq_num 738 ranges {7421952=368640} 2024-04-24T02:50:14.094 INFO:tasks.rados.rados.0.smithi016.stdout:2349: writing smithi01673382-26 from 7421952 to 7790592 tid 1 2024-04-24T02:50:14.094 INFO:tasks.rados.rados.0.smithi016.stdout:2350: setattr oid 21 current snap is 251 2024-04-24T02:50:14.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1447 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:2348: finishing write tid 1 to smithi01673382-11 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:2348: finishing write tid 2 to smithi01673382-11 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:2348: finishing write tid 3 to smithi01673382-11 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1881 (ObjNum 737 snap 251 seq_num 737) dirty exists 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:2348: left oid 11 (ObjNum 737 snap 251 seq_num 737) 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:2346: done (3 left) 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:2348: done (2 left) 2024-04-24T02:50:14.095 INFO:tasks.rados.rados.0.smithi016.stdout:2351: snap_remove snap 189 2024-04-24T02:50:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:14 smithi063 ceph-mon[77007]: pgmap v434: 121 pgs: 121 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 422 KiB/s wr, 15 op/s 2024-04-24T02:50:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:14 smithi063 ceph-mon[77007]: osdmap e538: 8 total, 8 up, 8 in 2024-04-24T02:50:14.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:14 smithi016 ceph-mon[84376]: pgmap v434: 121 pgs: 121 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 422 KiB/s wr, 15 op/s 2024-04-24T02:50:14.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:14 smithi016 ceph-mon[84376]: osdmap e538: 8 total, 8 up, 8 in 2024-04-24T02:50:14.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:14 smithi016 ceph-mon[86910]: pgmap v434: 121 pgs: 121 active+clean; 722 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 422 KiB/s wr, 15 op/s 2024-04-24T02:50:14.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:14 smithi016 ceph-mon[86910]: osdmap e538: 8 total, 8 up, 8 in 2024-04-24T02:50:15.049 INFO:tasks.rados.rados.0.smithi016.stdout:2351: done (2 left) 2024-04-24T02:50:15.049 INFO:tasks.rados.rados.0.smithi016.stdout:2352: read oid 25 snap -1 2024-04-24T02:50:15.049 INFO:tasks.rados.rados.0.smithi016.stdout:2352: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:50:15.049 INFO:tasks.rados.rados.0.smithi016.stdout:2353: rmattr oid 46 current snap is 251 2024-04-24T02:50:15.049 INFO:tasks.rados.rados.0.smithi016.stdout:2353: done (3 left) 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2354: copy_from oid 20 from oid 30 current snap is 251 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2349: finishing write tid 1 to smithi01673382-26 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1467 (ObjNum 705 snap 236 seq_num 705) dirty exists 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2349: finishing write tid 2 to smithi01673382-26 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2349: finishing write tid 3 to smithi01673382-26 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1341 (ObjNum 738 snap 251 seq_num 738) dirty exists 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2349: left oid 26 (ObjNum 738 snap 251 seq_num 738) 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2349: done (3 left) 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2350: done (2 left) 2024-04-24T02:50:15.050 INFO:tasks.rados.rados.0.smithi016.stdout:2355: snap_create 2024-04-24T02:50:15.072 INFO:tasks.rados.rados.0.smithi016.stdout:2352: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:50:15.112 INFO:tasks.rados.rados.0.smithi016.stdout:2354: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:50:15.113 INFO:tasks.rados.rados.0.smithi016.stdout:2354: finishing copy_from to smithi01673382-20 2024-04-24T02:50:15.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1439 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:50:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:15 smithi063 ceph-mon[77007]: osdmap e539: 8 total, 8 up, 8 in 2024-04-24T02:50:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[84376]: osdmap e539: 8 total, 8 up, 8 in 2024-04-24T02:50:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[86910]: osdmap e539: 8 total, 8 up, 8 in 2024-04-24T02:50:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:16.054 INFO:tasks.rados.rados.0.smithi016.stdout:2352: done (2 left) 2024-04-24T02:50:16.054 INFO:tasks.rados.rados.0.smithi016.stdout:2354: done (1 left) 2024-04-24T02:50:16.054 INFO:tasks.rados.rados.0.smithi016.stdout:2355: done (0 left) 2024-04-24T02:50:16.054 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 252 2024-04-24T02:50:16.054 INFO:tasks.rados.rados.0.smithi016.stdout:2356: seq_num 739 ranges {1933312=385024} 2024-04-24T02:50:16.066 INFO:tasks.rados.rados.0.smithi016.stdout:2356: writing smithi01673382-40 from 1933312 to 2318336 tid 1 2024-04-24T02:50:16.067 INFO:tasks.rados.rados.0.smithi016.stdout:2357: setattr oid 23 current snap is 252 2024-04-24T02:50:16.070 INFO:tasks.rados.rados.0.smithi016.stdout:2358: delete oid 21 current snap is 252 2024-04-24T02:50:16.073 INFO:tasks.rados.rados.0.smithi016.stdout:2356: finishing write tid 1 to smithi01673382-40 2024-04-24T02:50:16.073 INFO:tasks.rados.rados.0.smithi016.stdout:2356: finishing write tid 2 to smithi01673382-40 2024-04-24T02:50:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:2356: finishing write tid 3 to smithi01673382-40 2024-04-24T02:50:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1363 (ObjNum 739 snap 252 seq_num 739) dirty exists 2024-04-24T02:50:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:2356: left oid 40 (ObjNum 739 snap 252 seq_num 739) 2024-04-24T02:50:16.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1555 (ObjNum 451 snap 154 seq_num 451) dirty exists 2024-04-24T02:50:16.077 INFO:tasks.rados.rados.0.smithi016.stdout:2356: done (2 left) 2024-04-24T02:50:16.078 INFO:tasks.rados.rados.0.smithi016.stdout:2357: done (1 left) 2024-04-24T02:50:16.078 INFO:tasks.rados.rados.0.smithi016.stdout:2358: done (0 left) 2024-04-24T02:50:16.078 INFO:tasks.rados.rados.0.smithi016.stdout:2359: read oid 41 snap -1 2024-04-24T02:50:16.078 INFO:tasks.rados.rados.0.smithi016.stdout:2359: expect (ObjNum 710 snap 237 seq_num 710) 2024-04-24T02:50:16.078 INFO:tasks.rados.rados.0.smithi016.stdout:2360: rollback oid 4 current snap is 252 2024-04-24T02:50:16.078 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 190 2024-04-24T02:50:16.078 INFO:tasks.rados.rados.0.smithi016.stdout:2361: setattr oid 3 current snap is 252 2024-04-24T02:50:16.080 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 252 2024-04-24T02:50:16.080 INFO:tasks.rados.rados.0.smithi016.stdout:2362: seq_num 741 ranges {262144=417792} 2024-04-24T02:50:16.084 INFO:tasks.rados.rados.0.smithi016.stdout:2362: writing smithi01673382-10 from 262144 to 679936 tid 1 2024-04-24T02:50:16.084 INFO:tasks.rados.rados.0.smithi016.stdout:2363: copy_from oid 47 from oid 11 current snap is 252 2024-04-24T02:50:16.084 INFO:tasks.rados.rados.0.smithi016.stdout:2364: snap_remove snap 246 2024-04-24T02:50:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:16 smithi063 ceph-mon[77007]: pgmap v437: 121 pgs: 121 active+clean; 721 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 204 KiB/s wr, 11 op/s 2024-04-24T02:50:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:16 smithi063 ceph-mon[77007]: osdmap e540: 8 total, 8 up, 8 in 2024-04-24T02:50:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:16 smithi016 ceph-mon[84376]: pgmap v437: 121 pgs: 121 active+clean; 721 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 204 KiB/s wr, 11 op/s 2024-04-24T02:50:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:16 smithi016 ceph-mon[84376]: osdmap e540: 8 total, 8 up, 8 in 2024-04-24T02:50:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:16 smithi016 ceph-mon[86910]: pgmap v437: 121 pgs: 121 active+clean; 721 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 204 KiB/s wr, 11 op/s 2024-04-24T02:50:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:16 smithi016 ceph-mon[86910]: osdmap e540: 8 total, 8 up, 8 in 2024-04-24T02:50:16.723 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:50:17.038 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (6m) 2m ago 11m 15.5M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (6m) 16s ago 10m 51.7M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (12m) 2m ago 12m 15.6M - 16.2.15-1-g8963e9de 727f386679cb 3dd035fb7458 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (12m) 16s ago 12m 20.1M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (5m) 16s ago 15m 450M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (6m) 2m ago 17m 507M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (5m) 2m ago 17m 55.0M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (4m) 16s ago 16m 50.0M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (4m) 2m ago 16m 47.1M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (6m) 2m ago 11m 16.7M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (6m) 16s ago 11m 22.7M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (3m) 2m ago 15m 181M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:50:17.039 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (3m) 2m ago 15m 172M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:50:17.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (2m) 2m ago 14m 142M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:50:17.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (2m) 2m ago 14m 11.5M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:50:17.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (90s) 16s ago 13m 182M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 34e013c00a4c 2024-04-24T02:50:17.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (55s) 16s ago 13m 110M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 b43dcf4c991f 2024-04-24T02:50:17.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (21s) 16s ago 12m 11.4M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 2088fefbdeca 2024-04-24T02:50:17.040 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (12m) 16s ago 12m 188M 2488M 16.2.15-1-g8963e9de 727f386679cb f98a4d6b5255 2024-04-24T02:50:17.040 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (5m) 16s ago 11m 69.8M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:50:17.061 INFO:tasks.rados.rados.0.smithi016.stdout:2364: done (5 left) 2024-04-24T02:50:17.062 INFO:tasks.rados.rados.0.smithi016.stdout:2365: snap_create 2024-04-24T02:50:17.071 INFO:tasks.rados.rados.0.smithi016.stdout:2360: finishing rollback tid 0 to smithi01673382-4 2024-04-24T02:50:17.071 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1577 (ObjNum 703 snap 232 seq_num 703) dirty exists 2024-04-24T02:50:17.071 INFO:tasks.rados.rados.0.smithi016.stdout:2360: finishing rollback tid 1 to smithi01673382-4 2024-04-24T02:50:17.071 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1927 (ObjNum 1 snap 32573 seq_num 2001195824) dirty dne 2024-04-24T02:50:17.071 INFO:tasks.rados.rados.0.smithi016.stdout:2359: expect (ObjNum 710 snap 237 seq_num 710) 2024-04-24T02:50:17.130 INFO:tasks.rados.rados.0.smithi016.stdout:2362: finishing write tid 1 to smithi01673382-10 2024-04-24T02:50:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:2362: finishing write tid 2 to smithi01673382-10 2024-04-24T02:50:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:2362: finishing write tid 3 to smithi01673382-10 2024-04-24T02:50:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1558 (ObjNum 741 snap 252 seq_num 741) dirty exists 2024-04-24T02:50:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:2362: left oid 10 (ObjNum 741 snap 252 seq_num 741) 2024-04-24T02:50:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:2363: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:50:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:2363: finishing copy_from to smithi01673382-47 2024-04-24T02:50:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1881 (ObjNum 737 snap 251 seq_num 737) dirty exists 2024-04-24T02:50:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:17 smithi063 ceph-mon[77007]: osdmap e541: 8 total, 8 up, 8 in 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:17.441 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 7 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 3, 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 12 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:50:17.442 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:50:17.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:17 smithi016 ceph-mon[84376]: osdmap e541: 8 total, 8 up, 8 in 2024-04-24T02:50:17.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:17 smithi016 ceph-mon[86910]: osdmap e541: 8 total, 8 up, 8 in 2024-04-24T02:50:18.065 INFO:tasks.rados.rados.0.smithi016.stdout:2359: done (5 left) 2024-04-24T02:50:18.065 INFO:tasks.rados.rados.0.smithi016.stdout:2360: done (4 left) 2024-04-24T02:50:18.065 INFO:tasks.rados.rados.0.smithi016.stdout:2361: done (3 left) 2024-04-24T02:50:18.065 INFO:tasks.rados.rados.0.smithi016.stdout:2362: done (2 left) 2024-04-24T02:50:18.065 INFO:tasks.rados.rados.0.smithi016.stdout:2363: done (1 left) 2024-04-24T02:50:18.065 INFO:tasks.rados.rados.0.smithi016.stdout:2365: done (0 left) 2024-04-24T02:50:18.065 INFO:tasks.rados.rados.0.smithi016.stdout:2366: rollback oid 29 current snap is 253 2024-04-24T02:50:18.066 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 186 2024-04-24T02:50:18.066 INFO:tasks.rados.rados.0.smithi016.stdout:2367: snap_remove snap 185 2024-04-24T02:50:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:18 smithi063 ceph-mon[77007]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:18 smithi063 ceph-mon[77007]: pgmap v440: 121 pgs: 121 active+clean; 713 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 86 KiB/s wr, 9 op/s 2024-04-24T02:50:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:18 smithi063 ceph-mon[77007]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:18 smithi063 ceph-mon[77007]: osdmap e542: 8 total, 8 up, 8 in 2024-04-24T02:50:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:18 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2926110711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:18.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[84376]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:18.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[84376]: pgmap v440: 121 pgs: 121 active+clean; 713 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 86 KiB/s wr, 9 op/s 2024-04-24T02:50:18.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[84376]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:18.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[84376]: osdmap e542: 8 total, 8 up, 8 in 2024-04-24T02:50:18.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2926110711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:18.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[86910]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:18.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[86910]: pgmap v440: 121 pgs: 121 active+clean; 713 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 86 KiB/s wr, 9 op/s 2024-04-24T02:50:18.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[86910]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:18.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[86910]: osdmap e542: 8 total, 8 up, 8 in 2024-04-24T02:50:18.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2926110711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:50:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:50:18] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.33.4" 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2367: done (1 left) 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2368: rollback oid 42 current snap is 253 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 235 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2366: finishing rollback tid 0 to smithi01673382-29 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2366: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2366: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1539 (ObjNum 498 snap 181 seq_num 498) dirty exists 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2366: done (1 left) 2024-04-24T02:50:19.074 INFO:tasks.rados.rados.0.smithi016.stdout:2369: delete oid 11 current snap is 253 2024-04-24T02:50:19.095 INFO:tasks.rados.rados.0.smithi016.stdout:2369: done (1 left) 2024-04-24T02:50:19.095 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 253 2024-04-24T02:50:19.095 INFO:tasks.rados.rados.0.smithi016.stdout:2370: seq_num 743 ranges {3760128=450560} 2024-04-24T02:50:19.119 INFO:tasks.rados.rados.0.smithi016.stdout:2370: writing smithi01673382-49 from 3760128 to 4210688 tid 1 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2371: rmattr oid 12 current snap is 253 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2371: done (2 left) 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2372: rmattr oid 10 current snap is 253 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2372: done (2 left) 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2373: copy_from oid 23 from oid 36 current snap is 253 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2368: finishing rollback tid 1 to smithi01673382-42 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2374: copy_from oid 11 from oid 50 current snap is 253 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2368: finishing rollback tid 2 to smithi01673382-42 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1893 (ObjNum 681 snap 228 seq_num 681) dirty exists 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2368: done (3 left) 2024-04-24T02:50:19.120 INFO:tasks.rados.rados.0.smithi016.stdout:2375: snap_remove snap 230 2024-04-24T02:50:19.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:19 smithi016 ceph-mon[84376]: osdmap e543: 8 total, 8 up, 8 in 2024-04-24T02:50:19.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:19 smithi016 ceph-mon[86910]: osdmap e543: 8 total, 8 up, 8 in 2024-04-24T02:50:19.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:19 smithi063 ceph-mon[77007]: osdmap e543: 8 total, 8 up, 8 in 2024-04-24T02:50:20.076 INFO:tasks.rados.rados.0.smithi016.stdout:2375: done (3 left) 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:2376: rollback oid 28 current snap is 253 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 251 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:2377: rollback oid 27 current snap is 253 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 218 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:2378: read oid 35 snap -1 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:2378: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:2379: rollback oid 18 current snap is 253 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 226 2024-04-24T02:50:20.077 INFO:tasks.rados.rados.0.smithi016.stdout:2380: snap_remove snap 249 2024-04-24T02:50:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:20 smithi016 ceph-mon[84376]: pgmap v443: 121 pgs: 121 active+clean; 715 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 608 KiB/s wr, 9 op/s 2024-04-24T02:50:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:20 smithi016 ceph-mon[84376]: osdmap e544: 8 total, 8 up, 8 in 2024-04-24T02:50:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:20.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:20 smithi016 ceph-mon[86910]: pgmap v443: 121 pgs: 121 active+clean; 715 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 608 KiB/s wr, 9 op/s 2024-04-24T02:50:20.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:20 smithi016 ceph-mon[86910]: osdmap e544: 8 total, 8 up, 8 in 2024-04-24T02:50:20.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:20.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:20 smithi063 ceph-mon[77007]: pgmap v443: 121 pgs: 121 active+clean; 715 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 608 KiB/s wr, 9 op/s 2024-04-24T02:50:20.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:20 smithi063 ceph-mon[77007]: osdmap e544: 8 total, 8 up, 8 in 2024-04-24T02:50:20.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:21.030 INFO:tasks.rados.rados.0.smithi016.stdout:2380: done (7 left) 2024-04-24T02:50:21.030 INFO:tasks.rados.rados.0.smithi016.stdout:2381: rollback oid 9 current snap is 253 2024-04-24T02:50:21.030 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 237 2024-04-24T02:50:21.030 INFO:tasks.rados.rados.0.smithi016.stdout:2374: finishing copy_from to smithi01673382-11 2024-04-24T02:50:21.030 INFO:tasks.rados.rados.0.smithi016.stdout:2374: got expected ENOENT (src dne) 2024-04-24T02:50:21.030 INFO:tasks.rados.rados.0.smithi016.stdout:2374: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2370: finishing write tid 1 to smithi01673382-49 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2370: finishing write tid 2 to smithi01673382-49 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2370: finishing write tid 3 to smithi01673382-49 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1569 (ObjNum 743 snap 253 seq_num 743) dirty exists 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2370: left oid 49 (ObjNum 743 snap 253 seq_num 743) 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2373: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2373: finishing copy_from to smithi01673382-23 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1288 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2376: finishing rollback tid 0 to smithi01673382-28 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2376: finishing rollback tid 1 to smithi01673382-28 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2379: finishing rollback tid 1 to smithi01673382-18 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1333 (ObjNum 288 snap 0 seq_num 49) dirty dne 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:2376: finishing rollback tid 2 to smithi01673382-28 2024-04-24T02:50:21.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1542 (ObjNum 668 snap 225 seq_num 668) dirty exists 2024-04-24T02:50:21.032 INFO:tasks.rados.rados.0.smithi016.stdout:2377: finishing rollback tid 0 to smithi01673382-27 2024-04-24T02:50:21.032 INFO:tasks.rados.rados.0.smithi016.stdout:2377: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:50:21.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1544 (ObjNum 2001606352 snap 22076 seq_num 2002069520) dirty dne 2024-04-24T02:50:21.032 INFO:tasks.rados.rados.0.smithi016.stdout:2378: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2381: finishing rollback tid 0 to smithi01673382-9 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2381: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2381: finishing rollback tid 2 to smithi01673382-9 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1580 (ObjNum 675 snap 226 seq_num 675) dirty exists 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2370: done (7 left) 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2373: done (6 left) 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2374: done (5 left) 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2376: done (4 left) 2024-04-24T02:50:21.262 INFO:tasks.rados.rados.0.smithi016.stdout:2377: done (3 left) 2024-04-24T02:50:21.263 INFO:tasks.rados.rados.0.smithi016.stdout:2378: done (2 left) 2024-04-24T02:50:21.263 INFO:tasks.rados.rados.0.smithi016.stdout:2379: done (1 left) 2024-04-24T02:50:21.263 INFO:tasks.rados.rados.0.smithi016.stdout:2381: done (0 left) 2024-04-24T02:50:21.263 INFO:tasks.rados.rados.0.smithi016.stdout:2382: delete oid 46 current snap is 253 2024-04-24T02:50:21.264 INFO:tasks.rados.rados.0.smithi016.stdout:2382: done (0 left) 2024-04-24T02:50:21.264 INFO:tasks.rados.rados.0.smithi016.stdout:2383: rollback oid 11 current snap is 253 2024-04-24T02:50:21.264 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 231 2024-04-24T02:50:21.264 INFO:tasks.rados.rados.0.smithi016.stdout:2384: snap_create 2024-04-24T02:50:21.267 INFO:tasks.rados.rados.0.smithi016.stdout:2383: finishing rollback tid 1 to smithi01673382-11 2024-04-24T02:50:21.267 INFO:tasks.rados.rados.0.smithi016.stdout:2383: finishing rollback tid 2 to smithi01673382-11 2024-04-24T02:50:21.267 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1919 (ObjNum 670 snap 225 seq_num 670) dirty exists 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[84376]: Upgrade: osd.7 is safe to restart 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[84376]: osdmap e545: 8 total, 8 up, 8 in 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[84376]: osdmap e546: 8 total, 8 up, 8 in 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[86910]: Upgrade: osd.7 is safe to restart 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[86910]: osdmap e545: 8 total, 8 up, 8 in 2024-04-24T02:50:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:21 smithi016 ceph-mon[86910]: osdmap e546: 8 total, 8 up, 8 in 2024-04-24T02:50:21.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:21 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-24T02:50:21.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:21 smithi063 ceph-mon[77007]: Upgrade: osd.7 is safe to restart 2024-04-24T02:50:21.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:21 smithi063 ceph-mon[77007]: osdmap e545: 8 total, 8 up, 8 in 2024-04-24T02:50:21.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:21 smithi063 ceph-mon[77007]: osdmap e546: 8 total, 8 up, 8 in 2024-04-24T02:50:22.087 INFO:tasks.rados.rados.0.smithi016.stdout:2383: done (1 left) 2024-04-24T02:50:22.087 INFO:tasks.rados.rados.0.smithi016.stdout:2384: done (0 left) 2024-04-24T02:50:22.087 INFO:tasks.rados.rados.0.smithi016.stdout:2385: snap_create 2024-04-24T02:50:22.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[84376]: pgmap v446: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 716 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-24T02:50:22.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:22.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:50:22.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[86910]: pgmap v446: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 716 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-24T02:50:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:50:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:22.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:22 smithi063 ceph-mon[77007]: pgmap v446: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 716 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-24T02:50:22.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:22.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-24T02:50:22.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:23.092 INFO:tasks.rados.rados.0.smithi016.stdout:2385: done (0 left) 2024-04-24T02:50:23.092 INFO:tasks.rados.rados.0.smithi016.stdout:2386: snap_create 2024-04-24T02:50:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:23 smithi016 ceph-mon[84376]: Upgrade: Updating osd.7 2024-04-24T02:50:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:23 smithi016 ceph-mon[84376]: Deploying daemon osd.7 on smithi063 2024-04-24T02:50:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:23 smithi016 ceph-mon[84376]: osdmap e547: 8 total, 8 up, 8 in 2024-04-24T02:50:23.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:23 smithi016 ceph-mon[86910]: Upgrade: Updating osd.7 2024-04-24T02:50:23.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:23 smithi016 ceph-mon[86910]: Deploying daemon osd.7 on smithi063 2024-04-24T02:50:23.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:23 smithi016 ceph-mon[86910]: osdmap e547: 8 total, 8 up, 8 in 2024-04-24T02:50:23.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:23 smithi063 ceph-mon[77007]: Upgrade: Updating osd.7 2024-04-24T02:50:23.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:23 smithi063 ceph-mon[77007]: Deploying daemon osd.7 on smithi063 2024-04-24T02:50:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:23 smithi063 ceph-mon[77007]: osdmap e547: 8 total, 8 up, 8 in 2024-04-24T02:50:24.097 INFO:tasks.rados.rados.0.smithi016.stdout:2386: done (0 left) 2024-04-24T02:50:24.097 INFO:tasks.rados.rados.0.smithi016.stdout:2387: read oid 21 snap -1 2024-04-24T02:50:24.097 INFO:tasks.rados.rados.0.smithi016.stdout:2387: expect deleted 2024-04-24T02:50:24.097 INFO:tasks.rados.rados.0.smithi016.stdout:2388: delete oid 10 current snap is 256 2024-04-24T02:50:24.102 INFO:tasks.rados.rados.0.smithi016.stdout:2387: done (1 left) 2024-04-24T02:50:24.102 INFO:tasks.rados.rados.0.smithi016.stdout:2388: done (0 left) 2024-04-24T02:50:24.102 INFO:tasks.rados.rados.0.smithi016.stdout:2389: rollback oid 38 current snap is 256 2024-04-24T02:50:24.102 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 209 2024-04-24T02:50:24.103 INFO:tasks.rados.rados.0.smithi016.stdout:2390: snap_remove snap 206 2024-04-24T02:50:24.516 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:24 smithi063 ceph-mon[77007]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 691 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-24T02:50:24.516 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:24 smithi063 ceph-mon[77007]: osdmap e548: 8 total, 8 up, 8 in 2024-04-24T02:50:24.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:24 smithi016 ceph-mon[84376]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 691 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-24T02:50:24.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:24 smithi016 ceph-mon[84376]: osdmap e548: 8 total, 8 up, 8 in 2024-04-24T02:50:24.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:24 smithi016 ceph-mon[86910]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 691 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-04-24T02:50:24.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:24 smithi016 ceph-mon[86910]: osdmap e548: 8 total, 8 up, 8 in 2024-04-24T02:50:25.106 INFO:tasks.rados.rados.0.smithi016.stdout:2390: done (1 left) 2024-04-24T02:50:25.106 INFO:tasks.rados.rados.0.smithi016.stdout:2391: snap_create 2024-04-24T02:50:25.107 INFO:tasks.rados.rados.0.smithi016.stdout:2389: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:50:25.107 INFO:tasks.rados.rados.0.smithi016.stdout:2389: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:50:25.107 INFO:tasks.rados.rados.0.smithi016.stdout:2389: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:50:25.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1923 (ObjNum 605 snap 204 seq_num 605) dirty exists 2024-04-24T02:50:25.382 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:25 smithi063 ceph-mon[77007]: osdmap e549: 8 total, 8 up, 8 in 2024-04-24T02:50:25.383 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:25 smithi063 systemd[1]: Stopping Ceph osd.7 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:50:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:25 smithi016 ceph-mon[84376]: osdmap e549: 8 total, 8 up, 8 in 2024-04-24T02:50:25.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:25 smithi016 ceph-mon[86910]: osdmap e549: 8 total, 8 up, 8 in 2024-04-24T02:50:25.808 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[55405]: debug 2024-04-24T02:50:25.382+0000 7f35a5454700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:50:25.809 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[55405]: debug 2024-04-24T02:50:25.382+0000 7f35a5454700 -1 osd.7 550 *** Got signal Terminated *** 2024-04-24T02:50:25.809 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[55405]: debug 2024-04-24T02:50:25.382+0000 7f35a5454700 -1 osd.7 550 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T02:50:26.036 INFO:tasks.rados.rados.0.smithi016.stdout:2389: done (1 left) 2024-04-24T02:50:26.036 INFO:tasks.rados.rados.0.smithi016.stdout:2391: done (0 left) 2024-04-24T02:50:26.036 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 257 2024-04-24T02:50:26.036 INFO:tasks.rados.rados.0.smithi016.stdout:2392: seq_num 746 ranges {2318336=499712} 2024-04-24T02:50:26.050 INFO:tasks.rados.rados.0.smithi016.stdout:2392: writing smithi01673382-40 from 2318336 to 2818048 tid 1 2024-04-24T02:50:26.050 INFO:tasks.rados.rados.0.smithi016.stdout:2393: setattr oid 18 current snap is 257 2024-04-24T02:50:26.051 INFO:tasks.rados.rados.0.smithi016.stdout:2394: setattr oid 7 current snap is 257 2024-04-24T02:50:26.052 INFO:tasks.rados.rados.0.smithi016.stdout:2395: rollback oid 12 current snap is 257 2024-04-24T02:50:26.052 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 252 2024-04-24T02:50:26.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 257 2024-04-24T02:50:26.053 INFO:tasks.rados.rados.0.smithi016.stdout:2396: seq_num 747 ranges {0=516096} 2024-04-24T02:50:26.056 INFO:tasks.rados.rados.0.smithi016.stdout:2396: writing smithi01673382-4 from 0 to 516096 tid 1 2024-04-24T02:50:26.059 INFO:tasks.rados.rados.0.smithi016.stdout:2397: read oid 32 snap 152 2024-04-24T02:50:26.059 INFO:tasks.rados.rados.0.smithi016.stdout:2397: expect (ObjNum 393 snap 134 seq_num 393) 2024-04-24T02:50:26.059 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 257 2024-04-24T02:50:26.059 INFO:tasks.rados.rados.0.smithi016.stdout:2398: seq_num 748 ranges {8372224=532480} 2024-04-24T02:50:26.106 INFO:tasks.rados.rados.0.smithi016.stdout:2398: writing smithi01673382-14 from 8372224 to 8904704 tid 1 2024-04-24T02:50:26.106 INFO:tasks.rados.rados.0.smithi016.stdout:2399: rollback oid 42 current snap is 257 2024-04-24T02:50:26.106 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 239 2024-04-24T02:50:26.106 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1342 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1933 (ObjNum 724 snap 241 seq_num 724) dirty exists 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2392: finishing write tid 1 to smithi01673382-40 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2392: finishing write tid 2 to smithi01673382-40 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2395: finishing rollback tid 0 to smithi01673382-12 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2392: finishing write tid 3 to smithi01673382-40 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1365 (ObjNum 746 snap 257 seq_num 746) dirty exists 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2392: left oid 40 (ObjNum 746 snap 257 seq_num 746) 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2395: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2395: finishing rollback tid 2 to smithi01673382-12 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1368 (ObjNum 734 snap 246 seq_num 734) dirty exists 2024-04-24T02:50:26.107 INFO:tasks.rados.rados.0.smithi016.stdout:2396: finishing write tid 1 to smithi01673382-4 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2392: done (7 left) 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2393: done (6 left) 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2394: done (5 left) 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2395: done (4 left) 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2400: delete oid 45 current snap is 257 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2396: finishing write tid 2 to smithi01673382-4 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2396: finishing write tid 3 to smithi01673382-4 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1963 (ObjNum 747 snap 257 seq_num 747) dirty exists 2024-04-24T02:50:26.108 INFO:tasks.rados.rados.0.smithi016.stdout:2396: left oid 4 (ObjNum 747 snap 257 seq_num 747) 2024-04-24T02:50:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:2396: done (4 left) 2024-04-24T02:50:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:2400: done (3 left) 2024-04-24T02:50:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:2401: rollback oid 25 current snap is 257 2024-04-24T02:50:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 196 2024-04-24T02:50:26.111 INFO:tasks.rados.rados.0.smithi016.stdout:2402: snap_remove snap 209 2024-04-24T02:50:26.363 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:26 smithi063 ceph-mon[77007]: pgmap v452: 121 pgs: 121 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 650 KiB/s wr, 15 op/s 2024-04-24T02:50:26.363 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:26 smithi063 ceph-mon[77007]: osdmap e550: 8 total, 8 up, 8 in 2024-04-24T02:50:26.363 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:26 smithi063 ceph-mon[77007]: osd.7 marked itself down and dead 2024-04-24T02:50:26.363 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:26 smithi063 ceph-mon[77007]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:50:26.363 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:26 smithi063 ceph-mon[77007]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-04-24T02:50:26.363 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:26 smithi063 ceph-mon[77007]: osdmap e551: 8 total, 7 up, 8 in 2024-04-24T02:50:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[84376]: pgmap v452: 121 pgs: 121 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 650 KiB/s wr, 15 op/s 2024-04-24T02:50:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[84376]: osdmap e550: 8 total, 8 up, 8 in 2024-04-24T02:50:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[84376]: osd.7 marked itself down and dead 2024-04-24T02:50:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[84376]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:50:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[84376]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-04-24T02:50:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[84376]: osdmap e551: 8 total, 7 up, 8 in 2024-04-24T02:50:26.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[86910]: pgmap v452: 121 pgs: 121 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 650 KiB/s wr, 15 op/s 2024-04-24T02:50:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[86910]: osdmap e550: 8 total, 8 up, 8 in 2024-04-24T02:50:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[86910]: osd.7 marked itself down and dead 2024-04-24T02:50:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[86910]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-24T02:50:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[86910]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-04-24T02:50:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:26 smithi016 ceph-mon[86910]: osdmap e551: 8 total, 7 up, 8 in 2024-04-24T02:50:26.808 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:26 smithi063 bash[90879]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7 2024-04-24T02:50:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:2402: done (4 left) 2024-04-24T02:50:27.033 INFO:tasks.rados.rados.0.smithi016.stdout:2403: read oid 27 snap -1 2024-04-24T02:50:27.034 INFO:tasks.rados.rados.0.smithi016.stdout:2403: expect deleted 2024-04-24T02:50:27.037 INFO:tasks.rados.rados.0.smithi016.stdout:2404: copy_from oid 47 from oid 31 current snap is 257 2024-04-24T02:50:27.037 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 257 2024-04-24T02:50:27.037 INFO:tasks.rados.rados.0.smithi016.stdout:2405: seq_num 750 ranges {2080768=565248} 2024-04-24T02:50:27.050 INFO:tasks.rados.rados.0.smithi016.stdout:2405: writing smithi01673382-15 from 2080768 to 2646016 tid 1 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2406: rollback oid 12 current snap is 257 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 87 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2407: rollback oid 10 current snap is 257 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 237 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2408: read oid 43 snap -1 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2408: expect deleted 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2409: read oid 35 snap -1 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2409: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2410: setattr oid 29 current snap is 257 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2398: finishing write tid 1 to smithi01673382-14 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2398: finishing write tid 2 to smithi01673382-14 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2399: finishing rollback tid 0 to smithi01673382-42 2024-04-24T02:50:27.051 INFO:tasks.rados.rados.0.smithi016.stdout:2399: finishing rollback tid 1 to smithi01673382-42 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:2399: finishing rollback tid 2 to smithi01673382-42 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1937 (ObjNum 681 snap 228 seq_num 681) dirty exists 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:2398: finishing write tid 3 to smithi01673382-14 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1370 (ObjNum 748 snap 257 seq_num 748) dirty exists 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:2398: left oid 14 (ObjNum 748 snap 257 seq_num 748) 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:2398: done (11 left) 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:2399: done (10 left) 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:2403: done (9 left) 2024-04-24T02:50:27.052 INFO:tasks.rados.rados.0.smithi016.stdout:2411: rollback oid 41 current snap is 257 2024-04-24T02:50:27.053 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 211 2024-04-24T02:50:27.053 INFO:tasks.rados.rados.0.smithi016.stdout:2412: snap_create 2024-04-24T02:50:27.070 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1545 (ObjNum 498 snap 181 seq_num 498) dirty exists 2024-04-24T02:50:27.073 INFO:tasks.rados.rados.0.smithi016.stdout:2405: finishing write tid 1 to smithi01673382-15 2024-04-24T02:50:27.073 INFO:tasks.rados.rados.0.smithi016.stdout:2411: finishing rollback tid 0 to smithi01673382-41 2024-04-24T02:50:27.073 INFO:tasks.rados.rados.0.smithi016.stdout:2411: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:50:27.073 INFO:tasks.rados.rados.0.smithi016.stdout:2411: finishing rollback tid 2 to smithi01673382-41 2024-04-24T02:50:27.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1945 (ObjNum 550 snap 189 seq_num 550) dirty exists 2024-04-24T02:50:27.077 INFO:tasks.rados.rados.0.smithi016.stdout:2406: finishing rollback tid 0 to smithi01673382-12 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2401: finishing rollback tid 0 to smithi01673382-25 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2406: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2406: finishing rollback tid 2 to smithi01673382-12 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1373 (ObjNum 242 snap 73 seq_num 242) dirty exists 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2401: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2401: finishing rollback tid 2 to smithi01673382-25 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1601 (ObjNum 566 snap 196 seq_num 566) dirty exists 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2407: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1587 (ObjNum 2001215248 snap 22076 seq_num 2003520912) dirty dne 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2405: finishing write tid 2 to smithi01673382-15 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2405: finishing write tid 3 to smithi01673382-15 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1477 (ObjNum 750 snap 257 seq_num 750) dirty exists 2024-04-24T02:50:27.081 INFO:tasks.rados.rados.0.smithi016.stdout:2405: left oid 15 (ObjNum 750 snap 257 seq_num 750) 2024-04-24T02:50:27.096 INFO:tasks.rados.rados.0.smithi016.stdout:2409: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:50:27.323 INFO:tasks.rados.rados.0.smithi016.stdout:2397: expect (ObjNum 393 snap 134 seq_num 393) 2024-04-24T02:50:27.774 INFO:tasks.rados.rados.0.smithi016.stdout:2404: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:50:27.774 INFO:tasks.rados.rados.0.smithi016.stdout:2404: finishing copy_from to smithi01673382-47 2024-04-24T02:50:27.775 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1394 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-04-24T02:50:28.035 INFO:tasks.rados.rados.0.smithi016.stdout:2397: done (10 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2401: done (9 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2404: done (8 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2405: done (7 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2406: done (6 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2407: done (5 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2408: done (4 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2409: done (3 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2410: done (2 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2411: done (1 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2412: done (0 left) 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2413: read oid 7 snap -1 2024-04-24T02:50:28.036 INFO:tasks.rados.rados.0.smithi016.stdout:2413: expect (ObjNum 724 snap 241 seq_num 724) 2024-04-24T02:50:28.037 INFO:tasks.rados.rados.0.smithi016.stdout:2414: read oid 34 snap -1 2024-04-24T02:50:28.037 INFO:tasks.rados.rados.0.smithi016.stdout:2414: expect (ObjNum 726 snap 241 seq_num 726) 2024-04-24T02:50:28.037 INFO:tasks.rados.rados.0.smithi016.stdout:2415: rollback oid 13 current snap is 258 2024-04-24T02:50:28.037 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 238 2024-04-24T02:50:28.037 INFO:tasks.rados.rados.0.smithi016.stdout:2416: copy_from oid 26 from oid 15 current snap is 258 2024-04-24T02:50:28.037 INFO:tasks.rados.rados.0.smithi016.stdout:2417: snap_remove snap 87 2024-04-24T02:50:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:28 smithi016 ceph-mon[84376]: pgmap v455: 121 pgs: 15 peering, 13 stale+active+clean, 93 active+clean; 693 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 248 KiB/s wr, 7 op/s 2024-04-24T02:50:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:28 smithi016 ceph-mon[84376]: osdmap e552: 8 total, 7 up, 8 in 2024-04-24T02:50:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:28 smithi016 ceph-mon[84376]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-04-24T02:50:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:28 smithi016 ceph-mon[86910]: pgmap v455: 121 pgs: 15 peering, 13 stale+active+clean, 93 active+clean; 693 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 248 KiB/s wr, 7 op/s 2024-04-24T02:50:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:28 smithi016 ceph-mon[86910]: osdmap e552: 8 total, 7 up, 8 in 2024-04-24T02:50:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:28 smithi016 ceph-mon[86910]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-04-24T02:50:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:28 smithi063 ceph-mon[77007]: pgmap v455: 121 pgs: 15 peering, 13 stale+active+clean, 93 active+clean; 693 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 248 KiB/s wr, 7 op/s 2024-04-24T02:50:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:28 smithi063 ceph-mon[77007]: osdmap e552: 8 total, 7 up, 8 in 2024-04-24T02:50:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:28 smithi063 ceph-mon[77007]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-04-24T02:50:28.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:50:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:50:28] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.33.4" 2024-04-24T02:50:29.039 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:28 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.7.service: Succeeded. 2024-04-24T02:50:29.039 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:28 smithi063 systemd[1]: Stopped Ceph osd.7 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:50:29.039 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:28 smithi063 systemd[1]: Starting Ceph osd.7 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:50:29.045 INFO:tasks.rados.rados.0.smithi016.stdout:2417: done (4 left) 2024-04-24T02:50:29.045 INFO:tasks.rados.rados.0.smithi016.stdout:2418: rmattr oid 21 current snap is 258 2024-04-24T02:50:29.045 INFO:tasks.rados.rados.0.smithi016.stdout:2418: done (4 left) 2024-04-24T02:50:29.046 INFO:tasks.rados.rados.0.smithi016.stdout:2419: snap_create 2024-04-24T02:50:29.046 INFO:tasks.rados.rados.0.smithi016.stdout:2413: expect (ObjNum 724 snap 241 seq_num 724) 2024-04-24T02:50:29.125 INFO:tasks.rados.rados.0.smithi016.stdout:2415: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:50:29.125 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1848 (ObjNum 2001468640 snap 22076 seq_num 2001550576) dirty dne 2024-04-24T02:50:29.125 INFO:tasks.rados.rados.0.smithi016.stdout:2414: expect (ObjNum 726 snap 241 seq_num 726) 2024-04-24T02:50:29.201 INFO:tasks.rados.rados.0.smithi016.stdout:2416: finishing copy_from racing read to smithi01673382-26 2024-04-24T02:50:29.202 INFO:tasks.rados.rados.0.smithi016.stdout:2416: finishing copy_from to smithi01673382-26 2024-04-24T02:50:29.202 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1477 (ObjNum 750 snap 257 seq_num 750) dirty exists 2024-04-24T02:50:29.294 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:29 smithi063 ceph-mon[77007]: osdmap e553: 8 total, 7 up, 8 in 2024-04-24T02:50:29.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:29 smithi016 ceph-mon[84376]: osdmap e553: 8 total, 7 up, 8 in 2024-04-24T02:50:29.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:29 smithi016 ceph-mon[86910]: osdmap e553: 8 total, 7 up, 8 in 2024-04-24T02:50:30.048 INFO:tasks.rados.rados.0.smithi016.stdout:2413: done (4 left) 2024-04-24T02:50:30.048 INFO:tasks.rados.rados.0.smithi016.stdout:2414: done (3 left) 2024-04-24T02:50:30.048 INFO:tasks.rados.rados.0.smithi016.stdout:2415: done (2 left) 2024-04-24T02:50:30.048 INFO:tasks.rados.rados.0.smithi016.stdout:2416: done (1 left) 2024-04-24T02:50:30.048 INFO:tasks.rados.rados.0.smithi016.stdout:2419: done (0 left) 2024-04-24T02:50:30.048 INFO:tasks.rados.rados.0.smithi016.stdout:2420: delete oid 15 current snap is 259 2024-04-24T02:50:30.052 INFO:tasks.rados.rados.0.smithi016.stdout:2420: done (0 left) 2024-04-24T02:50:30.052 INFO:tasks.rados.rados.0.smithi016.stdout:2421: snap_remove snap 254 2024-04-24T02:50:30.277 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:30 smithi063 ceph-mon[77007]: pgmap v458: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 1 active+clean+snaptrim, 1 activating+undersized, 18 active+undersized, 15 peering, 3 stale+active+clean, 77 active+clean; 693 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 248 KiB/s wr, 12 op/s; 44/1137 objects degraded (3.870%) 2024-04-24T02:50:30.277 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:30 smithi063 ceph-mon[77007]: Health check failed: Degraded data redundancy: 44/1137 objects degraded (3.870%), 6 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:30.277 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:30 smithi063 ceph-mon[77007]: osdmap e554: 8 total, 7 up, 8 in 2024-04-24T02:50:30.278 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:30.278 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:30.278 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:29 smithi063 bash[91124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-24T02:50:30.278 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:29 smithi063 bash[91124]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-24T02:50:30.278 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:29 smithi063 bash[91124]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-24T02:50:30.278 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:29 smithi063 bash[91124]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-24T02:50:30.278 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:29 smithi063 bash[91124]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-24T02:50:30.279 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:29 smithi063 bash[91124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-24T02:50:30.279 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:29 smithi063 bash[91124]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[84376]: pgmap v458: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 1 active+clean+snaptrim, 1 activating+undersized, 18 active+undersized, 15 peering, 3 stale+active+clean, 77 active+clean; 693 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 248 KiB/s wr, 12 op/s; 44/1137 objects degraded (3.870%) 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[84376]: Health check failed: Degraded data redundancy: 44/1137 objects degraded (3.870%), 6 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[84376]: osdmap e554: 8 total, 7 up, 8 in 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[86910]: pgmap v458: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 1 active+clean+snaptrim, 1 activating+undersized, 18 active+undersized, 15 peering, 3 stale+active+clean, 77 active+clean; 693 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 248 KiB/s wr, 12 op/s; 44/1137 objects degraded (3.870%) 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[86910]: Health check failed: Degraded data redundancy: 44/1137 objects degraded (3.870%), 6 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[86910]: osdmap e554: 8 total, 7 up, 8 in 2024-04-24T02:50:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:31.033 INFO:tasks.rados.rados.0.smithi016.stdout:2421: done (0 left) 2024-04-24T02:50:31.033 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 259 2024-04-24T02:50:31.034 INFO:tasks.rados.rados.0.smithi016.stdout:2422: seq_num 752 ranges {0=598016} 2024-04-24T02:50:31.037 INFO:tasks.rados.rados.0.smithi016.stdout:2422: writing smithi01673382-21 from 0 to 598016 tid 1 2024-04-24T02:50:31.037 INFO:tasks.rados.rados.0.smithi016.stdout:2423: rmattr oid 18 current snap is 259 2024-04-24T02:50:31.038 INFO:tasks.rados.rados.0.smithi016.stdout:2424: copy_from oid 46 from oid 10 current snap is 259 2024-04-24T02:50:31.038 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 259 2024-04-24T02:50:31.038 INFO:tasks.rados.rados.0.smithi016.stdout:2425: seq_num 753 ranges {1581056=614400} 2024-04-24T02:50:31.050 INFO:tasks.rados.rados.0.smithi016.stdout:2425: writing smithi01673382-7 from 1581056 to 2195456 tid 1 2024-04-24T02:50:31.051 INFO:tasks.rados.rados.0.smithi016.stdout:2426: snap_remove snap 244 2024-04-24T02:50:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:31 smithi063 ceph-mon[77007]: osdmap e555: 8 total, 7 up, 8 in 2024-04-24T02:50:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:31 smithi063 ceph-mon[77007]: osdmap e556: 8 total, 7 up, 8 in 2024-04-24T02:50:31.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:31 smithi063 ceph-osd[91376]: -- 172.21.15.63:0/3404281257 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55eeb79931e0 con 0x55eeb7963000 2024-04-24T02:50:31.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:31 smithi063 bash[91358]: fed8f441df31cb757fa21ea3777b5ea1b36610ec5bb6a1c507e0ca5f8208622e 2024-04-24T02:50:31.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:31 smithi063 systemd[1]: Started Ceph osd.7 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:50:31.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:31 smithi016 ceph-mon[84376]: osdmap e555: 8 total, 7 up, 8 in 2024-04-24T02:50:31.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:31 smithi016 ceph-mon[84376]: osdmap e556: 8 total, 7 up, 8 in 2024-04-24T02:50:31.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:31 smithi016 ceph-mon[86910]: osdmap e555: 8 total, 7 up, 8 in 2024-04-24T02:50:31.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:31 smithi016 ceph-mon[86910]: osdmap e556: 8 total, 7 up, 8 in 2024-04-24T02:50:31.892 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T02:50:31.570+0000 7fa3c53a87c0 -1 Falling back to public interface 2024-04-24T02:50:32.057 INFO:tasks.rados.rados.0.smithi016.stdout:2426: done (4 left) 2024-04-24T02:50:32.057 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 259 2024-04-24T02:50:32.058 INFO:tasks.rados.rados.0.smithi016.stdout:2427: seq_num 754 ranges {4587520=630784} 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:2427: writing smithi01673382-48 from 4587520 to 5218304 tid 1 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:2428: rollback oid 9 current snap is 259 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 187 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1478 (ObjNum 1633116504 snap 1649631582 seq_num 1902081121) dirty exists 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:2422: finishing write tid 1 to smithi01673382-21 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:2422: finishing write tid 2 to smithi01673382-21 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:2422: finishing write tid 3 to smithi01673382-21 2024-04-24T02:50:32.085 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1883 (ObjNum 752 snap 259 seq_num 752) dirty exists 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2422: left oid 21 (ObjNum 752 snap 259 seq_num 752) 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2424: finishing copy_from to smithi01673382-46 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2424: got expected ENOENT (src dne) 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2424: finishing copy_from racing read to smithi01673382-46 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2425: finishing write tid 1 to smithi01673382-7 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2425: finishing write tid 2 to smithi01673382-7 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2425: finishing write tid 3 to smithi01673382-7 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1972 (ObjNum 753 snap 259 seq_num 753) dirty exists 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2425: left oid 7 (ObjNum 753 snap 259 seq_num 753) 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2422: done (5 left) 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2423: done (4 left) 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2424: done (3 left) 2024-04-24T02:50:32.086 INFO:tasks.rados.rados.0.smithi016.stdout:2425: done (2 left) 2024-04-24T02:50:32.087 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 259 2024-04-24T02:50:32.087 INFO:tasks.rados.rados.0.smithi016.stdout:2429: seq_num 755 ranges {1409024=647168} 2024-04-24T02:50:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:2429: writing smithi01673382-36 from 1409024 to 2056192 tid 1 2024-04-24T02:50:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:2430: snap_create 2024-04-24T02:50:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:2428: finishing rollback tid 0 to smithi01673382-9 2024-04-24T02:50:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:2427: finishing write tid 1 to smithi01673382-48 2024-04-24T02:50:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:2428: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:50:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:2427: finishing write tid 2 to smithi01673382-48 2024-04-24T02:50:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:2428: finishing rollback tid 2 to smithi01673382-9 2024-04-24T02:50:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1583 (ObjNum 505 snap 182 seq_num 505) dirty exists 2024-04-24T02:50:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:2427: finishing write tid 3 to smithi01673382-48 2024-04-24T02:50:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1885 (ObjNum 754 snap 259 seq_num 754) dirty exists 2024-04-24T02:50:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:2427: left oid 48 (ObjNum 754 snap 259 seq_num 754) 2024-04-24T02:50:32.099 INFO:tasks.rados.rados.0.smithi016.stdout:2429: finishing write tid 1 to smithi01673382-36 2024-04-24T02:50:32.100 INFO:tasks.rados.rados.0.smithi016.stdout:2429: finishing write tid 2 to smithi01673382-36 2024-04-24T02:50:32.101 INFO:tasks.rados.rados.0.smithi016.stdout:2429: finishing write tid 3 to smithi01673382-36 2024-04-24T02:50:32.101 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1290 (ObjNum 755 snap 259 seq_num 755) dirty exists 2024-04-24T02:50:32.101 INFO:tasks.rados.rados.0.smithi016.stdout:2429: left oid 36 (ObjNum 755 snap 259 seq_num 755) 2024-04-24T02:50:32.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[84376]: pgmap v461: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 1 active+clean+snaptrim, 1 activating+undersized, 28 active+undersized, 15 peering, 70 active+clean; 678 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s; 44/1122 objects degraded (3.922%) 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[84376]: osdmap e557: 8 total, 7 up, 8 in 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[86910]: pgmap v461: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 1 active+clean+snaptrim, 1 activating+undersized, 28 active+undersized, 15 peering, 70 active+clean; 678 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s; 44/1122 objects degraded (3.922%) 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:32.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:32 smithi016 ceph-mon[86910]: osdmap e557: 8 total, 7 up, 8 in 2024-04-24T02:50:32.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:32 smithi063 ceph-mon[77007]: pgmap v461: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 1 active+clean+snaptrim, 1 activating+undersized, 28 active+undersized, 15 peering, 70 active+clean; 678 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s; 44/1122 objects degraded (3.922%) 2024-04-24T02:50:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:32 smithi063 ceph-mon[77007]: osdmap e557: 8 total, 7 up, 8 in 2024-04-24T02:50:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:2427: done (3 left) 2024-04-24T02:50:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:2428: done (2 left) 2024-04-24T02:50:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:2429: done (1 left) 2024-04-24T02:50:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:2430: done (0 left) 2024-04-24T02:50:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:2431: snap_remove snap 203 2024-04-24T02:50:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:2431: done (0 left) 2024-04-24T02:50:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:2432: read oid 16 snap -1 2024-04-24T02:50:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:2432: expect deleted 2024-04-24T02:50:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:2433: read oid 15 snap -1 2024-04-24T02:50:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:2433: expect deleted 2024-04-24T02:50:34.064 INFO:tasks.rados.rados.0.smithi016.stdout:2434: snap_create 2024-04-24T02:50:34.349 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:34 smithi063 ceph-mon[77007]: pgmap v464: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 619 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 15 op/s; 88/1077 objects degraded (8.171%) 2024-04-24T02:50:34.349 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:34 smithi063 ceph-mon[77007]: osdmap e558: 8 total, 7 up, 8 in 2024-04-24T02:50:34.349 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:34 smithi063 ceph-mon[77007]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-24T02:50:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:34 smithi016 ceph-mon[84376]: pgmap v464: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 619 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 15 op/s; 88/1077 objects degraded (8.171%) 2024-04-24T02:50:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:34 smithi016 ceph-mon[84376]: osdmap e558: 8 total, 7 up, 8 in 2024-04-24T02:50:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:34 smithi016 ceph-mon[84376]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-24T02:50:34.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:34 smithi016 ceph-mon[86910]: pgmap v464: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 619 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.6 MiB/s wr, 15 op/s; 88/1077 objects degraded (8.171%) 2024-04-24T02:50:34.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:34 smithi016 ceph-mon[86910]: osdmap e558: 8 total, 7 up, 8 in 2024-04-24T02:50:34.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:34 smithi016 ceph-mon[86910]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-24T02:50:35.068 INFO:tasks.rados.rados.0.smithi016.stdout:2432: done (2 left) 2024-04-24T02:50:35.069 INFO:tasks.rados.rados.0.smithi016.stdout:2433: done (1 left) 2024-04-24T02:50:35.069 INFO:tasks.rados.rados.0.smithi016.stdout:2434: done (0 left) 2024-04-24T02:50:35.069 INFO:tasks.rados.rados.0.smithi016.stdout:2435: setattr oid 33 current snap is 261 2024-04-24T02:50:35.069 INFO:tasks.rados.rados.0.smithi016.stdout:2436: delete oid 35 current snap is 261 2024-04-24T02:50:35.075 INFO:tasks.rados.rados.0.smithi016.stdout:2436: done (1 left) 2024-04-24T02:50:35.075 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 261 2024-04-24T02:50:35.075 INFO:tasks.rados.rados.0.smithi016.stdout:2437: seq_num 757 ranges {4210688=688128} 2024-04-24T02:50:35.102 INFO:tasks.rados.rados.0.smithi016.stdout:2437: writing smithi01673382-49 from 4210688 to 4898816 tid 1 2024-04-24T02:50:35.102 INFO:tasks.rados.rados.0.smithi016.stdout:2438: snap_create 2024-04-24T02:50:35.102 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1996 (ObjNum 713 snap 238 seq_num 713) dirty exists 2024-04-24T02:50:35.106 INFO:tasks.rados.rados.0.smithi016.stdout:2437: finishing write tid 1 to smithi01673382-49 2024-04-24T02:50:35.106 INFO:tasks.rados.rados.0.smithi016.stdout:2437: finishing write tid 2 to smithi01673382-49 2024-04-24T02:50:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:2437: finishing write tid 3 to smithi01673382-49 2024-04-24T02:50:35.108 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1605 (ObjNum 757 snap 261 seq_num 757) dirty exists 2024-04-24T02:50:35.108 INFO:tasks.rados.rados.0.smithi016.stdout:2437: left oid 49 (ObjNum 757 snap 261 seq_num 757) 2024-04-24T02:50:35.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:35 smithi016 ceph-mon[84376]: osdmap e559: 8 total, 7 up, 8 in 2024-04-24T02:50:35.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:35 smithi016 ceph-mon[86910]: osdmap e559: 8 total, 7 up, 8 in 2024-04-24T02:50:35.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:35 smithi063 ceph-mon[77007]: osdmap e559: 8 total, 7 up, 8 in 2024-04-24T02:50:35.558 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T02:50:35.208+0000 7fa3c53a87c0 -1 osd.7 0 read_superblock omap replica is missing. 2024-04-24T02:50:35.559 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T02:50:35.303+0000 7fa3c53a87c0 -1 osd.7 550 log_to_monitors true 2024-04-24T02:50:36.032 INFO:tasks.rados.rados.0.smithi016.stdout:2435: done (2 left) 2024-04-24T02:50:36.037 INFO:tasks.rados.rados.0.smithi016.stdout:2437: done (1 left) 2024-04-24T02:50:36.038 INFO:tasks.rados.rados.0.smithi016.stdout:2438: done (0 left) 2024-04-24T02:50:36.038 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 262 2024-04-24T02:50:36.038 INFO:tasks.rados.rados.0.smithi016.stdout:2439: seq_num 758 ranges {2736128=704512} 2024-04-24T02:50:36.052 INFO:tasks.rados.rados.0.smithi016.stdout:2439: writing smithi01673382-32 from 2736128 to 3440640 tid 1 2024-04-24T02:50:36.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 262 2024-04-24T02:50:36.052 INFO:tasks.rados.rados.0.smithi016.stdout:2440: seq_num 759 ranges {1662976=720896} 2024-04-24T02:50:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:2440: writing smithi01673382-12 from 1662976 to 2383872 tid 1 2024-04-24T02:50:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:2441: rmattr oid 2 current snap is 262 2024-04-24T02:50:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:2442: rollback oid 17 current snap is 262 2024-04-24T02:50:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 205 2024-04-24T02:50:36.065 INFO:tasks.rados.rados.0.smithi016.stdout:2443: delete oid 35 current snap is 262 2024-04-24T02:50:36.074 INFO:tasks.rados.rados.0.smithi016.stdout:2440: finishing write tid 1 to smithi01673382-12 2024-04-24T02:50:36.075 INFO:tasks.rados.rados.0.smithi016.stdout:2440: finishing write tid 2 to smithi01673382-12 2024-04-24T02:50:36.076 INFO:tasks.rados.rados.0.smithi016.stdout:2440: finishing write tid 3 to smithi01673382-12 2024-04-24T02:50:36.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1375 (ObjNum 759 snap 262 seq_num 759) dirty exists 2024-04-24T02:50:36.076 INFO:tasks.rados.rados.0.smithi016.stdout:2440: left oid 12 (ObjNum 759 snap 262 seq_num 759) 2024-04-24T02:50:36.094 INFO:tasks.rados.rados.0.smithi016.stdout:2442: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:50:36.108 INFO:tasks.rados.rados.0.smithi016.stdout:2439: finishing write tid 1 to smithi01673382-32 2024-04-24T02:50:36.108 INFO:tasks.rados.rados.0.smithi016.stdout:2439: finishing write tid 2 to smithi01673382-32 2024-04-24T02:50:36.111 INFO:tasks.rados.rados.0.smithi016.stdout:2439: finishing write tid 3 to smithi01673382-32 2024-04-24T02:50:36.111 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1608 (ObjNum 758 snap 262 seq_num 758) dirty exists 2024-04-24T02:50:36.111 INFO:tasks.rados.rados.0.smithi016.stdout:2439: left oid 32 (ObjNum 758 snap 262 seq_num 758) 2024-04-24T02:50:36.117 INFO:tasks.rados.rados.0.smithi016.stdout:2442: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:50:36.117 INFO:tasks.rados.rados.0.smithi016.stdout:2442: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:50:36.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2000 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:50:36.131 INFO:tasks.rados.rados.0.smithi016.stdout:2439: done (4 left) 2024-04-24T02:50:36.131 INFO:tasks.rados.rados.0.smithi016.stdout:2440: done (3 left) 2024-04-24T02:50:36.131 INFO:tasks.rados.rados.0.smithi016.stdout:2442: done (2 left) 2024-04-24T02:50:36.131 INFO:tasks.rados.rados.0.smithi016.stdout:2443: done (1 left) 2024-04-24T02:50:36.132 INFO:tasks.rados.rados.0.smithi016.stdout:2444: setattr oid 47 current snap is 262 2024-04-24T02:50:36.132 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1501 (ObjNum 1767727709 snap 1666933345 seq_num 1617317736) dirty exists 2024-04-24T02:50:36.133 INFO:tasks.rados.rados.0.smithi016.stdout:2441: done (1 left) 2024-04-24T02:50:36.133 INFO:tasks.rados.rados.0.smithi016.stdout:2445: rmattr oid 50 current snap is 262 2024-04-24T02:50:36.133 INFO:tasks.rados.rados.0.smithi016.stdout:2445: done (1 left) 2024-04-24T02:50:36.133 INFO:tasks.rados.rados.0.smithi016.stdout:2446: read oid 43 snap -1 2024-04-24T02:50:36.133 INFO:tasks.rados.rados.0.smithi016.stdout:2446: expect deleted 2024-04-24T02:50:36.133 INFO:tasks.rados.rados.0.smithi016.stdout:2447: copy_from oid 45 from oid 34 current snap is 262 2024-04-24T02:50:36.133 INFO:tasks.rados.rados.0.smithi016.stdout:2448: setattr oid 25 current snap is 262 2024-04-24T02:50:36.135 INFO:tasks.rados.rados.0.smithi016.stdout:2446: done (3 left) 2024-04-24T02:50:36.135 INFO:tasks.rados.rados.0.smithi016.stdout:2449: rollback oid 32 current snap is 262 2024-04-24T02:50:36.135 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 241 2024-04-24T02:50:36.135 INFO:tasks.rados.rados.0.smithi016.stdout:2450: rollback oid 26 current snap is 262 2024-04-24T02:50:36.135 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 242 2024-04-24T02:50:36.135 INFO:tasks.rados.rados.0.smithi016.stdout:2451: copy_from oid 22 from oid 30 current snap is 262 2024-04-24T02:50:36.135 INFO:tasks.rados.rados.0.smithi016.stdout:2452: read oid 24 snap 259 2024-04-24T02:50:36.136 INFO:tasks.rados.rados.0.smithi016.stdout:2452: expect deleted 2024-04-24T02:50:36.136 INFO:tasks.rados.rados.0.smithi016.stdout:2453: delete oid 37 current snap is 262 2024-04-24T02:50:36.140 INFO:tasks.rados.rados.0.smithi016.stdout:2452: done (7 left) 2024-04-24T02:50:36.140 INFO:tasks.rados.rados.0.smithi016.stdout:2453: done (6 left) 2024-04-24T02:50:36.140 INFO:tasks.rados.rados.0.smithi016.stdout:2454: rmattr oid 35 current snap is 262 2024-04-24T02:50:36.140 INFO:tasks.rados.rados.0.smithi016.stdout:2454: done (6 left) 2024-04-24T02:50:36.140 INFO:tasks.rados.rados.0.smithi016.stdout:2455: delete oid 29 current snap is 262 2024-04-24T02:50:36.143 INFO:tasks.rados.rados.0.smithi016.stdout:2447: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:50:36.147 INFO:tasks.rados.rados.0.smithi016.stdout:2451: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:50:36.184 INFO:tasks.rados.rados.0.smithi016.stdout:2455: done (6 left) 2024-04-24T02:50:36.185 INFO:tasks.rados.rados.0.smithi016.stdout:2456: copy_from oid 5 from oid 9 current snap is 262 2024-04-24T02:50:36.185 INFO:tasks.rados.rados.0.smithi016.stdout:2457: read oid 27 snap 186 2024-04-24T02:50:36.185 INFO:tasks.rados.rados.0.smithi016.stdout:2457: expect deleted 2024-04-24T02:50:36.185 INFO:tasks.rados.rados.0.smithi016.stdout:2458: read oid 20 snap -1 2024-04-24T02:50:36.185 INFO:tasks.rados.rados.0.smithi016.stdout:2458: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:50:36.185 INFO:tasks.rados.rados.0.smithi016.stdout:2459: snap_create 2024-04-24T02:50:36.192 INFO:tasks.rados.rados.0.smithi016.stdout:2456: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:50:36.199 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1610 (ObjNum 566 snap 196 seq_num 566) dirty exists 2024-04-24T02:50:36.199 INFO:tasks.rados.rados.0.smithi016.stdout:2451: finishing copy_from to smithi01673382-22 2024-04-24T02:50:36.199 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1439 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:50:36.199 INFO:tasks.rados.rados.0.smithi016.stdout:2449: finishing rollback tid 0 to smithi01673382-32 2024-04-24T02:50:36.199 INFO:tasks.rados.rados.0.smithi016.stdout:2449: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:50:36.199 INFO:tasks.rados.rados.0.smithi016.stdout:2449: finishing rollback tid 2 to smithi01673382-32 2024-04-24T02:50:36.200 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1613 (ObjNum 616 snap 205 seq_num 616) dirty exists 2024-04-24T02:50:36.200 INFO:tasks.rados.rados.0.smithi016.stdout:2450: finishing rollback tid 0 to smithi01673382-26 2024-04-24T02:50:36.200 INFO:tasks.rados.rados.0.smithi016.stdout:2450: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:50:36.213 INFO:tasks.rados.rados.0.smithi016.stdout:2458: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:50:36.262 INFO:tasks.rados.rados.0.smithi016.stdout:2450: finishing rollback tid 2 to smithi01673382-26 2024-04-24T02:50:36.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1481 (ObjNum 719 snap 239 seq_num 719) dirty exists 2024-04-24T02:50:36.262 INFO:tasks.rados.rados.0.smithi016.stdout:2447: finishing copy_from to smithi01673382-45 2024-04-24T02:50:36.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1434 (ObjNum 726 snap 241 seq_num 726) dirty exists 2024-04-24T02:50:36.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1886 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-04-24T02:50:36.262 INFO:tasks.rados.rados.0.smithi016.stdout:2456: finishing copy_from to smithi01673382-5 2024-04-24T02:50:36.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1583 (ObjNum 505 snap 182 seq_num 505) dirty exists 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: pgmap v467: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s; 88/1077 objects degraded (8.171%) 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: osdmap e560: 8 total, 7 up, 8 in 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: from='osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 88/1077 objects degraded (8.171%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: osdmap e561: 8 total, 7 up, 8 in 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: from='osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:36.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-mon[77007]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:36.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: pgmap v467: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s; 88/1077 objects degraded (8.171%) 2024-04-24T02:50:36.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: osdmap e560: 8 total, 7 up, 8 in 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: from='osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 88/1077 objects degraded (8.171%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: osdmap e561: 8 total, 7 up, 8 in 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: from='osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[84376]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: pgmap v467: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s; 88/1077 objects degraded (8.171%) 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: osdmap e560: 8 total, 7 up, 8 in 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: from='osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 88/1077 objects degraded (8.171%), 11 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: osdmap e561: 8 total, 7 up, 8 in 2024-04-24T02:50:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: from='osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:36.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:36 smithi016 ceph-mon[86910]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-04-24T02:50:36.808 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 02:50:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T02:50:36.512+0000 7fa3b27fa700 -1 osd.7 550 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T02:50:37.097 INFO:tasks.rados.rados.0.smithi016.stdout:2444: done (9 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2447: done (8 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2448: done (7 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2449: done (6 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2450: done (5 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2451: done (4 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2456: done (3 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2457: done (2 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2458: done (1 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:2459: done (0 left) 2024-04-24T02:50:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 263 2024-04-24T02:50:37.099 INFO:tasks.rados.rados.0.smithi016.stdout:2460: seq_num 763 ranges {0=786432} 2024-04-24T02:50:37.102 INFO:tasks.rados.rados.0.smithi016.stdout:2460: writing smithi01673382-24 from 0 to 786432 tid 1 2024-04-24T02:50:37.103 INFO:tasks.rados.rados.0.smithi016.stdout:2461: delete oid 9 current snap is 263 2024-04-24T02:50:37.107 INFO:tasks.rados.rados.0.smithi016.stdout:2461: done (1 left) 2024-04-24T02:50:37.108 INFO:tasks.rados.rados.0.smithi016.stdout:2462: read oid 27 snap -1 2024-04-24T02:50:37.108 INFO:tasks.rados.rados.0.smithi016.stdout:2462: expect deleted 2024-04-24T02:50:37.108 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 263 2024-04-24T02:50:37.108 INFO:tasks.rados.rados.0.smithi016.stdout:2463: seq_num 765 ranges {2383872=417792,2801664=401408} 2024-04-24T02:50:37.124 INFO:tasks.rados.rados.0.smithi016.stdout:2463: writing smithi01673382-12 from 2383872 to 2801664 tid 1 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2463: writing smithi01673382-12 from 2801664 to 3203072 tid 2 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2464: rollback oid 30 current snap is 263 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 262 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2460: finishing write tid 1 to smithi01673382-24 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2460: finishing write tid 2 to smithi01673382-24 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2460: finishing write tid 3 to smithi01673382-24 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1996 (ObjNum 763 snap 263 seq_num 763) dirty exists 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2460: left oid 24 (ObjNum 763 snap 263 seq_num 763) 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2460: done (3 left) 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 263 2024-04-24T02:50:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2465: seq_num 766 ranges {0=434176,434176=401408} 2024-04-24T02:50:37.129 INFO:tasks.rados.rados.0.smithi016.stdout:2465: writing smithi01673382-43 from 0 to 434176 tid 1 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:2465: writing smithi01673382-43 from 434176 to 835584 tid 2 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:2466: copy_from oid 45 from oid 49 current snap is 263 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:2463: finishing write tid 1 to smithi01673382-12 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:2464: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:2463: finishing write tid 2 to smithi01673382-12 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:2467: rollback oid 5 current snap is 263 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 258 2024-04-24T02:50:37.132 INFO:tasks.rados.rados.0.smithi016.stdout:2468: delete oid 47 current snap is 263 2024-04-24T02:50:37.133 INFO:tasks.rados.rados.0.smithi016.stdout:2463: finishing write tid 3 to smithi01673382-12 2024-04-24T02:50:37.133 INFO:tasks.rados.rados.0.smithi016.stdout:2464: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:50:37.134 INFO:tasks.rados.rados.0.smithi016.stdout:2464: finishing rollback tid 2 to smithi01673382-30 2024-04-24T02:50:37.134 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1507 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:50:37.134 INFO:tasks.rados.rados.0.smithi016.stdout:2463: finishing write tid 4 to smithi01673382-12 2024-04-24T02:50:37.134 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1378 (ObjNum 765 snap 263 seq_num 765) dirty exists 2024-04-24T02:50:37.135 INFO:tasks.rados.rados.0.smithi016.stdout:2463: left oid 12 (ObjNum 765 snap 263 seq_num 765) 2024-04-24T02:50:37.137 INFO:tasks.rados.rados.0.smithi016.stdout:2467: finishing rollback tid 0 to smithi01673382-5 2024-04-24T02:50:37.137 INFO:tasks.rados.rados.0.smithi016.stdout:2467: finishing rollback tid 1 to smithi01673382-5 2024-04-24T02:50:37.137 INFO:tasks.rados.rados.0.smithi016.stdout:2467: finishing rollback tid 2 to smithi01673382-5 2024-04-24T02:50:37.137 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1587 (ObjNum 681 snap 228 seq_num 681) dirty exists 2024-04-24T02:50:37.138 INFO:tasks.rados.rados.0.smithi016.stdout:2465: finishing write tid 1 to smithi01673382-43 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2465: finishing write tid 2 to smithi01673382-43 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2463: done (6 left) 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2464: done (5 left) 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2467: done (4 left) 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2468: done (3 left) 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2469: read oid 24 snap 205 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2469: expect deleted 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2470: snap_create 2024-04-24T02:50:37.140 INFO:tasks.rados.rados.0.smithi016.stdout:2465: finishing write tid 3 to smithi01673382-43 2024-04-24T02:50:37.141 INFO:tasks.rados.rados.0.smithi016.stdout:2465: finishing write tid 4 to smithi01673382-43 2024-04-24T02:50:37.141 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1437 (ObjNum 766 snap 263 seq_num 766) dirty exists 2024-04-24T02:50:37.141 INFO:tasks.rados.rados.0.smithi016.stdout:2465: left oid 43 (ObjNum 766 snap 263 seq_num 766) 2024-04-24T02:50:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[84376]: from='osd.7 ' entity='osd.7' 2024-04-24T02:50:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[84376]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:50:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[84376]: osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772] boot 2024-04-24T02:50:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[84376]: osdmap e562: 8 total, 8 up, 8 in 2024-04-24T02:50:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:50:37.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[86910]: from='osd.7 ' entity='osd.7' 2024-04-24T02:50:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[86910]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:50:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[86910]: osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772] boot 2024-04-24T02:50:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[86910]: osdmap e562: 8 total, 8 up, 8 in 2024-04-24T02:50:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:50:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:37 smithi063 ceph-mon[77007]: from='osd.7 ' entity='osd.7' 2024-04-24T02:50:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:37 smithi063 ceph-mon[77007]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-24T02:50:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:37 smithi063 ceph-mon[77007]: osd.7 [v2:172.21.15.63:6824/2180933772,v1:172.21.15.63:6825/2180933772] boot 2024-04-24T02:50:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:37 smithi063 ceph-mon[77007]: osdmap e562: 8 total, 8 up, 8 in 2024-04-24T02:50:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2465: done (4 left) 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2469: done (3 left) 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2470: done (2 left) 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2471: read oid 13 snap -1 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2471: expect deleted 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2472: read oid 30 snap 224 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2472: expect (ObjNum 641 snap 217 seq_num 641) 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2473: read oid 2 snap -1 2024-04-24T02:50:38.094 INFO:tasks.rados.rados.0.smithi016.stdout:2473: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:50:38.095 INFO:tasks.rados.rados.0.smithi016.stdout:2474: read oid 8 snap -1 2024-04-24T02:50:38.095 INFO:tasks.rados.rados.0.smithi016.stdout:2474: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:50:38.095 INFO:tasks.rados.rados.0.smithi016.stdout:2475: snap_create 2024-04-24T02:50:38.102 INFO:tasks.rados.rados.0.smithi016.stdout:2473: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:50:38.118 INFO:tasks.rados.rados.0.smithi016.stdout:2472: expect (ObjNum 641 snap 217 seq_num 641) 2024-04-24T02:50:38.161 INFO:tasks.rados.rados.0.smithi016.stdout:2466: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:50:38.161 INFO:tasks.rados.rados.0.smithi016.stdout:2466: finishing copy_from to smithi01673382-45 2024-04-24T02:50:38.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1605 (ObjNum 757 snap 261 seq_num 757) dirty exists 2024-04-24T02:50:38.167 INFO:tasks.rados.rados.0.smithi016.stdout:2474: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:50:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:38 smithi063 ceph-mon[77007]: pgmap v470: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 617 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 626 KiB/s wr, 8 op/s; 89/1080 objects degraded (8.241%) 2024-04-24T02:50:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:38 smithi063 ceph-mon[77007]: osdmap e563: 8 total, 8 up, 8 in 2024-04-24T02:50:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:38 smithi016 ceph-mon[84376]: pgmap v470: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 617 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 626 KiB/s wr, 8 op/s; 89/1080 objects degraded (8.241%) 2024-04-24T02:50:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:38 smithi016 ceph-mon[84376]: osdmap e563: 8 total, 8 up, 8 in 2024-04-24T02:50:38.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:50:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:50:38] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.33.4" 2024-04-24T02:50:38.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:38 smithi016 ceph-mon[86910]: pgmap v470: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 617 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 626 KiB/s wr, 8 op/s; 89/1080 objects degraded (8.241%) 2024-04-24T02:50:38.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:38 smithi016 ceph-mon[86910]: osdmap e563: 8 total, 8 up, 8 in 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2462: done (6 left) 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2466: done (5 left) 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2471: done (4 left) 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2472: done (3 left) 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2473: done (2 left) 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2474: done (1 left) 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2475: done (0 left) 2024-04-24T02:50:39.783 INFO:tasks.rados.rados.0.smithi016.stdout:2476: snap_remove snap 252 2024-04-24T02:50:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: pgmap v473: 121 pgs: 4 activating, 9 active+undersized+degraded, 37 active+undersized, 71 active+clean; 624 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 326 KiB/s wr, 8 op/s; 78/1086 objects degraded (7.182%) 2024-04-24T02:50:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: osdmap e564: 8 total, 8 up, 8 in 2024-04-24T02:50:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-24T02:50:40.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: pgmap v473: 121 pgs: 4 activating, 9 active+undersized+degraded, 37 active+undersized, 71 active+clean; 624 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 326 KiB/s wr, 8 op/s; 78/1086 objects degraded (7.182%) 2024-04-24T02:50:40.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: osdmap e564: 8 total, 8 up, 8 in 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-24T02:50:40.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-24T02:50:40.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: pgmap v473: 121 pgs: 4 activating, 9 active+undersized+degraded, 37 active+undersized, 71 active+clean; 624 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 326 KiB/s wr, 8 op/s; 78/1086 objects degraded (7.182%) 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: osdmap e564: 8 total, 8 up, 8 in 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-24T02:50:40.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-24T02:50:40.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-24T02:50:40.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-24T02:50:40.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-24T02:50:40.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-24T02:50:40.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-24T02:50:40.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-24T02:50:40.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-04-24T02:50:40.738 INFO:tasks.rados.rados.0.smithi016.stdout:2476: done (0 left) 2024-04-24T02:50:40.738 INFO:tasks.rados.rados.0.smithi016.stdout:2477: snap_create 2024-04-24T02:50:41.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all osd 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[84376]: Upgrade: Setting require_osd_release to 18 reef 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[84376]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[84376]: osdmap e565: 8 total, 8 up, 8 in 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[84376]: Health check update: Degraded data redundancy: 78/1086 objects degraded (7.182%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all osd 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[86910]: Upgrade: Setting require_osd_release to 18 reef 2024-04-24T02:50:41.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[86910]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-04-24T02:50:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-04-24T02:50:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[86910]: osdmap e565: 8 total, 8 up, 8 in 2024-04-24T02:50:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-24T02:50:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:41 smithi016 ceph-mon[86910]: Health check update: Degraded data redundancy: 78/1086 objects degraded (7.182%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:41.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:41 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all osd 2024-04-24T02:50:41.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:41 smithi063 ceph-mon[77007]: Upgrade: Setting require_osd_release to 18 reef 2024-04-24T02:50:41.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:41 smithi063 ceph-mon[77007]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-04-24T02:50:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-04-24T02:50:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:41 smithi063 ceph-mon[77007]: osdmap e565: 8 total, 8 up, 8 in 2024-04-24T02:50:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-24T02:50:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:41 smithi063 ceph-mon[77007]: Health check update: Degraded data redundancy: 78/1086 objects degraded (7.182%), 9 pgs degraded (PG_DEGRADED) 2024-04-24T02:50:41.732 INFO:tasks.rados.rados.0.smithi016.stdout:2477: done (0 left) 2024-04-24T02:50:41.733 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 266 2024-04-24T02:50:41.733 INFO:tasks.rados.rados.0.smithi016.stdout:2478: seq_num 768 ranges {8904704=466944,9371648=401408} 2024-04-24T02:50:41.783 INFO:tasks.rados.rados.0.smithi016.stdout:2478: writing smithi01673382-14 from 8904704 to 9371648 tid 1 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2478: writing smithi01673382-14 from 9371648 to 9773056 tid 2 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2479: read oid 25 snap -1 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2479: expect (ObjNum 566 snap 196 seq_num 566) 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2480: read oid 44 snap -1 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2480: expect deleted 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2481: read oid 43 snap 255 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2481: expect deleted 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2482: rmattr oid 12 current snap is 266 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2482: done (4 left) 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2483: read oid 41 snap -1 2024-04-24T02:50:41.787 INFO:tasks.rados.rados.0.smithi016.stdout:2483: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:50:41.788 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 266 2024-04-24T02:50:41.788 INFO:tasks.rados.rados.0.smithi016.stdout:2484: seq_num 769 ranges {2351104=483328,2834432=401408} 2024-04-24T02:50:41.803 INFO:tasks.rados.rados.0.smithi016.stdout:2484: writing smithi01673382-33 from 2351104 to 2834432 tid 1 2024-04-24T02:50:41.806 INFO:tasks.rados.rados.0.smithi016.stdout:2484: writing smithi01673382-33 from 2834432 to 3235840 tid 2 2024-04-24T02:50:41.806 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 266 2024-04-24T02:50:41.806 INFO:tasks.rados.rados.0.smithi016.stdout:2485: seq_num 770 ranges {1409024=499712,1908736=401408} 2024-04-24T02:50:41.816 INFO:tasks.rados.rados.0.smithi016.stdout:2485: writing smithi01673382-23 from 1409024 to 1908736 tid 1 2024-04-24T02:50:41.819 INFO:tasks.rados.rados.0.smithi016.stdout:2485: writing smithi01673382-23 from 1908736 to 2310144 tid 2 2024-04-24T02:50:41.819 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 266 2024-04-24T02:50:41.819 INFO:tasks.rados.rados.0.smithi016.stdout:2486: seq_num 771 ranges {1753088=516096,2269184=401408} 2024-04-24T02:50:41.831 INFO:tasks.rados.rados.0.smithi016.stdout:2486: writing smithi01673382-38 from 1753088 to 2269184 tid 1 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2486: writing smithi01673382-38 from 2269184 to 2670592 tid 2 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2487: delete oid 5 current snap is 266 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2478: finishing write tid 1 to smithi01673382-14 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2478: finishing write tid 2 to smithi01673382-14 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2478: finishing write tid 3 to smithi01673382-14 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2478: finishing write tid 4 to smithi01673382-14 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1381 (ObjNum 768 snap 266 seq_num 768) dirty exists 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2478: left oid 14 (ObjNum 768 snap 266 seq_num 768) 2024-04-24T02:50:41.834 INFO:tasks.rados.rados.0.smithi016.stdout:2479: expect (ObjNum 566 snap 196 seq_num 566) 2024-04-24T02:50:41.898 INFO:tasks.rados.rados.0.smithi016.stdout:2483: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:50:41.980 INFO:tasks.rados.rados.0.smithi016.stdout:2484: finishing write tid 1 to smithi01673382-33 2024-04-24T02:50:41.980 INFO:tasks.rados.rados.0.smithi016.stdout:2484: finishing write tid 2 to smithi01673382-33 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2484: finishing write tid 3 to smithi01673382-33 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2478: done (8 left) 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2479: done (7 left) 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2480: done (6 left) 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2481: done (5 left) 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2483: done (4 left) 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2487: done (3 left) 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2488: setattr oid 21 current snap is 266 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2484: finishing write tid 4 to smithi01673382-33 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2008 (ObjNum 769 snap 266 seq_num 769) dirty exists 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2484: left oid 33 (ObjNum 769 snap 266 seq_num 769) 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 1 to smithi01673382-23 2024-04-24T02:50:41.981 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 2 to smithi01673382-23 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 3 to smithi01673382-23 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 4 to smithi01673382-23 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1661 (ObjNum 770 snap 266 seq_num 770) dirty exists 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2485: left oid 23 (ObjNum 770 snap 266 seq_num 770) 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2486: finishing write tid 1 to smithi01673382-38 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2486: finishing write tid 2 to smithi01673382-38 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2486: finishing write tid 3 to smithi01673382-38 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2486: finishing write tid 4 to smithi01673382-38 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 2008 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2486: left oid 38 (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2484: done (3 left) 2024-04-24T02:50:41.982 INFO:tasks.rados.rados.0.smithi016.stdout:2485: done (2 left) 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2486: done (1 left) 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2489: read oid 39 snap -1 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2489: expect deleted 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2490: copy_from oid 22 from oid 17 current snap is 266 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2491: rollback oid 41 current snap is 266 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 253 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2492: read oid 15 snap 224 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2492: expect (ObjNum 592 snap 201 seq_num 592) 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2493: rollback oid 2 current snap is 266 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 205 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2494: rollback oid 50 current snap is 266 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 262 2024-04-24T02:50:41.983 INFO:tasks.rados.rados.0.smithi016.stdout:2495: rollback oid 19 current snap is 266 2024-04-24T02:50:41.984 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 256 2024-04-24T02:50:41.984 INFO:tasks.rados.rados.0.smithi016.stdout:2496: read oid 11 snap -1 2024-04-24T02:50:41.984 INFO:tasks.rados.rados.0.smithi016.stdout:2496: expect (ObjNum 670 snap 225 seq_num 670) 2024-04-24T02:50:41.984 INFO:tasks.rados.rados.0.smithi016.stdout:2497: snap_remove snap 152 2024-04-24T02:50:42.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:42 smithi016 ceph-mon[84376]: Upgrade: It appears safe to stop mds.a 2024-04-24T02:50:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:42 smithi016 ceph-mon[84376]: pgmap v476: 121 pgs: 4 activating, 9 active+undersized+degraded, 30 active+undersized, 78 active+clean; 631 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 8 op/s; 78/1095 objects degraded (7.123%) 2024-04-24T02:50:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:42 smithi016 ceph-mon[84376]: osdmap e566: 8 total, 8 up, 8 in 2024-04-24T02:50:42.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:42 smithi016 ceph-mon[86910]: Upgrade: It appears safe to stop mds.a 2024-04-24T02:50:42.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:42 smithi016 ceph-mon[86910]: pgmap v476: 121 pgs: 4 activating, 9 active+undersized+degraded, 30 active+undersized, 78 active+clean; 631 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 8 op/s; 78/1095 objects degraded (7.123%) 2024-04-24T02:50:42.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:42 smithi016 ceph-mon[86910]: osdmap e566: 8 total, 8 up, 8 in 2024-04-24T02:50:42.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:42 smithi063 ceph-mon[77007]: Upgrade: It appears safe to stop mds.a 2024-04-24T02:50:42.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:42 smithi063 ceph-mon[77007]: pgmap v476: 121 pgs: 4 activating, 9 active+undersized+degraded, 30 active+undersized, 78 active+clean; 631 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 8 op/s; 78/1095 objects degraded (7.123%) 2024-04-24T02:50:42.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:42 smithi063 ceph-mon[77007]: osdmap e566: 8 total, 8 up, 8 in 2024-04-24T02:50:42.737 INFO:tasks.rados.rados.0.smithi016.stdout:2497: done (9 left) 2024-04-24T02:50:42.737 INFO:tasks.rados.rados.0.smithi016.stdout:2498: rollback oid 42 current snap is 266 2024-04-24T02:50:42.737 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 224 2024-04-24T02:50:42.737 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 266 2024-04-24T02:50:42.737 INFO:tasks.rados.rados.0.smithi016.stdout:2499: seq_num 773 ranges {2293760=548864,2842624=401408} 2024-04-24T02:50:42.753 INFO:tasks.rados.rados.0.smithi016.stdout:2499: writing smithi01673382-25 from 2293760 to 2842624 tid 1 2024-04-24T02:50:42.760 INFO:tasks.rados.rados.0.smithi016.stdout:2499: writing smithi01673382-25 from 2842624 to 3244032 tid 2 2024-04-24T02:50:42.760 INFO:tasks.rados.rados.0.smithi016.stdout:2500: read oid 31 snap 186 2024-04-24T02:50:42.761 INFO:tasks.rados.rados.0.smithi016.stdout:2500: expect (ObjNum 523 snap 183 seq_num 523) 2024-04-24T02:50:42.761 INFO:tasks.rados.rados.0.smithi016.stdout:2501: delete oid 24 current snap is 266 2024-04-24T02:50:42.764 INFO:tasks.rados.rados.0.smithi016.stdout:2492: expect (ObjNum 592 snap 201 seq_num 592) 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:2494: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 721 (ObjNum 256 snap 5 seq_num 0) dirty dne 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:2493: finishing rollback tid 0 to smithi01673382-2 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:2493: finishing rollback tid 1 to smithi01673382-2 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1516 (ObjNum 0 snap 22073 seq_num 2002172848) dirty dne 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1888 (ObjNum 752 snap 259 seq_num 752) dirty exists 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:2491: finishing rollback tid 0 to smithi01673382-41 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:2491: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:2491: finishing rollback tid 2 to smithi01673382-41 2024-04-24T02:50:42.777 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2012 (ObjNum 710 snap 237 seq_num 710) dirty exists 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2488: done (12 left) 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2489: done (11 left) 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2491: done (10 left) 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2492: done (9 left) 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2493: done (8 left) 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2494: done (7 left) 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2501: done (6 left) 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2502: delete oid 45 current snap is 266 2024-04-24T02:50:42.778 INFO:tasks.rados.rados.0.smithi016.stdout:2496: expect (ObjNum 670 snap 225 seq_num 670) 2024-04-24T02:50:42.880 INFO:tasks.rados.rados.0.smithi016.stdout:2495: finishing rollback tid 0 to smithi01673382-19 2024-04-24T02:50:42.880 INFO:tasks.rados.rados.0.smithi016.stdout:2495: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:50:42.880 INFO:tasks.rados.rados.0.smithi016.stdout:2495: finishing rollback tid 2 to smithi01673382-19 2024-04-24T02:50:42.880 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 2012 (ObjNum 733 snap 246 seq_num 733) dirty exists 2024-04-24T02:50:42.880 INFO:tasks.rados.rados.0.smithi016.stdout:2490: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:50:42.880 INFO:tasks.rados.rados.0.smithi016.stdout:2495: done (6 left) 2024-04-24T02:50:42.880 INFO:tasks.rados.rados.0.smithi016.stdout:2496: done (5 left) 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2502: done (4 left) 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2503: setattr oid 45 current snap is 266 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2490: finishing copy_from to smithi01673382-22 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2000 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2498: finishing rollback tid 0 to smithi01673382-42 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2498: finishing rollback tid 1 to smithi01673382-42 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2498: finishing rollback tid 2 to smithi01673382-42 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 2020 (ObjNum 652 snap 218 seq_num 652) dirty exists 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2499: finishing write tid 1 to smithi01673382-25 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2499: finishing write tid 2 to smithi01673382-25 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2499: finishing write tid 3 to smithi01673382-25 2024-04-24T02:50:42.881 INFO:tasks.rados.rados.0.smithi016.stdout:2499: finishing write tid 4 to smithi01673382-25 2024-04-24T02:50:42.882 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1665 (ObjNum 773 snap 266 seq_num 773) dirty exists 2024-04-24T02:50:42.882 INFO:tasks.rados.rados.0.smithi016.stdout:2499: left oid 25 (ObjNum 773 snap 266 seq_num 773) 2024-04-24T02:50:42.882 INFO:tasks.rados.rados.0.smithi016.stdout:2500: expect (ObjNum 523 snap 183 seq_num 523) 2024-04-24T02:50:43.346 INFO:tasks.rados.rados.0.smithi016.stdout:2490: done (4 left) 2024-04-24T02:50:43.346 INFO:tasks.rados.rados.0.smithi016.stdout:2498: done (3 left) 2024-04-24T02:50:43.346 INFO:tasks.rados.rados.0.smithi016.stdout:2499: done (2 left) 2024-04-24T02:50:43.346 INFO:tasks.rados.rados.0.smithi016.stdout:2500: done (1 left) 2024-04-24T02:50:43.346 INFO:tasks.rados.rados.0.smithi016.stdout:2504: snap_remove snap 241 2024-04-24T02:50:43.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[84376]: Upgrade: Updating mds.a 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[84376]: Deploying daemon mds.a on smithi016 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[84376]: osdmap e567: 8 total, 8 up, 8 in 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[86910]: Upgrade: Updating mds.a 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:43.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[86910]: Deploying daemon mds.a on smithi016 2024-04-24T02:50:43.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:43 smithi016 ceph-mon[86910]: osdmap e567: 8 total, 8 up, 8 in 2024-04-24T02:50:43.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:43 smithi063 ceph-mon[77007]: Upgrade: Updating mds.a 2024-04-24T02:50:43.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:43.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:50:43.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:43.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:43 smithi063 ceph-mon[77007]: Deploying daemon mds.a on smithi016 2024-04-24T02:50:43.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:43 smithi063 ceph-mon[77007]: osdmap e567: 8 total, 8 up, 8 in 2024-04-24T02:50:44.267 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:44 smithi016 systemd[1]: Stopping Ceph mds.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:50:44.275 INFO:tasks.rados.rados.0.smithi016.stdout:2504: done (1 left) 2024-04-24T02:50:44.275 INFO:tasks.rados.rados.0.smithi016.stdout:2505: snap_create 2024-04-24T02:50:44.275 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1607 (ObjNum 345562935 snap 22073 seq_num 0) dirty exists 2024-04-24T02:50:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-mon[84376]: pgmap v479: 121 pgs: 4 activating, 117 active+clean; 630 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-24T02:50:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-mon[84376]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 78/1095 objects degraded (7.123%), 9 pgs degraded) 2024-04-24T02:50:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-mon[84376]: osdmap e568: 8 total, 8 up, 8 in 2024-04-24T02:50:44.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-mon[86910]: pgmap v479: 121 pgs: 4 activating, 117 active+clean; 630 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-24T02:50:44.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-mon[86910]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 78/1095 objects degraded (7.123%), 9 pgs degraded) 2024-04-24T02:50:44.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-mon[86910]: osdmap e568: 8 total, 8 up, 8 in 2024-04-24T02:50:44.531 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[62896]: debug 2024-04-24T02:50:44.266+0000 7f73f278f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:50:44.531 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:44 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[62896]: debug 2024-04-24T02:50:44.266+0000 7f73f278f700 -1 mds.a *** got signal Terminated *** 2024-04-24T02:50:44.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:44 smithi063 ceph-mon[77007]: pgmap v479: 121 pgs: 4 activating, 117 active+clean; 630 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-04-24T02:50:44.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:44 smithi063 ceph-mon[77007]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 78/1095 objects degraded (7.123%), 9 pgs degraded) 2024-04-24T02:50:44.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:44 smithi063 ceph-mon[77007]: osdmap e568: 8 total, 8 up, 8 in 2024-04-24T02:50:45.274 INFO:tasks.rados.rados.0.smithi016.stdout:2503: done (1 left) 2024-04-24T02:50:45.274 INFO:tasks.rados.rados.0.smithi016.stdout:2505: done (0 left) 2024-04-24T02:50:45.274 INFO:tasks.rados.rados.0.smithi016.stdout:2506: read oid 42 snap -1 2024-04-24T02:50:45.274 INFO:tasks.rados.rados.0.smithi016.stdout:2506: expect (ObjNum 652 snap 218 seq_num 652) 2024-04-24T02:50:45.274 INFO:tasks.rados.rados.0.smithi016.stdout:2507: snap_remove snap 248 2024-04-24T02:50:46.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[84376]: fsmap cephfs:1 {0=b=up:active} 2024-04-24T02:50:46.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:46.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:46.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[84376]: pgmap v481: 121 pgs: 121 active+clean; 619 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 20 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-04-24T02:50:46.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[84376]: osdmap e569: 8 total, 8 up, 8 in 2024-04-24T02:50:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[86910]: fsmap cephfs:1 {0=b=up:active} 2024-04-24T02:50:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[86910]: pgmap v481: 121 pgs: 121 active+clean; 619 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 20 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-04-24T02:50:46.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:45 smithi016 ceph-mon[86910]: osdmap e569: 8 total, 8 up, 8 in 2024-04-24T02:50:46.031 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:45 smithi016 bash[105116]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a 2024-04-24T02:50:46.033 INFO:tasks.rados.rados.0.smithi016.stdout:2507: done (1 left) 2024-04-24T02:50:46.033 INFO:tasks.rados.rados.0.smithi016.stdout:2508: copy_from oid 21 from oid 12 current snap is 267 2024-04-24T02:50:46.033 INFO:tasks.rados.rados.0.smithi016.stdout:2509: copy_from oid 13 from oid 26 current snap is 267 2024-04-24T02:50:46.033 INFO:tasks.rados.rados.0.smithi016.stdout:2510: delete oid 50 current snap is 267 2024-04-24T02:50:46.033 INFO:tasks.rados.rados.0.smithi016.stdout:2506: expect (ObjNum 652 snap 218 seq_num 652) 2024-04-24T02:50:46.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:45 smithi063 ceph-mon[77007]: fsmap cephfs:1 {0=b=up:active} 2024-04-24T02:50:46.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:46.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:50:46.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:45 smithi063 ceph-mon[77007]: pgmap v481: 121 pgs: 121 active+clean; 619 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 20 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-04-24T02:50:46.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:45 smithi063 ceph-mon[77007]: osdmap e569: 8 total, 8 up, 8 in 2024-04-24T02:50:46.197 INFO:tasks.rados.rados.0.smithi016.stdout:2508: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2508: finishing copy_from to smithi01673382-21 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1378 (ObjNum 765 snap 263 seq_num 765) dirty exists 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2509: finishing copy_from racing read to smithi01673382-13 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2509: finishing copy_from to smithi01673382-13 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1481 (ObjNum 719 snap 239 seq_num 719) dirty exists 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2506: done (3 left) 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2508: done (2 left) 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2509: done (1 left) 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2510: done (0 left) 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2511: read oid 34 snap -1 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2511: expect (ObjNum 726 snap 241 seq_num 726) 2024-04-24T02:50:46.198 INFO:tasks.rados.rados.0.smithi016.stdout:2512: snap_remove snap 238 2024-04-24T02:50:46.733 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:46 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.a.service: Succeeded. 2024-04-24T02:50:46.734 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:46 smithi016 systemd[1]: Stopped Ceph mds.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:50:46.734 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:46 smithi016 systemd[1]: Starting Ceph mds.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:50:47.043 INFO:tasks.rados.rados.0.smithi016.stdout:2512: done (1 left) 2024-04-24T02:50:47.043 INFO:tasks.rados.rados.0.smithi016.stdout:2513: setattr oid 14 current snap is 267 2024-04-24T02:50:47.043 INFO:tasks.rados.rados.0.smithi016.stdout:2511: expect (ObjNum 726 snap 241 seq_num 726) 2024-04-24T02:50:47.130 INFO:tasks.rados.rados.0.smithi016.stdout:2511: done (1 left) 2024-04-24T02:50:47.131 INFO:tasks.rados.rados.0.smithi016.stdout:2514: snap_create 2024-04-24T02:50:47.133 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1382 (ObjNum 768 snap 266 seq_num 768) dirty exists 2024-04-24T02:50:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[84376]: osdmap e570: 8 total, 8 up, 8 in 2024-04-24T02:50:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:47.280 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:46 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[105275]: starting mds.a at 2024-04-24T02:50:47.280 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:46 smithi016 bash[105261]: 5696a5967d05fdaa5e739a085908739f2be4d694dfc970b1418f659161f1de60 2024-04-24T02:50:47.280 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 02:50:46 smithi016 systemd[1]: Started Ceph mds.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:50:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[86910]: osdmap e570: 8 total, 8 up, 8 in 2024-04-24T02:50:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:47 smithi063 ceph-mon[77007]: osdmap e570: 8 total, 8 up, 8 in 2024-04-24T02:50:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:47.793 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:50:48.046 INFO:tasks.rados.rados.0.smithi016.stdout:2513: done (1 left) 2024-04-24T02:50:48.047 INFO:tasks.rados.rados.0.smithi016.stdout:2514: done (0 left) 2024-04-24T02:50:48.047 INFO:tasks.rados.rados.0.smithi016.stdout:2515: read oid 30 snap 243 2024-04-24T02:50:48.047 INFO:tasks.rados.rados.0.smithi016.stdout:2515: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:50:48.047 INFO:tasks.rados.rados.0.smithi016.stdout:2516: read oid 25 snap -1 2024-04-24T02:50:48.047 INFO:tasks.rados.rados.0.smithi016.stdout:2516: expect (ObjNum 773 snap 266 seq_num 773) 2024-04-24T02:50:48.047 INFO:tasks.rados.rados.0.smithi016.stdout:2517: snap_create 2024-04-24T02:50:48.052 INFO:tasks.rados.rados.0.smithi016.stdout:2515: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:50:48.108 INFO:tasks.rados.rados.0.smithi016.stdout:2516: expect (ObjNum 773 snap 266 seq_num 773) 2024-04-24T02:50:48.180 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:50:48.180 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (7m) 2m ago 11m 15.5M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:50:48.180 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (6m) 12s ago 11m 52.4M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:50:48.180 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 starting - - - - 2024-04-24T02:50:48.180 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (12m) 12s ago 12m 20.4M - 16.2.15-1-g8963e9de 727f386679cb 5d16a180f3cc 2024-04-24T02:50:48.180 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (5m) 12s ago 16m 450M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:50:48.180 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (6m) 2m ago 18m 507M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (5m) 2m ago 18m 55.0M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (4m) 12s ago 16m 51.2M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (5m) 2m ago 16m 47.1M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (7m) 2m ago 11m 16.7M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (6m) 12s ago 11m 22.7M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (4m) 2m ago 16m 181M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (3m) 2m ago 15m 172M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (3m) 2m ago 15m 142M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (2m) 2m ago 14m 11.5M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (2m) 12s ago 14m 204M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 34e013c00a4c 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (86s) 12s ago 13m 141M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 b43dcf4c991f 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (52s) 12s ago 13m 70.1M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 2088fefbdeca 2024-04-24T02:50:48.181 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (17s) 12s ago 13m 11.4M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 fed8f441df31 2024-04-24T02:50:48.182 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (6m) 12s ago 12m 69.8M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:50:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:48 smithi063 ceph-mon[77007]: pgmap v484: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 533 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-24T02:50:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:48 smithi063 ceph-mon[77007]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:boot 2024-04-24T02:50:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:48 smithi063 ceph-mon[77007]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:50:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:48 smithi063 ceph-mon[77007]: osdmap e571: 8 total, 8 up, 8 in 2024-04-24T02:50:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:50:48.318 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[84376]: pgmap v484: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 533 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[84376]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:boot 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[84376]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[84376]: osdmap e571: 8 total, 8 up, 8 in 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[86910]: pgmap v484: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 533 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[86910]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:boot 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[86910]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[86910]: osdmap e571: 8 total, 8 up, 8 in 2024-04-24T02:50:48.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T02:50:48.589 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 1 2024-04-24T02:50:48.590 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:50:48.591 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:50:48.591 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 1, 2024-04-24T02:50:48.591 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 14 2024-04-24T02:50:48.591 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:50:48.591 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:50:48.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:50:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:50:48] "GET /metrics HTTP/1.1" 200 36128 "" "Prometheus/2.33.4" 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2515: done (2 left) 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2516: done (1 left) 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2517: done (0 left) 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2518: read oid 50 snap -1 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2518: expect deleted 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2519: read oid 18 snap -1 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2519: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2520: rollback oid 49 current snap is 269 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 253 2024-04-24T02:50:49.051 INFO:tasks.rados.rados.0.smithi016.stdout:2521: setattr oid 17 current snap is 269 2024-04-24T02:50:49.052 INFO:tasks.rados.rados.0.smithi016.stdout:2518: done (3 left) 2024-04-24T02:50:49.052 INFO:tasks.rados.rados.0.smithi016.stdout:2522: rollback oid 25 current snap is 269 2024-04-24T02:50:49.052 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 245 2024-04-24T02:50:49.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 269 2024-04-24T02:50:49.052 INFO:tasks.rados.rados.0.smithi016.stdout:2523: seq_num 777 ranges {3235840=622592,3858432=401408} 2024-04-24T02:50:49.073 INFO:tasks.rados.rados.0.smithi016.stdout:2523: writing smithi01673382-33 from 3235840 to 3858432 tid 1 2024-04-24T02:50:49.075 INFO:tasks.rados.rados.0.smithi016.stdout:2523: writing smithi01673382-33 from 3858432 to 4259840 tid 2 2024-04-24T02:50:49.076 INFO:tasks.rados.rados.0.smithi016.stdout:2524: rollback oid 14 current snap is 269 2024-04-24T02:50:49.076 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 242 2024-04-24T02:50:49.076 INFO:tasks.rados.rados.0.smithi016.stdout:2519: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2520: finishing rollback tid 0 to smithi01673382-49 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2520: finishing rollback tid 1 to smithi01673382-49 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2520: finishing rollback tid 2 to smithi01673382-49 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1703 (ObjNum 743 snap 253 seq_num 743) dirty exists 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2522: finishing rollback tid 0 to smithi01673382-25 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2049 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2522: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2522: finishing rollback tid 2 to smithi01673382-25 2024-04-24T02:50:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1707 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2519: done (5 left) 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2520: done (4 left) 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2521: done (3 left) 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2522: done (2 left) 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2525: read oid 25 snap 235 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2525: expect (ObjNum 659 snap 221 seq_num 659) 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2526: read oid 13 snap 258 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2526: expect deleted 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2527: read oid 44 snap -1 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2527: expect deleted 2024-04-24T02:50:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2528: snap_create 2024-04-24T02:50:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:2523: finishing write tid 1 to smithi01673382-33 2024-04-24T02:50:49.082 INFO:tasks.rados.rados.0.smithi016.stdout:2523: finishing write tid 2 to smithi01673382-33 2024-04-24T02:50:49.082 INFO:tasks.rados.rados.0.smithi016.stdout:2523: finishing write tid 3 to smithi01673382-33 2024-04-24T02:50:49.083 INFO:tasks.rados.rados.0.smithi016.stdout:2524: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:50:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:2523: finishing write tid 4 to smithi01673382-33 2024-04-24T02:50:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2053 (ObjNum 777 snap 269 seq_num 777) dirty exists 2024-04-24T02:50:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:2523: left oid 33 (ObjNum 777 snap 269 seq_num 777) 2024-04-24T02:50:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:2525: expect (ObjNum 659 snap 221 seq_num 659) 2024-04-24T02:50:49.124 INFO:tasks.rados.rados.0.smithi016.stdout:2524: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:50:49.125 INFO:tasks.rados.rados.0.smithi016.stdout:2524: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:50:49.125 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1385 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:50:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:49 smithi063 ceph-mon[77007]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:49 smithi063 ceph-mon[77007]: osdmap e572: 8 total, 8 up, 8 in 2024-04-24T02:50:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:49 smithi063 ceph-mon[77007]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:49 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1408544245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[84376]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[84376]: osdmap e572: 8 total, 8 up, 8 in 2024-04-24T02:50:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[84376]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1408544245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[86910]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[86910]: osdmap e572: 8 total, 8 up, 8 in 2024-04-24T02:50:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[86910]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:50:49.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:49 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1408544245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:50.057 INFO:tasks.rados.rados.0.smithi016.stdout:2523: done (5 left) 2024-04-24T02:50:50.057 INFO:tasks.rados.rados.0.smithi016.stdout:2524: done (4 left) 2024-04-24T02:50:50.057 INFO:tasks.rados.rados.0.smithi016.stdout:2525: done (3 left) 2024-04-24T02:50:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2526: done (2 left) 2024-04-24T02:50:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2527: done (1 left) 2024-04-24T02:50:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2528: done (0 left) 2024-04-24T02:50:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2529: copy_from oid 22 from oid 19 current snap is 270 2024-04-24T02:50:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2530: read oid 11 snap -1 2024-04-24T02:50:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2530: expect (ObjNum 670 snap 225 seq_num 670) 2024-04-24T02:50:50.058 INFO:tasks.rados.rados.0.smithi016.stdout:2531: snap_create 2024-04-24T02:50:50.068 INFO:tasks.rados.rados.0.smithi016.stdout:2530: expect (ObjNum 670 snap 225 seq_num 670) 2024-04-24T02:50:50.170 INFO:tasks.rados.rados.0.smithi016.stdout:2529: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:50:50.171 INFO:tasks.rados.rados.0.smithi016.stdout:2529: finishing copy_from to smithi01673382-22 2024-04-24T02:50:50.171 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2012 (ObjNum 733 snap 246 seq_num 733) dirty exists 2024-04-24T02:50:50.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:50 smithi063 ceph-mon[77007]: pgmap v487: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 523 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 20 op/s 2024-04-24T02:50:50.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:50 smithi063 ceph-mon[77007]: osdmap e573: 8 total, 8 up, 8 in 2024-04-24T02:50:50.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:50 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[84376]: pgmap v487: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 523 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 20 op/s 2024-04-24T02:50:50.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[84376]: osdmap e573: 8 total, 8 up, 8 in 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[86910]: pgmap v487: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 523 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 20 op/s 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[86910]: osdmap e573: 8 total, 8 up, 8 in 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:50.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:50 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:51.034 INFO:tasks.rados.rados.0.smithi016.stdout:2529: done (2 left) 2024-04-24T02:50:51.035 INFO:tasks.rados.rados.0.smithi016.stdout:2530: done (1 left) 2024-04-24T02:50:51.035 INFO:tasks.rados.rados.0.smithi016.stdout:2531: done (0 left) 2024-04-24T02:50:51.035 INFO:tasks.rados.rados.0.smithi016.stdout:2532: rmattr oid 33 current snap is 271 2024-04-24T02:50:51.035 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 271 2024-04-24T02:50:51.035 INFO:tasks.rados.rados.0.smithi016.stdout:2533: seq_num 778 ranges {3203072=638976,3842048=401408} 2024-04-24T02:50:51.055 INFO:tasks.rados.rados.0.smithi016.stdout:2533: writing smithi01673382-12 from 3203072 to 3842048 tid 1 2024-04-24T02:50:51.058 INFO:tasks.rados.rados.0.smithi016.stdout:2533: writing smithi01673382-12 from 3842048 to 4243456 tid 2 2024-04-24T02:50:51.058 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 271 2024-04-24T02:50:51.058 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2055 (ObjNum 777 snap 269 seq_num 777) dirty exists 2024-04-24T02:50:51.059 INFO:tasks.rados.rados.0.smithi016.stdout:2534: seq_num 779 ranges {1744896=655360,2400256=401408} 2024-04-24T02:50:51.072 INFO:tasks.rados.rados.0.smithi016.stdout:2534: writing smithi01673382-34 from 1744896 to 2400256 tid 1 2024-04-24T02:50:51.074 INFO:tasks.rados.rados.0.smithi016.stdout:2534: writing smithi01673382-34 from 2400256 to 2801664 tid 2 2024-04-24T02:50:51.074 INFO:tasks.rados.rados.0.smithi016.stdout:2532: done (2 left) 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2535: copy_from oid 24 from oid 20 current snap is 271 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2533: finishing write tid 1 to smithi01673382-12 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2533: finishing write tid 2 to smithi01673382-12 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2533: finishing write tid 3 to smithi01673382-12 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2533: finishing write tid 4 to smithi01673382-12 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1388 (ObjNum 778 snap 271 seq_num 778) dirty exists 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2533: left oid 12 (ObjNum 778 snap 271 seq_num 778) 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2533: done (2 left) 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2536: rmattr oid 10 current snap is 271 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2536: done (2 left) 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2537: rollback oid 14 current snap is 271 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 226 2024-04-24T02:50:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:2538: setattr oid 21 current snap is 271 2024-04-24T02:50:51.077 INFO:tasks.rados.rados.0.smithi016.stdout:2539: copy_from oid 15 from oid 49 current snap is 271 2024-04-24T02:50:51.077 INFO:tasks.rados.rados.0.smithi016.stdout:2540: rmattr oid 40 current snap is 271 2024-04-24T02:50:51.077 INFO:tasks.rados.rados.0.smithi016.stdout:2541: copy_from oid 30 from oid 26 current snap is 271 2024-04-24T02:50:51.077 INFO:tasks.rados.rados.0.smithi016.stdout:2542: read oid 31 snap -1 2024-04-24T02:50:51.077 INFO:tasks.rados.rados.0.smithi016.stdout:2542: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:50:51.077 INFO:tasks.rados.rados.0.smithi016.stdout:2543: delete oid 4 current snap is 271 2024-04-24T02:50:51.079 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 1 to smithi01673382-34 2024-04-24T02:50:51.079 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 2 to smithi01673382-34 2024-04-24T02:50:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:2537: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:50:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 3 to smithi01673382-34 2024-04-24T02:50:51.083 INFO:tasks.rados.rados.0.smithi016.stdout:2537: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:50:51.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1390 (ObjNum 502 snap 0 seq_num 501) dirty dne 2024-04-24T02:50:51.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1391 (ObjNum 746 snap 257 seq_num 746) dirty exists 2024-04-24T02:50:51.084 INFO:tasks.rados.rados.0.smithi016.stdout:2537: done (8 left) 2024-04-24T02:50:51.084 INFO:tasks.rados.rados.0.smithi016.stdout:2540: done (7 left) 2024-04-24T02:50:51.084 INFO:tasks.rados.rados.0.smithi016.stdout:2543: done (6 left) 2024-04-24T02:50:51.084 INFO:tasks.rados.rados.0.smithi016.stdout:2544: snap_remove snap 196 2024-04-24T02:50:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:51 smithi063 ceph-mon[77007]: osdmap e574: 8 total, 8 up, 8 in 2024-04-24T02:50:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:51 smithi063 ceph-mon[77007]: osdmap e575: 8 total, 8 up, 8 in 2024-04-24T02:50:51.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[84376]: osdmap e574: 8 total, 8 up, 8 in 2024-04-24T02:50:51.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[84376]: osdmap e575: 8 total, 8 up, 8 in 2024-04-24T02:50:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[86910]: osdmap e574: 8 total, 8 up, 8 in 2024-04-24T02:50:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:51 smithi016 ceph-mon[86910]: osdmap e575: 8 total, 8 up, 8 in 2024-04-24T02:50:52.060 INFO:tasks.rados.rados.0.smithi016.stdout:2544: done (6 left) 2024-04-24T02:50:52.061 INFO:tasks.rados.rados.0.smithi016.stdout:2545: read oid 22 snap 269 2024-04-24T02:50:52.061 INFO:tasks.rados.rados.0.smithi016.stdout:2545: expect (ObjNum 469 snap 165 seq_num 469) 2024-04-24T02:50:52.061 INFO:tasks.rados.rados.0.smithi016.stdout:2546: rollback oid 44 current snap is 271 2024-04-24T02:50:52.061 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 263 2024-04-24T02:50:52.061 INFO:tasks.rados.rados.0.smithi016.stdout:2547: snap_remove snap 266 2024-04-24T02:50:52.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:52 smithi016 ceph-mon[84376]: pgmap v490: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 526 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 782 KiB/s wr, 1 op/s 2024-04-24T02:50:52.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:52 smithi016 ceph-mon[84376]: osdmap e576: 8 total, 8 up, 8 in 2024-04-24T02:50:52.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:52 smithi016 ceph-mon[86910]: pgmap v490: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 526 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 782 KiB/s wr, 1 op/s 2024-04-24T02:50:52.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:52 smithi016 ceph-mon[86910]: osdmap e576: 8 total, 8 up, 8 in 2024-04-24T02:50:52.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:52 smithi063 ceph-mon[77007]: pgmap v490: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 526 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 782 KiB/s wr, 1 op/s 2024-04-24T02:50:52.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:52 smithi063 ceph-mon[77007]: osdmap e576: 8 total, 8 up, 8 in 2024-04-24T02:50:53.060 INFO:tasks.rados.rados.0.smithi016.stdout:2547: done (8 left) 2024-04-24T02:50:53.060 INFO:tasks.rados.rados.0.smithi016.stdout:2548: delete oid 19 current snap is 271 2024-04-24T02:50:53.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1889 (ObjNum 765 snap 263 seq_num 765) dirty exists 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2535: finishing copy_from racing read to smithi01673382-24 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 4 to smithi01673382-34 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 2015 (ObjNum 779 snap 271 seq_num 779) dirty exists 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2534: left oid 34 (ObjNum 779 snap 271 seq_num 779) 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2535: finishing copy_from to smithi01673382-24 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1439 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2539: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2541: finishing copy_from racing read to smithi01673382-30 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2541: finishing copy_from to smithi01673382-30 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1481 (ObjNum 719 snap 239 seq_num 719) dirty exists 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2539: finishing copy_from to smithi01673382-15 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1703 (ObjNum 743 snap 253 seq_num 743) dirty exists 2024-04-24T02:50:53.065 INFO:tasks.rados.rados.0.smithi016.stdout:2542: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2546: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1871 (ObjNum 0 snap 22073 seq_num 2002380464) dirty dne 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2534: done (8 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2535: done (7 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2538: done (6 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2539: done (5 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2541: done (4 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2542: done (3 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2546: done (2 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2548: done (1 left) 2024-04-24T02:50:54.036 INFO:tasks.rados.rados.0.smithi016.stdout:2549: read oid 1 snap -1 2024-04-24T02:50:54.037 INFO:tasks.rados.rados.0.smithi016.stdout:2549: expect (ObjNum 721 snap 240 seq_num 721) 2024-04-24T02:50:54.037 INFO:tasks.rados.rados.0.smithi016.stdout:2550: rollback oid 36 current snap is 271 2024-04-24T02:50:54.037 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 255 2024-04-24T02:50:54.037 INFO:tasks.rados.rados.0.smithi016.stdout:2545: expect (ObjNum 469 snap 165 seq_num 469) 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: pgmap v493: 121 pgs: 121 active+clean; 542 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: osdmap e577: 8 total, 8 up, 8 in 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-24T02:50:54.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: pgmap v493: 121 pgs: 121 active+clean; 542 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-24T02:50:54.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: osdmap e577: 8 total, 8 up, 8 in 2024-04-24T02:50:54.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-24T02:50:54.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: pgmap v493: 121 pgs: 121 active+clean; 542 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: osdmap e577: 8 total, 8 up, 8 in 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:50:54.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-24T02:50:54.810 INFO:tasks.rados.rados.0.smithi016.stdout:2549: expect (ObjNum 721 snap 240 seq_num 721) 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:2550: finishing rollback tid 0 to smithi01673382-36 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:2550: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:2550: finishing rollback tid 2 to smithi01673382-36 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1610 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:2545: done (2 left) 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:2549: done (1 left) 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:2550: done (0 left) 2024-04-24T02:50:54.812 INFO:tasks.rados.rados.0.smithi016.stdout:2551: delete oid 29 current snap is 271 2024-04-24T02:50:54.814 INFO:tasks.rados.rados.0.smithi016.stdout:2551: done (0 left) 2024-04-24T02:50:54.814 INFO:tasks.rados.rados.0.smithi016.stdout:2552: delete oid 50 current snap is 271 2024-04-24T02:50:54.816 INFO:tasks.rados.rados.0.smithi016.stdout:2552: done (0 left) 2024-04-24T02:50:54.816 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 271 2024-04-24T02:50:54.816 INFO:tasks.rados.rados.0.smithi016.stdout:2553: seq_num 784 ranges {0=737280,737280=401408} 2024-04-24T02:50:54.819 INFO:tasks.rados.rados.0.smithi016.stdout:2553: writing smithi01673382-35 from 0 to 737280 tid 1 2024-04-24T02:50:54.822 INFO:tasks.rados.rados.0.smithi016.stdout:2553: writing smithi01673382-35 from 737280 to 1138688 tid 2 2024-04-24T02:50:54.822 INFO:tasks.rados.rados.0.smithi016.stdout:2554: delete oid 17 current snap is 271 2024-04-24T02:50:54.824 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 1 to smithi01673382-35 2024-04-24T02:50:54.825 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 2 to smithi01673382-35 2024-04-24T02:50:54.825 INFO:tasks.rados.rados.0.smithi016.stdout:2554: done (1 left) 2024-04-24T02:50:54.825 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 271 2024-04-24T02:50:54.825 INFO:tasks.rados.rados.0.smithi016.stdout:2555: seq_num 786 ranges {2187264=770048,2957312=401408} 2024-04-24T02:50:54.841 INFO:tasks.rados.rados.0.smithi016.stdout:2555: writing smithi01673382-3 from 2187264 to 2957312 tid 1 2024-04-24T02:50:54.844 INFO:tasks.rados.rados.0.smithi016.stdout:2555: writing smithi01673382-3 from 2957312 to 3358720 tid 2 2024-04-24T02:50:54.844 INFO:tasks.rados.rados.0.smithi016.stdout:2556: snap_create 2024-04-24T02:50:54.844 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 3 to smithi01673382-35 2024-04-24T02:50:54.844 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 4 to smithi01673382-35 2024-04-24T02:50:54.844 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1459 (ObjNum 784 snap 271 seq_num 784) dirty exists 2024-04-24T02:50:54.845 INFO:tasks.rados.rados.0.smithi016.stdout:2553: left oid 35 (ObjNum 784 snap 271 seq_num 784) 2024-04-24T02:50:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2555: finishing write tid 1 to smithi01673382-3 2024-04-24T02:50:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2555: finishing write tid 2 to smithi01673382-3 2024-04-24T02:50:54.847 INFO:tasks.rados.rados.0.smithi016.stdout:2555: finishing write tid 3 to smithi01673382-3 2024-04-24T02:50:54.848 INFO:tasks.rados.rados.0.smithi016.stdout:2555: finishing write tid 4 to smithi01673382-3 2024-04-24T02:50:54.849 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1591 (ObjNum 786 snap 271 seq_num 786) dirty exists 2024-04-24T02:50:54.849 INFO:tasks.rados.rados.0.smithi016.stdout:2555: left oid 3 (ObjNum 786 snap 271 seq_num 786) 2024-04-24T02:50:55.065 INFO:tasks.rados.rados.0.smithi016.stdout:2553: done (2 left) 2024-04-24T02:50:55.066 INFO:tasks.rados.rados.0.smithi016.stdout:2555: done (1 left) 2024-04-24T02:50:55.066 INFO:tasks.rados.rados.0.smithi016.stdout:2556: done (0 left) 2024-04-24T02:50:55.066 INFO:tasks.rados.rados.0.smithi016.stdout:2557: delete oid 47 current snap is 272 2024-04-24T02:50:55.067 INFO:tasks.rados.rados.0.smithi016.stdout:2557: done (0 left) 2024-04-24T02:50:55.067 INFO:tasks.rados.rados.0.smithi016.stdout:2558: copy_from oid 37 from oid 34 current snap is 272 2024-04-24T02:50:55.067 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 272 2024-04-24T02:50:55.068 INFO:tasks.rados.rados.0.smithi016.stdout:2559: seq_num 788 ranges {0=802816,802816=401408} 2024-04-24T02:50:55.072 INFO:tasks.rados.rados.0.smithi016.stdout:2559: writing smithi01673382-9 from 0 to 802816 tid 1 2024-04-24T02:50:55.075 INFO:tasks.rados.rados.0.smithi016.stdout:2559: writing smithi01673382-9 from 802816 to 1204224 tid 2 2024-04-24T02:50:55.075 INFO:tasks.rados.rados.0.smithi016.stdout:2560: rollback oid 27 current snap is 272 2024-04-24T02:50:55.075 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 263 2024-04-24T02:50:55.075 INFO:tasks.rados.rados.0.smithi016.stdout:2561: delete oid 28 current snap is 272 2024-04-24T02:50:55.080 INFO:tasks.rados.rados.0.smithi016.stdout:2559: finishing write tid 1 to smithi01673382-9 2024-04-24T02:50:55.080 INFO:tasks.rados.rados.0.smithi016.stdout:2559: finishing write tid 2 to smithi01673382-9 2024-04-24T02:50:55.080 INFO:tasks.rados.rados.0.smithi016.stdout:2560: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:50:55.081 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1544 (ObjNum 2001309680 snap 22076 seq_num 2002339328) dirty dne 2024-04-24T02:50:55.081 INFO:tasks.rados.rados.0.smithi016.stdout:2559: finishing write tid 3 to smithi01673382-9 2024-04-24T02:50:55.081 INFO:tasks.rados.rados.0.smithi016.stdout:2560: done (3 left) 2024-04-24T02:50:55.081 INFO:tasks.rados.rados.0.smithi016.stdout:2561: done (2 left) 2024-04-24T02:50:55.081 INFO:tasks.rados.rados.0.smithi016.stdout:2562: delete oid 28 current snap is 272 2024-04-24T02:50:55.081 INFO:tasks.rados.rados.0.smithi016.stdout:2558: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:50:55.083 INFO:tasks.rados.rados.0.smithi016.stdout:2559: finishing write tid 4 to smithi01673382-9 2024-04-24T02:50:55.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1594 (ObjNum 788 snap 272 seq_num 788) dirty exists 2024-04-24T02:50:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:2559: left oid 9 (ObjNum 788 snap 272 seq_num 788) 2024-04-24T02:50:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:2559: done (2 left) 2024-04-24T02:50:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:2562: done (1 left) 2024-04-24T02:50:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:2563: snap_create 2024-04-24T02:50:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:2558: finishing copy_from to smithi01673382-37 2024-04-24T02:50:55.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2015 (ObjNum 779 snap 271 seq_num 779) dirty exists 2024-04-24T02:50:55.352 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:55 smithi063 ceph-mon[77007]: Detected new or changed devices on smithi016 2024-04-24T02:50:55.352 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:55 smithi063 ceph-mon[77007]: Upgrade: It appears safe to stop mds.b 2024-04-24T02:50:55.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:55 smithi016 ceph-mon[84376]: Detected new or changed devices on smithi016 2024-04-24T02:50:55.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:55 smithi016 ceph-mon[84376]: Upgrade: It appears safe to stop mds.b 2024-04-24T02:50:55.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:55 smithi016 ceph-mon[86910]: Detected new or changed devices on smithi016 2024-04-24T02:50:55.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:55 smithi016 ceph-mon[86910]: Upgrade: It appears safe to stop mds.b 2024-04-24T02:50:56.036 INFO:tasks.rados.rados.0.smithi016.stdout:2558: done (1 left) 2024-04-24T02:50:56.036 INFO:tasks.rados.rados.0.smithi016.stdout:2563: done (0 left) 2024-04-24T02:50:56.036 INFO:tasks.rados.rados.0.smithi016.stdout:2564: snap_remove snap 263 2024-04-24T02:50:56.065 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: pgmap v495: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-24T02:50:56.065 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: osdmap e578: 8 total, 8 up, 8 in 2024-04-24T02:50:56.065 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: Upgrade: Updating mds.b 2024-04-24T02:50:56.065 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:56.065 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:50:56.065 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:56.065 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: Deploying daemon mds.b on smithi063 2024-04-24T02:50:56.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:56 smithi063 ceph-mon[77007]: osdmap e579: 8 total, 8 up, 8 in 2024-04-24T02:50:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: pgmap v495: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-24T02:50:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: osdmap e578: 8 total, 8 up, 8 in 2024-04-24T02:50:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: Upgrade: Updating mds.b 2024-04-24T02:50:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:50:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: Deploying daemon mds.b on smithi063 2024-04-24T02:50:56.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[84376]: osdmap e579: 8 total, 8 up, 8 in 2024-04-24T02:50:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: pgmap v495: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-24T02:50:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: osdmap e578: 8 total, 8 up, 8 in 2024-04-24T02:50:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: Upgrade: Updating mds.b 2024-04-24T02:50:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:50:56.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-24T02:50:56.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:50:56.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: Deploying daemon mds.b on smithi063 2024-04-24T02:50:56.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:56 smithi016 ceph-mon[86910]: osdmap e579: 8 total, 8 up, 8 in 2024-04-24T02:50:57.040 INFO:tasks.rados.rados.0.smithi016.stdout:2564: done (0 left) 2024-04-24T02:50:57.040 INFO:tasks.rados.rados.0.smithi016.stdout:2565: snap_create 2024-04-24T02:50:57.225 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:50:56 smithi063 systemd[1]: Stopping Ceph mds.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:50:57.230 INFO:tasks.rados.rados.0.smithi016.stdout:2565: done (0 left) 2024-04-24T02:50:57.230 INFO:tasks.rados.rados.0.smithi016.stdout:2566: snap_remove snap 264 2024-04-24T02:50:57.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[84372]: 2024-04-24T02:50:57.226+0000 7f1ee8e8f700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T02:50:57.558 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:50:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b[57722]: debug 2024-04-24T02:50:57.224+0000 7fa21ab6e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-24T02:50:57.558 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:50:57 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b[57722]: debug 2024-04-24T02:50:57.224+0000 7fa21ab6e700 -1 mds.b *** got signal Terminated *** 2024-04-24T02:50:58.238 INFO:tasks.rados.rados.0.smithi016.stdout:2566: done (0 left) 2024-04-24T02:50:58.238 INFO:tasks.rados.rados.0.smithi016.stdout:2567: setattr oid 43 current snap is 274 2024-04-24T02:50:58.239 INFO:tasks.rados.rados.0.smithi016.stdout:2568: setattr oid 29 current snap is 274 2024-04-24T02:50:58.240 INFO:tasks.rados.rados.0.smithi016.stdout:2569: rmattr oid 12 current snap is 274 2024-04-24T02:50:58.240 INFO:tasks.rados.rados.0.smithi016.stdout:2569: done (2 left) 2024-04-24T02:50:58.240 INFO:tasks.rados.rados.0.smithi016.stdout:2570: read oid 3 snap -1 2024-04-24T02:50:58.240 INFO:tasks.rados.rados.0.smithi016.stdout:2570: expect (ObjNum 786 snap 271 seq_num 786) 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:2571: rollback oid 50 current snap is 274 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 271 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:2572: copy_from oid 47 from oid 19 current snap is 274 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:2573: rollback oid 17 current snap is 274 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 253 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:2574: read oid 16 snap 211 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:2574: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:2575: copy_from oid 23 from oid 48 current snap is 274 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 274 2024-04-24T02:50:58.248 INFO:tasks.rados.rados.0.smithi016.stdout:2576: seq_num 791 ranges {1409024=450560,1859584=475136,2334720=327680} 2024-04-24T02:50:58.252 INFO:tasks.rados.rados.0.smithi016.stdout:2576: writing smithi01673382-25 from 1409024 to 1859584 tid 1 2024-04-24T02:50:58.256 INFO:tasks.rados.rados.0.smithi016.stdout:2576: writing smithi01673382-25 from 1859584 to 2334720 tid 2 2024-04-24T02:50:58.258 INFO:tasks.rados.rados.0.smithi016.stdout:2576: writing smithi01673382-25 from 2334720 to 2662400 tid 3 2024-04-24T02:50:58.259 INFO:tasks.rados.rados.0.smithi016.stdout:2577: snap_remove snap 272 2024-04-24T02:50:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: pgmap v498: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: osdmap e580: 8 total, 8 up, 8 in 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: osdmap e581: 8 total, 8 up, 8 in 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-24T02:50:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:58 smithi063 ceph-mon[77007]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-24T02:50:58.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: pgmap v498: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-24T02:50:58.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: osdmap e580: 8 total, 8 up, 8 in 2024-04-24T02:50:58.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-24T02:50:58.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: osdmap e581: 8 total, 8 up, 8 in 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[86910]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: pgmap v498: 121 pgs: 121 active+clean; 536 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: osdmap e580: 8 total, 8 up, 8 in 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T02:50:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: osdmap e581: 8 total, 8 up, 8 in 2024-04-24T02:50:58.320 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-24T02:50:58.320 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-24T02:50:58.320 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-24T02:50:58.320 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-mon[84376]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-24T02:50:58.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:50:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:50:58] "GET /metrics HTTP/1.1" 200 36128 "" "Prometheus/2.33.4" 2024-04-24T02:50:59.247 INFO:tasks.rados.rados.0.smithi016.stdout:2577: done (9 left) 2024-04-24T02:50:59.247 INFO:tasks.rados.rados.0.smithi016.stdout:2578: copy_from oid 9 from oid 35 current snap is 274 2024-04-24T02:50:59.247 INFO:tasks.rados.rados.0.smithi016.stdout:2579: rmattr oid 26 current snap is 274 2024-04-24T02:50:59.247 INFO:tasks.rados.rados.0.smithi016.stdout:2579: done (10 left) 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2580: snap_create 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2571: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 721 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1611 (ObjNum 766 snap 263 seq_num 766) dirty exists 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2572: finishing copy_from to smithi01673382-47 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2572: got expected ENOENT (src dne) 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2572: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1548 (ObjNum -1885688704 snap 32573 seq_num 2002517936) dirty exists 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2573: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2573: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2096 (ObjNum 623 snap 210 seq_num 623) dirty exists 2024-04-24T02:50:59.248 INFO:tasks.rados.rados.0.smithi016.stdout:2570: expect (ObjNum 786 snap 271 seq_num 786) 2024-04-24T02:50:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:2574: expect (ObjNum 550 snap 189 seq_num 550) 2024-04-24T02:50:59.461 INFO:tasks.rados.rados.0.smithi016.stdout:2575: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:50:59.461 INFO:tasks.rados.rados.0.smithi016.stdout:2576: finishing write tid 1 to smithi01673382-25 2024-04-24T02:50:59.461 INFO:tasks.rados.rados.0.smithi016.stdout:2575: finishing copy_from to smithi01673382-23 2024-04-24T02:50:59.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1885 (ObjNum 754 snap 259 seq_num 754) dirty exists 2024-04-24T02:50:59.461 INFO:tasks.rados.rados.0.smithi016.stdout:2576: finishing write tid 2 to smithi01673382-25 2024-04-24T02:50:59.461 INFO:tasks.rados.rados.0.smithi016.stdout:2576: finishing write tid 3 to smithi01673382-25 2024-04-24T02:50:59.461 INFO:tasks.rados.rados.0.smithi016.stdout:2576: finishing write tid 4 to smithi01673382-25 2024-04-24T02:50:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:2576: finishing write tid 5 to smithi01673382-25 2024-04-24T02:50:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1888 (ObjNum 791 snap 274 seq_num 791) dirty exists 2024-04-24T02:50:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:2576: left oid 25 (ObjNum 791 snap 274 seq_num 791) 2024-04-24T02:50:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:2578: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:50:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:2578: finishing copy_from to smithi01673382-9 2024-04-24T02:50:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1459 (ObjNum 784 snap 271 seq_num 784) dirty exists 2024-04-24T02:50:59.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:59 smithi016 ceph-mon[84376]: osdmap e582: 8 total, 8 up, 8 in 2024-04-24T02:50:59.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:59 smithi016 ceph-mon[84376]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:reconnect 2024-04-24T02:50:59.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:50:59 smithi016 ceph-mon[84376]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-24T02:50:59.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:59 smithi016 ceph-mon[86910]: osdmap e582: 8 total, 8 up, 8 in 2024-04-24T02:50:59.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:59 smithi016 ceph-mon[86910]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:reconnect 2024-04-24T02:50:59.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:50:59 smithi016 ceph-mon[86910]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-24T02:50:59.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:59 smithi063 ceph-mon[77007]: osdmap e582: 8 total, 8 up, 8 in 2024-04-24T02:50:59.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:59 smithi063 ceph-mon[77007]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:reconnect 2024-04-24T02:50:59.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:50:59 smithi063 ceph-mon[77007]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-24T02:51:00.254 INFO:tasks.rados.rados.0.smithi016.stdout:2567: done (10 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2568: done (9 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2570: done (8 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2571: done (7 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2572: done (6 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2573: done (5 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2574: done (4 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2575: done (3 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2576: done (2 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2578: done (1 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2580: done (0 left) 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2581: rollback oid 50 current snap is 275 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 273 2024-04-24T02:51:00.255 INFO:tasks.rados.rados.0.smithi016.stdout:2582: read oid 14 snap -1 2024-04-24T02:51:00.256 INFO:tasks.rados.rados.0.smithi016.stdout:2582: expect deleted 2024-04-24T02:51:00.256 INFO:tasks.rados.rados.0.smithi016.stdout:2583: setattr oid 45 current snap is 275 2024-04-24T02:51:00.256 INFO:tasks.rados.rados.0.smithi016.stdout:2581: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:51:00.256 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 721 (ObjNum 1834901361 snap 1800693597 seq_num 1566536799) dirty dne 2024-04-24T02:51:00.257 INFO:tasks.rados.rados.0.smithi016.stdout:2581: done (2 left) 2024-04-24T02:51:00.257 INFO:tasks.rados.rados.0.smithi016.stdout:2582: done (1 left) 2024-04-24T02:51:00.257 INFO:tasks.rados.rados.0.smithi016.stdout:2584: read oid 32 snap 251 2024-04-24T02:51:00.257 INFO:tasks.rados.rados.0.smithi016.stdout:2584: expect (ObjNum 730 snap 246 seq_num 730) 2024-04-24T02:51:00.257 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 275 2024-04-24T02:51:00.257 INFO:tasks.rados.rados.0.smithi016.stdout:2585: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-04-24T02:51:00.259 INFO:tasks.rados.rados.0.smithi016.stdout:2585: writing smithi01673382-39 from 0 to 466944 tid 1 2024-04-24T02:51:00.263 INFO:tasks.rados.rados.0.smithi016.stdout:2585: writing smithi01673382-39 from 466944 to 1228800 tid 2 2024-04-24T02:51:00.263 INFO:tasks.rados.rados.0.smithi016.stdout:2585: writing smithi01673382-39 from 1228800 to 1269760 tid 3 2024-04-24T02:51:00.264 INFO:tasks.rados.rados.0.smithi016.stdout:2586: snap_create 2024-04-24T02:51:00.264 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1612 (ObjNum -1696681216 snap 32573 seq_num 0) dirty exists 2024-04-24T02:51:00.269 INFO:tasks.rados.rados.0.smithi016.stdout:2584: expect (ObjNum 730 snap 246 seq_num 730) 2024-04-24T02:51:00.450 INFO:tasks.rados.rados.0.smithi016.stdout:2585: finishing write tid 1 to smithi01673382-39 2024-04-24T02:51:00.451 INFO:tasks.rados.rados.0.smithi016.stdout:2585: finishing write tid 2 to smithi01673382-39 2024-04-24T02:51:00.451 INFO:tasks.rados.rados.0.smithi016.stdout:2585: finishing write tid 3 to smithi01673382-39 2024-04-24T02:51:00.451 INFO:tasks.rados.rados.0.smithi016.stdout:2585: finishing write tid 4 to smithi01673382-39 2024-04-24T02:51:00.451 INFO:tasks.rados.rados.0.smithi016.stdout:2585: finishing write tid 5 to smithi01673382-39 2024-04-24T02:51:00.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 2019 (ObjNum 792 snap 275 seq_num 792) dirty exists 2024-04-24T02:51:00.451 INFO:tasks.rados.rados.0.smithi016.stdout:2585: left oid 39 (ObjNum 792 snap 275 seq_num 792) 2024-04-24T02:51:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[84376]: pgmap v502: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-24T02:51:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[84376]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:rejoin 2024-04-24T02:51:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[84376]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-24T02:51:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[84376]: osdmap e583: 8 total, 8 up, 8 in 2024-04-24T02:51:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[84376]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-24T02:51:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[86910]: pgmap v502: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[86910]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:rejoin 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[86910]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[86910]: osdmap e583: 8 total, 8 up, 8 in 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[86910]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:00 smithi063 ceph-mon[77007]: pgmap v502: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-24T02:51:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:00 smithi063 ceph-mon[77007]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:rejoin 2024-04-24T02:51:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:00 smithi063 ceph-mon[77007]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-24T02:51:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:00 smithi063 ceph-mon[77007]: osdmap e583: 8 total, 8 up, 8 in 2024-04-24T02:51:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:00 smithi063 ceph-mon[77007]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-24T02:51:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:01.039 INFO:tasks.rados.rados.0.smithi016.stdout:2583: done (3 left) 2024-04-24T02:51:01.039 INFO:tasks.rados.rados.0.smithi016.stdout:2584: done (2 left) 2024-04-24T02:51:01.039 INFO:tasks.rados.rados.0.smithi016.stdout:2585: done (1 left) 2024-04-24T02:51:01.039 INFO:tasks.rados.rados.0.smithi016.stdout:2586: done (0 left) 2024-04-24T02:51:01.039 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 276 2024-04-24T02:51:01.039 INFO:tasks.rados.rados.0.smithi016.stdout:2587: seq_num 793 ranges {1138688=483328,1622016=647168,2269184=155648} 2024-04-24T02:51:01.047 INFO:tasks.rados.rados.0.smithi016.stdout:2587: writing smithi01673382-9 from 1138688 to 1622016 tid 1 2024-04-24T02:51:01.051 INFO:tasks.rados.rados.0.smithi016.stdout:2587: writing smithi01673382-9 from 1622016 to 2269184 tid 2 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2587: writing smithi01673382-9 from 2269184 to 2424832 tid 3 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2588: read oid 18 snap -1 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2588: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2589: rmattr oid 32 current snap is 276 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2589: done (2 left) 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2590: copy_from oid 49 from oid 16 current snap is 276 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2587: finishing write tid 1 to smithi01673382-9 2024-04-24T02:51:01.053 INFO:tasks.rados.rados.0.smithi016.stdout:2591: snap_remove snap 258 2024-04-24T02:51:01.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[84376]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-24T02:51:01.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[84376]: osdmap e584: 8 total, 8 up, 8 in 2024-04-24T02:51:01.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[84376]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:active 2024-04-24T02:51:01.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[84376]: fsmap cephfs:1 {0=a=up:active} 2024-04-24T02:51:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[84376]: osdmap e585: 8 total, 8 up, 8 in 2024-04-24T02:51:01.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[86910]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-24T02:51:01.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[86910]: osdmap e584: 8 total, 8 up, 8 in 2024-04-24T02:51:01.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[86910]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:active 2024-04-24T02:51:01.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[86910]: fsmap cephfs:1 {0=a=up:active} 2024-04-24T02:51:01.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:01 smithi016 ceph-mon[86910]: osdmap e585: 8 total, 8 up, 8 in 2024-04-24T02:51:01.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:01 smithi063 ceph-mon[77007]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-24T02:51:01.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:01 smithi063 ceph-mon[77007]: osdmap e584: 8 total, 8 up, 8 in 2024-04-24T02:51:01.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:01 smithi063 ceph-mon[77007]: mds.? [v2:172.21.15.16:6834/1868654580,v1:172.21.15.16:6835/1868654580] up:active 2024-04-24T02:51:01.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:01 smithi063 ceph-mon[77007]: fsmap cephfs:1 {0=a=up:active} 2024-04-24T02:51:01.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:01 smithi063 ceph-mon[77007]: osdmap e585: 8 total, 8 up, 8 in 2024-04-24T02:51:02.042 INFO:tasks.rados.rados.0.smithi016.stdout:2591: done (3 left) 2024-04-24T02:51:02.042 INFO:tasks.rados.rados.0.smithi016.stdout:2592: snap_remove snap 224 2024-04-24T02:51:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:02 smithi016 ceph-mon[84376]: pgmap v505: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s rd, 290 KiB/s wr, 7 op/s 2024-04-24T02:51:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:02 smithi016 ceph-mon[84376]: osdmap e586: 8 total, 8 up, 8 in 2024-04-24T02:51:02.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:02 smithi016 ceph-mon[86910]: pgmap v505: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s rd, 290 KiB/s wr, 7 op/s 2024-04-24T02:51:02.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:02 smithi016 ceph-mon[86910]: osdmap e586: 8 total, 8 up, 8 in 2024-04-24T02:51:02.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:02 smithi063 ceph-mon[77007]: pgmap v505: 121 pgs: 121 active+clean; 537 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s rd, 290 KiB/s wr, 7 op/s 2024-04-24T02:51:02.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:02 smithi063 ceph-mon[77007]: osdmap e586: 8 total, 8 up, 8 in 2024-04-24T02:51:03.044 INFO:tasks.rados.rados.0.smithi016.stdout:2592: done (3 left) 2024-04-24T02:51:03.044 INFO:tasks.rados.rados.0.smithi016.stdout:2593: copy_from oid 5 from oid 10 current snap is 276 2024-04-24T02:51:03.044 INFO:tasks.rados.rados.0.smithi016.stdout:2594: read oid 35 snap -1 2024-04-24T02:51:03.044 INFO:tasks.rados.rados.0.smithi016.stdout:2594: expect (ObjNum 784 snap 271 seq_num 784) 2024-04-24T02:51:03.044 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 276 2024-04-24T02:51:03.044 INFO:tasks.rados.rados.0.smithi016.stdout:2595: seq_num 794 ranges {3424256=499712,3923968=532480,4456448=270336} 2024-04-24T02:51:03.069 INFO:tasks.rados.rados.0.smithi016.stdout:2595: writing smithi01673382-42 from 3424256 to 3923968 tid 1 2024-04-24T02:51:03.073 INFO:tasks.rados.rados.0.smithi016.stdout:2595: writing smithi01673382-42 from 3923968 to 4456448 tid 2 2024-04-24T02:51:03.073 INFO:tasks.rados.rados.0.smithi016.stdout:2595: writing smithi01673382-42 from 4456448 to 4726784 tid 3 2024-04-24T02:51:03.073 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 276 2024-04-24T02:51:03.074 INFO:tasks.rados.rados.0.smithi016.stdout:2596: seq_num 795 ranges {10280960=524288,10805248=417792,11223040=385024} 2024-04-24T02:51:03.132 INFO:tasks.rados.rados.0.smithi016.stdout:2596: writing smithi01673382-17 from 10280960 to 10805248 tid 1 2024-04-24T02:51:03.134 INFO:tasks.rados.rados.0.smithi016.stdout:2596: writing smithi01673382-17 from 10805248 to 11223040 tid 2 2024-04-24T02:51:03.137 INFO:tasks.rados.rados.0.smithi016.stdout:2596: writing smithi01673382-17 from 11223040 to 11608064 tid 3 2024-04-24T02:51:03.137 INFO:tasks.rados.rados.0.smithi016.stdout:2597: delete oid 47 current snap is 276 2024-04-24T02:51:03.137 INFO:tasks.rados.rados.0.smithi016.stdout:2590: finishing copy_from to smithi01673382-49 2024-04-24T02:51:03.137 INFO:tasks.rados.rados.0.smithi016.stdout:2590: got expected ENOENT (src dne) 2024-04-24T02:51:03.137 INFO:tasks.rados.rados.0.smithi016.stdout:2588: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:51:03.138 INFO:tasks.rados.rados.0.smithi016.stdout:2590: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:51:03.138 INFO:tasks.rados.rados.0.smithi016.stdout:2587: finishing write tid 2 to smithi01673382-9 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2587: finishing write tid 3 to smithi01673382-9 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2587: finishing write tid 4 to smithi01673382-9 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2587: finishing write tid 5 to smithi01673382-9 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1598 (ObjNum 793 snap 276 seq_num 793) dirty exists 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2587: left oid 9 (ObjNum 793 snap 276 seq_num 793) 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2593: finishing copy_from to smithi01673382-5 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2593: got expected ENOENT (src dne) 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2593: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:51:03.139 INFO:tasks.rados.rados.0.smithi016.stdout:2594: expect (ObjNum 784 snap 271 seq_num 784) 2024-04-24T02:51:03.170 INFO:tasks.rados.rados.0.smithi016.stdout:2595: finishing write tid 1 to smithi01673382-42 2024-04-24T02:51:03.170 INFO:tasks.rados.rados.0.smithi016.stdout:2595: finishing write tid 2 to smithi01673382-42 2024-04-24T02:51:03.170 INFO:tasks.rados.rados.0.smithi016.stdout:2595: finishing write tid 3 to smithi01673382-42 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2595: finishing write tid 4 to smithi01673382-42 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2595: finishing write tid 5 to smithi01673382-42 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 2106 (ObjNum 794 snap 276 seq_num 794) dirty exists 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2595: left oid 42 (ObjNum 794 snap 276 seq_num 794) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 1 to smithi01673382-17 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2587: done (7 left) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2588: done (6 left) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2590: done (5 left) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2593: done (4 left) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2594: done (3 left) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2595: done (2 left) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2597: done (1 left) 2024-04-24T02:51:03.171 INFO:tasks.rados.rados.0.smithi016.stdout:2598: setattr oid 40 current snap is 276 2024-04-24T02:51:03.172 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 2 to smithi01673382-17 2024-04-24T02:51:03.172 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 3 to smithi01673382-17 2024-04-24T02:51:03.172 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 4 to smithi01673382-17 2024-04-24T02:51:03.172 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 5 to smithi01673382-17 2024-04-24T02:51:03.172 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2119 (ObjNum 795 snap 276 seq_num 795) dirty exists 2024-04-24T02:51:03.172 INFO:tasks.rados.rados.0.smithi016.stdout:2596: left oid 17 (ObjNum 795 snap 276 seq_num 795) 2024-04-24T02:51:03.173 INFO:tasks.rados.rados.0.smithi016.stdout:2596: done (1 left) 2024-04-24T02:51:03.173 INFO:tasks.rados.rados.0.smithi016.stdout:2599: read oid 1 snap -1 2024-04-24T02:51:03.173 INFO:tasks.rados.rados.0.smithi016.stdout:2599: expect (ObjNum 721 snap 240 seq_num 721) 2024-04-24T02:51:03.173 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 276 2024-04-24T02:51:03.173 INFO:tasks.rados.rados.0.smithi016.stdout:2600: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-04-24T02:51:03.175 INFO:tasks.rados.rados.0.smithi016.stdout:2600: writing smithi01673382-18 from 0 to 557056 tid 1 2024-04-24T02:51:03.178 INFO:tasks.rados.rados.0.smithi016.stdout:2600: writing smithi01673382-18 from 557056 to 1146880 tid 2 2024-04-24T02:51:03.180 INFO:tasks.rados.rados.0.smithi016.stdout:2600: writing smithi01673382-18 from 1146880 to 1359872 tid 3 2024-04-24T02:51:03.180 INFO:tasks.rados.rados.0.smithi016.stdout:2601: delete oid 20 current snap is 276 2024-04-24T02:51:03.180 INFO:tasks.rados.rados.0.smithi016.stdout:2599: expect (ObjNum 721 snap 240 seq_num 721) 2024-04-24T02:51:03.182 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2016 (ObjNum 746 snap 257 seq_num 746) dirty exists 2024-04-24T02:51:03.182 INFO:tasks.rados.rados.0.smithi016.stdout:2600: finishing write tid 1 to smithi01673382-18 2024-04-24T02:51:03.182 INFO:tasks.rados.rados.0.smithi016.stdout:2598: done (3 left) 2024-04-24T02:51:03.182 INFO:tasks.rados.rados.0.smithi016.stdout:2599: done (2 left) 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:2601: done (1 left) 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:2602: read oid 28 snap -1 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:2602: expect deleted 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:2603: rollback oid 6 current snap is 276 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 260 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:2604: rmattr oid 33 current snap is 276 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 276 2024-04-24T02:51:03.183 INFO:tasks.rados.rados.0.smithi016.stdout:2605: seq_num 799 ranges {0=589824,589824=802816} 2024-04-24T02:51:03.185 INFO:tasks.rados.rados.0.smithi016.stdout:2605: writing smithi01673382-20 from 0 to 589824 tid 1 2024-04-24T02:51:03.191 INFO:tasks.rados.rados.0.smithi016.stdout:2605: writing smithi01673382-20 from 589824 to 1392640 tid 2 2024-04-24T02:51:03.191 INFO:tasks.rados.rados.0.smithi016.stdout:2606: read oid 46 snap -1 2024-04-24T02:51:03.191 INFO:tasks.rados.rados.0.smithi016.stdout:2606: expect deleted 2024-04-24T02:51:03.191 INFO:tasks.rados.rados.0.smithi016.stdout:2607: read oid 36 snap -1 2024-04-24T02:51:03.191 INFO:tasks.rados.rados.0.smithi016.stdout:2607: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:51:03.191 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 276 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2600: finishing write tid 2 to smithi01673382-18 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2600: finishing write tid 3 to smithi01673382-18 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2121 (ObjNum 777 snap 269 seq_num 777) dirty exists 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2600: finishing write tid 4 to smithi01673382-18 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2603: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2603: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2603: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1551 (ObjNum 735 snap 247 seq_num 735) dirty exists 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2600: finishing write tid 5 to smithi01673382-18 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1485 (ObjNum 797 snap 276 seq_num 797) dirty exists 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2600: left oid 18 (ObjNum 797 snap 276 seq_num 797) 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2605: finishing write tid 1 to smithi01673382-20 2024-04-24T02:51:03.192 INFO:tasks.rados.rados.0.smithi016.stdout:2608: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-04-24T02:51:03.194 INFO:tasks.rados.rados.0.smithi016.stdout:2608: writing smithi01673382-2 from 0 to 606208 tid 1 2024-04-24T02:51:03.198 INFO:tasks.rados.rados.0.smithi016.stdout:2608: writing smithi01673382-2 from 606208 to 1294336 tid 2 2024-04-24T02:51:03.199 INFO:tasks.rados.rados.0.smithi016.stdout:2608: writing smithi01673382-2 from 1294336 to 1409024 tid 3 2024-04-24T02:51:03.199 INFO:tasks.rados.rados.0.smithi016.stdout:2600: done (7 left) 2024-04-24T02:51:03.199 INFO:tasks.rados.rados.0.smithi016.stdout:2602: done (6 left) 2024-04-24T02:51:03.199 INFO:tasks.rados.rados.0.smithi016.stdout:2603: done (5 left) 2024-04-24T02:51:03.199 INFO:tasks.rados.rados.0.smithi016.stdout:2604: done (4 left) 2024-04-24T02:51:03.199 INFO:tasks.rados.rados.0.smithi016.stdout:2609: delete oid 21 current snap is 276 2024-04-24T02:51:03.200 INFO:tasks.rados.rados.0.smithi016.stdout:2605: finishing write tid 2 to smithi01673382-20 2024-04-24T02:51:03.200 INFO:tasks.rados.rados.0.smithi016.stdout:2605: finishing write tid 3 to smithi01673382-20 2024-04-24T02:51:03.200 INFO:tasks.rados.rados.0.smithi016.stdout:2607: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:51:03.240 INFO:tasks.rados.rados.0.smithi016.stdout:2605: finishing write tid 4 to smithi01673382-20 2024-04-24T02:51:03.240 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1444 (ObjNum 799 snap 276 seq_num 799) dirty exists 2024-04-24T02:51:03.240 INFO:tasks.rados.rados.0.smithi016.stdout:2605: left oid 20 (ObjNum 799 snap 276 seq_num 799) 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2608: finishing write tid 1 to smithi01673382-2 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2605: done (4 left) 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2606: done (3 left) 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2607: done (2 left) 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2609: done (1 left) 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2610: rollback oid 22 current snap is 276 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 257 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2608: finishing write tid 2 to smithi01673382-2 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2608: finishing write tid 3 to smithi01673382-2 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2608: finishing write tid 4 to smithi01673382-2 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2608: finishing write tid 5 to smithi01673382-2 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2023 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2608: left oid 2 (ObjNum 800 snap 276 seq_num 800) 2024-04-24T02:51:03.241 INFO:tasks.rados.rados.0.smithi016.stdout:2608: done (1 left) 2024-04-24T02:51:03.242 INFO:tasks.rados.rados.0.smithi016.stdout:2611: read oid 31 snap -1 2024-04-24T02:51:03.242 INFO:tasks.rados.rados.0.smithi016.stdout:2611: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:51:03.242 INFO:tasks.rados.rados.0.smithi016.stdout:2612: setattr oid 37 current snap is 276 2024-04-24T02:51:03.243 INFO:tasks.rados.rados.0.smithi016.stdout:2613: snap_create 2024-04-24T02:51:03.246 INFO:tasks.rados.rados.0.smithi016.stdout:2610: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:51:03.246 INFO:tasks.rados.rados.0.smithi016.stdout:2610: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:51:03.246 INFO:tasks.rados.rados.0.smithi016.stdout:2610: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:51:03.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2026 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-24T02:51:03.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2017 (ObjNum 779 snap 271 seq_num 779) dirty exists 2024-04-24T02:51:03.289 INFO:tasks.rados.rados.0.smithi016.stdout:2611: expect (ObjNum 673 snap 226 seq_num 673) 2024-04-24T02:51:04.249 INFO:tasks.rados.rados.0.smithi016.stdout:2610: done (3 left) 2024-04-24T02:51:04.249 INFO:tasks.rados.rados.0.smithi016.stdout:2611: done (2 left) 2024-04-24T02:51:04.249 INFO:tasks.rados.rados.0.smithi016.stdout:2612: done (1 left) 2024-04-24T02:51:04.249 INFO:tasks.rados.rados.0.smithi016.stdout:2613: done (0 left) 2024-04-24T02:51:04.250 INFO:tasks.rados.rados.0.smithi016.stdout:2614: snap_create 2024-04-24T02:51:04.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:04 smithi063 ceph-mon[77007]: pgmap v508: 121 pgs: 121 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-24T02:51:04.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:04 smithi063 ceph-mon[77007]: osdmap e587: 8 total, 8 up, 8 in 2024-04-24T02:51:04.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:04 smithi016 ceph-mon[84376]: pgmap v508: 121 pgs: 121 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-24T02:51:04.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:04 smithi016 ceph-mon[84376]: osdmap e587: 8 total, 8 up, 8 in 2024-04-24T02:51:04.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:04 smithi016 ceph-mon[86910]: pgmap v508: 121 pgs: 121 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-24T02:51:04.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:04 smithi016 ceph-mon[86910]: osdmap e587: 8 total, 8 up, 8 in 2024-04-24T02:51:05.055 INFO:tasks.rados.rados.0.smithi016.stdout:2614: done (0 left) 2024-04-24T02:51:05.055 INFO:tasks.rados.rados.0.smithi016.stdout:2615: snap_remove snap 253 2024-04-24T02:51:05.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:05 smithi063 ceph-mon[77007]: osdmap e588: 8 total, 8 up, 8 in 2024-04-24T02:51:05.309 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:51:05 smithi063 bash[94333]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b 2024-04-24T02:51:05.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:05 smithi016 ceph-mon[84376]: osdmap e588: 8 total, 8 up, 8 in 2024-04-24T02:51:05.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:05 smithi016 ceph-mon[86910]: osdmap e588: 8 total, 8 up, 8 in 2024-04-24T02:51:06.051 INFO:tasks.rados.rados.0.smithi016.stdout:2615: done (0 left) 2024-04-24T02:51:06.051 INFO:tasks.rados.rados.0.smithi016.stdout:2616: rmattr oid 25 current snap is 278 2024-04-24T02:51:06.053 INFO:tasks.rados.rados.0.smithi016.stdout:2617: read oid 26 snap -1 2024-04-24T02:51:06.053 INFO:tasks.rados.rados.0.smithi016.stdout:2617: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:06.053 INFO:tasks.rados.rados.0.smithi016.stdout:2618: delete oid 30 current snap is 278 2024-04-24T02:51:06.058 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:51:05 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.b.service: Succeeded. 2024-04-24T02:51:06.058 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:51:05 smithi063 systemd[1]: Stopped Ceph mds.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:06.058 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:51:05 smithi063 systemd[1]: Starting Ceph mds.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:06.063 INFO:tasks.rados.rados.0.smithi016.stdout:2618: done (2 left) 2024-04-24T02:51:06.063 INFO:tasks.rados.rados.0.smithi016.stdout:2619: rollback oid 50 current snap is 278 2024-04-24T02:51:06.063 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 270 2024-04-24T02:51:06.063 INFO:tasks.rados.rados.0.smithi016.stdout:2620: snap_remove snap 235 2024-04-24T02:51:06.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:06 smithi016 ceph-mon[84376]: pgmap v511: 121 pgs: 121 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-24T02:51:06.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:06 smithi016 ceph-mon[84376]: osdmap e589: 8 total, 8 up, 8 in 2024-04-24T02:51:06.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:06 smithi016 ceph-mon[86910]: pgmap v511: 121 pgs: 121 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-24T02:51:06.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:06 smithi016 ceph-mon[86910]: osdmap e589: 8 total, 8 up, 8 in 2024-04-24T02:51:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:06 smithi063 ceph-mon[77007]: pgmap v511: 121 pgs: 121 active+clean; 556 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-24T02:51:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:06 smithi063 ceph-mon[77007]: osdmap e589: 8 total, 8 up, 8 in 2024-04-24T02:51:06.558 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:51:06 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b[94492]: starting mds.b at 2024-04-24T02:51:06.558 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:51:06 smithi063 bash[94478]: 78c199567832743c74073fd8fbfa53b8236491c27fab5c47913ed419328678d3 2024-04-24T02:51:06.558 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 02:51:06 smithi063 systemd[1]: Started Ceph mds.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:07.089 INFO:tasks.rados.rados.0.smithi016.stdout:2620: done (3 left) 2024-04-24T02:51:07.089 INFO:tasks.rados.rados.0.smithi016.stdout:2621: copy_from oid 11 from oid 48 current snap is 278 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:2622: read oid 24 snap -1 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:2622: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 278 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:2623: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:2623: writing smithi01673382-16 from 0 to 655360 tid 1 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:2623: writing smithi01673382-16 from 655360 to 1400832 tid 2 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:2623: writing smithi01673382-16 from 1400832 to 1458176 tid 3 2024-04-24T02:51:07.090 INFO:tasks.rados.rados.0.smithi016.stdout:2624: snap_remove snap 268 2024-04-24T02:51:07.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[84376]: osdmap e590: 8 total, 8 up, 8 in 2024-04-24T02:51:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:07.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[86910]: osdmap e590: 8 total, 8 up, 8 in 2024-04-24T02:51:07.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:07.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:07.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:07.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:07 smithi063 ceph-mon[77007]: osdmap e590: 8 total, 8 up, 8 in 2024-04-24T02:51:07.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:07.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:07.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:08.082 INFO:tasks.rados.rados.0.smithi016.stdout:2624: done (6 left) 2024-04-24T02:51:08.082 INFO:tasks.rados.rados.0.smithi016.stdout:2625: read oid 22 snap -1 2024-04-24T02:51:08.082 INFO:tasks.rados.rados.0.smithi016.stdout:2625: expect (ObjNum 662 snap 223 seq_num 662) 2024-04-24T02:51:08.082 INFO:tasks.rados.rados.0.smithi016.stdout:2626: snap_remove snap 259 2024-04-24T02:51:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:08 smithi063 ceph-mon[77007]: pgmap v514: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 986 KiB/s wr, 25 op/s 2024-04-24T02:51:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:08 smithi063 ceph-mon[77007]: mds.? [v2:172.21.15.63:6832/1058362770,v1:172.21.15.63:6833/1058362770] up:boot 2024-04-24T02:51:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:08 smithi063 ceph-mon[77007]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-24T02:51:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:08 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:51:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:08 smithi063 ceph-mon[77007]: osdmap e591: 8 total, 8 up, 8 in 2024-04-24T02:51:08.529 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:51:08] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.33.4" 2024-04-24T02:51:08.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[84376]: pgmap v514: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 986 KiB/s wr, 25 op/s 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[84376]: mds.? [v2:172.21.15.63:6832/1058362770,v1:172.21.15.63:6833/1058362770] up:boot 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[84376]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[84376]: osdmap e591: 8 total, 8 up, 8 in 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[86910]: pgmap v514: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 986 KiB/s wr, 25 op/s 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[86910]: mds.? [v2:172.21.15.63:6832/1058362770,v1:172.21.15.63:6833/1058362770] up:boot 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[86910]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-24T02:51:08.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:08 smithi016 ceph-mon[86910]: osdmap e591: 8 total, 8 up, 8 in 2024-04-24T02:51:09.086 INFO:tasks.rados.rados.0.smithi016.stdout:2626: done (7 left) 2024-04-24T02:51:09.086 INFO:tasks.rados.rados.0.smithi016.stdout:2627: copy_from oid 14 from oid 18 current snap is 278 2024-04-24T02:51:09.087 INFO:tasks.rados.rados.0.smithi016.stdout:2628: read oid 47 snap -1 2024-04-24T02:51:09.087 INFO:tasks.rados.rados.0.smithi016.stdout:2628: expect deleted 2024-04-24T02:51:09.087 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 278 2024-04-24T02:51:09.087 INFO:tasks.rados.rados.0.smithi016.stdout:2629: seq_num 804 ranges {2211840=671744,2883584=622592,3506176=180224} 2024-04-24T02:51:09.104 INFO:tasks.rados.rados.0.smithi016.stdout:2629: writing smithi01673382-6 from 2211840 to 2883584 tid 1 2024-04-24T02:51:09.107 INFO:tasks.rados.rados.0.smithi016.stdout:2629: writing smithi01673382-6 from 2883584 to 3506176 tid 2 2024-04-24T02:51:09.109 INFO:tasks.rados.rados.0.smithi016.stdout:2629: writing smithi01673382-6 from 3506176 to 3686400 tid 3 2024-04-24T02:51:09.109 INFO:tasks.rados.rados.0.smithi016.stdout:2630: rollback oid 44 current snap is 278 2024-04-24T02:51:09.109 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 242 2024-04-24T02:51:09.113 INFO:tasks.rados.rados.0.smithi016.stdout:2631: read oid 9 snap -1 2024-04-24T02:51:09.113 INFO:tasks.rados.rados.0.smithi016.stdout:2631: expect (ObjNum 793 snap 276 seq_num 793) 2024-04-24T02:51:09.113 INFO:tasks.rados.rados.0.smithi016.stdout:2632: copy_from oid 5 from oid 46 current snap is 278 2024-04-24T02:51:09.113 INFO:tasks.rados.rados.0.smithi016.stdout:2633: rollback oid 33 current snap is 278 2024-04-24T02:51:09.113 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 240 2024-04-24T02:51:09.113 INFO:tasks.rados.rados.0.smithi016.stdout:2634: setattr oid 27 current snap is 278 2024-04-24T02:51:09.113 INFO:tasks.rados.rados.0.smithi016.stdout:2635: setattr oid 49 current snap is 278 2024-04-24T02:51:09.114 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:51:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:2619: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:51:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 721 (ObjNum 0 snap 32573 seq_num 2001554544) dirty dne 2024-04-24T02:51:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1889 (ObjNum 791 snap 274 seq_num 791) dirty exists 2024-04-24T02:51:09.115 INFO:tasks.rados.rados.0.smithi016.stdout:2617: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:09.502 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:09 smithi063 ceph-mon[77007]: osdmap e592: 8 total, 8 up, 8 in 2024-04-24T02:51:09.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:09 smithi016 ceph-mon[84376]: osdmap e592: 8 total, 8 up, 8 in 2024-04-24T02:51:09.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:09 smithi016 ceph-mon[86910]: osdmap e592: 8 total, 8 up, 8 in 2024-04-24T02:51:09.695 INFO:tasks.rados.rados.0.smithi016.stdout:2622: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:51:09.743 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 1 to smithi01673382-16 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 2 to smithi01673382-16 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2616: done (15 left) 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2617: done (14 left) 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2619: done (13 left) 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2622: done (12 left) 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2636: read oid 12 snap -1 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2636: expect (ObjNum 778 snap 271 seq_num 778) 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2637: rmattr oid 30 current snap is 278 2024-04-24T02:51:09.744 INFO:tasks.rados.rados.0.smithi016.stdout:2637: done (13 left) 2024-04-24T02:51:09.745 INFO:tasks.rados.rados.0.smithi016.stdout:2638: copy_from oid 3 from oid 36 current snap is 278 2024-04-24T02:51:09.745 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 3 to smithi01673382-16 2024-04-24T02:51:09.745 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 4 to smithi01673382-16 2024-04-24T02:51:09.746 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 5 to smithi01673382-16 2024-04-24T02:51:09.746 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1463 (ObjNum 803 snap 278 seq_num 803) dirty exists 2024-04-24T02:51:09.746 INFO:tasks.rados.rados.0.smithi016.stdout:2623: left oid 16 (ObjNum 803 snap 278 seq_num 803) 2024-04-24T02:51:09.746 INFO:tasks.rados.rados.0.smithi016.stdout:2621: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:51:09.746 INFO:tasks.rados.rados.0.smithi016.stdout:2621: finishing copy_from to smithi01673382-11 2024-04-24T02:51:09.747 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1885 (ObjNum 754 snap 259 seq_num 754) dirty exists 2024-04-24T02:51:09.747 INFO:tasks.rados.rados.0.smithi016.stdout:2625: expect (ObjNum 662 snap 223 seq_num 662) 2024-04-24T02:51:09.812 INFO:tasks.rados.rados.0.smithi016.stdout:2627: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:51:09.812 INFO:tasks.rados.rados.0.smithi016.stdout:2629: finishing write tid 1 to smithi01673382-6 2024-04-24T02:51:09.812 INFO:tasks.rados.rados.0.smithi016.stdout:2629: finishing write tid 2 to smithi01673382-6 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2629: finishing write tid 3 to smithi01673382-6 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2629: finishing write tid 4 to smithi01673382-6 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2627: finishing copy_from to smithi01673382-14 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1485 (ObjNum 797 snap 276 seq_num 797) dirty exists 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2632: finishing copy_from to smithi01673382-5 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2632: got expected ENOENT (src dne) 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2632: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1556 (ObjNum 2002517936 snap 22076 seq_num 2002354672) dirty exists 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2629: finishing write tid 5 to smithi01673382-6 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1555 (ObjNum 804 snap 278 seq_num 804) dirty exists 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2629: left oid 6 (ObjNum 804 snap 278 seq_num 804) 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2621: done (13 left) 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2623: done (12 left) 2024-04-24T02:51:09.813 INFO:tasks.rados.rados.0.smithi016.stdout:2625: done (11 left) 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2627: done (10 left) 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2628: done (9 left) 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2629: done (8 left) 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2632: done (7 left) 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2634: done (6 left) 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2639: delete oid 29 current snap is 278 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1890 (ObjNum 743 snap 253 seq_num 743) dirty exists 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2630: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1871 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2633: finishing rollback tid 0 to smithi01673382-33 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2633: finishing rollback tid 1 to smithi01673382-33 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:2633: finishing rollback tid 2 to smithi01673382-33 2024-04-24T02:51:09.814 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2160 (ObjNum 713 snap 238 seq_num 713) dirty exists 2024-04-24T02:51:09.815 INFO:tasks.rados.rados.0.smithi016.stdout:2631: expect (ObjNum 793 snap 276 seq_num 793) 2024-04-24T02:51:09.895 INFO:tasks.rados.rados.0.smithi016.stdout:2638: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:51:09.895 INFO:tasks.rados.rados.0.smithi016.stdout:2638: finishing copy_from to smithi01673382-3 2024-04-24T02:51:09.895 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1610 (ObjNum 657 snap 221 seq_num 657) dirty exists 2024-04-24T02:51:09.895 INFO:tasks.rados.rados.0.smithi016.stdout:2636: expect (ObjNum 778 snap 271 seq_num 778) 2024-04-24T02:51:10.128 INFO:tasks.rados.rados.0.smithi016.stdout:2630: done (6 left) 2024-04-24T02:51:10.128 INFO:tasks.rados.rados.0.smithi016.stdout:2631: done (5 left) 2024-04-24T02:51:10.128 INFO:tasks.rados.rados.0.smithi016.stdout:2633: done (4 left) 2024-04-24T02:51:10.128 INFO:tasks.rados.rados.0.smithi016.stdout:2635: done (3 left) 2024-04-24T02:51:10.128 INFO:tasks.rados.rados.0.smithi016.stdout:2636: done (2 left) 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:2638: done (1 left) 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:2639: done (0 left) 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:2640: rollback oid 1 current snap is 278 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 243 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:2641: read oid 5 snap -1 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:2641: expect deleted 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 278 2024-04-24T02:51:10.129 INFO:tasks.rados.rados.0.smithi016.stdout:2642: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-04-24T02:51:10.132 INFO:tasks.rados.rados.0.smithi016.stdout:2642: writing smithi01673382-10 from 0 to 704512 tid 1 2024-04-24T02:51:10.135 INFO:tasks.rados.rados.0.smithi016.stdout:2642: writing smithi01673382-10 from 704512 to 1146880 tid 2 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2642: writing smithi01673382-10 from 1146880 to 1507328 tid 3 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2643: read oid 43 snap -1 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2643: expect (ObjNum 766 snap 263 seq_num 766) 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2644: snap_create 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2640: finishing rollback tid 0 to smithi01673382-1 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2640: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2640: finishing rollback tid 2 to smithi01673382-1 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1615 (ObjNum 721 snap 240 seq_num 721) dirty exists 2024-04-24T02:51:10.138 INFO:tasks.rados.rados.0.smithi016.stdout:2642: finishing write tid 1 to smithi01673382-10 2024-04-24T02:51:10.140 INFO:tasks.rados.rados.0.smithi016.stdout:2642: finishing write tid 2 to smithi01673382-10 2024-04-24T02:51:10.141 INFO:tasks.rados.rados.0.smithi016.stdout:2642: finishing write tid 3 to smithi01673382-10 2024-04-24T02:51:10.141 INFO:tasks.rados.rados.0.smithi016.stdout:2642: finishing write tid 4 to smithi01673382-10 2024-04-24T02:51:10.141 INFO:tasks.rados.rados.0.smithi016.stdout:2643: expect (ObjNum 766 snap 263 seq_num 766) 2024-04-24T02:51:10.165 INFO:tasks.rados.rados.0.smithi016.stdout:2642: finishing write tid 5 to smithi01673382-10 2024-04-24T02:51:10.165 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1894 (ObjNum 806 snap 278 seq_num 806) dirty exists 2024-04-24T02:51:10.165 INFO:tasks.rados.rados.0.smithi016.stdout:2642: left oid 10 (ObjNum 806 snap 278 seq_num 806) 2024-04-24T02:51:10.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[84376]: pgmap v517: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 563 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-24T02:51:10.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[84376]: osdmap e593: 8 total, 8 up, 8 in 2024-04-24T02:51:10.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:10.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:10.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[86910]: pgmap v517: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 563 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-24T02:51:10.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[86910]: osdmap e593: 8 total, 8 up, 8 in 2024-04-24T02:51:10.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:10.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:10 smithi063 ceph-mon[77007]: pgmap v517: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 563 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-24T02:51:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:10 smithi063 ceph-mon[77007]: osdmap e593: 8 total, 8 up, 8 in 2024-04-24T02:51:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:2640: done (4 left) 2024-04-24T02:51:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:2641: done (3 left) 2024-04-24T02:51:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:2642: done (2 left) 2024-04-24T02:51:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:2643: done (1 left) 2024-04-24T02:51:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:2644: done (0 left) 2024-04-24T02:51:11.045 INFO:tasks.rados.rados.0.smithi016.stdout:2645: delete oid 22 current snap is 279 2024-04-24T02:51:11.051 INFO:tasks.rados.rados.0.smithi016.stdout:2645: done (0 left) 2024-04-24T02:51:11.051 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 279 2024-04-24T02:51:11.051 INFO:tasks.rados.rados.0.smithi016.stdout:2646: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-04-24T02:51:11.055 INFO:tasks.rados.rados.0.smithi016.stdout:2646: writing smithi01673382-21 from 0 to 737280 tid 1 2024-04-24T02:51:11.059 INFO:tasks.rados.rados.0.smithi016.stdout:2646: writing smithi01673382-21 from 737280 to 1351680 tid 2 2024-04-24T02:51:11.060 INFO:tasks.rados.rados.0.smithi016.stdout:2646: writing smithi01673382-21 from 1351680 to 1540096 tid 3 2024-04-24T02:51:11.060 INFO:tasks.rados.rados.0.smithi016.stdout:2647: rollback oid 1 current snap is 279 2024-04-24T02:51:11.060 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 267 2024-04-24T02:51:11.061 INFO:tasks.rados.rados.0.smithi016.stdout:2648: snap_create 2024-04-24T02:51:11.063 INFO:tasks.rados.rados.0.smithi016.stdout:2646: finishing write tid 1 to smithi01673382-21 2024-04-24T02:51:11.064 INFO:tasks.rados.rados.0.smithi016.stdout:2647: finishing rollback tid 0 to smithi01673382-1 2024-04-24T02:51:11.065 INFO:tasks.rados.rados.0.smithi016.stdout:2647: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:51:11.065 INFO:tasks.rados.rados.0.smithi016.stdout:2647: finishing rollback tid 2 to smithi01673382-1 2024-04-24T02:51:11.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1618 (ObjNum 721 snap 240 seq_num 721) dirty exists 2024-04-24T02:51:11.065 INFO:tasks.rados.rados.0.smithi016.stdout:2646: finishing write tid 2 to smithi01673382-21 2024-04-24T02:51:11.065 INFO:tasks.rados.rados.0.smithi016.stdout:2646: finishing write tid 3 to smithi01673382-21 2024-04-24T02:51:11.065 INFO:tasks.rados.rados.0.smithi016.stdout:2646: finishing write tid 4 to smithi01673382-21 2024-04-24T02:51:11.067 INFO:tasks.rados.rados.0.smithi016.stdout:2646: finishing write tid 5 to smithi01673382-21 2024-04-24T02:51:11.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1894 (ObjNum 808 snap 279 seq_num 808) dirty exists 2024-04-24T02:51:11.067 INFO:tasks.rados.rados.0.smithi016.stdout:2646: left oid 21 (ObjNum 808 snap 279 seq_num 808) 2024-04-24T02:51:11.943 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:11 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:11.943 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:11 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:11.944 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:11 smithi063 ceph-mon[77007]: pgmap v519: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 563 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-24T02:51:11.944 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:11 smithi063 ceph-mon[77007]: osdmap e594: 8 total, 8 up, 8 in 2024-04-24T02:51:12.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:12.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:12.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[84376]: pgmap v519: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 563 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-24T02:51:12.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[84376]: osdmap e594: 8 total, 8 up, 8 in 2024-04-24T02:51:12.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:12.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:12.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[86910]: pgmap v519: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 563 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-24T02:51:12.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:11 smithi016 ceph-mon[86910]: osdmap e594: 8 total, 8 up, 8 in 2024-04-24T02:51:12.047 INFO:tasks.rados.rados.0.smithi016.stdout:2646: done (2 left) 2024-04-24T02:51:12.047 INFO:tasks.rados.rados.0.smithi016.stdout:2647: done (1 left) 2024-04-24T02:51:12.047 INFO:tasks.rados.rados.0.smithi016.stdout:2648: done (0 left) 2024-04-24T02:51:12.047 INFO:tasks.rados.rados.0.smithi016.stdout:2649: snap_create 2024-04-24T02:51:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:2649: done (0 left) 2024-04-24T02:51:13.052 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 281 2024-04-24T02:51:13.053 INFO:tasks.rados.rados.0.smithi016.stdout:2650: seq_num 809 ranges {1409024=753664,2162688=499712,2662400=303104} 2024-04-24T02:51:13.064 INFO:tasks.rados.rados.0.smithi016.stdout:2650: writing smithi01673382-36 from 1409024 to 2162688 tid 1 2024-04-24T02:51:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:2650: writing smithi01673382-36 from 2162688 to 2662400 tid 2 2024-04-24T02:51:13.069 INFO:tasks.rados.rados.0.smithi016.stdout:2650: writing smithi01673382-36 from 2662400 to 2965504 tid 3 2024-04-24T02:51:13.069 INFO:tasks.rados.rados.0.smithi016.stdout:2651: snap_create 2024-04-24T02:51:13.072 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing write tid 1 to smithi01673382-36 2024-04-24T02:51:13.073 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing write tid 2 to smithi01673382-36 2024-04-24T02:51:13.074 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing write tid 3 to smithi01673382-36 2024-04-24T02:51:13.074 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing write tid 4 to smithi01673382-36 2024-04-24T02:51:13.075 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing write tid 5 to smithi01673382-36 2024-04-24T02:51:13.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1622 (ObjNum 809 snap 281 seq_num 809) dirty exists 2024-04-24T02:51:13.076 INFO:tasks.rados.rados.0.smithi016.stdout:2650: left oid 36 (ObjNum 809 snap 281 seq_num 809) 2024-04-24T02:51:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:13 smithi063 ceph-mon[77007]: osdmap e595: 8 total, 8 up, 8 in 2024-04-24T02:51:13.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:13 smithi016 ceph-mon[84376]: osdmap e595: 8 total, 8 up, 8 in 2024-04-24T02:51:13.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:13 smithi016 ceph-mon[86910]: osdmap e595: 8 total, 8 up, 8 in 2024-04-24T02:51:14.058 INFO:tasks.rados.rados.0.smithi016.stdout:2650: done (1 left) 2024-04-24T02:51:14.058 INFO:tasks.rados.rados.0.smithi016.stdout:2651: done (0 left) 2024-04-24T02:51:14.058 INFO:tasks.rados.rados.0.smithi016.stdout:2652: read oid 5 snap 211 2024-04-24T02:51:14.059 INFO:tasks.rados.rados.0.smithi016.stdout:2652: expect (ObjNum 524 snap 183 seq_num 524) 2024-04-24T02:51:14.059 INFO:tasks.rados.rados.0.smithi016.stdout:2653: rollback oid 9 current snap is 282 2024-04-24T02:51:14.059 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 237 2024-04-24T02:51:14.059 INFO:tasks.rados.rados.0.smithi016.stdout:2654: read oid 24 snap -1 2024-04-24T02:51:14.059 INFO:tasks.rados.rados.0.smithi016.stdout:2654: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:51:14.059 INFO:tasks.rados.rados.0.smithi016.stdout:2655: delete oid 26 current snap is 282 2024-04-24T02:51:14.064 INFO:tasks.rados.rados.0.smithi016.stdout:2655: done (3 left) 2024-04-24T02:51:14.064 INFO:tasks.rados.rados.0.smithi016.stdout:2656: delete oid 20 current snap is 282 2024-04-24T02:51:14.064 INFO:tasks.rados.rados.0.smithi016.stdout:2654: expect (ObjNum 678 snap 227 seq_num 678) 2024-04-24T02:51:14.114 INFO:tasks.rados.rados.0.smithi016.stdout:2653: finishing rollback tid 0 to smithi01673382-9 2024-04-24T02:51:14.114 INFO:tasks.rados.rados.0.smithi016.stdout:2653: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:51:14.114 INFO:tasks.rados.rados.0.smithi016.stdout:2653: finishing rollback tid 2 to smithi01673382-9 2024-04-24T02:51:14.114 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1613 (ObjNum 675 snap 226 seq_num 675) dirty exists 2024-04-24T02:51:14.114 INFO:tasks.rados.rados.0.smithi016.stdout:2652: expect (ObjNum 524 snap 183 seq_num 524) 2024-04-24T02:51:14.247 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:14 smithi063 ceph-mon[77007]: pgmap v522: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 575 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-24T02:51:14.247 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:14 smithi063 ceph-mon[77007]: osdmap e596: 8 total, 8 up, 8 in 2024-04-24T02:51:14.351 INFO:tasks.rados.rados.0.smithi016.stdout:2652: done (3 left) 2024-04-24T02:51:14.352 INFO:tasks.rados.rados.0.smithi016.stdout:2653: done (2 left) 2024-04-24T02:51:14.352 INFO:tasks.rados.rados.0.smithi016.stdout:2654: done (1 left) 2024-04-24T02:51:14.352 INFO:tasks.rados.rados.0.smithi016.stdout:2656: done (0 left) 2024-04-24T02:51:14.352 INFO:tasks.rados.rados.0.smithi016.stdout:2657: snap_remove snap 269 2024-04-24T02:51:14.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:14 smithi016 ceph-mon[84376]: pgmap v522: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 575 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-24T02:51:14.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:14 smithi016 ceph-mon[84376]: osdmap e596: 8 total, 8 up, 8 in 2024-04-24T02:51:14.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:14 smithi016 ceph-mon[86910]: pgmap v522: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 575 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-24T02:51:14.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:14 smithi016 ceph-mon[86910]: osdmap e596: 8 total, 8 up, 8 in 2024-04-24T02:51:15.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: osdmap e597: 8 total, 8 up, 8 in 2024-04-24T02:51:15.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: Detected new or changed devices on smithi063 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all mds 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all rgw 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all rbd-mirror 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all ceph-exporter 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all iscsi 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: osdmap e597: 8 total, 8 up, 8 in 2024-04-24T02:51:15.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: Detected new or changed devices on smithi063 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all mds 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all rgw 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all rbd-mirror 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all ceph-exporter 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all iscsi 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:15.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: osdmap e597: 8 total, 8 up, 8 in 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: Detected new or changed devices on smithi063 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all mds 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all rgw 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all rbd-mirror 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all ceph-exporter 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all iscsi 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:15.311 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:15.335 INFO:tasks.rados.rados.0.smithi016.stdout:2657: done (0 left) 2024-04-24T02:51:15.335 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 282 2024-04-24T02:51:15.335 INFO:tasks.rados.rados.0.smithi016.stdout:2658: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-04-24T02:51:15.340 INFO:tasks.rados.rados.0.smithi016.stdout:2658: writing smithi01673382-5 from 0 to 802816 tid 1 2024-04-24T02:51:15.344 INFO:tasks.rados.rados.0.smithi016.stdout:2658: writing smithi01673382-5 from 802816 to 1351680 tid 2 2024-04-24T02:51:15.346 INFO:tasks.rados.rados.0.smithi016.stdout:2658: writing smithi01673382-5 from 1351680 to 1605632 tid 3 2024-04-24T02:51:15.346 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 282 2024-04-24T02:51:15.346 INFO:tasks.rados.rados.0.smithi016.stdout:2659: seq_num 813 ranges {1769472=417792,2187264=434176,2621440=442368,3063808=327680} 2024-04-24T02:51:15.359 INFO:tasks.rados.rados.0.smithi016.stdout:2659: writing smithi01673382-24 from 1769472 to 2187264 tid 1 2024-04-24T02:51:15.362 INFO:tasks.rados.rados.0.smithi016.stdout:2659: writing smithi01673382-24 from 2187264 to 2621440 tid 2 2024-04-24T02:51:15.364 INFO:tasks.rados.rados.0.smithi016.stdout:2659: writing smithi01673382-24 from 2621440 to 3063808 tid 3 2024-04-24T02:51:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2659: writing smithi01673382-24 from 3063808 to 3391488 tid 4 2024-04-24T02:51:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2660: rollback oid 13 current snap is 282 2024-04-24T02:51:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 281 2024-04-24T02:51:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2658: finishing write tid 1 to smithi01673382-5 2024-04-24T02:51:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2658: finishing write tid 2 to smithi01673382-5 2024-04-24T02:51:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2658: finishing write tid 3 to smithi01673382-5 2024-04-24T02:51:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2658: finishing write tid 4 to smithi01673382-5 2024-04-24T02:51:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2658: finishing write tid 5 to smithi01673382-5 2024-04-24T02:51:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1617 (ObjNum 812 snap 282 seq_num 812) dirty exists 2024-04-24T02:51:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2658: left oid 5 (ObjNum 812 snap 282 seq_num 812) 2024-04-24T02:51:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2658: done (2 left) 2024-04-24T02:51:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2661: delete oid 45 current snap is 282 2024-04-24T02:51:15.369 INFO:tasks.rados.rados.0.smithi016.stdout:2659: finishing write tid 1 to smithi01673382-24 2024-04-24T02:51:15.372 INFO:tasks.rados.rados.0.smithi016.stdout:2659: finishing write tid 2 to smithi01673382-24 2024-04-24T02:51:15.373 INFO:tasks.rados.rados.0.smithi016.stdout:2659: finishing write tid 3 to smithi01673382-24 2024-04-24T02:51:15.373 INFO:tasks.rados.rados.0.smithi016.stdout:2659: finishing write tid 4 to smithi01673382-24 2024-04-24T02:51:15.373 INFO:tasks.rados.rados.0.smithi016.stdout:2661: done (2 left) 2024-04-24T02:51:15.373 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 282 2024-04-24T02:51:15.373 INFO:tasks.rados.rados.0.smithi016.stdout:2662: seq_num 815 ranges {5652480=458752,6111232=655360,6766592=409600,7176192=139264} 2024-04-24T02:51:15.406 INFO:tasks.rados.rados.0.smithi016.stdout:2662: writing smithi01673382-9 from 5652480 to 6111232 tid 1 2024-04-24T02:51:15.410 INFO:tasks.rados.rados.0.smithi016.stdout:2662: writing smithi01673382-9 from 6111232 to 6766592 tid 2 2024-04-24T02:51:15.412 INFO:tasks.rados.rados.0.smithi016.stdout:2662: writing smithi01673382-9 from 6766592 to 7176192 tid 3 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:2662: writing smithi01673382-9 from 7176192 to 7315456 tid 4 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:2663: delete oid 44 current snap is 282 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:2659: finishing write tid 5 to smithi01673382-24 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing rollback tid 0 to smithi01673382-13 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2172 (ObjNum 719 snap 239 seq_num 719) dirty exists 2024-04-24T02:51:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:2659: finishing write tid 6 to smithi01673382-24 2024-04-24T02:51:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 2148 (ObjNum 813 snap 282 seq_num 813) dirty exists 2024-04-24T02:51:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:2659: left oid 24 (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:51:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing write tid 1 to smithi01673382-9 2024-04-24T02:51:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing write tid 2 to smithi01673382-9 2024-04-24T02:51:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:2659: done (3 left) 2024-04-24T02:51:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:2660: done (2 left) 2024-04-24T02:51:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:2663: done (1 left) 2024-04-24T02:51:15.417 INFO:tasks.rados.rados.0.smithi016.stdout:2664: snap_remove snap 227 2024-04-24T02:51:16.054 INFO:tasks.rados.rados.0.smithi016.stdout:2664: done (1 left) 2024-04-24T02:51:16.055 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 282 2024-04-24T02:51:16.055 INFO:tasks.rados.rados.0.smithi016.stdout:2665: seq_num 817 ranges {2670592=491520,3162112=417792,3579904=425984,4005888=360448} 2024-04-24T02:51:16.066 INFO:tasks.rados.rados.0.smithi016.stdout:2665: writing smithi01673382-38 from 2670592 to 3162112 tid 1 2024-04-24T02:51:16.069 INFO:tasks.rados.rados.0.smithi016.stdout:2665: writing smithi01673382-38 from 3162112 to 3579904 tid 2 2024-04-24T02:51:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:2665: writing smithi01673382-38 from 3579904 to 4005888 tid 3 2024-04-24T02:51:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:2665: writing smithi01673382-38 from 4005888 to 4366336 tid 4 2024-04-24T02:51:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:2666: snap_remove snap 262 2024-04-24T02:51:16.779 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:16 smithi016 systemd[1]: Stopping Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:16.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all nfs 2024-04-24T02:51:16.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[84376]: Upgrade: Setting container_image for all nvmeof 2024-04-24T02:51:16.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[84376]: pgmap v525: 121 pgs: 121 active+clean; 577 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-24T02:51:16.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[84376]: osdmap e598: 8 total, 8 up, 8 in 2024-04-24T02:51:16.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[84376]: osdmap e599: 8 total, 8 up, 8 in 2024-04-24T02:51:16.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all nfs 2024-04-24T02:51:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[86910]: Upgrade: Setting container_image for all nvmeof 2024-04-24T02:51:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[86910]: pgmap v525: 121 pgs: 121 active+clean; 577 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-24T02:51:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[86910]: osdmap e598: 8 total, 8 up, 8 in 2024-04-24T02:51:16.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:16 smithi016 ceph-mon[86910]: osdmap e599: 8 total, 8 up, 8 in 2024-04-24T02:51:16.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:16 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all nfs 2024-04-24T02:51:16.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:16 smithi063 ceph-mon[77007]: Upgrade: Setting container_image for all nvmeof 2024-04-24T02:51:16.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:16 smithi063 ceph-mon[77007]: pgmap v525: 121 pgs: 121 active+clean; 577 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-24T02:51:16.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:16 smithi063 ceph-mon[77007]: osdmap e598: 8 total, 8 up, 8 in 2024-04-24T02:51:16.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:16 smithi063 ceph-mon[77007]: osdmap e599: 8 total, 8 up, 8 in 2024-04-24T02:51:17.051 INFO:tasks.rados.rados.0.smithi016.stdout:2666: done (2 left) 2024-04-24T02:51:17.051 INFO:tasks.rados.rados.0.smithi016.stdout:2667: copy_from oid 29 from oid 2 current snap is 282 2024-04-24T02:51:17.051 INFO:tasks.rados.rados.0.smithi016.stdout:2668: read oid 13 snap 276 2024-04-24T02:51:17.051 INFO:tasks.rados.rados.0.smithi016.stdout:2668: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:17.051 INFO:tasks.rados.rados.0.smithi016.stdout:2669: copy_from oid 5 from oid 47 current snap is 282 2024-04-24T02:51:17.051 INFO:tasks.rados.rados.0.smithi016.stdout:2670: rmattr oid 31 current snap is 282 2024-04-24T02:51:17.051 INFO:tasks.rados.rados.0.smithi016.stdout:2671: rmattr oid 50 current snap is 282 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2671: done (6 left) 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2672: snap_create 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing write tid 3 to smithi01673382-9 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing write tid 4 to smithi01673382-9 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing write tid 5 to smithi01673382-9 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing write tid 6 to smithi01673382-9 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1622 (ObjNum 815 snap 282 seq_num 815) dirty exists 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2662: left oid 9 (ObjNum 815 snap 282 seq_num 815) 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2665: finishing write tid 1 to smithi01673382-38 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2665: finishing write tid 2 to smithi01673382-38 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2665: finishing write tid 3 to smithi01673382-38 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2665: finishing write tid 4 to smithi01673382-38 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2665: finishing write tid 5 to smithi01673382-38 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2665: finishing write tid 6 to smithi01673382-38 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 2154 (ObjNum 817 snap 282 seq_num 817) dirty exists 2024-04-24T02:51:17.052 INFO:tasks.rados.rados.0.smithi016.stdout:2665: left oid 38 (ObjNum 817 snap 282 seq_num 817) 2024-04-24T02:51:17.058 INFO:tasks.rados.rados.0.smithi016.stdout:2669: finishing copy_from to smithi01673382-5 2024-04-24T02:51:17.058 INFO:tasks.rados.rados.0.smithi016.stdout:2669: got expected ENOENT (src dne) 2024-04-24T02:51:17.058 INFO:tasks.rados.rados.0.smithi016.stdout:2669: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:51:17.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1395 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-04-24T02:51:17.067 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:51:17.071 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing copy_from to smithi01673382-29 2024-04-24T02:51:17.071 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2023 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:51:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2668: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:17.279 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:17 smithi016 bash[109781]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a 2024-04-24T02:51:17.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:17 smithi016 ceph-mon[84376]: Upgrade: Updating node-exporter.a (1/2) 2024-04-24T02:51:17.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:17 smithi016 ceph-mon[84376]: Deploying daemon node-exporter.a on smithi016 2024-04-24T02:51:17.646 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:17 smithi016 ceph-mon[84376]: osdmap e600: 8 total, 8 up, 8 in 2024-04-24T02:51:17.646 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:17 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-24T02:51:17.646 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:17 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-24T02:51:17.646 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:17 smithi016 systemd[1]: Stopped Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:17.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:17 smithi016 ceph-mon[86910]: Upgrade: Updating node-exporter.a (1/2) 2024-04-24T02:51:17.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:17 smithi016 ceph-mon[86910]: Deploying daemon node-exporter.a on smithi016 2024-04-24T02:51:17.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:17 smithi016 ceph-mon[86910]: osdmap e600: 8 total, 8 up, 8 in 2024-04-24T02:51:17.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:17 smithi063 ceph-mon[77007]: Upgrade: Updating node-exporter.a (1/2) 2024-04-24T02:51:17.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:17 smithi063 ceph-mon[77007]: Deploying daemon node-exporter.a on smithi016 2024-04-24T02:51:17.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:17 smithi063 ceph-mon[77007]: osdmap e600: 8 total, 8 up, 8 in 2024-04-24T02:51:18.029 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:17 smithi016 systemd[1]: Starting Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:18.029 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:17 smithi016 bash[109926]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2662: done (6 left) 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2665: done (5 left) 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2667: done (4 left) 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2668: done (3 left) 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2669: done (2 left) 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2670: done (1 left) 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2672: done (0 left) 2024-04-24T02:51:18.049 INFO:tasks.rados.rados.0.smithi016.stdout:2673: read oid 19 snap -1 2024-04-24T02:51:18.050 INFO:tasks.rados.rados.0.smithi016.stdout:2673: expect deleted 2024-04-24T02:51:18.050 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 283 2024-04-24T02:51:18.050 INFO:tasks.rados.rados.0.smithi016.stdout:2674: seq_num 818 ranges {2301952=507904,2809856=704512,3514368=499712} 2024-04-24T02:51:18.064 INFO:tasks.rados.rados.0.smithi016.stdout:2674: writing smithi01673382-41 from 2301952 to 2809856 tid 1 2024-04-24T02:51:18.068 INFO:tasks.rados.rados.0.smithi016.stdout:2674: writing smithi01673382-41 from 2809856 to 3514368 tid 2 2024-04-24T02:51:18.071 INFO:tasks.rados.rados.0.smithi016.stdout:2674: writing smithi01673382-41 from 3514368 to 4014080 tid 3 2024-04-24T02:51:18.071 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 283 2024-04-24T02:51:18.071 INFO:tasks.rados.rados.0.smithi016.stdout:2675: seq_num 819 ranges {2195456=524288,2719744=589824,3309568=614400} 2024-04-24T02:51:18.086 INFO:tasks.rados.rados.0.smithi016.stdout:2675: writing smithi01673382-7 from 2195456 to 2719744 tid 1 2024-04-24T02:51:18.089 INFO:tasks.rados.rados.0.smithi016.stdout:2675: writing smithi01673382-7 from 2719744 to 3309568 tid 2 2024-04-24T02:51:18.093 INFO:tasks.rados.rados.0.smithi016.stdout:2675: writing smithi01673382-7 from 3309568 to 3923968 tid 3 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2676: snap_create 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2674: finishing write tid 1 to smithi01673382-41 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2674: finishing write tid 2 to smithi01673382-41 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2674: finishing write tid 3 to smithi01673382-41 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2674: finishing write tid 4 to smithi01673382-41 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2674: finishing write tid 5 to smithi01673382-41 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2177 (ObjNum 818 snap 283 seq_num 818) dirty exists 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2674: left oid 41 (ObjNum 818 snap 283 seq_num 818) 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing write tid 1 to smithi01673382-7 2024-04-24T02:51:18.094 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing write tid 2 to smithi01673382-7 2024-04-24T02:51:18.097 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing write tid 3 to smithi01673382-7 2024-04-24T02:51:18.097 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing write tid 4 to smithi01673382-7 2024-04-24T02:51:18.098 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing write tid 5 to smithi01673382-7 2024-04-24T02:51:18.098 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2182 (ObjNum 819 snap 283 seq_num 819) dirty exists 2024-04-24T02:51:18.098 INFO:tasks.rados.rados.0.smithi016.stdout:2675: left oid 7 (ObjNum 819 snap 283 seq_num 819) 2024-04-24T02:51:18.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:18 smithi016 ceph-mon[84376]: pgmap v528: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-24T02:51:18.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:18 smithi016 ceph-mon[84376]: osdmap e601: 8 total, 8 up, 8 in 2024-04-24T02:51:18.780 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:18 smithi016 bash[109926]: Getting image source signatures 2024-04-24T02:51:18.780 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:18 smithi016 bash[109926]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-24T02:51:18.780 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:18 smithi016 bash[109926]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-24T02:51:18.780 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:18 smithi016 bash[109926]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-24T02:51:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:51:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:51:18] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.33.4" 2024-04-24T02:51:18.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:18 smithi016 ceph-mon[86910]: pgmap v528: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-24T02:51:18.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:18 smithi016 ceph-mon[86910]: osdmap e601: 8 total, 8 up, 8 in 2024-04-24T02:51:18.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:18 smithi063 ceph-mon[77007]: pgmap v528: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 587 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-24T02:51:18.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:18 smithi063 ceph-mon[77007]: osdmap e601: 8 total, 8 up, 8 in 2024-04-24T02:51:18.982 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:51:19.050 INFO:tasks.rados.rados.0.smithi016.stdout:2673: done (3 left) 2024-04-24T02:51:19.051 INFO:tasks.rados.rados.0.smithi016.stdout:2674: done (2 left) 2024-04-24T02:51:19.051 INFO:tasks.rados.rados.0.smithi016.stdout:2675: done (1 left) 2024-04-24T02:51:19.051 INFO:tasks.rados.rados.0.smithi016.stdout:2676: done (0 left) 2024-04-24T02:51:19.051 INFO:tasks.rados.rados.0.smithi016.stdout:2677: read oid 29 snap -1 2024-04-24T02:51:19.051 INFO:tasks.rados.rados.0.smithi016.stdout:2677: expect (ObjNum 800 snap 276 seq_num 800) 2024-04-24T02:51:19.051 INFO:tasks.rados.rados.0.smithi016.stdout:2678: snap_create 2024-04-24T02:51:19.060 INFO:tasks.rados.rados.0.smithi016.stdout:2677: expect (ObjNum 800 snap 276 seq_num 800) 2024-04-24T02:51:19.320 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:51:19.320 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (7m) 29s ago 12m 24.4M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:51:19.320 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (7m) 9s ago 11m 52.4M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:51:19.320 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (32s) 29s ago 13m 13.7M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 5696a5967d05 2024-04-24T02:51:19.320 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (13s) 9s ago 13m 13.5M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 78c199567832 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (6m) 9s ago 16m 451M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (7m) 29s ago 18m 513M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (6m) 29s ago 18m 74.4M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (5m) 9s ago 17m 57.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (5m) 29s ago 17m 57.9M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (7m) 29s ago 12m 23.6M - 1.3.1 1dbe0e931976 3a89e4c5ecbc 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (7m) 9s ago 12m 22.7M - 1.3.1 1dbe0e931976 af50e785a1c4 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (4m) 29s ago 16m 317M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (4m) 29s ago 16m 301M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (3m) 29s ago 15m 254M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (3m) 29s ago 15m 144M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (2m) 9s ago 14m 224M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 34e013c00a4c 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (118s) 9s ago 14m 168M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 b43dcf4c991f 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (83s) 9s ago 14m 77.0M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 2088fefbdeca 2024-04-24T02:51:19.321 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (48s) 9s ago 13m 84.0M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 fed8f441df31 2024-04-24T02:51:19.322 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (6m) 9s ago 12m 69.8M - 2.33.4 514e6a882f6e b07c886634b3 2024-04-24T02:51:19.785 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:51:19.785 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:51:19.785 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:51:19.785 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 15 2024-04-24T02:51:19.786 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:51:19.787 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:51:20.054 INFO:tasks.rados.rados.0.smithi016.stdout:2677: done (1 left) 2024-04-24T02:51:20.055 INFO:tasks.rados.rados.0.smithi016.stdout:2678: done (0 left) 2024-04-24T02:51:20.055 INFO:tasks.rados.rados.0.smithi016.stdout:2679: delete oid 3 current snap is 285 2024-04-24T02:51:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:2679: done (0 left) 2024-04-24T02:51:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:2680: read oid 38 snap -1 2024-04-24T02:51:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:2680: expect (ObjNum 817 snap 282 seq_num 817) 2024-04-24T02:51:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 285 2024-04-24T02:51:20.059 INFO:tasks.rados.rados.0.smithi016.stdout:2681: seq_num 821 ranges {1458176=557056,2015232=761856,2777088=442368} 2024-04-24T02:51:20.070 INFO:tasks.rados.rados.0.smithi016.stdout:2681: writing smithi01673382-16 from 1458176 to 2015232 tid 1 2024-04-24T02:51:20.075 INFO:tasks.rados.rados.0.smithi016.stdout:2681: writing smithi01673382-16 from 2015232 to 2777088 tid 2 2024-04-24T02:51:20.078 INFO:tasks.rados.rados.0.smithi016.stdout:2681: writing smithi01673382-16 from 2777088 to 3219456 tid 3 2024-04-24T02:51:20.078 INFO:tasks.rados.rados.0.smithi016.stdout:2682: delete oid 12 current snap is 285 2024-04-24T02:51:20.078 INFO:tasks.rados.rados.0.smithi016.stdout:2680: expect (ObjNum 817 snap 282 seq_num 817) 2024-04-24T02:51:20.306 INFO:tasks.rados.rados.0.smithi016.stdout:2681: finishing write tid 1 to smithi01673382-16 2024-04-24T02:51:20.306 INFO:tasks.rados.rados.0.smithi016.stdout:2681: finishing write tid 2 to smithi01673382-16 2024-04-24T02:51:20.306 INFO:tasks.rados.rados.0.smithi016.stdout:2681: finishing write tid 3 to smithi01673382-16 2024-04-24T02:51:20.306 INFO:tasks.rados.rados.0.smithi016.stdout:2681: finishing write tid 4 to smithi01673382-16 2024-04-24T02:51:20.306 INFO:tasks.rados.rados.0.smithi016.stdout:2681: finishing write tid 5 to smithi01673382-16 2024-04-24T02:51:20.306 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1467 (ObjNum 821 snap 285 seq_num 821) dirty exists 2024-04-24T02:51:20.306 INFO:tasks.rados.rados.0.smithi016.stdout:2681: left oid 16 (ObjNum 821 snap 285 seq_num 821) 2024-04-24T02:51:20.307 INFO:tasks.rados.rados.0.smithi016.stdout:2680: done (2 left) 2024-04-24T02:51:20.307 INFO:tasks.rados.rados.0.smithi016.stdout:2681: done (1 left) 2024-04-24T02:51:20.307 INFO:tasks.rados.rados.0.smithi016.stdout:2682: done (0 left) 2024-04-24T02:51:20.307 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 285 2024-04-24T02:51:20.307 INFO:tasks.rados.rados.0.smithi016.stdout:2683: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-04-24T02:51:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:20 smithi063 ceph-mon[77007]: pgmap v531: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 585 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-24T02:51:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:20 smithi063 ceph-mon[77007]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:20 smithi063 ceph-mon[77007]: osdmap e602: 8 total, 8 up, 8 in 2024-04-24T02:51:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:20 smithi063 ceph-mon[77007]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:20 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1988255133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:20.309 INFO:tasks.rados.rados.0.smithi016.stdout:2683: writing smithi01673382-45 from 0 to 589824 tid 1 2024-04-24T02:51:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:2683: writing smithi01673382-45 from 589824 to 1163264 tid 2 2024-04-24T02:51:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:2683: writing smithi01673382-45 from 1163264 to 1794048 tid 3 2024-04-24T02:51:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:2684: rmattr oid 4 current snap is 285 2024-04-24T02:51:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:2684: done (1 left) 2024-04-24T02:51:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 285 2024-04-24T02:51:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 1 to smithi01673382-45 2024-04-24T02:51:20.316 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 2 to smithi01673382-45 2024-04-24T02:51:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:2685: seq_num 824 ranges {2662400=606208,3268608=458752,3727360=573440,4300800=172032} 2024-04-24T02:51:20.333 INFO:tasks.rados.rados.0.smithi016.stdout:2685: writing smithi01673382-25 from 2662400 to 3268608 tid 1 2024-04-24T02:51:20.336 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[84376]: pgmap v531: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 585 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-24T02:51:20.336 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[84376]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:20.336 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[84376]: osdmap e602: 8 total, 8 up, 8 in 2024-04-24T02:51:20.336 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[84376]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:20.336 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1988255133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:20.337 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[86910]: pgmap v531: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 585 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-24T02:51:20.337 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[86910]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:20.337 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[86910]: osdmap e602: 8 total, 8 up, 8 in 2024-04-24T02:51:20.337 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[86910]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:20.337 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:20 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1988255133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:20.337 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:20 smithi016 bash[109926]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-24T02:51:20.337 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:20 smithi016 bash[109926]: Writing manifest to image destination 2024-04-24T02:51:20.338 INFO:tasks.rados.rados.0.smithi016.stdout:2685: writing smithi01673382-25 from 3268608 to 3727360 tid 2 2024-04-24T02:51:20.339 INFO:tasks.rados.rados.0.smithi016.stdout:2685: writing smithi01673382-25 from 3727360 to 4300800 tid 3 2024-04-24T02:51:20.341 INFO:tasks.rados.rados.0.smithi016.stdout:2685: writing smithi01673382-25 from 4300800 to 4472832 tid 4 2024-04-24T02:51:20.341 INFO:tasks.rados.rados.0.smithi016.stdout:2686: rmattr oid 5 current snap is 285 2024-04-24T02:51:20.341 INFO:tasks.rados.rados.0.smithi016.stdout:2686: done (2 left) 2024-04-24T02:51:20.341 INFO:tasks.rados.rados.0.smithi016.stdout:2687: snap_remove snap 211 2024-04-24T02:51:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:2687: done (2 left) 2024-04-24T02:51:21.060 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 285 2024-04-24T02:51:21.061 INFO:tasks.rados.rados.0.smithi016.stdout:2688: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-04-24T02:51:21.064 INFO:tasks.rados.rados.0.smithi016.stdout:2688: writing smithi01673382-44 from 0 to 622592 tid 1 2024-04-24T02:51:21.069 INFO:tasks.rados.rados.0.smithi016.stdout:2688: writing smithi01673382-44 from 622592 to 1368064 tid 2 2024-04-24T02:51:21.072 INFO:tasks.rados.rados.0.smithi016.stdout:2688: writing smithi01673382-44 from 1368064 to 1826816 tid 3 2024-04-24T02:51:21.072 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 285 2024-04-24T02:51:21.072 INFO:tasks.rados.rados.0.smithi016.stdout:2689: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-04-24T02:51:21.083 INFO:tasks.rados.rados.0.smithi016.stdout:2689: writing smithi01673382-47 from 0 to 638976 tid 1 2024-04-24T02:51:21.083 INFO:tasks.rados.rados.0.smithi016.stdout:2689: writing smithi01673382-47 from 638976 to 1269760 tid 2 2024-04-24T02:51:21.085 INFO:tasks.rados.rados.0.smithi016.stdout:2689: writing smithi01673382-47 from 1269760 to 1843200 tid 3 2024-04-24T02:51:21.085 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 285 2024-04-24T02:51:21.085 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 3 to smithi01673382-45 2024-04-24T02:51:21.085 INFO:tasks.rados.rados.0.smithi016.stdout:2690: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2024-04-24T02:51:21.089 INFO:tasks.rados.rados.0.smithi016.stdout:2690: writing smithi01673382-19 from 0 to 655360 tid 1 2024-04-24T02:51:21.094 INFO:tasks.rados.rados.0.smithi016.stdout:2690: writing smithi01673382-19 from 655360 to 1171456 tid 2 2024-04-24T02:51:21.098 INFO:tasks.rados.rados.0.smithi016.stdout:2690: writing smithi01673382-19 from 1171456 to 1859584 tid 3 2024-04-24T02:51:21.098 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 285 2024-04-24T02:51:21.098 INFO:tasks.rados.rados.0.smithi016.stdout:2691: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-04-24T02:51:21.102 INFO:tasks.rados.rados.0.smithi016.stdout:2691: writing smithi01673382-4 from 0 to 671744 tid 1 2024-04-24T02:51:21.107 INFO:tasks.rados.rados.0.smithi016.stdout:2691: writing smithi01673382-4 from 671744 to 1474560 tid 2 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2691: writing smithi01673382-4 from 1474560 to 1875968 tid 3 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2692: rollback oid 29 current snap is 285 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 260 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 4 to smithi01673382-45 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 5 to smithi01673382-45 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1627 (ObjNum 823 snap 285 seq_num 823) dirty exists 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2683: left oid 45 (ObjNum 823 snap 285 seq_num 823) 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2685: finishing write tid 1 to smithi01673382-25 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2685: finishing write tid 2 to smithi01673382-25 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2685: finishing write tid 3 to smithi01673382-25 2024-04-24T02:51:21.111 INFO:tasks.rados.rados.0.smithi016.stdout:2685: finishing write tid 4 to smithi01673382-25 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2685: finishing write tid 5 to smithi01673382-25 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2685: finishing write tid 6 to smithi01673382-25 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1899 (ObjNum 824 snap 285 seq_num 824) dirty exists 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2685: left oid 25 (ObjNum 824 snap 285 seq_num 824) 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2688: finishing write tid 1 to smithi01673382-44 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2683: done (6 left) 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2685: done (5 left) 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2693: snap_create 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2688: finishing write tid 2 to smithi01673382-44 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2688: finishing write tid 3 to smithi01673382-44 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2689: finishing write tid 1 to smithi01673382-47 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2689: finishing write tid 2 to smithi01673382-47 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2688: finishing write tid 4 to smithi01673382-44 2024-04-24T02:51:21.112 INFO:tasks.rados.rados.0.smithi016.stdout:2690: finishing write tid 1 to smithi01673382-19 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2690: finishing write tid 2 to smithi01673382-19 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2689: finishing write tid 3 to smithi01673382-47 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2689: finishing write tid 4 to smithi01673382-47 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2688: finishing write tid 5 to smithi01673382-44 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 2201 (ObjNum 825 snap 285 seq_num 825) dirty exists 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2688: left oid 44 (ObjNum 825 snap 285 seq_num 825) 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2690: finishing write tid 3 to smithi01673382-19 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2690: finishing write tid 4 to smithi01673382-19 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2689: finishing write tid 5 to smithi01673382-47 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1898 (ObjNum 826 snap 285 seq_num 826) dirty exists 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2689: left oid 47 (ObjNum 826 snap 285 seq_num 826) 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2691: finishing write tid 1 to smithi01673382-4 2024-04-24T02:51:21.113 INFO:tasks.rados.rados.0.smithi016.stdout:2690: finishing write tid 5 to smithi01673382-19 2024-04-24T02:51:21.114 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 2205 (ObjNum 827 snap 285 seq_num 827) dirty exists 2024-04-24T02:51:21.114 INFO:tasks.rados.rados.0.smithi016.stdout:2690: left oid 19 (ObjNum 827 snap 285 seq_num 827) 2024-04-24T02:51:21.115 INFO:tasks.rados.rados.0.smithi016.stdout:2692: finishing rollback tid 0 to smithi01673382-29 2024-04-24T02:51:21.115 INFO:tasks.rados.rados.0.smithi016.stdout:2692: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:51:21.115 INFO:tasks.rados.rados.0.smithi016.stdout:2692: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:51:21.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2026 (ObjNum 498 snap 181 seq_num 498) dirty exists 2024-04-24T02:51:21.116 INFO:tasks.rados.rados.0.smithi016.stdout:2691: finishing write tid 2 to smithi01673382-4 2024-04-24T02:51:21.116 INFO:tasks.rados.rados.0.smithi016.stdout:2691: finishing write tid 3 to smithi01673382-4 2024-04-24T02:51:21.116 INFO:tasks.rados.rados.0.smithi016.stdout:2691: finishing write tid 4 to smithi01673382-4 2024-04-24T02:51:21.121 INFO:tasks.rados.rados.0.smithi016.stdout:2691: finishing write tid 5 to smithi01673382-4 2024-04-24T02:51:21.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2211 (ObjNum 828 snap 285 seq_num 828) dirty exists 2024-04-24T02:51:21.121 INFO:tasks.rados.rados.0.smithi016.stdout:2691: left oid 4 (ObjNum 828 snap 285 seq_num 828) 2024-04-24T02:51:21.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-mon[84376]: osdmap e603: 8 total, 8 up, 8 in 2024-04-24T02:51:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-mon[86910]: osdmap e603: 8 total, 8 up, 8 in 2024-04-24T02:51:21.280 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.017Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-24T02:51:21.280 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.018Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-24T02:51:21.280 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.018Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-24T02:51:21.280 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.018Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-24T02:51:21.280 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.018Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.018Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=arp 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=edac 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-24T02:51:21.281 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-24T02:51:21.282 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=os 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=stat 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-24T02:51:21.283 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=time 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=uname 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a[110047]: ts=2024-04-24T02:51:21.019Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 bash[109926]: cf821d9b9aee5fb73c2bc63b07d7e9b6215620f6ce8c1933dc4f2b2ebea60f39 2024-04-24T02:51:21.284 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 02:51:21 smithi016 systemd[1]: Started Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:21.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:21 smithi063 ceph-mon[77007]: osdmap e603: 8 total, 8 up, 8 in 2024-04-24T02:51:22.062 INFO:tasks.rados.rados.0.smithi016.stdout:2688: done (5 left) 2024-04-24T02:51:22.063 INFO:tasks.rados.rados.0.smithi016.stdout:2689: done (4 left) 2024-04-24T02:51:22.063 INFO:tasks.rados.rados.0.smithi016.stdout:2690: done (3 left) 2024-04-24T02:51:22.063 INFO:tasks.rados.rados.0.smithi016.stdout:2691: done (2 left) 2024-04-24T02:51:22.063 INFO:tasks.rados.rados.0.smithi016.stdout:2692: done (1 left) 2024-04-24T02:51:22.063 INFO:tasks.rados.rados.0.smithi016.stdout:2693: done (0 left) 2024-04-24T02:51:22.063 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 286 2024-04-24T02:51:22.063 INFO:tasks.rados.rados.0.smithi016.stdout:2694: seq_num 829 ranges {1507328=688128,2195456=729088,2924544=475136} 2024-04-24T02:51:22.074 INFO:tasks.rados.rados.0.smithi016.stdout:2694: writing smithi01673382-10 from 1507328 to 2195456 tid 1 2024-04-24T02:51:22.084 INFO:tasks.rados.rados.0.smithi016.stdout:2694: writing smithi01673382-10 from 2195456 to 2924544 tid 2 2024-04-24T02:51:22.085 INFO:tasks.rados.rados.0.smithi016.stdout:2694: writing smithi01673382-10 from 2924544 to 3399680 tid 3 2024-04-24T02:51:22.086 INFO:tasks.rados.rados.0.smithi016.stdout:2695: read oid 21 snap -1 2024-04-24T02:51:22.086 INFO:tasks.rados.rados.0.smithi016.stdout:2695: expect (ObjNum 808 snap 279 seq_num 808) 2024-04-24T02:51:22.086 INFO:tasks.rados.rados.0.smithi016.stdout:2696: snap_remove snap 261 2024-04-24T02:51:22.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:22 smithi063 ceph-mon[77007]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 583 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:51:22.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:22 smithi063 ceph-mon[77007]: osdmap e604: 8 total, 8 up, 8 in 2024-04-24T02:51:22.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:22.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:22.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[84376]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 583 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:51:22.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[84376]: osdmap e604: 8 total, 8 up, 8 in 2024-04-24T02:51:22.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:22.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[86910]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 583 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:51:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[86910]: osdmap e604: 8 total, 8 up, 8 in 2024-04-24T02:51:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:23.080 INFO:tasks.rados.rados.0.smithi016.stdout:2696: done (2 left) 2024-04-24T02:51:23.080 INFO:tasks.rados.rados.0.smithi016.stdout:2697: read oid 23 snap -1 2024-04-24T02:51:23.080 INFO:tasks.rados.rados.0.smithi016.stdout:2697: expect (ObjNum 754 snap 259 seq_num 754) 2024-04-24T02:51:23.080 INFO:tasks.rados.rados.0.smithi016.stdout:2698: snap_create 2024-04-24T02:51:23.082 INFO:tasks.rados.rados.0.smithi016.stdout:2694: finishing write tid 1 to smithi01673382-10 2024-04-24T02:51:23.083 INFO:tasks.rados.rados.0.smithi016.stdout:2694: finishing write tid 2 to smithi01673382-10 2024-04-24T02:51:23.083 INFO:tasks.rados.rados.0.smithi016.stdout:2694: finishing write tid 3 to smithi01673382-10 2024-04-24T02:51:23.083 INFO:tasks.rados.rados.0.smithi016.stdout:2694: finishing write tid 4 to smithi01673382-10 2024-04-24T02:51:23.083 INFO:tasks.rados.rados.0.smithi016.stdout:2694: finishing write tid 5 to smithi01673382-10 2024-04-24T02:51:23.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1903 (ObjNum 829 snap 286 seq_num 829) dirty exists 2024-04-24T02:51:23.083 INFO:tasks.rados.rados.0.smithi016.stdout:2694: left oid 10 (ObjNum 829 snap 286 seq_num 829) 2024-04-24T02:51:23.083 INFO:tasks.rados.rados.0.smithi016.stdout:2695: expect (ObjNum 808 snap 279 seq_num 808) 2024-04-24T02:51:23.136 INFO:tasks.rados.rados.0.smithi016.stdout:2697: expect (ObjNum 754 snap 259 seq_num 754) 2024-04-24T02:51:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:23 smithi063 ceph-mon[77007]: osdmap e605: 8 total, 8 up, 8 in 2024-04-24T02:51:23.308 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:23 smithi063 systemd[1]: Stopping Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:23.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:23 smithi016 ceph-mon[84376]: osdmap e605: 8 total, 8 up, 8 in 2024-04-24T02:51:23.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:23 smithi016 ceph-mon[86910]: osdmap e605: 8 total, 8 up, 8 in 2024-04-24T02:51:24.058 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:23 smithi063 bash[99540]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b 2024-04-24T02:51:24.082 INFO:tasks.rados.rados.0.smithi016.stdout:2694: done (3 left) 2024-04-24T02:51:24.082 INFO:tasks.rados.rados.0.smithi016.stdout:2695: done (2 left) 2024-04-24T02:51:24.082 INFO:tasks.rados.rados.0.smithi016.stdout:2697: done (1 left) 2024-04-24T02:51:24.082 INFO:tasks.rados.rados.0.smithi016.stdout:2698: done (0 left) 2024-04-24T02:51:24.083 INFO:tasks.rados.rados.0.smithi016.stdout:2699: rollback oid 30 current snap is 287 2024-04-24T02:51:24.083 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 279 2024-04-24T02:51:24.083 INFO:tasks.rados.rados.0.smithi016.stdout:2700: delete oid 21 current snap is 287 2024-04-24T02:51:24.086 INFO:tasks.rados.rados.0.smithi016.stdout:2699: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:51:24.086 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2027 (ObjNum 1801349491 snap 1886545268 seq_num 1584097616) dirty dne 2024-04-24T02:51:24.087 INFO:tasks.rados.rados.0.smithi016.stdout:2699: done (1 left) 2024-04-24T02:51:24.087 INFO:tasks.rados.rados.0.smithi016.stdout:2700: done (0 left) 2024-04-24T02:51:24.087 INFO:tasks.rados.rados.0.smithi016.stdout:2701: snap_create 2024-04-24T02:51:24.364 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:24 smithi063 ceph-mon[77007]: Upgrade: Updating node-exporter.b (2/2) 2024-04-24T02:51:24.364 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:24 smithi063 ceph-mon[77007]: Deploying daemon node-exporter.b on smithi063 2024-04-24T02:51:24.364 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:24 smithi063 ceph-mon[77007]: pgmap v537: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 594 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-24T02:51:24.365 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:24 smithi063 ceph-mon[77007]: osdmap e606: 8 total, 8 up, 8 in 2024-04-24T02:51:24.365 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-24T02:51:24.365 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-24T02:51:24.365 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 systemd[1]: Stopped Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:24.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[84376]: Upgrade: Updating node-exporter.b (2/2) 2024-04-24T02:51:24.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[84376]: Deploying daemon node-exporter.b on smithi063 2024-04-24T02:51:24.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[84376]: pgmap v537: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 594 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-24T02:51:24.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[84376]: osdmap e606: 8 total, 8 up, 8 in 2024-04-24T02:51:24.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[86910]: Upgrade: Updating node-exporter.b (2/2) 2024-04-24T02:51:24.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[86910]: Deploying daemon node-exporter.b on smithi063 2024-04-24T02:51:24.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[86910]: pgmap v537: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 594 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-24T02:51:24.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:24 smithi016 ceph-mon[86910]: osdmap e606: 8 total, 8 up, 8 in 2024-04-24T02:51:24.808 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 systemd[1]: Starting Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:24.809 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 bash[99685]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-24T02:51:25.088 INFO:tasks.rados.rados.0.smithi016.stdout:2701: done (0 left) 2024-04-24T02:51:25.089 INFO:tasks.rados.rados.0.smithi016.stdout:2702: snap_create 2024-04-24T02:51:25.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:25 smithi063 ceph-mon[77007]: osdmap e607: 8 total, 8 up, 8 in 2024-04-24T02:51:25.308 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 bash[99685]: Getting image source signatures 2024-04-24T02:51:25.308 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 bash[99685]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-24T02:51:25.308 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 bash[99685]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-24T02:51:25.308 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:24 smithi063 bash[99685]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-24T02:51:25.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:25 smithi016 ceph-mon[84376]: osdmap e607: 8 total, 8 up, 8 in 2024-04-24T02:51:25.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:25 smithi016 ceph-mon[86910]: osdmap e607: 8 total, 8 up, 8 in 2024-04-24T02:51:26.050 INFO:tasks.rados.rados.0.smithi016.stdout:2702: done (0 left) 2024-04-24T02:51:26.050 INFO:tasks.rados.rados.0.smithi016.stdout:2703: delete oid 36 current snap is 289 2024-04-24T02:51:26.056 INFO:tasks.rados.rados.0.smithi016.stdout:2703: done (0 left) 2024-04-24T02:51:26.056 INFO:tasks.rados.rados.0.smithi016.stdout:2704: delete oid 1 current snap is 289 2024-04-24T02:51:26.059 INFO:tasks.rados.rados.0.smithi016.stdout:2704: done (0 left) 2024-04-24T02:51:26.059 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 289 2024-04-24T02:51:26.059 INFO:tasks.rados.rados.0.smithi016.stdout:2705: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-04-24T02:51:26.063 INFO:tasks.rados.rados.0.smithi016.stdout:2705: writing smithi01673382-21 from 0 to 761856 tid 1 2024-04-24T02:51:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:2705: writing smithi01673382-21 from 761856 to 1433600 tid 2 2024-04-24T02:51:26.071 INFO:tasks.rados.rados.0.smithi016.stdout:2705: writing smithi01673382-21 from 1433600 to 1966080 tid 3 2024-04-24T02:51:26.071 INFO:tasks.rados.rados.0.smithi016.stdout:2706: copy_from oid 19 from oid 49 current snap is 289 2024-04-24T02:51:26.072 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 1 to smithi01673382-21 2024-04-24T02:51:26.072 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 2 to smithi01673382-21 2024-04-24T02:51:26.072 INFO:tasks.rados.rados.0.smithi016.stdout:2707: read oid 9 snap -1 2024-04-24T02:51:26.072 INFO:tasks.rados.rados.0.smithi016.stdout:2707: expect (ObjNum 815 snap 282 seq_num 815) 2024-04-24T02:51:26.072 INFO:tasks.rados.rados.0.smithi016.stdout:2708: snap_remove snap 222 2024-04-24T02:51:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:26 smithi016 ceph-mon[84376]: pgmap v540: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 596 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-24T02:51:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:26 smithi016 ceph-mon[84376]: osdmap e608: 8 total, 8 up, 8 in 2024-04-24T02:51:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:26 smithi016 ceph-mon[84376]: osdmap e609: 8 total, 8 up, 8 in 2024-04-24T02:51:26.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:26 smithi016 ceph-mon[86910]: pgmap v540: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 596 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-24T02:51:26.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:26 smithi016 ceph-mon[86910]: osdmap e608: 8 total, 8 up, 8 in 2024-04-24T02:51:26.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:26 smithi016 ceph-mon[86910]: osdmap e609: 8 total, 8 up, 8 in 2024-04-24T02:51:26.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:26 smithi063 ceph-mon[77007]: pgmap v540: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 596 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-24T02:51:26.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:26 smithi063 ceph-mon[77007]: osdmap e608: 8 total, 8 up, 8 in 2024-04-24T02:51:26.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:26 smithi063 ceph-mon[77007]: osdmap e609: 8 total, 8 up, 8 in 2024-04-24T02:51:27.054 INFO:tasks.rados.rados.0.smithi016.stdout:2708: done (3 left) 2024-04-24T02:51:27.054 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 289 2024-04-24T02:51:27.054 INFO:tasks.rados.rados.0.smithi016.stdout:2709: seq_num 834 ranges {1794048=778240,2572288=557056,3129344=548864,3678208=98304} 2024-04-24T02:51:27.058 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:26 smithi063 bash[99685]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-24T02:51:27.058 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:26 smithi063 bash[99685]: Writing manifest to image destination 2024-04-24T02:51:27.069 INFO:tasks.rados.rados.0.smithi016.stdout:2709: writing smithi01673382-45 from 1794048 to 2572288 tid 1 2024-04-24T02:51:27.073 INFO:tasks.rados.rados.0.smithi016.stdout:2709: writing smithi01673382-45 from 2572288 to 3129344 tid 2 2024-04-24T02:51:27.078 INFO:tasks.rados.rados.0.smithi016.stdout:2709: writing smithi01673382-45 from 3129344 to 3678208 tid 3 2024-04-24T02:51:27.078 INFO:tasks.rados.rados.0.smithi016.stdout:2709: writing smithi01673382-45 from 3678208 to 3776512 tid 4 2024-04-24T02:51:27.078 INFO:tasks.rados.rados.0.smithi016.stdout:2710: snap_remove snap 277 2024-04-24T02:51:27.526 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.427Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-24T02:51:27.527 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.428Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-24T02:51:27.527 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-24T02:51:27.527 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-24T02:51:27.527 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-24T02:51:27.527 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-24T02:51:27.527 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-24T02:51:27.528 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=arp 2024-04-24T02:51:27.528 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-24T02:51:27.528 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-24T02:51:27.528 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-24T02:51:27.528 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-24T02:51:27.528 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-24T02:51:27.529 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-24T02:51:27.529 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-24T02:51:27.529 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-24T02:51:27.529 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=edac 2024-04-24T02:51:27.529 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-24T02:51:27.529 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-24T02:51:27.530 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-24T02:51:27.530 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-24T02:51:27.530 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-24T02:51:27.530 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-24T02:51:27.530 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-24T02:51:27.530 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-24T02:51:27.531 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-24T02:51:27.531 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-24T02:51:27.531 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-24T02:51:27.531 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-24T02:51:27.531 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-24T02:51:27.531 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-24T02:51:27.532 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-24T02:51:27.532 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-24T02:51:27.532 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=os 2024-04-24T02:51:27.532 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-24T02:51:27.532 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-24T02:51:27.532 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-24T02:51:27.533 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-24T02:51:27.533 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-24T02:51:27.533 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-24T02:51:27.533 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-24T02:51:27.533 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=stat 2024-04-24T02:51:27.533 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-24T02:51:27.534 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-24T02:51:27.534 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-24T02:51:27.534 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=time 2024-04-24T02:51:27.534 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-24T02:51:27.534 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=uname 2024-04-24T02:51:27.534 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-24T02:51:27.535 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-24T02:51:27.535 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.429Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-24T02:51:27.535 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.430Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-24T02:51:27.535 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b[99742]: ts=2024-04-24T02:51:27.430Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-24T02:51:27.536 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 bash[99685]: 64e3cfe0c9f842ae0c06badaf8bc4938a1ec67cc00680eb8e2fa0a4880d8dfef 2024-04-24T02:51:27.808 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 02:51:27 smithi063 systemd[1]: Started Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:28.054 INFO:tasks.rados.rados.0.smithi016.stdout:2710: done (4 left) 2024-04-24T02:51:28.054 INFO:tasks.rados.rados.0.smithi016.stdout:2711: snap_remove snap 282 2024-04-24T02:51:28.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:28 smithi063 ceph-mon[77007]: pgmap v543: 121 pgs: 121 active+clean; 607 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-24T02:51:28.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:28 smithi063 ceph-mon[77007]: osdmap e610: 8 total, 8 up, 8 in 2024-04-24T02:51:28.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:28 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:28.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:28 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:28.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:28 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:28.318 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[84376]: pgmap v543: 121 pgs: 121 active+clean; 607 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[84376]: osdmap e610: 8 total, 8 up, 8 in 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[86910]: pgmap v543: 121 pgs: 121 active+clean; 607 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[86910]: osdmap e610: 8 total, 8 up, 8 in 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:28.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:28.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:51:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:51:28] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.33.4" 2024-04-24T02:51:29.063 INFO:tasks.rados.rados.0.smithi016.stdout:2711: done (4 left) 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2712: read oid 29 snap 243 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2712: expect deleted 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2713: snap_create 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 3 to smithi01673382-21 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 4 to smithi01673382-21 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 5 to smithi01673382-21 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1903 (ObjNum 833 snap 289 seq_num 833) dirty exists 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2705: left oid 21 (ObjNum 833 snap 289 seq_num 833) 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2706: finishing copy_from racing read to smithi01673382-19 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2706: finishing copy_from to smithi01673382-19 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1890 (ObjNum 743 snap 253 seq_num 743) dirty exists 2024-04-24T02:51:29.064 INFO:tasks.rados.rados.0.smithi016.stdout:2707: expect (ObjNum 815 snap 282 seq_num 815) 2024-04-24T02:51:29.508 INFO:tasks.rados.rados.0.smithi016.stdout:2709: finishing write tid 1 to smithi01673382-45 2024-04-24T02:51:29.508 INFO:tasks.rados.rados.0.smithi016.stdout:2709: finishing write tid 2 to smithi01673382-45 2024-04-24T02:51:29.508 INFO:tasks.rados.rados.0.smithi016.stdout:2709: finishing write tid 3 to smithi01673382-45 2024-04-24T02:51:29.508 INFO:tasks.rados.rados.0.smithi016.stdout:2709: finishing write tid 4 to smithi01673382-45 2024-04-24T02:51:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2709: finishing write tid 5 to smithi01673382-45 2024-04-24T02:51:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2709: finishing write tid 6 to smithi01673382-45 2024-04-24T02:51:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1634 (ObjNum 834 snap 289 seq_num 834) dirty exists 2024-04-24T02:51:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2709: left oid 45 (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:51:29.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:29 smithi016 ceph-mon[84376]: osdmap e611: 8 total, 8 up, 8 in 2024-04-24T02:51:29.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:29 smithi016 ceph-mon[86910]: osdmap e611: 8 total, 8 up, 8 in 2024-04-24T02:51:29.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:29 smithi063 ceph-mon[77007]: osdmap e611: 8 total, 8 up, 8 in 2024-04-24T02:51:30.060 INFO:tasks.rados.rados.0.smithi016.stdout:2705: done (5 left) 2024-04-24T02:51:30.061 INFO:tasks.rados.rados.0.smithi016.stdout:2706: done (4 left) 2024-04-24T02:51:30.061 INFO:tasks.rados.rados.0.smithi016.stdout:2707: done (3 left) 2024-04-24T02:51:30.061 INFO:tasks.rados.rados.0.smithi016.stdout:2709: done (2 left) 2024-04-24T02:51:30.061 INFO:tasks.rados.rados.0.smithi016.stdout:2712: done (1 left) 2024-04-24T02:51:30.061 INFO:tasks.rados.rados.0.smithi016.stdout:2713: done (0 left) 2024-04-24T02:51:30.061 INFO:tasks.rados.rados.0.smithi016.stdout:2714: setattr oid 44 current snap is 290 2024-04-24T02:51:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:2715: rollback oid 17 current snap is 290 2024-04-24T02:51:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 205 2024-04-24T02:51:30.062 INFO:tasks.rados.rados.0.smithi016.stdout:2716: snap_remove snap 285 2024-04-24T02:51:30.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:30 smithi063 ceph-mon[77007]: pgmap v546: 121 pgs: 121 active+clean; 607 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T02:51:30.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:30 smithi063 ceph-mon[77007]: osdmap e612: 8 total, 8 up, 8 in 2024-04-24T02:51:30.521 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:30.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:30 smithi016 ceph-mon[84376]: pgmap v546: 121 pgs: 121 active+clean; 607 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T02:51:30.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:30 smithi016 ceph-mon[84376]: osdmap e612: 8 total, 8 up, 8 in 2024-04-24T02:51:30.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:30.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:30 smithi016 ceph-mon[86910]: pgmap v546: 121 pgs: 121 active+clean; 607 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T02:51:30.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:30 smithi016 ceph-mon[86910]: osdmap e612: 8 total, 8 up, 8 in 2024-04-24T02:51:30.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:31.049 INFO:tasks.rados.rados.0.smithi016.stdout:2716: done (2 left) 2024-04-24T02:51:31.049 INFO:tasks.rados.rados.0.smithi016.stdout:2717: delete oid 48 current snap is 290 2024-04-24T02:51:31.049 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 2241 (ObjNum 825 snap 285 seq_num 825) dirty exists 2024-04-24T02:51:31.049 INFO:tasks.rados.rados.0.smithi016.stdout:2715: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:51:31.049 INFO:tasks.rados.rados.0.smithi016.stdout:2715: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:51:31.050 INFO:tasks.rados.rados.0.smithi016.stdout:2715: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:51:31.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2245 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:51:31.059 INFO:tasks.rados.rados.0.smithi016.stdout:2714: done (2 left) 2024-04-24T02:51:31.059 INFO:tasks.rados.rados.0.smithi016.stdout:2715: done (1 left) 2024-04-24T02:51:31.059 INFO:tasks.rados.rados.0.smithi016.stdout:2717: done (0 left) 2024-04-24T02:51:31.059 INFO:tasks.rados.rados.0.smithi016.stdout:2718: setattr oid 14 current snap is 290 2024-04-24T02:51:31.059 INFO:tasks.rados.rados.0.smithi016.stdout:2719: snap_remove snap 245 2024-04-24T02:51:31.356 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:31 smithi063 ceph-mon[77007]: osdmap e613: 8 total, 8 up, 8 in 2024-04-24T02:51:31.356 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.356 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.356 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.356 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.357 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:31 smithi063 ceph-mon[77007]: osdmap e614: 8 total, 8 up, 8 in 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[84376]: osdmap e613: 8 total, 8 up, 8 in 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[84376]: osdmap e614: 8 total, 8 up, 8 in 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[86910]: osdmap e613: 8 total, 8 up, 8 in 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.364 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:31.365 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:31 smithi016 ceph-mon[86910]: osdmap e614: 8 total, 8 up, 8 in 2024-04-24T02:51:32.053 INFO:tasks.rados.rados.0.smithi016.stdout:2719: done (1 left) 2024-04-24T02:51:32.053 INFO:tasks.rados.rados.0.smithi016.stdout:2720: rollback oid 37 current snap is 290 2024-04-24T02:51:32.053 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 275 2024-04-24T02:51:32.054 INFO:tasks.rados.rados.0.smithi016.stdout:2721: snap_remove snap 240 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[86910]: pgmap v549: 121 pgs: 121 active+clean; 609 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 964 KiB/s wr, 3 op/s 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[86910]: osdmap e615: 8 total, 8 up, 8 in 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[84376]: pgmap v549: 121 pgs: 121 active+clean; 609 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 964 KiB/s wr, 3 op/s 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:32.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:32 smithi016 ceph-mon[84376]: osdmap e615: 8 total, 8 up, 8 in 2024-04-24T02:51:32.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:32 smithi063 ceph-mon[77007]: pgmap v549: 121 pgs: 121 active+clean; 609 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 964 KiB/s wr, 3 op/s 2024-04-24T02:51:32.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:32.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:32.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:32 smithi063 ceph-mon[77007]: osdmap e615: 8 total, 8 up, 8 in 2024-04-24T02:51:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:2721: done (2 left) 2024-04-24T02:51:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:2722: copy_from oid 2 from oid 50 current snap is 290 2024-04-24T02:51:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:2723: read oid 36 snap -1 2024-04-24T02:51:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:2723: expect deleted 2024-04-24T02:51:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:2724: snap_create 2024-04-24T02:51:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2019 (ObjNum 797 snap 276 seq_num 797) dirty exists 2024-04-24T02:51:33.056 INFO:tasks.rados.rados.0.smithi016.stdout:2720: finishing rollback tid 0 to smithi01673382-37 2024-04-24T02:51:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:2720: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:51:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:2720: finishing rollback tid 2 to smithi01673382-37 2024-04-24T02:51:33.057 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2022 (ObjNum 779 snap 271 seq_num 779) dirty exists 2024-04-24T02:51:33.058 INFO:tasks.rados.rados.0.smithi016.stdout:2722: finishing copy_from to smithi01673382-2 2024-04-24T02:51:33.058 INFO:tasks.rados.rados.0.smithi016.stdout:2722: got expected ENOENT (src dne) 2024-04-24T02:51:33.058 INFO:tasks.rados.rados.0.smithi016.stdout:2722: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:51:33.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:33.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:33.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:33 smithi016 ceph-mon[84376]: osdmap e616: 8 total, 8 up, 8 in 2024-04-24T02:51:33.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:33.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:33.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:33 smithi016 ceph-mon[86910]: osdmap e616: 8 total, 8 up, 8 in 2024-04-24T02:51:33.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:33.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:33.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:33 smithi063 ceph-mon[77007]: osdmap e616: 8 total, 8 up, 8 in 2024-04-24T02:51:34.053 INFO:tasks.rados.rados.0.smithi016.stdout:2718: done (4 left) 2024-04-24T02:51:34.053 INFO:tasks.rados.rados.0.smithi016.stdout:2720: done (3 left) 2024-04-24T02:51:34.053 INFO:tasks.rados.rados.0.smithi016.stdout:2722: done (2 left) 2024-04-24T02:51:34.053 INFO:tasks.rados.rados.0.smithi016.stdout:2723: done (1 left) 2024-04-24T02:51:34.053 INFO:tasks.rados.rados.0.smithi016.stdout:2724: done (0 left) 2024-04-24T02:51:34.054 INFO:tasks.rados.rados.0.smithi016.stdout:2725: rmattr oid 7 current snap is 291 2024-04-24T02:51:34.054 INFO:tasks.rados.rados.0.smithi016.stdout:2726: read oid 45 snap -1 2024-04-24T02:51:34.054 INFO:tasks.rados.rados.0.smithi016.stdout:2726: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:51:34.054 INFO:tasks.rados.rados.0.smithi016.stdout:2727: read oid 15 snap -1 2024-04-24T02:51:34.054 INFO:tasks.rados.rados.0.smithi016.stdout:2727: expect (ObjNum 743 snap 253 seq_num 743) 2024-04-24T02:51:34.054 INFO:tasks.rados.rados.0.smithi016.stdout:2728: snap_remove snap 232 2024-04-24T02:51:34.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[84376]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 964 KiB/s wr, 14 op/s 2024-04-24T02:51:34.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[84376]: osdmap e617: 8 total, 8 up, 8 in 2024-04-24T02:51:34.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:34.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:34.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[86910]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 964 KiB/s wr, 14 op/s 2024-04-24T02:51:34.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[86910]: osdmap e617: 8 total, 8 up, 8 in 2024-04-24T02:51:34.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:34.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:34.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:34 smithi063 ceph-mon[77007]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 964 KiB/s wr, 14 op/s 2024-04-24T02:51:34.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:34 smithi063 ceph-mon[77007]: osdmap e617: 8 total, 8 up, 8 in 2024-04-24T02:51:34.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:34.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:35.056 INFO:tasks.rados.rados.0.smithi016.stdout:2728: done (3 left) 2024-04-24T02:51:35.056 INFO:tasks.rados.rados.0.smithi016.stdout:2729: delete oid 16 current snap is 291 2024-04-24T02:51:35.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2244 (ObjNum 819 snap 283 seq_num 819) dirty exists 2024-04-24T02:51:35.061 INFO:tasks.rados.rados.0.smithi016.stdout:2726: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:51:35.197 INFO:tasks.rados.rados.0.smithi016.stdout:2727: expect (ObjNum 743 snap 253 seq_num 743) 2024-04-24T02:51:35.393 INFO:tasks.rados.rados.0.smithi016.stdout:2725: done (3 left) 2024-04-24T02:51:35.393 INFO:tasks.rados.rados.0.smithi016.stdout:2726: done (2 left) 2024-04-24T02:51:35.394 INFO:tasks.rados.rados.0.smithi016.stdout:2727: done (1 left) 2024-04-24T02:51:35.394 INFO:tasks.rados.rados.0.smithi016.stdout:2729: done (0 left) 2024-04-24T02:51:35.394 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 291 2024-04-24T02:51:35.394 INFO:tasks.rados.rados.0.smithi016.stdout:2730: seq_num 837 ranges {3129344=425984,3555328=655360,4210688=729088,4939776=221184} 2024-04-24T02:51:35.414 INFO:tasks.rados.rados.0.smithi016.stdout:2730: writing smithi01673382-29 from 3129344 to 3555328 tid 1 2024-04-24T02:51:35.416 INFO:tasks.rados.rados.0.smithi016.stdout:2730: writing smithi01673382-29 from 3555328 to 4210688 tid 2 2024-04-24T02:51:35.420 INFO:tasks.rados.rados.0.smithi016.stdout:2730: writing smithi01673382-29 from 4210688 to 4939776 tid 3 2024-04-24T02:51:35.421 INFO:tasks.rados.rados.0.smithi016.stdout:2730: writing smithi01673382-29 from 4939776 to 5160960 tid 4 2024-04-24T02:51:35.421 INFO:tasks.rados.rados.0.smithi016.stdout:2731: copy_from oid 21 from oid 20 current snap is 291 2024-04-24T02:51:35.421 INFO:tasks.rados.rados.0.smithi016.stdout:2730: finishing write tid 1 to smithi01673382-29 2024-04-24T02:51:35.422 INFO:tasks.rados.rados.0.smithi016.stdout:2730: finishing write tid 2 to smithi01673382-29 2024-04-24T02:51:35.422 INFO:tasks.rados.rados.0.smithi016.stdout:2732: snap_create 2024-04-24T02:51:35.422 INFO:tasks.rados.rados.0.smithi016.stdout:2731: finishing copy_from to smithi01673382-21 2024-04-24T02:51:35.422 INFO:tasks.rados.rados.0.smithi016.stdout:2731: got expected ENOENT (src dne) 2024-04-24T02:51:35.422 INFO:tasks.rados.rados.0.smithi016.stdout:2731: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:51:35.424 INFO:tasks.rados.rados.0.smithi016.stdout:2730: finishing write tid 3 to smithi01673382-29 2024-04-24T02:51:35.424 INFO:tasks.rados.rados.0.smithi016.stdout:2730: finishing write tid 4 to smithi01673382-29 2024-04-24T02:51:35.424 INFO:tasks.rados.rados.0.smithi016.stdout:2730: finishing write tid 5 to smithi01673382-29 2024-04-24T02:51:35.426 INFO:tasks.rados.rados.0.smithi016.stdout:2730: finishing write tid 6 to smithi01673382-29 2024-04-24T02:51:35.426 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2031 (ObjNum 837 snap 291 seq_num 837) dirty exists 2024-04-24T02:51:35.426 INFO:tasks.rados.rados.0.smithi016.stdout:2730: left oid 29 (ObjNum 837 snap 291 seq_num 837) 2024-04-24T02:51:36.051 INFO:tasks.rados.rados.0.smithi016.stdout:2730: done (2 left) 2024-04-24T02:51:36.051 INFO:tasks.rados.rados.0.smithi016.stdout:2731: done (1 left) 2024-04-24T02:51:36.051 INFO:tasks.rados.rados.0.smithi016.stdout:2732: done (0 left) 2024-04-24T02:51:36.051 INFO:tasks.rados.rados.0.smithi016.stdout:2733: setattr oid 10 current snap is 292 2024-04-24T02:51:36.053 INFO:tasks.rados.rados.0.smithi016.stdout:2734: copy_from oid 36 from oid 20 current snap is 292 2024-04-24T02:51:36.053 INFO:tasks.rados.rados.0.smithi016.stdout:2735: copy_from oid 12 from oid 48 current snap is 292 2024-04-24T02:51:36.053 INFO:tasks.rados.rados.0.smithi016.stdout:2736: snap_create 2024-04-24T02:51:36.054 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing copy_from to smithi01673382-12 2024-04-24T02:51:36.054 INFO:tasks.rados.rados.0.smithi016.stdout:2735: got expected ENOENT (src dne) 2024-04-24T02:51:36.055 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing copy_from racing read to smithi01673382-12 2024-04-24T02:51:36.059 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1904 (ObjNum 829 snap 286 seq_num 829) dirty exists 2024-04-24T02:51:36.062 INFO:tasks.rados.rados.0.smithi016.stdout:2734: finishing copy_from to smithi01673382-36 2024-04-24T02:51:36.062 INFO:tasks.rados.rados.0.smithi016.stdout:2734: got expected ENOENT (src dne) 2024-04-24T02:51:36.062 INFO:tasks.rados.rados.0.smithi016.stdout:2734: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:51:36.183 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:36 smithi063 ceph-mon[77007]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 11 op/s 2024-04-24T02:51:36.183 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:36 smithi063 ceph-mon[77007]: osdmap e618: 8 total, 8 up, 8 in 2024-04-24T02:51:36.183 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:36 smithi063 ceph-mon[77007]: osdmap e619: 8 total, 8 up, 8 in 2024-04-24T02:51:36.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:36 smithi016 ceph-mon[84376]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 11 op/s 2024-04-24T02:51:36.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:36 smithi016 ceph-mon[84376]: osdmap e618: 8 total, 8 up, 8 in 2024-04-24T02:51:36.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:36 smithi016 ceph-mon[84376]: osdmap e619: 8 total, 8 up, 8 in 2024-04-24T02:51:36.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:36 smithi016 ceph-mon[86910]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 11 op/s 2024-04-24T02:51:36.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:36 smithi016 ceph-mon[86910]: osdmap e618: 8 total, 8 up, 8 in 2024-04-24T02:51:36.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:36 smithi016 ceph-mon[86910]: osdmap e619: 8 total, 8 up, 8 in 2024-04-24T02:51:37.058 INFO:tasks.rados.rados.0.smithi016.stdout:2733: done (3 left) 2024-04-24T02:51:37.058 INFO:tasks.rados.rados.0.smithi016.stdout:2734: done (2 left) 2024-04-24T02:51:37.058 INFO:tasks.rados.rados.0.smithi016.stdout:2735: done (1 left) 2024-04-24T02:51:37.059 INFO:tasks.rados.rados.0.smithi016.stdout:2736: done (0 left) 2024-04-24T02:51:37.059 INFO:tasks.rados.rados.0.smithi016.stdout:2737: rmattr oid 47 current snap is 293 2024-04-24T02:51:37.059 INFO:tasks.rados.rados.0.smithi016.stdout:2737: done (0 left) 2024-04-24T02:51:37.059 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 293 2024-04-24T02:51:37.059 INFO:tasks.rados.rados.0.smithi016.stdout:2738: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-04-24T02:51:37.061 INFO:tasks.rados.rados.0.smithi016.stdout:2738: writing smithi01673382-50 from 0 to 442368 tid 1 2024-04-24T02:51:37.064 INFO:tasks.rados.rados.0.smithi016.stdout:2738: writing smithi01673382-50 from 442368 to 983040 tid 2 2024-04-24T02:51:37.067 INFO:tasks.rados.rados.0.smithi016.stdout:2738: writing smithi01673382-50 from 983040 to 1515520 tid 3 2024-04-24T02:51:37.069 INFO:tasks.rados.rados.0.smithi016.stdout:2738: writing smithi01673382-50 from 1515520 to 1957888 tid 4 2024-04-24T02:51:37.070 INFO:tasks.rados.rados.0.smithi016.stdout:2738: writing smithi01673382-50 from 1957888 to 2048000 tid 5 2024-04-24T02:51:37.070 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 293 2024-04-24T02:51:37.070 INFO:tasks.rados.rados.0.smithi016.stdout:2739: seq_num 839 ranges {2801664=458752,3260416=425984,3686400=688128,4374528=491520} 2024-04-24T02:51:37.088 INFO:tasks.rados.rados.0.smithi016.stdout:2739: writing smithi01673382-37 from 2801664 to 3260416 tid 1 2024-04-24T02:51:37.092 INFO:tasks.rados.rados.0.smithi016.stdout:2739: writing smithi01673382-37 from 3260416 to 3686400 tid 2 2024-04-24T02:51:37.096 INFO:tasks.rados.rados.0.smithi016.stdout:2739: writing smithi01673382-37 from 3686400 to 4374528 tid 3 2024-04-24T02:51:37.099 INFO:tasks.rados.rados.0.smithi016.stdout:2739: writing smithi01673382-37 from 4374528 to 4866048 tid 4 2024-04-24T02:51:37.099 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 293 2024-04-24T02:51:37.099 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing write tid 1 to smithi01673382-50 2024-04-24T02:51:37.099 INFO:tasks.rados.rados.0.smithi016.stdout:2740: seq_num 840 ranges {1843200=475136,2318336=712704,3031040=499712,3530752=393216} 2024-04-24T02:51:37.111 INFO:tasks.rados.rados.0.smithi016.stdout:2740: writing smithi01673382-47 from 1843200 to 2318336 tid 1 2024-04-24T02:51:37.116 INFO:tasks.rados.rados.0.smithi016.stdout:2740: writing smithi01673382-47 from 2318336 to 3031040 tid 2 2024-04-24T02:51:37.119 INFO:tasks.rados.rados.0.smithi016.stdout:2740: writing smithi01673382-47 from 3031040 to 3530752 tid 3 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2740: writing smithi01673382-47 from 3530752 to 3923968 tid 4 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2741: delete oid 44 current snap is 293 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing write tid 2 to smithi01673382-50 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing write tid 3 to smithi01673382-50 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing write tid 4 to smithi01673382-50 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing write tid 5 to smithi01673382-50 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing write tid 6 to smithi01673382-50 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing write tid 7 to smithi01673382-50 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 727 (ObjNum 838 snap 293 seq_num 838) dirty exists 2024-04-24T02:51:37.122 INFO:tasks.rados.rados.0.smithi016.stdout:2738: left oid 50 (ObjNum 838 snap 293 seq_num 838) 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing write tid 1 to smithi01673382-37 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing write tid 2 to smithi01673382-37 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing write tid 3 to smithi01673382-37 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing write tid 4 to smithi01673382-37 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing write tid 5 to smithi01673382-37 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing write tid 6 to smithi01673382-37 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2027 (ObjNum 839 snap 293 seq_num 839) dirty exists 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2739: left oid 37 (ObjNum 839 snap 293 seq_num 839) 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing write tid 1 to smithi01673382-47 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing write tid 2 to smithi01673382-47 2024-04-24T02:51:37.123 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing write tid 3 to smithi01673382-47 2024-04-24T02:51:37.125 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing write tid 4 to smithi01673382-47 2024-04-24T02:51:37.125 INFO:tasks.rados.rados.0.smithi016.stdout:2738: done (3 left) 2024-04-24T02:51:37.125 INFO:tasks.rados.rados.0.smithi016.stdout:2739: done (2 left) 2024-04-24T02:51:37.125 INFO:tasks.rados.rados.0.smithi016.stdout:2741: done (1 left) 2024-04-24T02:51:37.125 INFO:tasks.rados.rados.0.smithi016.stdout:2742: snap_create 2024-04-24T02:51:37.125 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing write tid 5 to smithi01673382-47 2024-04-24T02:51:37.126 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing write tid 6 to smithi01673382-47 2024-04-24T02:51:37.126 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1909 (ObjNum 840 snap 293 seq_num 840) dirty exists 2024-04-24T02:51:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:2740: left oid 47 (ObjNum 840 snap 293 seq_num 840) 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[84376]: osdmap e620: 8 total, 8 up, 8 in 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:37 smithi016 ceph-mon[86910]: osdmap e620: 8 total, 8 up, 8 in 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:37 smithi063 ceph-mon[77007]: osdmap e620: 8 total, 8 up, 8 in 2024-04-24T02:51:38.060 INFO:tasks.rados.rados.0.smithi016.stdout:2740: done (1 left) 2024-04-24T02:51:38.060 INFO:tasks.rados.rados.0.smithi016.stdout:2742: done (0 left) 2024-04-24T02:51:38.060 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 294 2024-04-24T02:51:38.060 INFO:tasks.rados.rados.0.smithi016.stdout:2743: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-04-24T02:51:38.062 INFO:tasks.rados.rados.0.smithi016.stdout:2743: writing smithi01673382-48 from 0 to 507904 tid 1 2024-04-24T02:51:38.065 INFO:tasks.rados.rados.0.smithi016.stdout:2743: writing smithi01673382-48 from 507904 to 983040 tid 2 2024-04-24T02:51:38.069 INFO:tasks.rados.rados.0.smithi016.stdout:2743: writing smithi01673382-48 from 983040 to 1499136 tid 3 2024-04-24T02:51:38.072 INFO:tasks.rados.rados.0.smithi016.stdout:2743: writing smithi01673382-48 from 1499136 to 1998848 tid 4 2024-04-24T02:51:38.073 INFO:tasks.rados.rados.0.smithi016.stdout:2743: writing smithi01673382-48 from 1998848 to 2113536 tid 5 2024-04-24T02:51:38.073 INFO:tasks.rados.rados.0.smithi016.stdout:2744: delete oid 9 current snap is 294 2024-04-24T02:51:38.073 INFO:tasks.rados.rados.0.smithi016.stdout:2743: finishing write tid 1 to smithi01673382-48 2024-04-24T02:51:38.074 INFO:tasks.rados.rados.0.smithi016.stdout:2743: finishing write tid 2 to smithi01673382-48 2024-04-24T02:51:38.074 INFO:tasks.rados.rados.0.smithi016.stdout:2743: finishing write tid 3 to smithi01673382-48 2024-04-24T02:51:38.077 INFO:tasks.rados.rados.0.smithi016.stdout:2744: done (1 left) 2024-04-24T02:51:38.077 INFO:tasks.rados.rados.0.smithi016.stdout:2745: read oid 25 snap -1 2024-04-24T02:51:38.077 INFO:tasks.rados.rados.0.smithi016.stdout:2745: expect (ObjNum 824 snap 285 seq_num 824) 2024-04-24T02:51:38.078 INFO:tasks.rados.rados.0.smithi016.stdout:2746: read oid 18 snap -1 2024-04-24T02:51:38.078 INFO:tasks.rados.rados.0.smithi016.stdout:2746: expect (ObjNum 797 snap 276 seq_num 797) 2024-04-24T02:51:38.078 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 294 2024-04-24T02:51:38.078 INFO:tasks.rados.rados.0.smithi016.stdout:2747: seq_num 844 ranges {3686400=540672,4227072=696320,4923392=475136,5398528=434176} 2024-04-24T02:51:38.101 INFO:tasks.rados.rados.0.smithi016.stdout:2747: writing smithi01673382-6 from 3686400 to 4227072 tid 1 2024-04-24T02:51:38.105 INFO:tasks.rados.rados.0.smithi016.stdout:2747: writing smithi01673382-6 from 4227072 to 4923392 tid 2 2024-04-24T02:51:38.107 INFO:tasks.rados.rados.0.smithi016.stdout:2747: writing smithi01673382-6 from 4923392 to 5398528 tid 3 2024-04-24T02:51:38.110 INFO:tasks.rados.rados.0.smithi016.stdout:2747: writing smithi01673382-6 from 5398528 to 5832704 tid 4 2024-04-24T02:51:38.110 INFO:tasks.rados.rados.0.smithi016.stdout:2748: snap_remove snap 284 2024-04-24T02:51:38.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:38 smithi016 ceph-mon[84376]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 616 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 496 KiB/s wr, 11 op/s 2024-04-24T02:51:38.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:38 smithi016 ceph-mon[84376]: osdmap e621: 8 total, 8 up, 8 in 2024-04-24T02:51:38.529 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:51:38] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.33.4" 2024-04-24T02:51:38.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:38 smithi016 ceph-mon[86910]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 616 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 496 KiB/s wr, 11 op/s 2024-04-24T02:51:38.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:38 smithi016 ceph-mon[86910]: osdmap e621: 8 total, 8 up, 8 in 2024-04-24T02:51:38.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:38 smithi063 ceph-mon[77007]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 616 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 496 KiB/s wr, 11 op/s 2024-04-24T02:51:38.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:38 smithi063 ceph-mon[77007]: osdmap e621: 8 total, 8 up, 8 in 2024-04-24T02:51:39.067 INFO:tasks.rados.rados.0.smithi016.stdout:2748: done (4 left) 2024-04-24T02:51:39.068 INFO:tasks.rados.rados.0.smithi016.stdout:2749: read oid 20 snap -1 2024-04-24T02:51:39.068 INFO:tasks.rados.rados.0.smithi016.stdout:2749: expect deleted 2024-04-24T02:51:39.068 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 294 2024-04-24T02:51:39.068 INFO:tasks.rados.rados.0.smithi016.stdout:2750: seq_num 845 ranges {5160960=557056,5718016=581632,6299648=688128,6987776=335872} 2024-04-24T02:51:39.099 INFO:tasks.rados.rados.0.smithi016.stdout:2750: writing smithi01673382-29 from 5160960 to 5718016 tid 1 2024-04-24T02:51:39.102 INFO:tasks.rados.rados.0.smithi016.stdout:2750: writing smithi01673382-29 from 5718016 to 6299648 tid 2 2024-04-24T02:51:39.106 INFO:tasks.rados.rados.0.smithi016.stdout:2750: writing smithi01673382-29 from 6299648 to 6987776 tid 3 2024-04-24T02:51:39.108 INFO:tasks.rados.rados.0.smithi016.stdout:2750: writing smithi01673382-29 from 6987776 to 7323648 tid 4 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:2751: snap_create 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:2743: finishing write tid 4 to smithi01673382-48 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:2743: finishing write tid 5 to smithi01673382-48 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:2743: finishing write tid 6 to smithi01673382-48 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:2743: finishing write tid 7 to smithi01673382-48 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1915 (ObjNum 842 snap 294 seq_num 842) dirty exists 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:2743: left oid 48 (ObjNum 842 snap 294 seq_num 842) 2024-04-24T02:51:39.109 INFO:tasks.rados.rados.0.smithi016.stdout:2746: expect (ObjNum 797 snap 276 seq_num 797) 2024-04-24T02:51:39.146 INFO:tasks.rados.rados.0.smithi016.stdout:2745: expect (ObjNum 824 snap 285 seq_num 824) 2024-04-24T02:51:39.332 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing write tid 1 to smithi01673382-6 2024-04-24T02:51:39.332 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing write tid 2 to smithi01673382-6 2024-04-24T02:51:39.332 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing write tid 3 to smithi01673382-6 2024-04-24T02:51:39.332 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing write tid 4 to smithi01673382-6 2024-04-24T02:51:39.332 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing write tid 5 to smithi01673382-6 2024-04-24T02:51:39.332 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing write tid 6 to smithi01673382-6 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2036 (ObjNum 844 snap 294 seq_num 844) dirty exists 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2747: left oid 6 (ObjNum 844 snap 294 seq_num 844) 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2750: finishing write tid 1 to smithi01673382-29 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2750: finishing write tid 2 to smithi01673382-29 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2750: finishing write tid 3 to smithi01673382-29 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2750: finishing write tid 4 to smithi01673382-29 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2750: finishing write tid 5 to smithi01673382-29 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2750: finishing write tid 6 to smithi01673382-29 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2041 (ObjNum 845 snap 294 seq_num 845) dirty exists 2024-04-24T02:51:39.333 INFO:tasks.rados.rados.0.smithi016.stdout:2750: left oid 29 (ObjNum 845 snap 294 seq_num 845) 2024-04-24T02:51:39.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:39 smithi016 ceph-mon[84376]: Upgrade: Updating prometheus.a 2024-04-24T02:51:39.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:39 smithi016 ceph-mon[84376]: Deploying daemon prometheus.a on smithi063 2024-04-24T02:51:39.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:39 smithi016 ceph-mon[84376]: osdmap e622: 8 total, 8 up, 8 in 2024-04-24T02:51:39.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:39 smithi016 ceph-mon[86910]: Upgrade: Updating prometheus.a 2024-04-24T02:51:39.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:39 smithi016 ceph-mon[86910]: Deploying daemon prometheus.a on smithi063 2024-04-24T02:51:39.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:39 smithi016 ceph-mon[86910]: osdmap e622: 8 total, 8 up, 8 in 2024-04-24T02:51:39.541 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:39 smithi063 ceph-mon[77007]: Upgrade: Updating prometheus.a 2024-04-24T02:51:39.541 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:39 smithi063 ceph-mon[77007]: Deploying daemon prometheus.a on smithi063 2024-04-24T02:51:39.541 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:39 smithi063 ceph-mon[77007]: osdmap e622: 8 total, 8 up, 8 in 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2743: done (6 left) 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2745: done (5 left) 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2746: done (4 left) 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2747: done (3 left) 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2749: done (2 left) 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2750: done (1 left) 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2751: done (0 left) 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 295 2024-04-24T02:51:40.064 INFO:tasks.rados.rados.0.smithi016.stdout:2752: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-04-24T02:51:40.066 INFO:tasks.rados.rados.0.smithi016.stdout:2752: writing smithi01673382-12 from 0 to 573440 tid 1 2024-04-24T02:51:40.069 INFO:tasks.rados.rados.0.smithi016.stdout:2752: writing smithi01673382-12 from 573440 to 1040384 tid 2 2024-04-24T02:51:40.072 INFO:tasks.rados.rados.0.smithi016.stdout:2752: writing smithi01673382-12 from 1040384 to 1531904 tid 3 2024-04-24T02:51:40.076 INFO:tasks.rados.rados.0.smithi016.stdout:2752: writing smithi01673382-12 from 1531904 to 2080768 tid 4 2024-04-24T02:51:40.077 INFO:tasks.rados.rados.0.smithi016.stdout:2752: writing smithi01673382-12 from 2080768 to 2179072 tid 5 2024-04-24T02:51:40.077 INFO:tasks.rados.rados.0.smithi016.stdout:2753: rollback oid 49 current snap is 295 2024-04-24T02:51:40.077 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 280 2024-04-24T02:51:40.077 INFO:tasks.rados.rados.0.smithi016.stdout:2752: finishing write tid 1 to smithi01673382-12 2024-04-24T02:51:40.077 INFO:tasks.rados.rados.0.smithi016.stdout:2752: finishing write tid 2 to smithi01673382-12 2024-04-24T02:51:40.077 INFO:tasks.rados.rados.0.smithi016.stdout:2752: finishing write tid 3 to smithi01673382-12 2024-04-24T02:51:40.077 INFO:tasks.rados.rados.0.smithi016.stdout:2754: copy_from oid 20 from oid 40 current snap is 295 2024-04-24T02:51:40.078 INFO:tasks.rados.rados.0.smithi016.stdout:2755: rollback oid 8 current snap is 295 2024-04-24T02:51:40.078 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 265 2024-04-24T02:51:40.078 INFO:tasks.rados.rados.0.smithi016.stdout:2756: delete oid 31 current snap is 295 2024-04-24T02:51:40.084 INFO:tasks.rados.rados.0.smithi016.stdout:2752: finishing write tid 4 to smithi01673382-12 2024-04-24T02:51:40.084 INFO:tasks.rados.rados.0.smithi016.stdout:2752: finishing write tid 5 to smithi01673382-12 2024-04-24T02:51:40.086 INFO:tasks.rados.rados.0.smithi016.stdout:2753: finishing rollback tid 0 to smithi01673382-49 2024-04-24T02:51:40.086 INFO:tasks.rados.rados.0.smithi016.stdout:2752: finishing write tid 6 to smithi01673382-12 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:2755: finishing rollback tid 0 to smithi01673382-8 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:2753: finishing rollback tid 1 to smithi01673382-49 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:2755: finishing rollback tid 1 to smithi01673382-8 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:2756: done (4 left) 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 295 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:2755: finishing rollback tid 2 to smithi01673382-8 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 2287 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:51:40.087 INFO:tasks.rados.rados.0.smithi016.stdout:2757: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-04-24T02:51:40.090 INFO:tasks.rados.rados.0.smithi016.stdout:2757: writing smithi01673382-44 from 0 to 606208 tid 1 2024-04-24T02:51:40.095 INFO:tasks.rados.rados.0.smithi016.stdout:2757: writing smithi01673382-44 from 606208 to 1236992 tid 2 2024-04-24T02:51:40.098 INFO:tasks.rados.rados.0.smithi016.stdout:2757: writing smithi01673382-44 from 1236992 to 1695744 tid 3 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2757: writing smithi01673382-44 from 1695744 to 2211840 tid 4 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2755: done (4 left) 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2758: setattr oid 6 current snap is 295 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2753: finishing rollback tid 2 to smithi01673382-49 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1907 (ObjNum 743 snap 253 seq_num 743) dirty exists 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2752: finishing write tid 7 to smithi01673382-12 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2033 (ObjNum 846 snap 295 seq_num 846) dirty exists 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2752: left oid 12 (ObjNum 846 snap 295 seq_num 846) 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2754: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing write tid 1 to smithi01673382-44 2024-04-24T02:51:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:2754: finishing copy_from to smithi01673382-20 2024-04-24T02:51:40.103 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2016 (ObjNum 746 snap 257 seq_num 746) dirty exists 2024-04-24T02:51:40.103 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing write tid 2 to smithi01673382-44 2024-04-24T02:51:40.103 INFO:tasks.rados.rados.0.smithi016.stdout:2752: done (4 left) 2024-04-24T02:51:40.103 INFO:tasks.rados.rados.0.smithi016.stdout:2753: done (3 left) 2024-04-24T02:51:40.103 INFO:tasks.rados.rados.0.smithi016.stdout:2754: done (2 left) 2024-04-24T02:51:40.104 INFO:tasks.rados.rados.0.smithi016.stdout:2759: read oid 32 snap -1 2024-04-24T02:51:40.104 INFO:tasks.rados.rados.0.smithi016.stdout:2759: expect (ObjNum 616 snap 205 seq_num 616) 2024-04-24T02:51:40.104 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 295 2024-04-24T02:51:40.104 INFO:tasks.rados.rados.0.smithi016.stdout:2760: seq_num 849 ranges {8667136=622592,9289728=516096,9805824=663552,10469376=425984} 2024-04-24T02:51:40.154 INFO:tasks.rados.rados.0.smithi016.stdout:2760: writing smithi01673382-17 from 8667136 to 9289728 tid 1 2024-04-24T02:51:40.157 INFO:tasks.rados.rados.0.smithi016.stdout:2760: writing smithi01673382-17 from 9289728 to 9805824 tid 2 2024-04-24T02:51:40.162 INFO:tasks.rados.rados.0.smithi016.stdout:2760: writing smithi01673382-17 from 9805824 to 10469376 tid 3 2024-04-24T02:51:40.165 INFO:tasks.rados.rados.0.smithi016.stdout:2760: writing smithi01673382-17 from 10469376 to 10895360 tid 4 2024-04-24T02:51:40.165 INFO:tasks.rados.rados.0.smithi016.stdout:2761: setattr oid 35 current snap is 295 2024-04-24T02:51:40.165 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing write tid 3 to smithi01673382-44 2024-04-24T02:51:40.165 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing write tid 4 to smithi01673382-44 2024-04-24T02:51:40.165 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing write tid 5 to smithi01673382-44 2024-04-24T02:51:40.166 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2042 (ObjNum 844 snap 294 seq_num 844) dirty exists 2024-04-24T02:51:40.166 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing write tid 6 to smithi01673382-44 2024-04-24T02:51:40.166 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 2292 (ObjNum 848 snap 295 seq_num 848) dirty exists 2024-04-24T02:51:40.166 INFO:tasks.rados.rados.0.smithi016.stdout:2757: left oid 44 (ObjNum 848 snap 295 seq_num 848) 2024-04-24T02:51:40.166 INFO:tasks.rados.rados.0.smithi016.stdout:2759: expect (ObjNum 616 snap 205 seq_num 616) 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2760: finishing write tid 1 to smithi01673382-17 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2760: finishing write tid 2 to smithi01673382-17 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2760: finishing write tid 3 to smithi01673382-17 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2760: finishing write tid 4 to smithi01673382-17 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2760: finishing write tid 5 to smithi01673382-17 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2760: finishing write tid 6 to smithi01673382-17 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2298 (ObjNum 849 snap 295 seq_num 849) dirty exists 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2760: left oid 17 (ObjNum 849 snap 295 seq_num 849) 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2757: done (4 left) 2024-04-24T02:51:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:2758: done (3 left) 2024-04-24T02:51:40.302 INFO:tasks.rados.rados.0.smithi016.stdout:2759: done (2 left) 2024-04-24T02:51:40.302 INFO:tasks.rados.rados.0.smithi016.stdout:2760: done (1 left) 2024-04-24T02:51:40.302 INFO:tasks.rados.rados.0.smithi016.stdout:2762: read oid 5 snap 265 2024-04-24T02:51:40.302 INFO:tasks.rados.rados.0.smithi016.stdout:2762: expect (ObjNum 681 snap 228 seq_num 681) 2024-04-24T02:51:40.302 INFO:tasks.rados.rados.0.smithi016.stdout:2763: delete oid 40 current snap is 295 2024-04-24T02:51:40.306 INFO:tasks.rados.rados.0.smithi016.stdout:2763: done (2 left) 2024-04-24T02:51:40.306 INFO:tasks.rados.rados.0.smithi016.stdout:2764: delete oid 17 current snap is 295 2024-04-24T02:51:40.306 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1469 (ObjNum 784 snap 271 seq_num 784) dirty exists 2024-04-24T02:51:40.311 INFO:tasks.rados.rados.0.smithi016.stdout:2761: done (2 left) 2024-04-24T02:51:40.311 INFO:tasks.rados.rados.0.smithi016.stdout:2764: done (1 left) 2024-04-24T02:51:40.311 INFO:tasks.rados.rados.0.smithi016.stdout:2765: read oid 42 snap -1 2024-04-24T02:51:40.311 INFO:tasks.rados.rados.0.smithi016.stdout:2765: expect (ObjNum 794 snap 276 seq_num 794) 2024-04-24T02:51:40.311 INFO:tasks.rados.rados.0.smithi016.stdout:2766: delete oid 17 current snap is 295 2024-04-24T02:51:40.316 INFO:tasks.rados.rados.0.smithi016.stdout:2766: done (2 left) 2024-04-24T02:51:40.316 INFO:tasks.rados.rados.0.smithi016.stdout:2767: delete oid 18 current snap is 295 2024-04-24T02:51:40.319 INFO:tasks.rados.rados.0.smithi016.stdout:2767: done (2 left) 2024-04-24T02:51:40.319 INFO:tasks.rados.rados.0.smithi016.stdout:2768: read oid 45 snap -1 2024-04-24T02:51:40.319 INFO:tasks.rados.rados.0.smithi016.stdout:2768: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:51:40.319 INFO:tasks.rados.rados.0.smithi016.stdout:2769: delete oid 41 current snap is 295 2024-04-24T02:51:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:2765: expect (ObjNum 794 snap 276 seq_num 794) 2024-04-24T02:51:40.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:40 smithi016 ceph-mon[84376]: pgmap v561: 121 pgs: 121 active+clean; 618 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 996 KiB/s wr, 13 op/s 2024-04-24T02:51:40.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:40 smithi016 ceph-mon[84376]: osdmap e623: 8 total, 8 up, 8 in 2024-04-24T02:51:40.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:40 smithi016 ceph-mon[86910]: pgmap v561: 121 pgs: 121 active+clean; 618 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 996 KiB/s wr, 13 op/s 2024-04-24T02:51:40.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:40 smithi016 ceph-mon[86910]: osdmap e623: 8 total, 8 up, 8 in 2024-04-24T02:51:40.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:40 smithi063 ceph-mon[77007]: pgmap v561: 121 pgs: 121 active+clean; 618 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 996 KiB/s wr, 13 op/s 2024-04-24T02:51:40.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:40 smithi063 ceph-mon[77007]: osdmap e623: 8 total, 8 up, 8 in 2024-04-24T02:51:40.574 INFO:tasks.rados.rados.0.smithi016.stdout:2768: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:51:40.704 INFO:tasks.rados.rados.0.smithi016.stdout:2762: expect (ObjNum 681 snap 228 seq_num 681) 2024-04-24T02:51:41.346 INFO:tasks.rados.rados.0.smithi016.stdout:2762: done (3 left) 2024-04-24T02:51:41.346 INFO:tasks.rados.rados.0.smithi016.stdout:2765: done (2 left) 2024-04-24T02:51:41.346 INFO:tasks.rados.rados.0.smithi016.stdout:2768: done (1 left) 2024-04-24T02:51:41.346 INFO:tasks.rados.rados.0.smithi016.stdout:2769: done (0 left) 2024-04-24T02:51:41.346 INFO:tasks.rados.rados.0.smithi016.stdout:2770: read oid 16 snap 186 2024-04-24T02:51:41.346 INFO:tasks.rados.rados.0.smithi016.stdout:2770: expect (ObjNum 305 snap 96 seq_num 305) 2024-04-24T02:51:41.347 INFO:tasks.rados.rados.0.smithi016.stdout:2771: rollback oid 42 current snap is 295 2024-04-24T02:51:41.347 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 247 2024-04-24T02:51:41.347 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 295 2024-04-24T02:51:41.347 INFO:tasks.rados.rados.0.smithi016.stdout:2772: seq_num 855 ranges {2351104=729088,3080192=671744,3751936=663552,4415488=270336} 2024-04-24T02:51:41.362 INFO:tasks.rados.rados.0.smithi016.stdout:2772: writing smithi01673382-33 from 2351104 to 3080192 tid 1 2024-04-24T02:51:41.366 INFO:tasks.rados.rados.0.smithi016.stdout:2772: writing smithi01673382-33 from 3080192 to 3751936 tid 2 2024-04-24T02:51:41.370 INFO:tasks.rados.rados.0.smithi016.stdout:2772: writing smithi01673382-33 from 3751936 to 4415488 tid 3 2024-04-24T02:51:41.373 INFO:tasks.rados.rados.0.smithi016.stdout:2772: writing smithi01673382-33 from 4415488 to 4685824 tid 4 2024-04-24T02:51:41.373 INFO:tasks.rados.rados.0.smithi016.stdout:2773: rollback oid 20 current snap is 295 2024-04-24T02:51:41.373 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 275 2024-04-24T02:51:41.373 INFO:tasks.rados.rados.0.smithi016.stdout:2771: finishing rollback tid 0 to smithi01673382-42 2024-04-24T02:51:41.373 INFO:tasks.rados.rados.0.smithi016.stdout:2771: finishing rollback tid 1 to smithi01673382-42 2024-04-24T02:51:41.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 2259 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:51:41.373 INFO:tasks.rados.rados.0.smithi016.stdout:2770: expect (ObjNum 305 snap 96 seq_num 305) 2024-04-24T02:51:41.430 INFO:tasks.rados.rados.0.smithi016.stdout:2772: finishing write tid 1 to smithi01673382-33 2024-04-24T02:51:41.430 INFO:tasks.rados.rados.0.smithi016.stdout:2772: finishing write tid 2 to smithi01673382-33 2024-04-24T02:51:41.430 INFO:tasks.rados.rados.0.smithi016.stdout:2773: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:51:41.430 INFO:tasks.rados.rados.0.smithi016.stdout:2772: finishing write tid 3 to smithi01673382-33 2024-04-24T02:51:41.430 INFO:tasks.rados.rados.0.smithi016.stdout:2773: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2772: finishing write tid 4 to smithi01673382-33 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2773: finishing rollback tid 2 to smithi01673382-20 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2019 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2772: finishing write tid 5 to smithi01673382-33 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2770: done (3 left) 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2771: done (2 left) 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2773: done (1 left) 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 295 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2772: finishing write tid 6 to smithi01673382-33 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2306 (ObjNum 855 snap 295 seq_num 855) dirty exists 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2772: left oid 33 (ObjNum 855 snap 295 seq_num 855) 2024-04-24T02:51:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:2774: seq_num 856 ranges {4210688=745472,4956160=557056,5513216=417792,5931008=434176,6365184=196608} 2024-04-24T02:51:41.456 INFO:tasks.rados.rados.0.smithi016.stdout:2774: writing smithi01673382-49 from 4210688 to 4956160 tid 1 2024-04-24T02:51:41.459 INFO:tasks.rados.rados.0.smithi016.stdout:2774: writing smithi01673382-49 from 4956160 to 5513216 tid 2 2024-04-24T02:51:41.462 INFO:tasks.rados.rados.0.smithi016.stdout:2774: writing smithi01673382-49 from 5513216 to 5931008 tid 3 2024-04-24T02:51:41.464 INFO:tasks.rados.rados.0.smithi016.stdout:2774: writing smithi01673382-49 from 5931008 to 6365184 tid 4 2024-04-24T02:51:41.466 INFO:tasks.rados.rados.0.smithi016.stdout:2774: writing smithi01673382-49 from 6365184 to 6561792 tid 5 2024-04-24T02:51:41.466 INFO:tasks.rados.rados.0.smithi016.stdout:2772: done (1 left) 2024-04-24T02:51:41.466 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 295 2024-04-24T02:51:41.466 INFO:tasks.rados.rados.0.smithi016.stdout:2774: finishing write tid 1 to smithi01673382-49 2024-04-24T02:51:41.466 INFO:tasks.rados.rados.0.smithi016.stdout:2774: finishing write tid 2 to smithi01673382-49 2024-04-24T02:51:41.466 INFO:tasks.rados.rados.0.smithi016.stdout:2775: seq_num 857 ranges {2048000=761856,2809856=442368,3252224=630784,3883008=532480} 2024-04-24T02:51:41.481 INFO:tasks.rados.rados.0.smithi016.stdout:2775: writing smithi01673382-50 from 2048000 to 2809856 tid 1 2024-04-24T02:51:41.483 INFO:tasks.rados.rados.0.smithi016.stdout:2775: writing smithi01673382-50 from 2809856 to 3252224 tid 2 2024-04-24T02:51:41.487 INFO:tasks.rados.rados.0.smithi016.stdout:2775: writing smithi01673382-50 from 3252224 to 3883008 tid 3 2024-04-24T02:51:41.490 INFO:tasks.rados.rados.0.smithi016.stdout:2775: writing smithi01673382-50 from 3883008 to 4415488 tid 4 2024-04-24T02:51:41.490 INFO:tasks.rados.rados.0.smithi016.stdout:2776: read oid 13 snap -1 2024-04-24T02:51:41.490 INFO:tasks.rados.rados.0.smithi016.stdout:2776: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2777: delete oid 34 current snap is 295 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2774: finishing write tid 3 to smithi01673382-49 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2774: finishing write tid 4 to smithi01673382-49 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2774: finishing write tid 5 to smithi01673382-49 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2774: finishing write tid 6 to smithi01673382-49 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2774: finishing write tid 7 to smithi01673382-49 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1913 (ObjNum 856 snap 295 seq_num 856) dirty exists 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2774: left oid 49 (ObjNum 856 snap 295 seq_num 856) 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 1 to smithi01673382-50 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 2 to smithi01673382-50 2024-04-24T02:51:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 3 to smithi01673382-50 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 4 to smithi01673382-50 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2774: done (3 left) 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2777: done (2 left) 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2778: read oid 35 snap -1 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2778: expect (ObjNum 784 snap 271 seq_num 784) 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2779: copy_from oid 15 from oid 7 current snap is 295 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 5 to smithi01673382-50 2024-04-24T02:51:41.494 INFO:tasks.rados.rados.0.smithi016.stdout:2780: read oid 45 snap -1 2024-04-24T02:51:41.495 INFO:tasks.rados.rados.0.smithi016.stdout:2780: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:51:41.495 INFO:tasks.rados.rados.0.smithi016.stdout:2781: read oid 43 snap -1 2024-04-24T02:51:41.495 INFO:tasks.rados.rados.0.smithi016.stdout:2781: expect (ObjNum 766 snap 263 seq_num 766) 2024-04-24T02:51:41.495 INFO:tasks.rados.rados.0.smithi016.stdout:2782: snap_create 2024-04-24T02:51:41.496 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 6 to smithi01673382-50 2024-04-24T02:51:41.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 732 (ObjNum 857 snap 295 seq_num 857) dirty exists 2024-04-24T02:51:41.496 INFO:tasks.rados.rados.0.smithi016.stdout:2775: left oid 50 (ObjNum 857 snap 295 seq_num 857) 2024-04-24T02:51:41.507 INFO:tasks.rados.rados.0.smithi016.stdout:2778: expect (ObjNum 784 snap 271 seq_num 784) 2024-04-24T02:51:41.542 INFO:tasks.rados.rados.0.smithi016.stdout:2780: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:51:41.673 INFO:tasks.rados.rados.0.smithi016.stdout:2781: expect (ObjNum 766 snap 263 seq_num 766) 2024-04-24T02:51:41.697 INFO:tasks.rados.rados.0.smithi016.stdout:2776: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:41.808 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:41 smithi063 systemd[1]: Stopping Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2779: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2779: finishing copy_from to smithi01673382-15 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2244 (ObjNum 819 snap 283 seq_num 819) dirty exists 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2775: done (6 left) 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2776: done (5 left) 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2778: done (4 left) 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2779: done (3 left) 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2780: done (2 left) 2024-04-24T02:51:42.275 INFO:tasks.rados.rados.0.smithi016.stdout:2781: done (1 left) 2024-04-24T02:51:42.276 INFO:tasks.rados.rados.0.smithi016.stdout:2782: done (0 left) 2024-04-24T02:51:42.276 INFO:tasks.rados.rados.0.smithi016.stdout:2783: snap_remove snap 287 2024-04-24T02:51:42.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-mon[77007]: pgmap v564: 121 pgs: 121 active+clean; 622 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-24T02:51:42.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-mon[77007]: osdmap e624: 8 total, 8 up, 8 in 2024-04-24T02:51:42.308 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-24T02:51:42.308 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-24T02:51:42.308 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-24T02:51:42.308 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-24T02:51:42.308 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-24T02:51:42.308 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-24T02:51:42.309 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-24T02:51:42.309 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.016Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-24T02:51:42.309 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.017Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-24T02:51:42.309 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.017Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-24T02:51:42.309 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.017Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-24T02:51:42.309 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[70971]: ts=2024-04-24T02:51:42.017Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-24T02:51:42.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:42 smithi016 ceph-mon[84376]: pgmap v564: 121 pgs: 121 active+clean; 622 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-24T02:51:42.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:42 smithi016 ceph-mon[84376]: osdmap e624: 8 total, 8 up, 8 in 2024-04-24T02:51:42.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:42 smithi016 ceph-mon[86910]: pgmap v564: 121 pgs: 121 active+clean; 622 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-24T02:51:42.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:42 smithi016 ceph-mon[86910]: osdmap e624: 8 total, 8 up, 8 in 2024-04-24T02:51:42.807 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 bash[104236]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a 2024-04-24T02:51:43.251 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@prometheus.a.service: Succeeded. 2024-04-24T02:51:43.252 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:42 smithi063 systemd[1]: Stopped Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:43.252 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 systemd[1]: Starting Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:43.252 INFO:tasks.rados.rados.0.smithi016.stdout:2783: done (0 left) 2024-04-24T02:51:43.252 INFO:tasks.rados.rados.0.smithi016.stdout:2784: rollback oid 41 current snap is 296 2024-04-24T02:51:43.252 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 275 2024-04-24T02:51:43.253 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 296 2024-04-24T02:51:43.253 INFO:tasks.rados.rados.0.smithi016.stdout:2785: seq_num 859 ranges {4415488=794624,5210112=614400,5824512=638976,6463488=352256} 2024-04-24T02:51:43.283 INFO:tasks.rados.rados.0.smithi016.stdout:2785: writing smithi01673382-50 from 4415488 to 5210112 tid 1 2024-04-24T02:51:43.287 INFO:tasks.rados.rados.0.smithi016.stdout:2785: writing smithi01673382-50 from 5210112 to 5824512 tid 2 2024-04-24T02:51:43.291 INFO:tasks.rados.rados.0.smithi016.stdout:2785: writing smithi01673382-50 from 5824512 to 6463488 tid 3 2024-04-24T02:51:43.293 INFO:tasks.rados.rados.0.smithi016.stdout:2785: writing smithi01673382-50 from 6463488 to 6815744 tid 4 2024-04-24T02:51:43.293 INFO:tasks.rados.rados.0.smithi016.stdout:2786: delete oid 13 current snap is 296 2024-04-24T02:51:43.293 INFO:tasks.rados.rados.0.smithi016.stdout:2784: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:51:43.293 INFO:tasks.rados.rados.0.smithi016.stdout:2784: finishing rollback tid 2 to smithi01673382-41 2024-04-24T02:51:43.294 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2261 (ObjNum 710 snap 237 seq_num 710) dirty exists 2024-04-24T02:51:43.294 INFO:tasks.rados.rados.0.smithi016.stdout:2785: finishing write tid 1 to smithi01673382-50 2024-04-24T02:51:43.294 INFO:tasks.rados.rados.0.smithi016.stdout:2785: finishing write tid 2 to smithi01673382-50 2024-04-24T02:51:43.294 INFO:tasks.rados.rados.0.smithi016.stdout:2785: finishing write tid 3 to smithi01673382-50 2024-04-24T02:51:43.296 INFO:tasks.rados.rados.0.smithi016.stdout:2784: done (2 left) 2024-04-24T02:51:43.296 INFO:tasks.rados.rados.0.smithi016.stdout:2786: done (1 left) 2024-04-24T02:51:43.296 INFO:tasks.rados.rados.0.smithi016.stdout:2787: rollback oid 46 current snap is 296 2024-04-24T02:51:43.296 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 250 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:2788: rollback oid 21 current snap is 296 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 273 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:2789: copy_from oid 5 from oid 43 current snap is 296 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:2785: finishing write tid 4 to smithi01673382-50 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:2790: read oid 19 snap 247 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:2790: expect (ObjNum 733 snap 246 seq_num 733) 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:2791: copy_from oid 12 from oid 36 current snap is 296 2024-04-24T02:51:43.297 INFO:tasks.rados.rados.0.smithi016.stdout:2792: snap_remove snap 271 2024-04-24T02:51:43.519 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-mon[77007]: osdmap e625: 8 total, 8 up, 8 in 2024-04-24T02:51:43.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:43 smithi016 ceph-mon[84376]: osdmap e625: 8 total, 8 up, 8 in 2024-04-24T02:51:43.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:43 smithi016 ceph-mon[86910]: osdmap e625: 8 total, 8 up, 8 in 2024-04-24T02:51:43.808 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.521Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-24T02:51:43.808 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.521Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-24T02:51:43.808 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.521Z caller=main.go:570 level=info host_details="(Linux 4.18.0-552.el8.x86_64 #1 SMP Sun Apr 7 19:39:51 UTC 2024 x86_64 smithi063 (none))" 2024-04-24T02:51:43.808 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.521Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-24T02:51:43.808 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.521Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-24T02:51:43.808 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.523Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.524Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.524Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.524Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.526Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.526Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.914µs 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.526Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.533Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.543Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.545Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.550Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.551Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.551Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=36.743µs wal_replay_duration=24.762919ms wbl_replay_duration=90ns total_replay_duration=24.83036ms 2024-04-24T02:51:43.809 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.553Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-24T02:51:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.553Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-24T02:51:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.553Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-24T02:51:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.572Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.270993ms db_storage=908ns remote_storage=1.096µs web_handler=355ns query_engine=715ns scrape=453.787µs scrape_sd=94.813µs notify=10.884µs notify_sd=9.09µs rules=17.469306ms tracing=6.573µs 2024-04-24T02:51:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.572Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-24T02:51:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T02:51:43.572Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-24T02:51:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 bash[104380]: b0dc469d4e734007e279fc1d3e6cb9aba7dba70c61cd8794a8b016d0e6918bad 2024-04-24T02:51:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 02:51:43 smithi063 systemd[1]: Started Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:44.258 INFO:tasks.rados.rados.0.smithi016.stdout:2792: done (6 left) 2024-04-24T02:51:44.258 INFO:tasks.rados.rados.0.smithi016.stdout:2793: rollback oid 39 current snap is 296 2024-04-24T02:51:44.258 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 275 2024-04-24T02:51:44.258 INFO:tasks.rados.rados.0.smithi016.stdout:2785: finishing write tid 5 to smithi01673382-50 2024-04-24T02:51:44.258 INFO:tasks.rados.rados.0.smithi016.stdout:2791: finishing copy_from to smithi01673382-12 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2791: got expected ENOENT (src dne) 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2791: finishing copy_from racing read to smithi01673382-12 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2785: finishing write tid 6 to smithi01673382-50 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 737 (ObjNum 859 snap 296 seq_num 859) dirty exists 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2785: left oid 50 (ObjNum 859 snap 296 seq_num 859) 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2787: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2788: finishing rollback tid 0 to smithi01673382-21 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2787: finishing rollback tid 2 to smithi01673382-46 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2021 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2789: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2788: finishing rollback tid 1 to smithi01673382-21 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2788: finishing rollback tid 2 to smithi01673382-21 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1918 (ObjNum 765 snap 263 seq_num 765) dirty exists 2024-04-24T02:51:44.259 INFO:tasks.rados.rados.0.smithi016.stdout:2789: finishing copy_from to smithi01673382-5 2024-04-24T02:51:44.260 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1611 (ObjNum 766 snap 263 seq_num 766) dirty exists 2024-04-24T02:51:44.260 INFO:tasks.rados.rados.0.smithi016.stdout:2790: expect (ObjNum 733 snap 246 seq_num 733) 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[84376]: pgmap v567: 121 pgs: 121 active+clean; 632 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[84376]: osdmap e626: 8 total, 8 up, 8 in 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[86910]: pgmap v567: 121 pgs: 121 active+clean; 632 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[86910]: osdmap e626: 8 total, 8 up, 8 in 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:44.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:44.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:44.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:44 smithi063 ceph-mon[77007]: pgmap v567: 121 pgs: 121 active+clean; 632 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-24T02:51:44.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:44 smithi063 ceph-mon[77007]: osdmap e626: 8 total, 8 up, 8 in 2024-04-24T02:51:44.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:44.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:44.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:45.123 INFO:tasks.rados.rados.0.smithi016.stdout:2793: finishing rollback tid 0 to smithi01673382-39 2024-04-24T02:51:45.123 INFO:tasks.rados.rados.0.smithi016.stdout:2793: finishing rollback tid 1 to smithi01673382-39 2024-04-24T02:51:45.123 INFO:tasks.rados.rados.0.smithi016.stdout:2793: finishing rollback tid 2 to smithi01673382-39 2024-04-24T02:51:45.123 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 2032 (ObjNum 792 snap 275 seq_num 792) dirty exists 2024-04-24T02:51:45.123 INFO:tasks.rados.rados.0.smithi016.stdout:2785: done (6 left) 2024-04-24T02:51:45.123 INFO:tasks.rados.rados.0.smithi016.stdout:2787: done (5 left) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2788: done (4 left) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2789: done (3 left) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2790: done (2 left) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2791: done (1 left) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2793: done (0 left) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2794: read oid 40 snap 247 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2794: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2795: rollback oid 35 current snap is 296 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 231 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2796: rollback oid 20 current snap is 296 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 247 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2797: read oid 46 snap -1 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2797: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:2798: rollback oid 17 current snap is 296 2024-04-24T02:51:45.124 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 243 2024-04-24T02:51:45.125 INFO:tasks.rados.rados.0.smithi016.stdout:2799: snap_remove snap 273 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:2799: done (5 left) 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:2800: delete oid 13 current snap is 296 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:2795: finishing rollback tid 0 to smithi01673382-35 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:2796: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:2798: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:2795: finishing rollback tid 1 to smithi01673382-35 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:2798: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:51:45.266 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2326 (ObjNum 623 snap 210 seq_num 623) dirty exists 2024-04-24T02:51:45.267 INFO:tasks.rados.rados.0.smithi016.stdout:2795: finishing rollback tid 2 to smithi01673382-35 2024-04-24T02:51:45.267 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1472 (ObjNum 685 snap 231 seq_num 685) dirty exists 2024-04-24T02:51:45.267 INFO:tasks.rados.rados.0.smithi016.stdout:2796: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:51:45.267 INFO:tasks.rados.rados.0.smithi016.stdout:2796: finishing rollback tid 2 to smithi01673382-20 2024-04-24T02:51:45.267 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2024 (ObjNum 720 snap 239 seq_num 720) dirty exists 2024-04-24T02:51:45.267 INFO:tasks.rados.rados.0.smithi016.stdout:2794: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-24T02:51:45.330 INFO:tasks.rados.rados.0.smithi016.stdout:2797: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:51:45.360 INFO:tasks.rados.rados.0.smithi016.stdout:2794: done (5 left) 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2795: done (4 left) 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2796: done (3 left) 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2797: done (2 left) 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2798: done (1 left) 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2800: done (0 left) 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 296 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2801: seq_num 862 ranges {0=40960} 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2801: writing smithi01673382-34 from 0 to 40960 tid 1 2024-04-24T02:51:45.361 INFO:tasks.rados.rados.0.smithi016.stdout:2802: snap_create 2024-04-24T02:51:45.363 INFO:tasks.rados.rados.0.smithi016.stdout:2801: finishing write tid 1 to smithi01673382-34 2024-04-24T02:51:45.363 INFO:tasks.rados.rados.0.smithi016.stdout:2801: finishing write tid 2 to smithi01673382-34 2024-04-24T02:51:45.365 INFO:tasks.rados.rados.0.smithi016.stdout:2801: finishing write tid 3 to smithi01673382-34 2024-04-24T02:51:45.365 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 2034 (ObjNum 862 snap 296 seq_num 862) dirty exists 2024-04-24T02:51:45.365 INFO:tasks.rados.rados.0.smithi016.stdout:2801: left oid 34 (ObjNum 862 snap 296 seq_num 862) 2024-04-24T02:51:45.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:45 smithi016 ceph-mon[84376]: osdmap e627: 8 total, 8 up, 8 in 2024-04-24T02:51:45.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:45.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:45 smithi016 ceph-mon[86910]: osdmap e627: 8 total, 8 up, 8 in 2024-04-24T02:51:45.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:45.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:45 smithi063 ceph-mon[77007]: osdmap e627: 8 total, 8 up, 8 in 2024-04-24T02:51:45.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:51:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:2801: done (1 left) 2024-04-24T02:51:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:2802: done (0 left) 2024-04-24T02:51:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 297 2024-04-24T02:51:46.056 INFO:tasks.rados.rados.0.smithi016.stdout:2803: seq_num 863 ranges {4866048=57344} 2024-04-24T02:51:46.082 INFO:tasks.rados.rados.0.smithi016.stdout:2803: writing smithi01673382-37 from 4866048 to 4923392 tid 1 2024-04-24T02:51:46.082 INFO:tasks.rados.rados.0.smithi016.stdout:2804: rollback oid 2 current snap is 297 2024-04-24T02:51:46.083 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 289 2024-04-24T02:51:46.083 INFO:tasks.rados.rados.0.smithi016.stdout:2805: delete oid 36 current snap is 297 2024-04-24T02:51:46.089 INFO:tasks.rados.rados.0.smithi016.stdout:2804: finishing rollback tid 0 to smithi01673382-2 2024-04-24T02:51:46.090 INFO:tasks.rados.rados.0.smithi016.stdout:2804: finishing rollback tid 1 to smithi01673382-2 2024-04-24T02:51:46.090 INFO:tasks.rados.rados.0.smithi016.stdout:2804: finishing rollback tid 2 to smithi01673382-2 2024-04-24T02:51:46.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2037 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:51:46.090 INFO:tasks.rados.rados.0.smithi016.stdout:2803: finishing write tid 1 to smithi01673382-37 2024-04-24T02:51:46.091 INFO:tasks.rados.rados.0.smithi016.stdout:2803: finishing write tid 2 to smithi01673382-37 2024-04-24T02:51:46.091 INFO:tasks.rados.rados.0.smithi016.stdout:2804: done (2 left) 2024-04-24T02:51:46.092 INFO:tasks.rados.rados.0.smithi016.stdout:2805: done (1 left) 2024-04-24T02:51:46.092 INFO:tasks.rados.rados.0.smithi016.stdout:2806: snap_remove snap 186 2024-04-24T02:51:46.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:46 smithi016 ceph-mon[84376]: pgmap v570: 121 pgs: 121 active+clean; 639 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-24T02:51:46.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:46 smithi016 ceph-mon[84376]: osdmap e628: 8 total, 8 up, 8 in 2024-04-24T02:51:46.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:46 smithi016 ceph-mon[84376]: osdmap e629: 8 total, 8 up, 8 in 2024-04-24T02:51:46.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:46 smithi016 ceph-mon[86910]: pgmap v570: 121 pgs: 121 active+clean; 639 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-24T02:51:46.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:46 smithi016 ceph-mon[86910]: osdmap e628: 8 total, 8 up, 8 in 2024-04-24T02:51:46.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:46 smithi016 ceph-mon[86910]: osdmap e629: 8 total, 8 up, 8 in 2024-04-24T02:51:46.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:46 smithi063 ceph-mon[77007]: pgmap v570: 121 pgs: 121 active+clean; 639 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-24T02:51:46.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:46 smithi063 ceph-mon[77007]: osdmap e628: 8 total, 8 up, 8 in 2024-04-24T02:51:46.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:46 smithi063 ceph-mon[77007]: osdmap e629: 8 total, 8 up, 8 in 2024-04-24T02:51:47.060 INFO:tasks.rados.rados.0.smithi016.stdout:2806: done (1 left) 2024-04-24T02:51:47.060 INFO:tasks.rados.rados.0.smithi016.stdout:2807: rmattr oid 34 current snap is 297 2024-04-24T02:51:47.060 INFO:tasks.rados.rados.0.smithi016.stdout:2807: done (1 left) 2024-04-24T02:51:47.060 INFO:tasks.rados.rados.0.smithi016.stdout:2808: rollback oid 20 current snap is 297 2024-04-24T02:51:47.060 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 256 2024-04-24T02:51:47.060 INFO:tasks.rados.rados.0.smithi016.stdout:2803: finishing write tid 3 to smithi01673382-37 2024-04-24T02:51:47.061 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2036 (ObjNum 863 snap 297 seq_num 863) dirty exists 2024-04-24T02:51:47.061 INFO:tasks.rados.rados.0.smithi016.stdout:2803: left oid 37 (ObjNum 863 snap 297 seq_num 863) 2024-04-24T02:51:47.061 INFO:tasks.rados.rados.0.smithi016.stdout:2803: done (1 left) 2024-04-24T02:51:47.061 INFO:tasks.rados.rados.0.smithi016.stdout:2809: snap_remove snap 292 2024-04-24T02:51:48.064 INFO:tasks.rados.rados.0.smithi016.stdout:2809: done (1 left) 2024-04-24T02:51:48.064 INFO:tasks.rados.rados.0.smithi016.stdout:2810: delete oid 19 current snap is 297 2024-04-24T02:51:48.064 INFO:tasks.rados.rados.0.smithi016.stdout:2808: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:51:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:2808: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:51:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:2808: finishing rollback tid 2 to smithi01673382-20 2024-04-24T02:51:48.065 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2027 (ObjNum 678 snap 227 seq_num 678) dirty exists 2024-04-24T02:51:48.079 INFO:tasks.rados.rados.0.smithi016.stdout:2808: done (1 left) 2024-04-24T02:51:48.079 INFO:tasks.rados.rados.0.smithi016.stdout:2810: done (0 left) 2024-04-24T02:51:48.079 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 297 2024-04-24T02:51:48.079 INFO:tasks.rados.rados.0.smithi016.stdout:2811: seq_num 866 ranges {3399680=106496} 2024-04-24T02:51:48.098 INFO:tasks.rados.rados.0.smithi016.stdout:2811: writing smithi01673382-10 from 3399680 to 3506176 tid 1 2024-04-24T02:51:48.098 INFO:tasks.rados.rados.0.smithi016.stdout:2812: read oid 6 snap -1 2024-04-24T02:51:48.098 INFO:tasks.rados.rados.0.smithi016.stdout:2812: expect (ObjNum 844 snap 294 seq_num 844) 2024-04-24T02:51:48.098 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 297 2024-04-24T02:51:48.098 INFO:tasks.rados.rados.0.smithi016.stdout:2813: seq_num 867 ranges {0=122880} 2024-04-24T02:51:48.099 INFO:tasks.rados.rados.0.smithi016.stdout:2813: writing smithi01673382-28 from 0 to 122880 tid 1 2024-04-24T02:51:48.099 INFO:tasks.rados.rados.0.smithi016.stdout:2814: setattr oid 27 current snap is 297 2024-04-24T02:51:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:2815: copy_from oid 5 from oid 42 current snap is 297 2024-04-24T02:51:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:2816: snap_create 2024-04-24T02:51:48.102 INFO:tasks.rados.rados.0.smithi016.stdout:2811: finishing write tid 1 to smithi01673382-10 2024-04-24T02:51:48.103 INFO:tasks.rados.rados.0.smithi016.stdout:2811: finishing write tid 2 to smithi01673382-10 2024-04-24T02:51:48.103 INFO:tasks.rados.rados.0.smithi016.stdout:2815: finishing copy_from to smithi01673382-5 2024-04-24T02:51:48.103 INFO:tasks.rados.rados.0.smithi016.stdout:2815: got expected ENOENT (src dne) 2024-04-24T02:51:48.103 INFO:tasks.rados.rados.0.smithi016.stdout:2815: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:51:48.104 INFO:tasks.rados.rados.0.smithi016.stdout:2811: finishing write tid 3 to smithi01673382-10 2024-04-24T02:51:48.104 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1934 (ObjNum 866 snap 297 seq_num 866) dirty exists 2024-04-24T02:51:48.104 INFO:tasks.rados.rados.0.smithi016.stdout:2811: left oid 10 (ObjNum 866 snap 297 seq_num 866) 2024-04-24T02:51:48.127 INFO:tasks.rados.rados.0.smithi016.stdout:2812: expect (ObjNum 844 snap 294 seq_num 844) 2024-04-24T02:51:48.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:48 smithi063 ceph-mon[77007]: pgmap v573: 121 pgs: 121 active+clean; 659 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-24T02:51:48.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:48 smithi063 ceph-mon[77007]: osdmap e630: 8 total, 8 up, 8 in 2024-04-24T02:51:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.411 INFO:tasks.rados.rados.0.smithi016.stdout:2813: finishing write tid 1 to smithi01673382-28 2024-04-24T02:51:48.411 INFO:tasks.rados.rados.0.smithi016.stdout:2813: finishing write tid 2 to smithi01673382-28 2024-04-24T02:51:48.411 INFO:tasks.rados.rados.0.smithi016.stdout:2813: finishing write tid 3 to smithi01673382-28 2024-04-24T02:51:48.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2044 (ObjNum 867 snap 297 seq_num 867) dirty exists 2024-04-24T02:51:48.411 INFO:tasks.rados.rados.0.smithi016.stdout:2813: left oid 28 (ObjNum 867 snap 297 seq_num 867) 2024-04-24T02:51:48.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2045 (ObjNum 2001481072 snap 22076 seq_num 2003027200) dirty exists 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[86910]: pgmap v573: 121 pgs: 121 active+clean; 659 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[86910]: osdmap e630: 8 total, 8 up, 8 in 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[84376]: pgmap v573: 121 pgs: 121 active+clean; 659 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-24T02:51:48.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[84376]: osdmap e630: 8 total, 8 up, 8 in 2024-04-24T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:49.068 INFO:tasks.rados.rados.0.smithi016.stdout:2811: done (5 left) 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:2812: done (4 left) 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:2813: done (3 left) 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:2814: done (2 left) 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:2815: done (1 left) 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:2816: done (0 left) 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:2817: rollback oid 6 current snap is 298 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 288 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 298 2024-04-24T02:51:49.069 INFO:tasks.rados.rados.0.smithi016.stdout:2818: seq_num 868 ranges {0=139264} 2024-04-24T02:51:49.070 INFO:tasks.rados.rados.0.smithi016.stdout:2818: writing smithi01673382-9 from 0 to 139264 tid 1 2024-04-24T02:51:49.070 INFO:tasks.rados.rados.0.smithi016.stdout:2819: copy_from oid 19 from oid 31 current snap is 298 2024-04-24T02:51:49.071 INFO:tasks.rados.rados.0.smithi016.stdout:2820: rollback oid 17 current snap is 298 2024-04-24T02:51:49.071 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 205 2024-04-24T02:51:49.071 INFO:tasks.rados.rados.0.smithi016.stdout:2821: delete oid 21 current snap is 298 2024-04-24T02:51:49.074 INFO:tasks.rados.rados.0.smithi016.stdout:2818: finishing write tid 1 to smithi01673382-9 2024-04-24T02:51:49.075 INFO:tasks.rados.rados.0.smithi016.stdout:2818: finishing write tid 2 to smithi01673382-9 2024-04-24T02:51:49.076 INFO:tasks.rados.rados.0.smithi016.stdout:2817: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:51:49.077 INFO:tasks.rados.rados.0.smithi016.stdout:2819: finishing copy_from to smithi01673382-19 2024-04-24T02:51:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2819: got expected ENOENT (src dne) 2024-04-24T02:51:49.078 INFO:tasks.rados.rados.0.smithi016.stdout:2819: finishing copy_from racing read to smithi01673382-19 2024-04-24T02:51:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2817: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:51:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2817: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:51:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2048 (ObjNum 804 snap 278 seq_num 804) dirty exists 2024-04-24T02:51:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2820: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:51:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2818: finishing write tid 3 to smithi01673382-9 2024-04-24T02:51:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1626 (ObjNum 868 snap 298 seq_num 868) dirty exists 2024-04-24T02:51:49.079 INFO:tasks.rados.rados.0.smithi016.stdout:2818: left oid 9 (ObjNum 868 snap 298 seq_num 868) 2024-04-24T02:51:49.080 INFO:tasks.rados.rados.0.smithi016.stdout:2817: done (4 left) 2024-04-24T02:51:49.080 INFO:tasks.rados.rados.0.smithi016.stdout:2818: done (3 left) 2024-04-24T02:51:49.080 INFO:tasks.rados.rados.0.smithi016.stdout:2819: done (2 left) 2024-04-24T02:51:49.080 INFO:tasks.rados.rados.0.smithi016.stdout:2821: done (1 left) 2024-04-24T02:51:49.080 INFO:tasks.rados.rados.0.smithi016.stdout:2822: read oid 23 snap -1 2024-04-24T02:51:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:2822: expect (ObjNum 754 snap 259 seq_num 754) 2024-04-24T02:51:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:2823: read oid 6 snap -1 2024-04-24T02:51:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:2823: expect (ObjNum 804 snap 278 seq_num 804) 2024-04-24T02:51:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:2824: delete oid 11 current snap is 298 2024-04-24T02:51:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:2820: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:51:49.081 INFO:tasks.rados.rados.0.smithi016.stdout:2820: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:51:49.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2361 (ObjNum 469 snap 165 seq_num 469) dirty exists 2024-04-24T02:51:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:2820: done (3 left) 2024-04-24T02:51:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:2824: done (2 left) 2024-04-24T02:51:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:2825: read oid 30 snap -1 2024-04-24T02:51:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:2825: expect deleted 2024-04-24T02:51:49.084 INFO:tasks.rados.rados.0.smithi016.stdout:2826: read oid 19 snap -1 2024-04-24T02:51:49.085 INFO:tasks.rados.rados.0.smithi016.stdout:2826: expect deleted 2024-04-24T02:51:49.086 INFO:tasks.rados.rados.0.smithi016.stdout:2827: setattr oid 33 current snap is 298 2024-04-24T02:51:49.086 INFO:tasks.rados.rados.0.smithi016.stdout:2825: done (4 left) 2024-04-24T02:51:49.086 INFO:tasks.rados.rados.0.smithi016.stdout:2826: done (3 left) 2024-04-24T02:51:49.086 INFO:tasks.rados.rados.0.smithi016.stdout:2828: snap_create 2024-04-24T02:51:49.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2363 (ObjNum 855 snap 295 seq_num 855) dirty exists 2024-04-24T02:51:49.100 INFO:tasks.rados.rados.0.smithi016.stdout:2823: expect (ObjNum 804 snap 278 seq_num 804) 2024-04-24T02:51:49.267 INFO:tasks.rados.rados.0.smithi016.stdout:2822: expect (ObjNum 754 snap 259 seq_num 754) 2024-04-24T02:51:49.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:49 smithi016 ceph-mon[84376]: osdmap e631: 8 total, 8 up, 8 in 2024-04-24T02:51:49.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:49 smithi016 ceph-mon[86910]: osdmap e631: 8 total, 8 up, 8 in 2024-04-24T02:51:49.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:49 smithi063 ceph-mon[77007]: osdmap e631: 8 total, 8 up, 8 in 2024-04-24T02:51:50.073 INFO:tasks.rados.rados.0.smithi016.stdout:2822: done (3 left) 2024-04-24T02:51:50.073 INFO:tasks.rados.rados.0.smithi016.stdout:2823: done (2 left) 2024-04-24T02:51:50.073 INFO:tasks.rados.rados.0.smithi016.stdout:2827: done (1 left) 2024-04-24T02:51:50.073 INFO:tasks.rados.rados.0.smithi016.stdout:2828: done (0 left) 2024-04-24T02:51:50.073 INFO:tasks.rados.rados.0.smithi016.stdout:2829: snap_remove snap 297 2024-04-24T02:51:50.139 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:51:50.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:50 smithi063 ceph-mon[77007]: pgmap v576: 121 pgs: 121 active+clean; 672 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-24T02:51:50.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:50 smithi063 ceph-mon[77007]: osdmap e632: 8 total, 8 up, 8 in 2024-04-24T02:51:50.456 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (8m) 20s ago 12m 24.4M - 0.23.0 ba2b418f427c b4cff8e0dcba 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (7m) 3s ago 12m 52.4M - 8.3.5 dad864ee21e9 011bbed1ade7 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (63s) 20s ago 13m 15.0M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 5696a5967d05 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (44s) 3s ago 13m 14.9M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 78c199567832 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (6m) 3s ago 17m 451M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (7m) 20s ago 19m 515M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (6m) 20s ago 19m 76.5M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (6m) 3s ago 17m 55.9M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (6m) 20s ago 17m 59.2M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (29s) 20s ago 12m 8052k - 1.5.0 0da6a335fe13 cf821d9b9aee 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (23s) 3s ago 12m 7952k - 1.5.0 0da6a335fe13 64e3cfe0c9f8 2024-04-24T02:51:50.457 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (5m) 20s ago 17m 343M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (4m) 20s ago 16m 332M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (4m) 20s ago 16m 284M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (3m) 20s ago 15m 150M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (3m) 3s ago 15m 248M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 34e013c00a4c 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (2m) 3s ago 14m 187M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 b43dcf4c991f 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (114s) 3s ago 14m 86.0M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 2088fefbdeca 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (79s) 3s ago 14m 97.5M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 fed8f441df31 2024-04-24T02:51:50.458 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (7s) 3s ago 13m 37.9M - 2.43.0 a07b618ecd1d b0dc469d4e73 2024-04-24T02:51:50.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:50 smithi016 ceph-mon[84376]: pgmap v576: 121 pgs: 121 active+clean; 672 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-24T02:51:50.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:50 smithi016 ceph-mon[84376]: osdmap e632: 8 total, 8 up, 8 in 2024-04-24T02:51:50.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:50 smithi016 ceph-mon[86910]: pgmap v576: 121 pgs: 121 active+clean; 672 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-24T02:51:50.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:50 smithi016 ceph-mon[86910]: osdmap e632: 8 total, 8 up, 8 in 2024-04-24T02:51:50.848 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:51:50.849 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:51:50.850 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:51:50.850 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 15 2024-04-24T02:51:50.850 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:51:50.850 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:51:51.058 INFO:tasks.rados.rados.0.smithi016.stdout:2829: done (0 left) 2024-04-24T02:51:51.058 INFO:tasks.rados.rados.0.smithi016.stdout:2830: read oid 30 snap 274 2024-04-24T02:51:51.058 INFO:tasks.rados.rados.0.smithi016.stdout:2830: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:51.059 INFO:tasks.rados.rados.0.smithi016.stdout:2831: rollback oid 27 current snap is 299 2024-04-24T02:51:51.059 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 260 2024-04-24T02:51:51.059 INFO:tasks.rados.rados.0.smithi016.stdout:2832: rollback oid 1 current snap is 299 2024-04-24T02:51:51.059 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 290 2024-04-24T02:51:51.059 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 299 2024-04-24T02:51:51.059 INFO:tasks.rados.rados.0.smithi016.stdout:2833: seq_num 871 ranges {3923968=188416} 2024-04-24T02:51:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:2833: writing smithi01673382-7 from 3923968 to 4112384 tid 1 2024-04-24T02:51:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 299 2024-04-24T02:51:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:2832: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:51:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1629 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:51:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:2831: finishing rollback tid 0 to smithi01673382-27 2024-04-24T02:51:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:2831: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:51:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2050 (ObjNum 2002684544 snap 22076 seq_num 2002091520) dirty dne 2024-04-24T02:51:51.083 INFO:tasks.rados.rados.0.smithi016.stdout:2834: seq_num 872 ranges {1769472=212992} 2024-04-24T02:51:51.093 INFO:tasks.rados.rados.0.smithi016.stdout:2834: writing smithi01673382-20 from 1769472 to 1982464 tid 1 2024-04-24T02:51:51.093 INFO:tasks.rados.rados.0.smithi016.stdout:2831: done (4 left) 2024-04-24T02:51:51.093 INFO:tasks.rados.rados.0.smithi016.stdout:2832: done (3 left) 2024-04-24T02:51:51.094 INFO:tasks.rados.rados.0.smithi016.stdout:2835: copy_from oid 39 from oid 48 current snap is 299 2024-04-24T02:51:51.094 INFO:tasks.rados.rados.0.smithi016.stdout:2830: expect (ObjNum 719 snap 239 seq_num 719) 2024-04-24T02:51:51.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:51 smithi063 ceph-mon[77007]: osdmap e633: 8 total, 8 up, 8 in 2024-04-24T02:51:51.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:51 smithi063 ceph-mon[77007]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:51.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:51 smithi063 ceph-mon[77007]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:51.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:51 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2642920988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:51.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:51 smithi063 ceph-mon[77007]: osdmap e634: 8 total, 8 up, 8 in 2024-04-24T02:51:51.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[84376]: osdmap e633: 8 total, 8 up, 8 in 2024-04-24T02:51:51.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[84376]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:51.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[84376]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:51.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2642920988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:51.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[84376]: osdmap e634: 8 total, 8 up, 8 in 2024-04-24T02:51:51.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[86910]: osdmap e633: 8 total, 8 up, 8 in 2024-04-24T02:51:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[86910]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[86910]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:51:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2642920988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:51 smithi016 ceph-mon[86910]: osdmap e634: 8 total, 8 up, 8 in 2024-04-24T02:51:51.668 INFO:tasks.rados.rados.0.smithi016.stdout:2833: finishing write tid 1 to smithi01673382-7 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2833: finishing write tid 2 to smithi01673382-7 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2833: finishing write tid 3 to smithi01673382-7 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2310 (ObjNum 871 snap 299 seq_num 871) dirty exists 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2833: left oid 7 (ObjNum 871 snap 299 seq_num 871) 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2834: finishing write tid 1 to smithi01673382-20 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2830: done (3 left) 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2833: done (2 left) 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2836: setattr oid 41 current snap is 299 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2834: finishing write tid 2 to smithi01673382-20 2024-04-24T02:51:51.669 INFO:tasks.rados.rados.0.smithi016.stdout:2834: finishing write tid 3 to smithi01673382-20 2024-04-24T02:51:51.670 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2029 (ObjNum 872 snap 299 seq_num 872) dirty exists 2024-04-24T02:51:51.670 INFO:tasks.rados.rados.0.smithi016.stdout:2834: left oid 20 (ObjNum 872 snap 299 seq_num 872) 2024-04-24T02:51:51.670 INFO:tasks.rados.rados.0.smithi016.stdout:2835: finishing copy_from racing read to smithi01673382-39 2024-04-24T02:51:51.670 INFO:tasks.rados.rados.0.smithi016.stdout:2835: finishing copy_from to smithi01673382-39 2024-04-24T02:51:51.670 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1915 (ObjNum 842 snap 294 seq_num 842) dirty exists 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:2834: done (2 left) 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:2835: done (1 left) 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:2837: read oid 40 snap -1 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:2837: expect deleted 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:2838: read oid 39 snap -1 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:2838: expect (ObjNum 842 snap 294 seq_num 842) 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 299 2024-04-24T02:51:51.671 INFO:tasks.rados.rados.0.smithi016.stdout:2839: seq_num 873 ranges {0=229376} 2024-04-24T02:51:51.672 INFO:tasks.rados.rados.0.smithi016.stdout:2839: writing smithi01673382-19 from 0 to 229376 tid 1 2024-04-24T02:51:51.672 INFO:tasks.rados.rados.0.smithi016.stdout:2840: copy_from oid 14 from oid 45 current snap is 299 2024-04-24T02:51:51.672 INFO:tasks.rados.rados.0.smithi016.stdout:2837: done (4 left) 2024-04-24T02:51:51.672 INFO:tasks.rados.rados.0.smithi016.stdout:2841: snap_remove snap 286 2024-04-24T02:51:52.085 INFO:tasks.rados.rados.0.smithi016.stdout:2841: done (4 left) 2024-04-24T02:51:52.086 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 299 2024-04-24T02:51:52.086 INFO:tasks.rados.rados.0.smithi016.stdout:2842: seq_num 874 ranges {4685824=245760} 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:2842: writing smithi01673382-33 from 4685824 to 4931584 tid 1 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:2843: delete oid 50 current snap is 299 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2312 (ObjNum 710 snap 237 seq_num 710) dirty exists 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:2839: finishing write tid 1 to smithi01673382-19 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:2839: finishing write tid 2 to smithi01673382-19 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:2839: finishing write tid 3 to smithi01673382-19 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 2369 (ObjNum 873 snap 299 seq_num 873) dirty exists 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:2839: left oid 19 (ObjNum 873 snap 299 seq_num 873) 2024-04-24T02:51:52.115 INFO:tasks.rados.rados.0.smithi016.stdout:2838: expect (ObjNum 842 snap 294 seq_num 842) 2024-04-24T02:51:52.178 INFO:tasks.rados.rados.0.smithi016.stdout:2840: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:51:52.178 INFO:tasks.rados.rados.0.smithi016.stdout:2840: finishing copy_from to smithi01673382-14 2024-04-24T02:51:52.178 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1634 (ObjNum 834 snap 289 seq_num 834) dirty exists 2024-04-24T02:51:52.179 INFO:tasks.rados.rados.0.smithi016.stdout:2836: done (5 left) 2024-04-24T02:51:52.179 INFO:tasks.rados.rados.0.smithi016.stdout:2838: done (4 left) 2024-04-24T02:51:52.179 INFO:tasks.rados.rados.0.smithi016.stdout:2839: done (3 left) 2024-04-24T02:51:52.179 INFO:tasks.rados.rados.0.smithi016.stdout:2840: done (2 left) 2024-04-24T02:51:52.179 INFO:tasks.rados.rados.0.smithi016.stdout:2843: done (1 left) 2024-04-24T02:51:52.179 INFO:tasks.rados.rados.0.smithi016.stdout:2844: rollback oid 10 current snap is 299 2024-04-24T02:51:52.180 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 298 2024-04-24T02:51:52.180 INFO:tasks.rados.rados.0.smithi016.stdout:2842: finishing write tid 1 to smithi01673382-33 2024-04-24T02:51:52.180 INFO:tasks.rados.rados.0.smithi016.stdout:2842: finishing write tid 2 to smithi01673382-33 2024-04-24T02:51:52.180 INFO:tasks.rados.rados.0.smithi016.stdout:2842: finishing write tid 3 to smithi01673382-33 2024-04-24T02:51:52.180 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2384 (ObjNum 874 snap 299 seq_num 874) dirty exists 2024-04-24T02:51:52.180 INFO:tasks.rados.rados.0.smithi016.stdout:2842: left oid 33 (ObjNum 874 snap 299 seq_num 874) 2024-04-24T02:51:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:2842: done (1 left) 2024-04-24T02:51:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:2845: snap_create 2024-04-24T02:51:52.182 INFO:tasks.rados.rados.0.smithi016.stdout:2844: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:51:52.182 INFO:tasks.rados.rados.0.smithi016.stdout:2844: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:51:52.182 INFO:tasks.rados.rados.0.smithi016.stdout:2844: finishing rollback tid 2 to smithi01673382-10 2024-04-24T02:51:52.182 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1942 (ObjNum 866 snap 297 seq_num 866) dirty exists 2024-04-24T02:51:52.439 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: pgmap v579: 121 pgs: 121 active+clean; 672 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 816 KiB/s rd, 586 KiB/s wr, 4 op/s 2024-04-24T02:51:52.439 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.439 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: pgmap v579: 121 pgs: 121 active+clean; 672 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 816 KiB/s rd, 586 KiB/s wr, 4 op/s 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:52.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.442 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.443 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.443 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.443 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.443 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.443 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: pgmap v579: 121 pgs: 121 active+clean; 672 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 816 KiB/s rd, 586 KiB/s wr, 4 op/s 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:51:52.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:51:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:2844: done (1 left) 2024-04-24T02:51:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:2845: done (0 left) 2024-04-24T02:51:53.093 INFO:tasks.rados.rados.0.smithi016.stdout:2846: delete oid 44 current snap is 300 2024-04-24T02:51:53.098 INFO:tasks.rados.rados.0.smithi016.stdout:2846: done (0 left) 2024-04-24T02:51:53.098 INFO:tasks.rados.rados.0.smithi016.stdout:2847: read oid 11 snap -1 2024-04-24T02:51:53.098 INFO:tasks.rados.rados.0.smithi016.stdout:2847: expect deleted 2024-04-24T02:51:53.100 INFO:tasks.rados.rados.0.smithi016.stdout:2848: copy_from oid 15 from oid 43 current snap is 300 2024-04-24T02:51:53.100 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 300 2024-04-24T02:51:53.100 INFO:tasks.rados.rados.0.smithi016.stdout:2849: seq_num 877 ranges {2506752=294912} 2024-04-24T02:51:53.114 INFO:tasks.rados.rados.0.smithi016.stdout:2849: writing smithi01673382-32 from 2506752 to 2801664 tid 1 2024-04-24T02:51:53.114 INFO:tasks.rados.rados.0.smithi016.stdout:2850: delete oid 37 current snap is 300 2024-04-24T02:51:53.114 INFO:tasks.rados.rados.0.smithi016.stdout:2848: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:51:53.114 INFO:tasks.rados.rados.0.smithi016.stdout:2848: finishing copy_from to smithi01673382-15 2024-04-24T02:51:53.114 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1611 (ObjNum 766 snap 263 seq_num 766) dirty exists 2024-04-24T02:51:53.117 INFO:tasks.rados.rados.0.smithi016.stdout:2847: done (3 left) 2024-04-24T02:51:53.117 INFO:tasks.rados.rados.0.smithi016.stdout:2848: done (2 left) 2024-04-24T02:51:53.117 INFO:tasks.rados.rados.0.smithi016.stdout:2850: done (1 left) 2024-04-24T02:51:53.117 INFO:tasks.rados.rados.0.smithi016.stdout:2851: setattr oid 29 current snap is 300 2024-04-24T02:51:53.119 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 300 2024-04-24T02:51:53.119 INFO:tasks.rados.rados.0.smithi016.stdout:2852: seq_num 879 ranges {0=327680} 2024-04-24T02:51:53.121 INFO:tasks.rados.rados.0.smithi016.stdout:2852: writing smithi01673382-26 from 0 to 327680 tid 1 2024-04-24T02:51:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:2853: setattr oid 6 current snap is 300 2024-04-24T02:51:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:2849: finishing write tid 1 to smithi01673382-32 2024-04-24T02:51:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:2849: finishing write tid 2 to smithi01673382-32 2024-04-24T02:51:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:2849: finishing write tid 3 to smithi01673382-32 2024-04-24T02:51:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1945 (ObjNum 877 snap 300 seq_num 877) dirty exists 2024-04-24T02:51:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:2849: left oid 32 (ObjNum 877 snap 300 seq_num 877) 2024-04-24T02:51:53.123 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2051 (ObjNum 845 snap 294 seq_num 845) dirty exists 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2849: done (3 left) 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2851: done (2 left) 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2854: rollback oid 17 current snap is 300 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 296 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2855: read oid 34 snap -1 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2855: expect (ObjNum 862 snap 296 seq_num 862) 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2856: read oid 19 snap -1 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2856: expect (ObjNum 873 snap 299 seq_num 873) 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 300 2024-04-24T02:51:53.124 INFO:tasks.rados.rados.0.smithi016.stdout:2857: seq_num 880 ranges {122880=344064} 2024-04-24T02:51:53.127 INFO:tasks.rados.rados.0.smithi016.stdout:2857: writing smithi01673382-28 from 122880 to 466944 tid 1 2024-04-24T02:51:53.127 INFO:tasks.rados.rados.0.smithi016.stdout:2858: copy_from oid 37 from oid 2 current snap is 300 2024-04-24T02:51:53.127 INFO:tasks.rados.rados.0.smithi016.stdout:2852: finishing write tid 1 to smithi01673382-26 2024-04-24T02:51:53.127 INFO:tasks.rados.rados.0.smithi016.stdout:2852: finishing write tid 2 to smithi01673382-26 2024-04-24T02:51:53.127 INFO:tasks.rados.rados.0.smithi016.stdout:2859: snap_remove snap 279 2024-04-24T02:51:53.366 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:53 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:51:53.366 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:53 smithi016 ceph-mon[84376]: osdmap e635: 8 total, 8 up, 8 in 2024-04-24T02:51:53.366 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:53 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:51:53.366 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:53 smithi016 ceph-mon[86910]: osdmap e635: 8 total, 8 up, 8 in 2024-04-24T02:51:53.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:53 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-24T02:51:53.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:53 smithi063 ceph-mon[77007]: osdmap e635: 8 total, 8 up, 8 in 2024-04-24T02:51:54.104 INFO:tasks.rados.rados.0.smithi016.stdout:2859: done (7 left) 2024-04-24T02:51:54.104 INFO:tasks.rados.rados.0.smithi016.stdout:2860: snap_remove snap 255 2024-04-24T02:51:54.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[84376]: pgmap v582: 121 pgs: 121 active+clean; 674 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 150 KiB/s wr, 21 op/s 2024-04-24T02:51:54.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[84376]: osdmap e636: 8 total, 8 up, 8 in 2024-04-24T02:51:54.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[84376]: Upgrade: Updating alertmanager.a 2024-04-24T02:51:54.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[84376]: Deploying daemon alertmanager.a on smithi016 2024-04-24T02:51:54.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[86910]: pgmap v582: 121 pgs: 121 active+clean; 674 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 150 KiB/s wr, 21 op/s 2024-04-24T02:51:54.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[86910]: osdmap e636: 8 total, 8 up, 8 in 2024-04-24T02:51:54.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[86910]: Upgrade: Updating alertmanager.a 2024-04-24T02:51:54.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:54 smithi016 ceph-mon[86910]: Deploying daemon alertmanager.a on smithi016 2024-04-24T02:51:54.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:54 smithi063 ceph-mon[77007]: pgmap v582: 121 pgs: 121 active+clean; 674 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 150 KiB/s wr, 21 op/s 2024-04-24T02:51:54.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:54 smithi063 ceph-mon[77007]: osdmap e636: 8 total, 8 up, 8 in 2024-04-24T02:51:54.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:54 smithi063 ceph-mon[77007]: Upgrade: Updating alertmanager.a 2024-04-24T02:51:54.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:54 smithi063 ceph-mon[77007]: Deploying daemon alertmanager.a on smithi016 2024-04-24T02:51:55.111 INFO:tasks.rados.rados.0.smithi016.stdout:2860: done (7 left) 2024-04-24T02:51:55.111 INFO:tasks.rados.rados.0.smithi016.stdout:2861: rollback oid 14 current snap is 300 2024-04-24T02:51:55.111 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 267 2024-04-24T02:51:55.111 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 300 2024-04-24T02:51:55.111 INFO:tasks.rados.rados.0.smithi016.stdout:2862: seq_num 881 ranges {4112384=360448} 2024-04-24T02:51:55.133 INFO:tasks.rados.rados.0.smithi016.stdout:2862: writing smithi01673382-7 from 4112384 to 4472832 tid 1 2024-04-24T02:51:55.133 INFO:tasks.rados.rados.0.smithi016.stdout:2863: rollback oid 30 current snap is 300 2024-04-24T02:51:55.133 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 294 2024-04-24T02:51:55.134 INFO:tasks.rados.rados.0.smithi016.stdout:2855: expect (ObjNum 862 snap 296 seq_num 862) 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:2852: finishing write tid 3 to smithi01673382-26 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1489 (ObjNum 879 snap 300 seq_num 879) dirty exists 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:2852: left oid 26 (ObjNum 879 snap 300 seq_num 879) 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2052 (ObjNum 804 snap 278 seq_num 804) dirty exists 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:2854: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:2854: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:2854: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2390 (ObjNum 623 snap 210 seq_num 623) dirty exists 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:2857: finishing write tid 1 to smithi01673382-28 2024-04-24T02:51:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:2857: finishing write tid 2 to smithi01673382-28 2024-04-24T02:51:55.136 INFO:tasks.rados.rados.0.smithi016.stdout:2857: finishing write tid 3 to smithi01673382-28 2024-04-24T02:51:55.136 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2054 (ObjNum 880 snap 300 seq_num 880) dirty exists 2024-04-24T02:51:55.136 INFO:tasks.rados.rados.0.smithi016.stdout:2857: left oid 28 (ObjNum 880 snap 300 seq_num 880) 2024-04-24T02:51:55.136 INFO:tasks.rados.rados.0.smithi016.stdout:2856: expect (ObjNum 873 snap 299 seq_num 873) 2024-04-24T02:51:55.144 INFO:tasks.rados.rados.0.smithi016.stdout:2858: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2858: finishing copy_from to smithi01673382-37 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2037 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2861: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2861: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2861: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2040 (ObjNum 768 snap 266 seq_num 768) dirty exists 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2862: finishing write tid 1 to smithi01673382-7 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2862: finishing write tid 2 to smithi01673382-7 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2863: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2027 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2862: finishing write tid 3 to smithi01673382-7 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2345 (ObjNum 881 snap 300 seq_num 881) dirty exists 2024-04-24T02:51:55.145 INFO:tasks.rados.rados.0.smithi016.stdout:2862: left oid 7 (ObjNum 881 snap 300 seq_num 881) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2852: done (9 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2853: done (8 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2854: done (7 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2855: done (6 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2856: done (5 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2857: done (4 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2858: done (3 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2861: done (2 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2862: done (1 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2863: done (0 left) 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 300 2024-04-24T02:51:55.146 INFO:tasks.rados.rados.0.smithi016.stdout:2864: seq_num 882 ranges {0=376832} 2024-04-24T02:51:55.147 INFO:tasks.rados.rados.0.smithi016.stdout:2864: writing smithi01673382-11 from 0 to 376832 tid 1 2024-04-24T02:51:55.147 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 300 2024-04-24T02:51:55.147 INFO:tasks.rados.rados.0.smithi016.stdout:2865: seq_num 883 ranges {6561792=393216} 2024-04-24T02:51:55.185 INFO:tasks.rados.rados.0.smithi016.stdout:2865: writing smithi01673382-49 from 6561792 to 6955008 tid 1 2024-04-24T02:51:55.185 INFO:tasks.rados.rados.0.smithi016.stdout:2866: read oid 30 snap -1 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:2866: expect deleted 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 300 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:2864: finishing write tid 1 to smithi01673382-11 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:2864: finishing write tid 2 to smithi01673382-11 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:2864: finishing write tid 3 to smithi01673382-11 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2347 (ObjNum 882 snap 300 seq_num 882) dirty exists 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:2864: left oid 11 (ObjNum 882 snap 300 seq_num 882) 2024-04-24T02:51:55.186 INFO:tasks.rados.rados.0.smithi016.stdout:2867: seq_num 884 ranges {835584=409600} 2024-04-24T02:51:55.192 INFO:tasks.rados.rados.0.smithi016.stdout:2867: writing smithi01673382-15 from 835584 to 1245184 tid 1 2024-04-24T02:51:55.192 INFO:tasks.rados.rados.0.smithi016.stdout:2864: done (3 left) 2024-04-24T02:51:55.192 INFO:tasks.rados.rados.0.smithi016.stdout:2868: copy_from oid 16 from oid 47 current snap is 300 2024-04-24T02:51:55.192 INFO:tasks.rados.rados.0.smithi016.stdout:2865: finishing write tid 1 to smithi01673382-49 2024-04-24T02:51:55.192 INFO:tasks.rados.rados.0.smithi016.stdout:2865: finishing write tid 2 to smithi01673382-49 2024-04-24T02:51:55.192 INFO:tasks.rados.rados.0.smithi016.stdout:2865: finishing write tid 3 to smithi01673382-49 2024-04-24T02:51:55.193 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1966 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-24T02:51:55.193 INFO:tasks.rados.rados.0.smithi016.stdout:2865: left oid 49 (ObjNum 883 snap 300 seq_num 883) 2024-04-24T02:51:55.193 INFO:tasks.rados.rados.0.smithi016.stdout:2865: done (3 left) 2024-04-24T02:51:55.193 INFO:tasks.rados.rados.0.smithi016.stdout:2866: done (2 left) 2024-04-24T02:51:55.193 INFO:tasks.rados.rados.0.smithi016.stdout:2869: read oid 7 snap -1 2024-04-24T02:51:55.193 INFO:tasks.rados.rados.0.smithi016.stdout:2869: expect (ObjNum 881 snap 300 seq_num 881) 2024-04-24T02:51:55.193 INFO:tasks.rados.rados.0.smithi016.stdout:2870: snap_remove snap 257 2024-04-24T02:51:55.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:55 smithi016 ceph-mon[84376]: osdmap e637: 8 total, 8 up, 8 in 2024-04-24T02:51:55.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:55 smithi016 ceph-mon[86910]: osdmap e637: 8 total, 8 up, 8 in 2024-04-24T02:51:55.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:55 smithi063 ceph-mon[77007]: osdmap e637: 8 total, 8 up, 8 in 2024-04-24T02:51:56.058 INFO:tasks.rados.rados.0.smithi016.stdout:2870: done (3 left) 2024-04-24T02:51:56.058 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 300 2024-04-24T02:51:56.059 INFO:tasks.rados.rados.0.smithi016.stdout:2871: seq_num 885 ranges {1982464=425984} 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:2871: writing smithi01673382-20 from 1982464 to 2408448 tid 1 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:2872: delete oid 25 current snap is 300 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:2867: finishing write tid 1 to smithi01673382-15 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:2867: finishing write tid 2 to smithi01673382-15 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:2867: finishing write tid 3 to smithi01673382-15 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2246 (ObjNum 884 snap 300 seq_num 884) dirty exists 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:2867: left oid 15 (ObjNum 884 snap 300 seq_num 884) 2024-04-24T02:51:56.073 INFO:tasks.rados.rados.0.smithi016.stdout:2869: expect (ObjNum 881 snap 300 seq_num 881) 2024-04-24T02:51:56.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:56 smithi016 ceph-mon[84376]: pgmap v585: 121 pgs: 121 active+clean; 674 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 202 KiB/s wr, 21 op/s 2024-04-24T02:51:56.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:56 smithi016 ceph-mon[84376]: osdmap e638: 8 total, 8 up, 8 in 2024-04-24T02:51:56.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:56 smithi016 ceph-mon[84376]: osdmap e639: 8 total, 8 up, 8 in 2024-04-24T02:51:56.405 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:56 smithi016 ceph-mon[86910]: pgmap v585: 121 pgs: 121 active+clean; 674 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 202 KiB/s wr, 21 op/s 2024-04-24T02:51:56.406 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:56 smithi016 ceph-mon[86910]: osdmap e638: 8 total, 8 up, 8 in 2024-04-24T02:51:56.406 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:56 smithi016 ceph-mon[86910]: osdmap e639: 8 total, 8 up, 8 in 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2868: finishing copy_from racing read to smithi01673382-16 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2868: finishing copy_from to smithi01673382-16 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1909 (ObjNum 840 snap 293 seq_num 840) dirty exists 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2871: finishing write tid 1 to smithi01673382-20 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2867: done (4 left) 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2868: done (3 left) 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2869: done (2 left) 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2872: done (1 left) 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2873: delete oid 29 current snap is 300 2024-04-24T02:51:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:2871: finishing write tid 2 to smithi01673382-20 2024-04-24T02:51:56.420 INFO:tasks.rados.rados.0.smithi016.stdout:2871: finishing write tid 3 to smithi01673382-20 2024-04-24T02:51:56.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2031 (ObjNum 885 snap 300 seq_num 885) dirty exists 2024-04-24T02:51:56.420 INFO:tasks.rados.rados.0.smithi016.stdout:2871: left oid 20 (ObjNum 885 snap 300 seq_num 885) 2024-04-24T02:51:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:2871: done (1 left) 2024-04-24T02:51:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:2873: done (0 left) 2024-04-24T02:51:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:2874: snap_remove snap 274 2024-04-24T02:51:56.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:56 smithi063 ceph-mon[77007]: pgmap v585: 121 pgs: 121 active+clean; 674 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 202 KiB/s wr, 21 op/s 2024-04-24T02:51:56.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:56 smithi063 ceph-mon[77007]: osdmap e638: 8 total, 8 up, 8 in 2024-04-24T02:51:56.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:56 smithi063 ceph-mon[77007]: osdmap e639: 8 total, 8 up, 8 in 2024-04-24T02:51:56.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:56 smithi016 systemd[1]: Stopping Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:57.113 INFO:tasks.rados.rados.0.smithi016.stdout:2874: done (0 left) 2024-04-24T02:51:57.113 INFO:tasks.rados.rados.0.smithi016.stdout:2875: snap_create 2024-04-24T02:51:57.192 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:56 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[77777]: level=info ts=2024-04-24T02:51:56.862Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-24T02:51:57.528 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:57 smithi016 bash[114649]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a 2024-04-24T02:51:58.105 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:57 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@alertmanager.a.service: Succeeded. 2024-04-24T02:51:58.105 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:57 smithi016 systemd[1]: Stopped Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:58.106 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:57 smithi016 systemd[1]: Starting Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:51:58.106 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-mon[84376]: pgmap v588: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 702 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-04-24T02:51:58.106 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-mon[84376]: osdmap e640: 8 total, 8 up, 8 in 2024-04-24T02:51:58.113 INFO:tasks.rados.rados.0.smithi016.stdout:2875: done (0 left) 2024-04-24T02:51:58.113 INFO:tasks.rados.rados.0.smithi016.stdout:2876: rmattr oid 49 current snap is 301 2024-04-24T02:51:58.113 INFO:tasks.rados.rados.0.smithi016.stdout:2877: snap_remove snap 295 2024-04-24T02:51:58.396 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:51:58] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-24T02:51:58.397 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-mon[86910]: pgmap v588: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 702 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-04-24T02:51:58.397 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-mon[86910]: osdmap e640: 8 total, 8 up, 8 in 2024-04-24T02:51:58.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:58 smithi063 ceph-mon[77007]: pgmap v588: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 702 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2024-04-24T02:51:58.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:58 smithi063 ceph-mon[77007]: osdmap e640: 8 total, 8 up, 8 in 2024-04-24T02:51:58.778 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.507Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.507Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.509Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.16 port=9094 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.510Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.534Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.534Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.537Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:51:58.537Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 bash[114797]: 5e2b24a780aa16eabbac763b5d7aed8b8b7bc123dbec0fc9172639f953eaba77 2024-04-24T02:51:58.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:51:58 smithi016 systemd[1]: Started Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:51:59.116 INFO:tasks.rados.rados.0.smithi016.stdout:2877: done (1 left) 2024-04-24T02:51:59.116 INFO:tasks.rados.rados.0.smithi016.stdout:2878: rollback oid 14 current snap is 301 2024-04-24T02:51:59.116 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 267 2024-04-24T02:51:59.116 INFO:tasks.rados.rados.0.smithi016.stdout:2879: delete oid 47 current snap is 301 2024-04-24T02:51:59.116 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1984 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-24T02:51:59.134 INFO:tasks.rados.rados.0.smithi016.stdout:2878: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:51:59.134 INFO:tasks.rados.rados.0.smithi016.stdout:2876: done (2 left) 2024-04-24T02:51:59.134 INFO:tasks.rados.rados.0.smithi016.stdout:2879: done (1 left) 2024-04-24T02:51:59.135 INFO:tasks.rados.rados.0.smithi016.stdout:2880: copy_from oid 1 from oid 9 current snap is 301 2024-04-24T02:51:59.135 INFO:tasks.rados.rados.0.smithi016.stdout:2881: snap_remove snap 290 2024-04-24T02:51:59.470 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[84376]: osdmap e641: 8 total, 8 up, 8 in 2024-04-24T02:51:59.471 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:59.471 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:59.471 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:59.471 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[86910]: osdmap e641: 8 total, 8 up, 8 in 2024-04-24T02:51:59.471 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:59.471 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:59.471 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:51:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:51:59.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:59 smithi063 ceph-mon[77007]: osdmap e641: 8 total, 8 up, 8 in 2024-04-24T02:51:59.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:59.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:51:59.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:51:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:2881: done (2 left) 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:2882: setattr oid 38 current snap is 301 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:2883: snap_create 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:2878: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:2878: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2043 (ObjNum 768 snap 266 seq_num 768) dirty exists 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:2880: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:2880: finishing copy_from to smithi01673382-1 2024-04-24T02:52:00.132 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1626 (ObjNum 868 snap 298 seq_num 868) dirty exists 2024-04-24T02:52:00.142 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 2375 (ObjNum 817 snap 282 seq_num 817) dirty exists 2024-04-24T02:52:00.510 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:00 smithi016 ceph-mon[84376]: pgmap v591: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-04-24T02:52:00.510 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:00 smithi016 ceph-mon[84376]: osdmap e642: 8 total, 8 up, 8 in 2024-04-24T02:52:00.510 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:00.511 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:00 smithi016 ceph-mon[86910]: pgmap v591: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-04-24T02:52:00.511 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:00 smithi016 ceph-mon[86910]: osdmap e642: 8 total, 8 up, 8 in 2024-04-24T02:52:00.511 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:00.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:00 smithi063 ceph-mon[77007]: pgmap v591: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-04-24T02:52:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:00 smithi063 ceph-mon[77007]: osdmap e642: 8 total, 8 up, 8 in 2024-04-24T02:52:00.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:00.780 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:52:00 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:52:00.511Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000351555s 2024-04-24T02:52:01.057 INFO:tasks.rados.rados.0.smithi016.stdout:2878: done (3 left) 2024-04-24T02:52:01.057 INFO:tasks.rados.rados.0.smithi016.stdout:2880: done (2 left) 2024-04-24T02:52:01.057 INFO:tasks.rados.rados.0.smithi016.stdout:2882: done (1 left) 2024-04-24T02:52:01.057 INFO:tasks.rados.rados.0.smithi016.stdout:2883: done (0 left) 2024-04-24T02:52:01.057 INFO:tasks.rados.rados.0.smithi016.stdout:2884: snap_remove snap 293 2024-04-24T02:52:01.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:01 smithi016 ceph-mon[84376]: osdmap e643: 8 total, 8 up, 8 in 2024-04-24T02:52:01.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:01 smithi016 ceph-mon[84376]: osdmap e644: 8 total, 8 up, 8 in 2024-04-24T02:52:01.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:01 smithi016 ceph-mon[86910]: osdmap e643: 8 total, 8 up, 8 in 2024-04-24T02:52:01.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:01 smithi016 ceph-mon[86910]: osdmap e644: 8 total, 8 up, 8 in 2024-04-24T02:52:01.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:01 smithi063 ceph-mon[77007]: osdmap e643: 8 total, 8 up, 8 in 2024-04-24T02:52:01.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:01 smithi063 ceph-mon[77007]: osdmap e644: 8 total, 8 up, 8 in 2024-04-24T02:52:02.063 INFO:tasks.rados.rados.0.smithi016.stdout:2884: done (0 left) 2024-04-24T02:52:02.063 INFO:tasks.rados.rados.0.smithi016.stdout:2885: delete oid 29 current snap is 302 2024-04-24T02:52:02.071 INFO:tasks.rados.rados.0.smithi016.stdout:2885: done (0 left) 2024-04-24T02:52:02.071 INFO:tasks.rados.rados.0.smithi016.stdout:2886: copy_from oid 14 from oid 22 current snap is 302 2024-04-24T02:52:02.071 INFO:tasks.rados.rados.0.smithi016.stdout:2887: delete oid 40 current snap is 302 2024-04-24T02:52:02.078 INFO:tasks.rados.rados.0.smithi016.stdout:2886: finishing copy_from to smithi01673382-14 2024-04-24T02:52:02.078 INFO:tasks.rados.rados.0.smithi016.stdout:2886: got expected ENOENT (src dne) 2024-04-24T02:52:02.078 INFO:tasks.rados.rados.0.smithi016.stdout:2886: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:52:02.078 INFO:tasks.rados.rados.0.smithi016.stdout:2886: done (1 left) 2024-04-24T02:52:02.078 INFO:tasks.rados.rados.0.smithi016.stdout:2887: done (0 left) 2024-04-24T02:52:02.079 INFO:tasks.rados.rados.0.smithi016.stdout:2888: delete oid 19 current snap is 302 2024-04-24T02:52:02.088 INFO:tasks.rados.rados.0.smithi016.stdout:2888: done (0 left) 2024-04-24T02:52:02.088 INFO:tasks.rados.rados.0.smithi016.stdout:2889: rmattr oid 35 current snap is 302 2024-04-24T02:52:02.088 INFO:tasks.rados.rados.0.smithi016.stdout:2889: done (0 left) 2024-04-24T02:52:02.088 INFO:tasks.rados.rados.0.smithi016.stdout:2890: read oid 38 snap 243 2024-04-24T02:52:02.089 INFO:tasks.rados.rados.0.smithi016.stdout:2890: expect (ObjNum 664 snap 225 seq_num 664) 2024-04-24T02:52:02.089 INFO:tasks.rados.rados.0.smithi016.stdout:2891: copy_from oid 36 from oid 40 current snap is 302 2024-04-24T02:52:02.089 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 302 2024-04-24T02:52:02.089 INFO:tasks.rados.rados.0.smithi016.stdout:2892: seq_num 892 ranges {1875968=548864} 2024-04-24T02:52:02.102 INFO:tasks.rados.rados.0.smithi016.stdout:2892: writing smithi01673382-4 from 1875968 to 2424832 tid 1 2024-04-24T02:52:02.102 INFO:tasks.rados.rados.0.smithi016.stdout:2893: read oid 32 snap -1 2024-04-24T02:52:02.102 INFO:tasks.rados.rados.0.smithi016.stdout:2893: expect (ObjNum 877 snap 300 seq_num 877) 2024-04-24T02:52:02.102 INFO:tasks.rados.rados.0.smithi016.stdout:2894: snap_remove snap 298 2024-04-24T02:52:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[84376]: pgmap v594: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-24T02:52:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[84376]: osdmap e645: 8 total, 8 up, 8 in 2024-04-24T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[86910]: pgmap v594: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-24T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:02.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:02 smithi016 ceph-mon[86910]: osdmap e645: 8 total, 8 up, 8 in 2024-04-24T02:52:02.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:02 smithi063 ceph-mon[77007]: pgmap v594: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 707 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-24T02:52:02.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:02 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:02.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:02 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:02.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:02 smithi063 ceph-mon[77007]: osdmap e645: 8 total, 8 up, 8 in 2024-04-24T02:52:03.069 INFO:tasks.rados.rados.0.smithi016.stdout:2894: done (4 left) 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:2895: copy_from oid 41 from oid 9 current snap is 302 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:2896: read oid 35 snap 187 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:2896: expect (ObjNum 540 snap 187 seq_num 540) 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 302 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:2897: seq_num 893 ranges {0=565248} 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:2897: writing smithi01673382-18 from 0 to 565248 tid 1 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 302 2024-04-24T02:52:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:2898: seq_num 894 ranges {0=581632} 2024-04-24T02:52:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:2898: writing smithi01673382-47 from 0 to 581632 tid 1 2024-04-24T02:52:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 302 2024-04-24T02:52:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:2891: finishing copy_from to smithi01673382-36 2024-04-24T02:52:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:2891: got expected ENOENT (src dne) 2024-04-24T02:52:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:2891: finishing copy_from racing read to smithi01673382-36 2024-04-24T02:52:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:2890: expect (ObjNum 664 snap 225 seq_num 664) 2024-04-24T02:52:03.231 INFO:tasks.rados.rados.0.smithi016.stdout:2892: finishing write tid 1 to smithi01673382-4 2024-04-24T02:52:03.231 INFO:tasks.rados.rados.0.smithi016.stdout:2892: finishing write tid 2 to smithi01673382-4 2024-04-24T02:52:03.231 INFO:tasks.rados.rados.0.smithi016.stdout:2892: finishing write tid 3 to smithi01673382-4 2024-04-24T02:52:03.231 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2459 (ObjNum 892 snap 302 seq_num 892) dirty exists 2024-04-24T02:52:03.231 INFO:tasks.rados.rados.0.smithi016.stdout:2892: left oid 4 (ObjNum 892 snap 302 seq_num 892) 2024-04-24T02:52:03.231 INFO:tasks.rados.rados.0.smithi016.stdout:2893: expect (ObjNum 877 snap 300 seq_num 877) 2024-04-24T02:52:03.416 INFO:tasks.rados.rados.0.smithi016.stdout:2895: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:52:03.416 INFO:tasks.rados.rados.0.smithi016.stdout:2898: finishing write tid 1 to smithi01673382-47 2024-04-24T02:52:03.416 INFO:tasks.rados.rados.0.smithi016.stdout:2898: finishing write tid 2 to smithi01673382-47 2024-04-24T02:52:03.416 INFO:tasks.rados.rados.0.smithi016.stdout:2896: expect (ObjNum 540 snap 187 seq_num 540) 2024-04-24T02:52:03.492 INFO:tasks.rados.rados.0.smithi016.stdout:2897: finishing write tid 1 to smithi01673382-18 2024-04-24T02:52:03.493 INFO:tasks.rados.rados.0.smithi016.stdout:2897: finishing write tid 2 to smithi01673382-18 2024-04-24T02:52:03.493 INFO:tasks.rados.rados.0.smithi016.stdout:2897: finishing write tid 3 to smithi01673382-18 2024-04-24T02:52:03.493 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1491 (ObjNum 893 snap 302 seq_num 893) dirty exists 2024-04-24T02:52:03.493 INFO:tasks.rados.rados.0.smithi016.stdout:2897: left oid 18 (ObjNum 893 snap 302 seq_num 893) 2024-04-24T02:52:03.493 INFO:tasks.rados.rados.0.smithi016.stdout:2899: seq_num 895 ranges {2113536=598016} 2024-04-24T02:52:03.509 INFO:tasks.rados.rados.0.smithi016.stdout:2899: writing smithi01673382-39 from 2113536 to 2711552 tid 1 2024-04-24T02:52:03.509 INFO:tasks.rados.rados.0.smithi016.stdout:2890: done (8 left) 2024-04-24T02:52:03.509 INFO:tasks.rados.rados.0.smithi016.stdout:2891: done (7 left) 2024-04-24T02:52:03.509 INFO:tasks.rados.rados.0.smithi016.stdout:2892: done (6 left) 2024-04-24T02:52:03.509 INFO:tasks.rados.rados.0.smithi016.stdout:2893: done (5 left) 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:2896: done (4 left) 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:2897: done (3 left) 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 302 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:2898: finishing write tid 3 to smithi01673382-47 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1922 (ObjNum 894 snap 302 seq_num 894) dirty exists 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:2898: left oid 47 (ObjNum 894 snap 302 seq_num 894) 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:2895: finishing copy_from to smithi01673382-41 2024-04-24T02:52:03.510 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1626 (ObjNum 868 snap 298 seq_num 868) dirty exists 2024-04-24T02:52:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:2900: seq_num 896 ranges {0=614400} 2024-04-24T02:52:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:2900: writing smithi01673382-22 from 0 to 614400 tid 1 2024-04-24T02:52:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:2895: done (3 left) 2024-04-24T02:52:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:2898: done (2 left) 2024-04-24T02:52:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:2901: read oid 45 snap -1 2024-04-24T02:52:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:2901: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:52:03.513 INFO:tasks.rados.rados.0.smithi016.stdout:2902: snap_remove snap 260 2024-04-24T02:52:03.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:03 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:03.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:03 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:03.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:03 smithi016 ceph-mon[84376]: osdmap e646: 8 total, 8 up, 8 in 2024-04-24T02:52:03.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:03 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:03.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:03 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:03.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:03 smithi016 ceph-mon[86910]: osdmap e646: 8 total, 8 up, 8 in 2024-04-24T02:52:03.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:03 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:03.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:03 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:03.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:03 smithi063 ceph-mon[77007]: osdmap e646: 8 total, 8 up, 8 in 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:2902: done (3 left) 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:2903: delete oid 5 current snap is 302 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:2899: finishing write tid 1 to smithi01673382-39 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:2899: finishing write tid 2 to smithi01673382-39 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:2899: finishing write tid 3 to smithi01673382-39 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 2039 (ObjNum 895 snap 302 seq_num 895) dirty exists 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:2899: left oid 39 (ObjNum 895 snap 302 seq_num 895) 2024-04-24T02:52:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:2900: finishing write tid 1 to smithi01673382-22 2024-04-24T02:52:04.297 INFO:tasks.rados.rados.0.smithi016.stdout:2900: finishing write tid 2 to smithi01673382-22 2024-04-24T02:52:04.297 INFO:tasks.rados.rados.0.smithi016.stdout:2900: finishing write tid 3 to smithi01673382-22 2024-04-24T02:52:04.297 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2041 (ObjNum 896 snap 302 seq_num 896) dirty exists 2024-04-24T02:52:04.297 INFO:tasks.rados.rados.0.smithi016.stdout:2900: left oid 22 (ObjNum 896 snap 302 seq_num 896) 2024-04-24T02:52:04.297 INFO:tasks.rados.rados.0.smithi016.stdout:2901: expect (ObjNum 834 snap 289 seq_num 834) 2024-04-24T02:52:04.435 INFO:tasks.rados.rados.0.smithi016.stdout:2899: done (3 left) 2024-04-24T02:52:04.435 INFO:tasks.rados.rados.0.smithi016.stdout:2900: done (2 left) 2024-04-24T02:52:04.435 INFO:tasks.rados.rados.0.smithi016.stdout:2901: done (1 left) 2024-04-24T02:52:04.435 INFO:tasks.rados.rados.0.smithi016.stdout:2903: done (0 left) 2024-04-24T02:52:04.435 INFO:tasks.rados.rados.0.smithi016.stdout:2904: delete oid 39 current snap is 302 2024-04-24T02:52:04.437 INFO:tasks.rados.rados.0.smithi016.stdout:2904: done (0 left) 2024-04-24T02:52:04.437 INFO:tasks.rados.rados.0.smithi016.stdout:2905: copy_from oid 18 from oid 48 current snap is 302 2024-04-24T02:52:04.437 INFO:tasks.rados.rados.0.smithi016.stdout:2906: read oid 29 snap -1 2024-04-24T02:52:04.437 INFO:tasks.rados.rados.0.smithi016.stdout:2906: expect deleted 2024-04-24T02:52:04.438 INFO:tasks.rados.rados.0.smithi016.stdout:2907: read oid 12 snap -1 2024-04-24T02:52:04.438 INFO:tasks.rados.rados.0.smithi016.stdout:2907: expect (ObjNum 846 snap 295 seq_num 846) 2024-04-24T02:52:04.438 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 302 2024-04-24T02:52:04.438 INFO:tasks.rados.rados.0.smithi016.stdout:2908: seq_num 899 ranges {0=663552} 2024-04-24T02:52:04.441 INFO:tasks.rados.rados.0.smithi016.stdout:2908: writing smithi01673382-21 from 0 to 663552 tid 1 2024-04-24T02:52:04.442 INFO:tasks.rados.rados.0.smithi016.stdout:2909: read oid 17 snap -1 2024-04-24T02:52:04.442 INFO:tasks.rados.rados.0.smithi016.stdout:2909: expect (ObjNum 623 snap 210 seq_num 623) 2024-04-24T02:52:04.442 INFO:tasks.rados.rados.0.smithi016.stdout:2910: rollback oid 37 current snap is 302 2024-04-24T02:52:04.442 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 294 2024-04-24T02:52:04.442 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 302 2024-04-24T02:52:04.442 INFO:tasks.rados.rados.0.smithi016.stdout:2911: seq_num 900 ranges {2801664=679936} 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:2911: writing smithi01673382-32 from 2801664 to 3481600 tid 1 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:2912: delete oid 4 current snap is 302 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:2910: finishing rollback tid 0 to smithi01673382-37 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:2910: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:2910: finishing rollback tid 2 to smithi01673382-37 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2046 (ObjNum 839 snap 293 seq_num 839) dirty exists 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:2905: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:52:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:2905: finishing copy_from to smithi01673382-18 2024-04-24T02:52:04.463 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1915 (ObjNum 842 snap 294 seq_num 842) dirty exists 2024-04-24T02:52:04.463 INFO:tasks.rados.rados.0.smithi016.stdout:2907: expect (ObjNum 846 snap 295 seq_num 846) 2024-04-24T02:52:04.528 INFO:tasks.rados.rados.0.smithi016.stdout:2908: finishing write tid 1 to smithi01673382-21 2024-04-24T02:52:04.528 INFO:tasks.rados.rados.0.smithi016.stdout:2908: finishing write tid 2 to smithi01673382-21 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:2911: finishing write tid 1 to smithi01673382-32 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:2911: finishing write tid 2 to smithi01673382-32 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:2908: finishing write tid 3 to smithi01673382-21 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1924 (ObjNum 899 snap 302 seq_num 899) dirty exists 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:2908: left oid 21 (ObjNum 899 snap 302 seq_num 899) 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:2911: finishing write tid 3 to smithi01673382-32 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2027 (ObjNum 900 snap 302 seq_num 900) dirty exists 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:2911: left oid 32 (ObjNum 900 snap 302 seq_num 900) 2024-04-24T02:52:04.529 INFO:tasks.rados.rados.0.smithi016.stdout:2909: expect (ObjNum 623 snap 210 seq_num 623) 2024-04-24T02:52:04.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:04 smithi016 ceph-mon[84376]: pgmap v597: 121 pgs: 121 active+clean; 716 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 34 KiB/s wr, 8 op/s 2024-04-24T02:52:04.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:04 smithi016 ceph-mon[86910]: pgmap v597: 121 pgs: 121 active+clean; 716 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 34 KiB/s wr, 8 op/s 2024-04-24T02:52:04.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:04 smithi063 ceph-mon[77007]: pgmap v597: 121 pgs: 121 active+clean; 716 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 34 KiB/s wr, 8 op/s 2024-04-24T02:52:05.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:05 smithi016 ceph-mon[84376]: osdmap e647: 8 total, 8 up, 8 in 2024-04-24T02:52:05.417 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:05 smithi016 ceph-mon[86910]: osdmap e647: 8 total, 8 up, 8 in 2024-04-24T02:52:05.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:05 smithi063 ceph-mon[77007]: osdmap e647: 8 total, 8 up, 8 in 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2905: done (7 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2906: done (6 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2907: done (5 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2908: done (4 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2909: done (3 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2910: done (2 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2911: done (1 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2912: done (0 left) 2024-04-24T02:52:05.656 INFO:tasks.rados.rados.0.smithi016.stdout:2913: setattr oid 2 current snap is 302 2024-04-24T02:52:05.657 INFO:tasks.rados.rados.0.smithi016.stdout:2914: copy_from oid 19 from oid 8 current snap is 302 2024-04-24T02:52:05.658 INFO:tasks.rados.rados.0.smithi016.stdout:2915: copy_from oid 43 from oid 12 current snap is 302 2024-04-24T02:52:05.658 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 302 2024-04-24T02:52:05.658 INFO:tasks.rados.rados.0.smithi016.stdout:2916: seq_num 902 ranges {0=712704} 2024-04-24T02:52:05.662 INFO:tasks.rados.rados.0.smithi016.stdout:2916: writing smithi01673382-31 from 0 to 712704 tid 1 2024-04-24T02:52:05.662 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 302 2024-04-24T02:52:05.662 INFO:tasks.rados.rados.0.smithi016.stdout:2917: seq_num 903 ranges {466944=729088} 2024-04-24T02:52:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:2917: writing smithi01673382-28 from 466944 to 1196032 tid 1 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:2918: read oid 49 snap -1 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:2918: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:2919: read oid 15 snap -1 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:2919: expect (ObjNum 884 snap 300 seq_num 884) 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 302 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:2916: finishing write tid 1 to smithi01673382-31 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2043 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:52:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:2920: seq_num 904 ranges {3923968=745472} 2024-04-24T02:52:05.697 INFO:tasks.rados.rados.0.smithi016.stdout:2920: writing smithi01673382-16 from 3923968 to 4669440 tid 1 2024-04-24T02:52:05.697 INFO:tasks.rados.rados.0.smithi016.stdout:2913: done (7 left) 2024-04-24T02:52:05.697 INFO:tasks.rados.rados.0.smithi016.stdout:2921: rmattr oid 35 current snap is 302 2024-04-24T02:52:05.697 INFO:tasks.rados.rados.0.smithi016.stdout:2921: done (7 left) 2024-04-24T02:52:05.697 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 302 2024-04-24T02:52:05.697 INFO:tasks.rados.rados.0.smithi016.stdout:2916: finishing write tid 2 to smithi01673382-31 2024-04-24T02:52:05.697 INFO:tasks.rados.rados.0.smithi016.stdout:2922: seq_num 905 ranges {376832=761856} 2024-04-24T02:52:05.703 INFO:tasks.rados.rados.0.smithi016.stdout:2922: writing smithi01673382-11 from 376832 to 1138688 tid 1 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:2923: rollback oid 39 current snap is 302 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 190 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:2915: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:2924: setattr oid 4 current snap is 302 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:2916: finishing write tid 3 to smithi01673382-31 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1398 (ObjNum 902 snap 302 seq_num 902) dirty exists 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:2916: left oid 31 (ObjNum 902 snap 302 seq_num 902) 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:2917: finishing write tid 1 to smithi01673382-28 2024-04-24T02:52:05.704 INFO:tasks.rados.rados.0.smithi016.stdout:2919: expect (ObjNum 884 snap 300 seq_num 884) 2024-04-24T02:52:05.757 INFO:tasks.rados.rados.0.smithi016.stdout:2915: finishing copy_from to smithi01673382-43 2024-04-24T02:52:05.757 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2033 (ObjNum 846 snap 295 seq_num 846) dirty exists 2024-04-24T02:52:05.757 INFO:tasks.rados.rados.0.smithi016.stdout:2917: finishing write tid 2 to smithi01673382-28 2024-04-24T02:52:05.757 INFO:tasks.rados.rados.0.smithi016.stdout:2917: finishing write tid 3 to smithi01673382-28 2024-04-24T02:52:05.758 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2057 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:52:05.758 INFO:tasks.rados.rados.0.smithi016.stdout:2917: left oid 28 (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:52:05.758 INFO:tasks.rados.rados.0.smithi016.stdout:2918: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:2920: finishing write tid 1 to smithi01673382-16 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:2920: finishing write tid 2 to smithi01673382-16 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:2920: finishing write tid 3 to smithi01673382-16 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1911 (ObjNum 904 snap 302 seq_num 904) dirty exists 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:2920: left oid 16 (ObjNum 904 snap 302 seq_num 904) 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:2923: finishing rollback tid 1 to smithi01673382-39 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:2922: finishing write tid 1 to smithi01673382-11 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:2923: finishing rollback tid 2 to smithi01673382-39 2024-04-24T02:52:06.211 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 2045 (ObjNum 547 snap 188 seq_num 547) dirty exists 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2922: finishing write tid 2 to smithi01673382-11 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2922: finishing write tid 3 to smithi01673382-11 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2414 (ObjNum 905 snap 302 seq_num 905) dirty exists 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2922: left oid 11 (ObjNum 905 snap 302 seq_num 905) 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2914: finishing copy_from racing read to smithi01673382-19 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2914: finishing copy_from to smithi01673382-19 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 2287 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2914: done (9 left) 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2915: done (8 left) 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2916: done (7 left) 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2917: done (6 left) 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2918: done (5 left) 2024-04-24T02:52:06.212 INFO:tasks.rados.rados.0.smithi016.stdout:2919: done (4 left) 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:2920: done (3 left) 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:2922: done (2 left) 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:2923: done (1 left) 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:2925: rollback oid 3 current snap is 302 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 289 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:2926: snap_create 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:2925: finishing rollback tid 1 to smithi01673382-3 2024-04-24T02:52:06.213 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1623 (ObjNum 0 snap 22073 seq_num 2002664928) dirty dne 2024-04-24T02:52:06.214 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2480 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty exists 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: pgmap v600: 121 pgs: 121 active+clean; 715 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 142 KiB/s wr, 8 op/s 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:06 smithi063 ceph-mon[77007]: osdmap e648: 8 total, 8 up, 8 in 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: pgmap v600: 121 pgs: 121 active+clean; 715 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 142 KiB/s wr, 8 op/s 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[84376]: osdmap e648: 8 total, 8 up, 8 in 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: pgmap v600: 121 pgs: 121 active+clean; 715 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 142 KiB/s wr, 8 op/s 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:06.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:06 smithi016 ceph-mon[86910]: osdmap e648: 8 total, 8 up, 8 in 2024-04-24T02:52:07.060 INFO:tasks.rados.rados.0.smithi016.stdout:2924: done (2 left) 2024-04-24T02:52:07.060 INFO:tasks.rados.rados.0.smithi016.stdout:2925: done (1 left) 2024-04-24T02:52:07.060 INFO:tasks.rados.rados.0.smithi016.stdout:2926: done (0 left) 2024-04-24T02:52:07.060 INFO:tasks.rados.rados.0.smithi016.stdout:2927: rollback oid 14 current snap is 303 2024-04-24T02:52:07.060 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 231 2024-04-24T02:52:07.060 INFO:tasks.rados.rados.0.smithi016.stdout:2928: snap_create 2024-04-24T02:52:07.068 INFO:tasks.rados.rados.0.smithi016.stdout:2927: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:52:07.068 INFO:tasks.rados.rados.0.smithi016.stdout:2927: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:52:07.068 INFO:tasks.rados.rados.0.smithi016.stdout:2927: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:52:07.068 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2049 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:52:07.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:07 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:52:07.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:07 smithi063 ceph-mon[77007]: osdmap e649: 8 total, 8 up, 8 in 2024-04-24T02:52:07.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:07 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:52:07.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:07 smithi016 ceph-mon[84376]: osdmap e649: 8 total, 8 up, 8 in 2024-04-24T02:52:07.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:07 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-24T02:52:07.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:07 smithi016 ceph-mon[86910]: osdmap e649: 8 total, 8 up, 8 in 2024-04-24T02:52:08.062 INFO:tasks.rados.rados.0.smithi016.stdout:2927: done (1 left) 2024-04-24T02:52:08.062 INFO:tasks.rados.rados.0.smithi016.stdout:2928: done (0 left) 2024-04-24T02:52:08.062 INFO:tasks.rados.rados.0.smithi016.stdout:2929: read oid 49 snap -1 2024-04-24T02:52:08.062 INFO:tasks.rados.rados.0.smithi016.stdout:2929: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-24T02:52:08.062 INFO:tasks.rados.rados.0.smithi016.stdout:2930: copy_from oid 10 from oid 41 current snap is 304 2024-04-24T02:52:08.062 INFO:tasks.rados.rados.0.smithi016.stdout:2931: read oid 9 snap 205 2024-04-24T02:52:08.063 INFO:tasks.rados.rados.0.smithi016.stdout:2931: expect (ObjNum 610 snap 204 seq_num 610) 2024-04-24T02:52:08.063 INFO:tasks.rados.rados.0.smithi016.stdout:2932: rmattr oid 37 current snap is 304 2024-04-24T02:52:08.073 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 304 2024-04-24T02:52:08.073 INFO:tasks.rados.rados.0.smithi016.stdout:2933: seq_num 906 ranges {2113536=778240} 2024-04-24T02:52:08.079 INFO:tasks.rados.rados.0.smithi016.stdout:2933: writing smithi01673382-18 from 2113536 to 2891776 tid 1 2024-04-24T02:52:08.079 INFO:tasks.rados.rados.0.smithi016.stdout:2934: copy_from oid 15 from oid 29 current snap is 304 2024-04-24T02:52:08.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2050 (ObjNum 839 snap 293 seq_num 839) dirty exists 2024-04-24T02:52:08.079 INFO:tasks.rados.rados.0.smithi016.stdout:2931: expect (ObjNum 610 snap 204 seq_num 610) 2024-04-24T02:52:08.186 INFO:tasks.rados.rados.0.smithi016.stdout:2930: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:52:08.186 INFO:tasks.rados.rados.0.smithi016.stdout:2934: finishing copy_from to smithi01673382-15 2024-04-24T02:52:08.186 INFO:tasks.rados.rados.0.smithi016.stdout:2934: got expected ENOENT (src dne) 2024-04-24T02:52:08.186 INFO:tasks.rados.rados.0.smithi016.stdout:2934: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:52:08.186 INFO:tasks.rados.rados.0.smithi016.stdout:2933: finishing write tid 1 to smithi01673382-18 2024-04-24T02:52:08.187 INFO:tasks.rados.rados.0.smithi016.stdout:2933: finishing write tid 2 to smithi01673382-18 2024-04-24T02:52:08.187 INFO:tasks.rados.rados.0.smithi016.stdout:2933: finishing write tid 3 to smithi01673382-18 2024-04-24T02:52:08.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1917 (ObjNum 906 snap 304 seq_num 906) dirty exists 2024-04-24T02:52:08.187 INFO:tasks.rados.rados.0.smithi016.stdout:2933: left oid 18 (ObjNum 906 snap 304 seq_num 906) 2024-04-24T02:52:08.187 INFO:tasks.rados.rados.0.smithi016.stdout:2930: finishing copy_from to smithi01673382-10 2024-04-24T02:52:08.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1626 (ObjNum 868 snap 298 seq_num 868) dirty exists 2024-04-24T02:52:08.187 INFO:tasks.rados.rados.0.smithi016.stdout:2929: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-24T02:52:08.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:08 smithi063 ceph-mon[77007]: pgmap v602: 121 pgs: 121 active+clean; 738 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-04-24T02:52:08.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:08 smithi063 ceph-mon[77007]: osdmap e650: 8 total, 8 up, 8 in 2024-04-24T02:52:08.633 INFO:tasks.rados.rados.0.smithi016.stdout:2929: done (5 left) 2024-04-24T02:52:08.633 INFO:tasks.rados.rados.0.smithi016.stdout:2930: done (4 left) 2024-04-24T02:52:08.634 INFO:tasks.rados.rados.0.smithi016.stdout:2931: done (3 left) 2024-04-24T02:52:08.634 INFO:tasks.rados.rados.0.smithi016.stdout:2932: done (2 left) 2024-04-24T02:52:08.634 INFO:tasks.rados.rados.0.smithi016.stdout:2933: done (1 left) 2024-04-24T02:52:08.634 INFO:tasks.rados.rados.0.smithi016.stdout:2934: done (0 left) 2024-04-24T02:52:08.634 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 304 2024-04-24T02:52:08.634 INFO:tasks.rados.rados.0.smithi016.stdout:2935: seq_num 907 ranges {0=794624} 2024-04-24T02:52:08.637 INFO:tasks.rados.rados.0.smithi016.stdout:2935: writing smithi01673382-3 from 0 to 794624 tid 1 2024-04-24T02:52:08.637 INFO:tasks.rados.rados.0.smithi016.stdout:2936: snap_remove snap 218 2024-04-24T02:52:08.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:52:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:52:08] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-24T02:52:08.779 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 02:52:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T02:52:08.513Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003076681s 2024-04-24T02:52:08.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:08 smithi016 ceph-mon[84376]: pgmap v602: 121 pgs: 121 active+clean; 738 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-04-24T02:52:08.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:08 smithi016 ceph-mon[84376]: osdmap e650: 8 total, 8 up, 8 in 2024-04-24T02:52:08.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:08 smithi016 ceph-mon[86910]: pgmap v602: 121 pgs: 121 active+clean; 738 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-04-24T02:52:08.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:08 smithi016 ceph-mon[86910]: osdmap e650: 8 total, 8 up, 8 in 2024-04-24T02:52:09.311 INFO:tasks.rados.rados.0.smithi016.stdout:2936: done (1 left) 2024-04-24T02:52:09.311 INFO:tasks.rados.rados.0.smithi016.stdout:2937: delete oid 10 current snap is 304 2024-04-24T02:52:09.311 INFO:tasks.rados.rados.0.smithi016.stdout:2935: finishing write tid 1 to smithi01673382-3 2024-04-24T02:52:09.311 INFO:tasks.rados.rados.0.smithi016.stdout:2935: finishing write tid 2 to smithi01673382-3 2024-04-24T02:52:09.311 INFO:tasks.rados.rados.0.smithi016.stdout:2935: finishing write tid 3 to smithi01673382-3 2024-04-24T02:52:09.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1629 (ObjNum 907 snap 304 seq_num 907) dirty exists 2024-04-24T02:52:09.312 INFO:tasks.rados.rados.0.smithi016.stdout:2935: left oid 3 (ObjNum 907 snap 304 seq_num 907) 2024-04-24T02:52:09.317 INFO:tasks.rados.rados.0.smithi016.stdout:2935: done (1 left) 2024-04-24T02:52:09.317 INFO:tasks.rados.rados.0.smithi016.stdout:2937: done (0 left) 2024-04-24T02:52:09.317 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 304 2024-04-24T02:52:09.317 INFO:tasks.rados.rados.0.smithi016.stdout:2938: seq_num 909 ranges {2179072=425984,2605056=401408} 2024-04-24T02:52:09.333 INFO:tasks.rados.rados.0.smithi016.stdout:2938: writing smithi01673382-43 from 2179072 to 2605056 tid 1 2024-04-24T02:52:09.335 INFO:tasks.rados.rados.0.smithi016.stdout:2938: writing smithi01673382-43 from 2605056 to 3006464 tid 2 2024-04-24T02:52:09.335 INFO:tasks.rados.rados.0.smithi016.stdout:2939: snap_remove snap 250 2024-04-24T02:52:09.348 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:09 smithi063 ceph-mon[77007]: Upgrade: Updating grafana.a 2024-04-24T02:52:09.348 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:09 smithi063 ceph-mon[77007]: Deploying daemon grafana.a on smithi063 2024-04-24T02:52:09.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:09 smithi016 ceph-mon[84376]: Upgrade: Updating grafana.a 2024-04-24T02:52:09.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:09 smithi016 ceph-mon[84376]: Deploying daemon grafana.a on smithi063 2024-04-24T02:52:09.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:09 smithi016 ceph-mon[86910]: Upgrade: Updating grafana.a 2024-04-24T02:52:09.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:09 smithi016 ceph-mon[86910]: Deploying daemon grafana.a on smithi063 2024-04-24T02:52:10.319 INFO:tasks.rados.rados.0.smithi016.stdout:2939: done (1 left) 2024-04-24T02:52:10.319 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 304 2024-04-24T02:52:10.319 INFO:tasks.rados.rados.0.smithi016.stdout:2940: seq_num 910 ranges {663552=442368,1105920=401408} 2024-04-24T02:52:10.320 INFO:tasks.rados.rados.0.smithi016.stdout:2940: writing smithi01673382-21 from 663552 to 1105920 tid 1 2024-04-24T02:52:10.322 INFO:tasks.rados.rados.0.smithi016.stdout:2940: writing smithi01673382-21 from 1105920 to 1507328 tid 2 2024-04-24T02:52:10.323 INFO:tasks.rados.rados.0.smithi016.stdout:2941: rmattr oid 39 current snap is 304 2024-04-24T02:52:10.323 INFO:tasks.rados.rados.0.smithi016.stdout:2941: done (2 left) 2024-04-24T02:52:10.323 INFO:tasks.rados.rados.0.smithi016.stdout:2942: snap_remove snap 294 2024-04-24T02:52:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:10 smithi063 ceph-mon[77007]: pgmap v605: 121 pgs: 121 active+clean; 738 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-24T02:52:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:10 smithi063 ceph-mon[77007]: osdmap e651: 8 total, 8 up, 8 in 2024-04-24T02:52:10.558 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:10 smithi063 systemd[1]: Stopping Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:52:10.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:10 smithi016 ceph-mon[84376]: pgmap v605: 121 pgs: 121 active+clean; 738 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-24T02:52:10.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:10 smithi016 ceph-mon[84376]: osdmap e651: 8 total, 8 up, 8 in 2024-04-24T02:52:10.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:10 smithi016 ceph-mon[86910]: pgmap v605: 121 pgs: 121 active+clean; 738 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-24T02:52:10.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:10 smithi016 ceph-mon[86910]: osdmap e651: 8 total, 8 up, 8 in 2024-04-24T02:52:11.040 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:10 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[67960]: t=2024-04-24T02:52:10+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-24T02:52:11.062 INFO:tasks.rados.rados.0.smithi016.stdout:2942: done (2 left) 2024-04-24T02:52:11.062 INFO:tasks.rados.rados.0.smithi016.stdout:2943: snap_remove snap 289 2024-04-24T02:52:11.307 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:11 smithi063 bash[109076]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a 2024-04-24T02:52:11.669 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:11 smithi063 ceph-mon[77007]: osdmap e652: 8 total, 8 up, 8 in 2024-04-24T02:52:11.670 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:11 smithi063 ceph-mon[77007]: osdmap e653: 8 total, 8 up, 8 in 2024-04-24T02:52:11.670 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:11 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@grafana.a.service: Succeeded. 2024-04-24T02:52:11.670 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:11 smithi063 systemd[1]: Stopped Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:52:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:11 smithi016 ceph-mon[84376]: osdmap e652: 8 total, 8 up, 8 in 2024-04-24T02:52:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:11 smithi016 ceph-mon[84376]: osdmap e653: 8 total, 8 up, 8 in 2024-04-24T02:52:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:11 smithi016 ceph-mon[86910]: osdmap e652: 8 total, 8 up, 8 in 2024-04-24T02:52:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:11 smithi016 ceph-mon[86910]: osdmap e653: 8 total, 8 up, 8 in 2024-04-24T02:52:12.001 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:11 smithi063 systemd[1]: Starting Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T02:52:12.062 INFO:tasks.rados.rados.0.smithi016.stdout:2943: done (2 left) 2024-04-24T02:52:12.062 INFO:tasks.rados.rados.0.smithi016.stdout:2944: rmattr oid 29 current snap is 304 2024-04-24T02:52:12.062 INFO:tasks.rados.rados.0.smithi016.stdout:2944: done (2 left) 2024-04-24T02:52:12.062 INFO:tasks.rados.rados.0.smithi016.stdout:2945: read oid 11 snap -1 2024-04-24T02:52:12.062 INFO:tasks.rados.rados.0.smithi016.stdout:2945: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-24T02:52:12.063 INFO:tasks.rados.rados.0.smithi016.stdout:2946: read oid 40 snap -1 2024-04-24T02:52:12.063 INFO:tasks.rados.rados.0.smithi016.stdout:2946: expect deleted 2024-04-24T02:52:12.063 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 304 2024-04-24T02:52:12.063 INFO:tasks.rados.rados.0.smithi016.stdout:2947: seq_num 911 ranges {2891776=466944,3358720=401408} 2024-04-24T02:52:12.081 INFO:tasks.rados.rados.0.smithi016.stdout:2947: writing smithi01673382-18 from 2891776 to 3358720 tid 1 2024-04-24T02:52:12.084 INFO:tasks.rados.rados.0.smithi016.stdout:2947: writing smithi01673382-18 from 3358720 to 3760128 tid 2 2024-04-24T02:52:12.084 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 304 2024-04-24T02:52:12.085 INFO:tasks.rados.rados.0.smithi016.stdout:2948: seq_num 912 ranges {4472832=483328,4956160=401408} 2024-04-24T02:52:12.113 INFO:tasks.rados.rados.0.smithi016.stdout:2948: writing smithi01673382-7 from 4472832 to 4956160 tid 1 2024-04-24T02:52:12.115 INFO:tasks.rados.rados.0.smithi016.stdout:2948: writing smithi01673382-7 from 4956160 to 5357568 tid 2 2024-04-24T02:52:12.115 INFO:tasks.rados.rados.0.smithi016.stdout:2949: snap_remove snap 283 2024-04-24T02:52:12.469 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-mon[77007]: pgmap v608: 121 pgs: 121 active+clean; 732 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T02:52:12.469 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-mon[77007]: osdmap e654: 8 total, 8 up, 8 in 2024-04-24T02:52:12.469 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:12.469 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:12.470 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 bash[109220]: 9f8c0494f349db0f577e10fc363f1264d4483f516580ba321a56873b40c99a92 2024-04-24T02:52:12.470 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 systemd[1]: Started Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T02:52:12.470 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318564362Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-24T02:52:12.470 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318814144Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318839103Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318850545Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318860505Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318870538Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318880255Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318889878Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.31890045Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318910148Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318919079Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318928033Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318937283Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=settings t=2024-04-24T02:52:12.318946679Z level=info msg="App mode production" 2024-04-24T02:52:12.471 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=sqlstore t=2024-04-24T02:52:12.319011152Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=sqlstore t=2024-04-24T02:52:12.319036543Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.330667298Z level=info msg="Starting DB migrations" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.334254885Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.343065967Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.344070025Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.344415958Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.345359736Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.346337916Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.347273986Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.347588854Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.348387479Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.349314348Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.350188554Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-24T02:52:12.472 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.351151536Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.351969035Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.352942196Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.353899246Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.354865241Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.355751404Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.356735053Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.357732894Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.358593427Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.35955191Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.360533992Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.361344504Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.36222729Z level=info msg="Executing migration" id="create alert_image table" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.363088799Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-24T02:52:12.473 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.363943105Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.364819824Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.365656361Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.366645577Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.366865842Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.367357848Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.36821629Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.369100634Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.370009271Z level=info msg="Executing migration" id="create secrets table" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.370863023Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.375699703Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.376692493Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.377541822Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-24T02:52:12.474 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.382347191Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.387229085Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.389962716Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.392809528Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.395645559Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.3981934Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.401133692Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.403796685Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.406435041Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.40917839Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.41194638Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.414807386Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.417571243Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-24T02:52:12.475 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.420378974Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.423129298Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.425971346Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.428786291Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.431583233Z level=info msg="Executing migration" id="add correlation config column" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.43419365Z level=info msg="Executing migration" id="create entity_events table" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.436930484Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.439583421Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.439684515Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.442298098Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.442390566Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.444841836Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.447573344Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-24T02:52:12.476 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.450316567Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.452948202Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.455583915Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.458278376Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.460829913Z level=info msg="Executing migration" id="Drop public config table" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.463596403Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.466261052Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.469044733Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-24T02:52:12.477 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.471814248Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-24T02:52:12.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[84376]: pgmap v608: 121 pgs: 121 active+clean; 732 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T02:52:12.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[84376]: osdmap e654: 8 total, 8 up, 8 in 2024-04-24T02:52:12.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:12.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:12.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[86910]: pgmap v608: 121 pgs: 121 active+clean; 732 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T02:52:12.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[86910]: osdmap e654: 8 total, 8 up, 8 in 2024-04-24T02:52:12.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:12.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:12 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.476303728Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.47955173Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.482108314Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.483128708Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.483971397Z level=info msg="Executing migration" id="add share column" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.485053841Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.485890635Z level=info msg="Executing migration" id="create file table" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.486697924Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.487542336Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.488018573Z level=info msg="Executing migration" id="create file_meta table" 2024-04-24T02:52:12.808 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.488438262Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.488928533Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.489207317Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.490412981Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.49108987Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.493566323Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.494671167Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.495005224Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.49547457Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.495924782Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.496459318Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.496906341Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.497974322Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.499036026Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-24T02:52:12.809 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.501600143Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.51195639Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.512449885Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.512955879Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.516505217Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.519028512Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.519430903Z level=info msg="Executing migration" id="create folder table" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.519876993Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.520350915Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.520841875Z level=info msg="Executing migration" id="Update folder title length" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.521168735Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=migrator t=2024-04-24T02:52:12.521673302Z level=info msg="migrations completed" performed=105 skipped=376 duration=187.456907ms 2024-04-24T02:52:12.810 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=sqlstore t=2024-04-24T02:52:12.522029398Z level=info msg="Created default organization" 2024-04-24T02:52:12.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=plugin.loader t=2024-04-24T02:52:12.582934963Z level=info msg="Plugin registered" pluginID=input 2024-04-24T02:52:12.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=plugin.loader t=2024-04-24T02:52:12.615825007Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-24T02:52:12.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=plugin.loader t=2024-04-24T02:52:12.615881926Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-24T02:52:12.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=secrets t=2024-04-24T02:52:12.615955646Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-24T02:52:12.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=query_data t=2024-04-24T02:52:12.619223713Z level=info msg="Query Service initialization" 2024-04-24T02:52:12.811 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:12 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=live.push_http t=2024-04-24T02:52:12.622690877Z level=info msg="Live Push Gateway initialization" 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:2949: done (6 left) 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:2950: copy_from oid 33 from oid 49 current snap is 304 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:2938: finishing write tid 1 to smithi01673382-43 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:2938: finishing write tid 2 to smithi01673382-43 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:2938: finishing write tid 3 to smithi01673382-43 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:2938: finishing write tid 4 to smithi01673382-43 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2036 (ObjNum 909 snap 304 seq_num 909) dirty exists 2024-04-24T02:52:13.066 INFO:tasks.rados.rados.0.smithi016.stdout:2938: left oid 43 (ObjNum 909 snap 304 seq_num 909) 2024-04-24T02:52:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:2940: finishing write tid 1 to smithi01673382-21 2024-04-24T02:52:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:2940: finishing write tid 2 to smithi01673382-21 2024-04-24T02:52:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:2940: finishing write tid 3 to smithi01673382-21 2024-04-24T02:52:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:2940: finishing write tid 4 to smithi01673382-21 2024-04-24T02:52:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1927 (ObjNum 910 snap 304 seq_num 910) dirty exists 2024-04-24T02:52:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:2940: left oid 21 (ObjNum 910 snap 304 seq_num 910) 2024-04-24T02:52:13.067 INFO:tasks.rados.rados.0.smithi016.stdout:2945: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-24T02:52:13.117 INFO:tasks.rados.rados.0.smithi016.stdout:2947: finishing write tid 1 to smithi01673382-18 2024-04-24T02:52:13.117 INFO:tasks.rados.rados.0.smithi016.stdout:2947: finishing write tid 2 to smithi01673382-18 2024-04-24T02:52:13.117 INFO:tasks.rados.rados.0.smithi016.stdout:2947: finishing write tid 3 to smithi01673382-18 2024-04-24T02:52:13.117 INFO:tasks.rados.rados.0.smithi016.stdout:2947: finishing write tid 4 to smithi01673382-18 2024-04-24T02:52:13.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1920 (ObjNum 911 snap 304 seq_num 911) dirty exists 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2947: left oid 18 (ObjNum 911 snap 304 seq_num 911) 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 1 to smithi01673382-7 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 2 to smithi01673382-7 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 3 to smithi01673382-7 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 4 to smithi01673382-7 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2456 (ObjNum 912 snap 304 seq_num 912) dirty exists 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2948: left oid 7 (ObjNum 912 snap 304 seq_num 912) 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2950: finishing copy_from racing read to smithi01673382-33 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2950: finishing copy_from to smithi01673382-33 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1984 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2938: done (6 left) 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2940: done (5 left) 2024-04-24T02:52:13.118 INFO:tasks.rados.rados.0.smithi016.stdout:2945: done (4 left) 2024-04-24T02:52:13.119 INFO:tasks.rados.rados.0.smithi016.stdout:2946: done (3 left) 2024-04-24T02:52:13.119 INFO:tasks.rados.rados.0.smithi016.stdout:2947: done (2 left) 2024-04-24T02:52:13.119 INFO:tasks.rados.rados.0.smithi016.stdout:2948: done (1 left) 2024-04-24T02:52:13.119 INFO:tasks.rados.rados.0.smithi016.stdout:2950: done (0 left) 2024-04-24T02:52:13.119 INFO:tasks.rados.rados.0.smithi016.stdout:2951: snap_remove snap 301 2024-04-24T02:52:13.409 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:13.409 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-mon[77007]: osdmap e655: 8 total, 8 up, 8 in 2024-04-24T02:52:13.675 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=infra.usagestats.collector t=2024-04-24T02:52:13.411191523Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=provisioning.datasources t=2024-04-24T02:52:13.499860347Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=provisioning.datasources t=2024-04-24T02:52:13.499902116Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=provisioning.datasources t=2024-04-24T02:52:13.511147163Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=provisioning.alerting t=2024-04-24T02:52:13.58904443Z level=info msg="starting to provision alerting" 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=provisioning.alerting t=2024-04-24T02:52:13.58907924Z level=info msg="finished to provision alerting" 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=ngalert.state.manager t=2024-04-24T02:52:13.589153046Z level=info msg="Warming state cache for startup" 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=grafanaStorageLogger t=2024-04-24T02:52:13.589247416Z level=info msg="storage starting" 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=http.server t=2024-04-24T02:52:13.591309772Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=ngalert.state.manager t=2024-04-24T02:52:13.599479222Z level=info msg="State cache has been initialized" states=0 duration=10.322531ms 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=ngalert.multiorg.alertmanager t=2024-04-24T02:52:13.59956246Z level=info msg="starting MultiOrg Alertmanager" 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=ticker t=2024-04-24T02:52:13.599578521Z level=info msg=starting first_tick=2024-04-24T02:52:20Z 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=sqlstore.transactions t=2024-04-24T02:52:13.650625739Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-24T02:52:13.676 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=sqlstore.transactions t=2024-04-24T02:52:13.677949654Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-24T02:52:13.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:13 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:13.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:13 smithi016 ceph-mon[84376]: osdmap e655: 8 total, 8 up, 8 in 2024-04-24T02:52:13.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:13 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:13.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:13 smithi016 ceph-mon[86910]: osdmap e655: 8 total, 8 up, 8 in 2024-04-24T02:52:14.055 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 02:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=sqlstore.transactions t=2024-04-24T02:52:13.689398257Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-24T02:52:14.065 INFO:tasks.rados.rados.0.smithi016.stdout:2951: done (0 left) 2024-04-24T02:52:14.065 INFO:tasks.rados.rados.0.smithi016.stdout:2952: copy_from oid 3 from oid 2 current snap is 304 2024-04-24T02:52:14.065 INFO:tasks.rados.rados.0.smithi016.stdout:2953: read oid 17 snap -1 2024-04-24T02:52:14.065 INFO:tasks.rados.rados.0.smithi016.stdout:2953: expect (ObjNum 623 snap 210 seq_num 623) 2024-04-24T02:52:14.066 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 304 2024-04-24T02:52:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:2954: seq_num 913 ranges {0=499712,499712=401408} 2024-04-24T02:52:14.068 INFO:tasks.rados.rados.0.smithi016.stdout:2954: writing smithi01673382-10 from 0 to 499712 tid 1 2024-04-24T02:52:14.071 INFO:tasks.rados.rados.0.smithi016.stdout:2954: writing smithi01673382-10 from 499712 to 901120 tid 2 2024-04-24T02:52:14.071 INFO:tasks.rados.rados.0.smithi016.stdout:2955: read oid 6 snap -1 2024-04-24T02:52:14.071 INFO:tasks.rados.rados.0.smithi016.stdout:2955: expect (ObjNum 804 snap 278 seq_num 804) 2024-04-24T02:52:14.071 INFO:tasks.rados.rados.0.smithi016.stdout:2956: snap_remove snap 247 2024-04-24T02:52:14.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:14 smithi016 ceph-mon[84376]: pgmap v611: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 742 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-24T02:52:14.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:14 smithi016 ceph-mon[84376]: osdmap e656: 8 total, 8 up, 8 in 2024-04-24T02:52:14.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:14 smithi016 ceph-mon[86910]: pgmap v611: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 742 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-24T02:52:14.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:14 smithi016 ceph-mon[86910]: osdmap e656: 8 total, 8 up, 8 in 2024-04-24T02:52:14.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:14 smithi063 ceph-mon[77007]: pgmap v611: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 742 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-24T02:52:14.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:14 smithi063 ceph-mon[77007]: osdmap e656: 8 total, 8 up, 8 in 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2956: done (4 left) 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2957: read oid 36 snap -1 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2957: expect deleted 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2958: rollback oid 38 current snap is 304 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 267 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2959: setattr oid 30 current snap is 304 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2960: copy_from oid 32 from oid 20 current snap is 304 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2961: rmattr oid 24 current snap is 304 2024-04-24T02:52:15.077 INFO:tasks.rados.rados.0.smithi016.stdout:2961: done (8 left) 2024-04-24T02:52:15.078 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 304 2024-04-24T02:52:15.078 INFO:tasks.rados.rados.0.smithi016.stdout:2962: seq_num 914 ranges {2613248=516096,3129344=401408} 2024-04-24T02:52:15.087 INFO:tasks.rados.rados.0.smithi016.stdout:2962: writing smithi01673382-39 from 2613248 to 3129344 tid 1 2024-04-24T02:52:15.092 INFO:tasks.rados.rados.0.smithi016.stdout:2962: writing smithi01673382-39 from 3129344 to 3530752 tid 2 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2963: delete oid 37 current snap is 304 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2954: finishing write tid 1 to smithi01673382-10 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2954: finishing write tid 2 to smithi01673382-10 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2954: finishing write tid 3 to smithi01673382-10 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2954: finishing write tid 4 to smithi01673382-10 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2073 (ObjNum 913 snap 304 seq_num 913) dirty exists 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2954: left oid 10 (ObjNum 913 snap 304 seq_num 913) 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2952: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:52:15.093 INFO:tasks.rados.rados.0.smithi016.stdout:2955: expect (ObjNum 804 snap 278 seq_num 804) 2024-04-24T02:52:15.268 INFO:tasks.rados.rados.0.smithi016.stdout:2952: finishing copy_from to smithi01673382-3 2024-04-24T02:52:15.268 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2043 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:52:15.268 INFO:tasks.rados.rados.0.smithi016.stdout:2953: expect (ObjNum 623 snap 210 seq_num 623) 2024-04-24T02:52:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:15.735 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:15 smithi063 ceph-mon[77007]: osdmap e657: 8 total, 8 up, 8 in 2024-04-24T02:52:15.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:15.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:15 smithi016 ceph-mon[84376]: osdmap e657: 8 total, 8 up, 8 in 2024-04-24T02:52:15.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:15.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:15 smithi016 ceph-mon[86910]: osdmap e657: 8 total, 8 up, 8 in 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2046 (ObjNum 2001687216 snap 22076 seq_num 2001008064) dirty exists 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:2958: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:2958: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:2958: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 2480 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:2962: finishing write tid 1 to smithi01673382-39 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:2960: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:2962: finishing write tid 2 to smithi01673382-39 2024-04-24T02:52:16.381 INFO:tasks.rados.rados.0.smithi016.stdout:2962: finishing write tid 3 to smithi01673382-39 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2960: finishing copy_from to smithi01673382-32 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2031 (ObjNum 885 snap 300 seq_num 885) dirty exists 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2962: finishing write tid 4 to smithi01673382-39 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 2049 (ObjNum 914 snap 304 seq_num 914) dirty exists 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2962: left oid 39 (ObjNum 914 snap 304 seq_num 914) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2952: done (9 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2953: done (8 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2954: done (7 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2955: done (6 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2957: done (5 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2958: done (4 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2959: done (3 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2960: done (2 left) 2024-04-24T02:52:16.382 INFO:tasks.rados.rados.0.smithi016.stdout:2962: done (1 left) 2024-04-24T02:52:16.383 INFO:tasks.rados.rados.0.smithi016.stdout:2963: done (0 left) 2024-04-24T02:52:16.383 INFO:tasks.rados.rados.0.smithi016.stdout:2964: snap_remove snap 281 2024-04-24T02:52:16.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[84376]: pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 743 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 836 KiB/s wr, 15 op/s 2024-04-24T02:52:16.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:16.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:16.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[84376]: osdmap e658: 8 total, 8 up, 8 in 2024-04-24T02:52:16.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[86910]: pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 743 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 836 KiB/s wr, 15 op/s 2024-04-24T02:52:16.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:16.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:16.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:16 smithi016 ceph-mon[86910]: osdmap e658: 8 total, 8 up, 8 in 2024-04-24T02:52:16.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:16 smithi063 ceph-mon[77007]: pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 743 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 836 KiB/s wr, 15 op/s 2024-04-24T02:52:16.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:16.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:16.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:16 smithi063 ceph-mon[77007]: osdmap e658: 8 total, 8 up, 8 in 2024-04-24T02:52:17.339 INFO:tasks.rados.rados.0.smithi016.stdout:2964: done (0 left) 2024-04-24T02:52:17.339 INFO:tasks.rados.rados.0.smithi016.stdout:2965: read oid 29 snap -1 2024-04-24T02:52:17.339 INFO:tasks.rados.rados.0.smithi016.stdout:2965: expect deleted 2024-04-24T02:52:17.339 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 304 2024-04-24T02:52:17.339 INFO:tasks.rados.rados.0.smithi016.stdout:2966: seq_num 916 ranges {0=548864,548864=401408} 2024-04-24T02:52:17.339 INFO:tasks.rados.rados.0.smithi016.stdout:2966: writing smithi01673382-4 from 0 to 548864 tid 1 2024-04-24T02:52:17.340 INFO:tasks.rados.rados.0.smithi016.stdout:2966: writing smithi01673382-4 from 548864 to 950272 tid 2 2024-04-24T02:52:17.340 INFO:tasks.rados.rados.0.smithi016.stdout:2967: rollback oid 27 current snap is 304 2024-04-24T02:52:17.340 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 217 2024-04-24T02:52:17.340 INFO:tasks.rados.rados.0.smithi016.stdout:2965: done (2 left) 2024-04-24T02:52:17.340 INFO:tasks.rados.rados.0.smithi016.stdout:2968: rmattr oid 49 current snap is 304 2024-04-24T02:52:17.341 INFO:tasks.rados.rados.0.smithi016.stdout:2969: read oid 45 snap 226 2024-04-24T02:52:17.341 INFO:tasks.rados.rados.0.smithi016.stdout:2969: expect (ObjNum 663 snap 224 seq_num 663) 2024-04-24T02:52:17.341 INFO:tasks.rados.rados.0.smithi016.stdout:2970: read oid 6 snap 275 2024-04-24T02:52:17.341 INFO:tasks.rados.rados.0.smithi016.stdout:2970: expect (ObjNum 735 snap 247 seq_num 735) 2024-04-24T02:52:17.341 INFO:tasks.rados.rados.0.smithi016.stdout:2971: delete oid 35 current snap is 304 2024-04-24T02:52:17.352 INFO:tasks.rados.rados.0.smithi016.stdout:2971: done (5 left) 2024-04-24T02:52:17.352 INFO:tasks.rados.rados.0.smithi016.stdout:2972: read oid 12 snap -1 2024-04-24T02:52:17.352 INFO:tasks.rados.rados.0.smithi016.stdout:2972: expect (ObjNum 846 snap 295 seq_num 846) 2024-04-24T02:52:17.352 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 304 2024-04-24T02:52:17.352 INFO:tasks.rados.rados.0.smithi016.stdout:2973: seq_num 918 ranges {5218304=581632,5799936=401408} 2024-04-24T02:52:17.386 INFO:tasks.rados.rados.0.smithi016.stdout:2973: writing smithi01673382-23 from 5218304 to 5799936 tid 1 2024-04-24T02:52:17.388 INFO:tasks.rados.rados.0.smithi016.stdout:2973: writing smithi01673382-23 from 5799936 to 6201344 tid 2 2024-04-24T02:52:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 304 2024-04-24T02:52:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2974: seq_num 919 ranges {327680=598016,925696=401408} 2024-04-24T02:52:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:2974: writing smithi01673382-26 from 327680 to 925696 tid 1 2024-04-24T02:52:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2974: writing smithi01673382-26 from 925696 to 1327104 tid 2 2024-04-24T02:52:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2975: copy_from oid 10 from oid 1 current snap is 304 2024-04-24T02:52:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 2091 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-24T02:52:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2968: done (8 left) 2024-04-24T02:52:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2976: snap_create 2024-04-24T02:52:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 1 to smithi01673382-4 2024-04-24T02:52:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 2 to smithi01673382-4 2024-04-24T02:52:17.398 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 3 to smithi01673382-4 2024-04-24T02:52:17.398 INFO:tasks.rados.rados.0.smithi016.stdout:2970: expect (ObjNum 735 snap 247 seq_num 735) 2024-04-24T02:52:17.488 INFO:tasks.rados.rados.0.smithi016.stdout:2967: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:52:17.488 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2050 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:52:17.488 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 4 to smithi01673382-4 2024-04-24T02:52:17.488 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2560 (ObjNum 916 snap 304 seq_num 916) dirty exists 2024-04-24T02:52:17.489 INFO:tasks.rados.rados.0.smithi016.stdout:2966: left oid 4 (ObjNum 916 snap 304 seq_num 916) 2024-04-24T02:52:17.489 INFO:tasks.rados.rados.0.smithi016.stdout:2972: expect (ObjNum 846 snap 295 seq_num 846) 2024-04-24T02:52:17.546 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 1 to smithi01673382-23 2024-04-24T02:52:17.546 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 2 to smithi01673382-23 2024-04-24T02:52:17.547 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 3 to smithi01673382-23 2024-04-24T02:52:17.547 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 4 to smithi01673382-23 2024-04-24T02:52:17.547 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 2103 (ObjNum 918 snap 304 seq_num 918) dirty exists 2024-04-24T02:52:17.547 INFO:tasks.rados.rados.0.smithi016.stdout:2973: left oid 23 (ObjNum 918 snap 304 seq_num 918) 2024-04-24T02:52:17.547 INFO:tasks.rados.rados.0.smithi016.stdout:2969: expect (ObjNum 663 snap 224 seq_num 663) 2024-04-24T02:52:18.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:18.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:18.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[84376]: pgmap v617: 121 pgs: 121 active+clean; 754 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-24T02:52:18.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[84376]: osdmap e659: 8 total, 8 up, 8 in 2024-04-24T02:52:18.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:18.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:18.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[86910]: pgmap v617: 121 pgs: 121 active+clean; 754 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-24T02:52:18.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:17 smithi016 ceph-mon[86910]: osdmap e659: 8 total, 8 up, 8 in 2024-04-24T02:52:18.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:18.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:18.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:17 smithi063 ceph-mon[77007]: pgmap v617: 121 pgs: 121 active+clean; 754 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-24T02:52:18.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:17 smithi063 ceph-mon[77007]: osdmap e659: 8 total, 8 up, 8 in 2024-04-24T02:52:18.340 INFO:tasks.rados.rados.0.smithi016.stdout:2974: finishing write tid 1 to smithi01673382-26 2024-04-24T02:52:18.340 INFO:tasks.rados.rados.0.smithi016.stdout:2974: finishing write tid 2 to smithi01673382-26 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2974: finishing write tid 3 to smithi01673382-26 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2975: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2974: finishing write tid 4 to smithi01673382-26 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1923 (ObjNum 919 snap 304 seq_num 919) dirty exists 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2974: left oid 26 (ObjNum 919 snap 304 seq_num 919) 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2975: finishing copy_from to smithi01673382-10 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1626 (ObjNum 868 snap 298 seq_num 868) dirty exists 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2966: done (8 left) 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2967: done (7 left) 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2969: done (6 left) 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2970: done (5 left) 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2972: done (4 left) 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2973: done (3 left) 2024-04-24T02:52:18.341 INFO:tasks.rados.rados.0.smithi016.stdout:2974: done (2 left) 2024-04-24T02:52:18.342 INFO:tasks.rados.rados.0.smithi016.stdout:2975: done (1 left) 2024-04-24T02:52:18.342 INFO:tasks.rados.rados.0.smithi016.stdout:2976: done (0 left) 2024-04-24T02:52:18.342 INFO:tasks.rados.rados.0.smithi016.stdout:2977: snap_remove snap 205 2024-04-24T02:52:18.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:52:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:52:18] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:52:19.343 INFO:tasks.rados.rados.0.smithi016.stdout:2977: done (0 left) 2024-04-24T02:52:19.343 INFO:tasks.rados.rados.0.smithi016.stdout:2978: snap_remove snap 242 2024-04-24T02:52:19.599 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:19 smithi063 ceph-mon[77007]: osdmap e660: 8 total, 8 up, 8 in 2024-04-24T02:52:19.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:19 smithi016 ceph-mon[84376]: osdmap e660: 8 total, 8 up, 8 in 2024-04-24T02:52:19.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:19 smithi016 ceph-mon[86910]: osdmap e660: 8 total, 8 up, 8 in 2024-04-24T02:52:20.346 INFO:tasks.rados.rados.0.smithi016.stdout:2978: done (0 left) 2024-04-24T02:52:20.346 INFO:tasks.rados.rados.0.smithi016.stdout:2979: rollback oid 35 current snap is 305 2024-04-24T02:52:20.346 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 231 2024-04-24T02:52:20.346 INFO:tasks.rados.rados.0.smithi016.stdout:2980: snap_remove snap 280 2024-04-24T02:52:20.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[84376]: pgmap v620: 121 pgs: 121 active+clean; 754 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-24T02:52:20.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[84376]: osdmap e661: 8 total, 8 up, 8 in 2024-04-24T02:52:20.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[86910]: pgmap v620: 121 pgs: 121 active+clean; 754 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[86910]: osdmap e661: 8 total, 8 up, 8 in 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:20.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:20 smithi063 ceph-mon[77007]: pgmap v620: 121 pgs: 121 active+clean; 754 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-24T02:52:20.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:20 smithi063 ceph-mon[77007]: osdmap e661: 8 total, 8 up, 8 in 2024-04-24T02:52:20.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:20.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:20.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:20.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.064 INFO:tasks.rados.rados.0.smithi016.stdout:2980: done (1 left) 2024-04-24T02:52:21.064 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 305 2024-04-24T02:52:21.064 INFO:tasks.rados.rados.0.smithi016.stdout:2981: seq_num 920 ranges {0=614400,614400=401408} 2024-04-24T02:52:21.068 INFO:tasks.rados.rados.0.smithi016.stdout:2981: writing smithi01673382-13 from 0 to 614400 tid 1 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2981: writing smithi01673382-13 from 614400 to 1015808 tid 2 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2982: setattr oid 41 current snap is 305 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2979: finishing rollback tid 1 to smithi01673382-35 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2979: finishing rollback tid 2 to smithi01673382-35 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1914 (ObjNum 685 snap 231 seq_num 685) dirty exists 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2979: done (2 left) 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2983: read oid 49 snap -1 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2983: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2984: rmattr oid 42 current snap is 305 2024-04-24T02:52:21.075 INFO:tasks.rados.rados.0.smithi016.stdout:2984: done (3 left) 2024-04-24T02:52:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 305 2024-04-24T02:52:21.076 INFO:tasks.rados.rados.0.smithi016.stdout:2985: seq_num 921 ranges {2408448=630784,3039232=401408} 2024-04-24T02:52:21.093 INFO:tasks.rados.rados.0.smithi016.stdout:2985: writing smithi01673382-32 from 2408448 to 3039232 tid 1 2024-04-24T02:52:21.096 INFO:tasks.rados.rados.0.smithi016.stdout:2985: writing smithi01673382-32 from 3039232 to 3440640 tid 2 2024-04-24T02:52:21.096 INFO:tasks.rados.rados.0.smithi016.stdout:2986: read oid 6 snap -1 2024-04-24T02:52:21.097 INFO:tasks.rados.rados.0.smithi016.stdout:2986: expect (ObjNum 804 snap 278 seq_num 804) 2024-04-24T02:52:21.097 INFO:tasks.rados.rados.0.smithi016.stdout:2987: rmattr oid 25 current snap is 305 2024-04-24T02:52:21.097 INFO:tasks.rados.rados.0.smithi016.stdout:2987: done (5 left) 2024-04-24T02:52:21.097 INFO:tasks.rados.rados.0.smithi016.stdout:2988: read oid 4 snap 291 2024-04-24T02:52:21.097 INFO:tasks.rados.rados.0.smithi016.stdout:2988: expect (ObjNum 828 snap 285 seq_num 828) 2024-04-24T02:52:21.097 INFO:tasks.rados.rados.0.smithi016.stdout:2989: snap_create 2024-04-24T02:52:21.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2516 (ObjNum 868 snap 298 seq_num 868) dirty exists 2024-04-24T02:52:21.122 INFO:tasks.rados.rados.0.smithi016.stdout:2981: finishing write tid 1 to smithi01673382-13 2024-04-24T02:52:21.122 INFO:tasks.rados.rados.0.smithi016.stdout:2981: finishing write tid 2 to smithi01673382-13 2024-04-24T02:52:21.122 INFO:tasks.rados.rados.0.smithi016.stdout:2981: finishing write tid 3 to smithi01673382-13 2024-04-24T02:52:21.124 INFO:tasks.rados.rados.0.smithi016.stdout:2988: expect (ObjNum 828 snap 285 seq_num 828) 2024-04-24T02:52:21.180 INFO:tasks.rados.rados.0.smithi016.stdout:2983: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-24T02:52:21.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: osdmap e662: 8 total, 8 up, 8 in 2024-04-24T02:52:21.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: Upgrade: Finalizing container_image settings 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: osdmap e662: 8 total, 8 up, 8 in 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: Upgrade: Finalizing container_image settings 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-24T02:52:21.533 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-24T02:52:21.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-24T02:52:21.535 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-24T02:52:21.536 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: Upgrade: Complete! 2024-04-24T02:52:21.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[84376]: osdmap e663: 8 total, 8 up, 8 in 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: Upgrade: Complete! 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:21 smithi016 ceph-mon[86910]: osdmap e663: 8 total, 8 up, 8 in 2024-04-24T02:52:21.630 INFO:tasks.rados.rados.0.smithi016.stdout:2981: finishing write tid 4 to smithi01673382-13 2024-04-24T02:52:21.631 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2589 (ObjNum 920 snap 305 seq_num 920) dirty exists 2024-04-24T02:52:21.631 INFO:tasks.rados.rados.0.smithi016.stdout:2981: left oid 13 (ObjNum 920 snap 305 seq_num 920) 2024-04-24T02:52:21.631 INFO:tasks.rados.rados.0.smithi016.stdout:2986: expect (ObjNum 804 snap 278 seq_num 804) 2024-04-24T02:52:21.798 INFO:tasks.rados.rados.0.smithi016.stdout:2985: finishing write tid 1 to smithi01673382-32 2024-04-24T02:52:21.798 INFO:tasks.rados.rados.0.smithi016.stdout:2985: finishing write tid 2 to smithi01673382-32 2024-04-24T02:52:21.798 INFO:tasks.rados.rados.0.smithi016.stdout:2985: finishing write tid 3 to smithi01673382-32 2024-04-24T02:52:21.798 INFO:tasks.rados.rados.0.smithi016.stdout:2985: finishing write tid 4 to smithi01673382-32 2024-04-24T02:52:21.798 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2126 (ObjNum 921 snap 305 seq_num 921) dirty exists 2024-04-24T02:52:21.798 INFO:tasks.rados.rados.0.smithi016.stdout:2985: left oid 32 (ObjNum 921 snap 305 seq_num 921) 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: osdmap e662: 8 total, 8 up, 8 in 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: Upgrade: Finalizing container_image settings 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-24T02:52:21.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-24T02:52:21.810 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.811 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: Upgrade: Complete! 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:52:21.812 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:52:21.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:52:21.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:21.813 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:21 smithi063 ceph-mon[77007]: osdmap e663: 8 total, 8 up, 8 in 2024-04-24T02:52:21.978 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -e sha1=646b8c7d293d8ec31a40c69f7b3237b19c1be24d -- bash -c 'ceph orch ps' 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2981: done (6 left) 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2982: done (5 left) 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2983: done (4 left) 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2985: done (3 left) 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2986: done (2 left) 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2988: done (1 left) 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2989: done (0 left) 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 306 2024-04-24T02:52:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:2990: seq_num 922 ranges {2408448=647168,3055616=401408} 2024-04-24T02:52:22.099 INFO:tasks.rados.rados.0.smithi016.stdout:2990: writing smithi01673382-20 from 2408448 to 3055616 tid 1 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:2990: writing smithi01673382-20 from 3055616 to 3457024 tid 2 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:2991: read oid 17 snap 270 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:2991: expect (ObjNum 469 snap 165 seq_num 469) 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:2992: rollback oid 30 current snap is 306 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 304 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:2993: copy_from oid 47 from oid 34 current snap is 306 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:2994: copy_from oid 13 from oid 16 current snap is 306 2024-04-24T02:52:22.102 INFO:tasks.rados.rados.0.smithi016.stdout:2995: snap_remove snap 278 2024-04-24T02:52:22.605 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:22 smithi016 ceph-mon[84376]: pgmap v623: 121 pgs: 121 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 0 op/s 2024-04-24T02:52:22.605 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:22 smithi016 ceph-mon[84376]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:52:22.605 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:22 smithi016 ceph-mon[84376]: osdmap e664: 8 total, 8 up, 8 in 2024-04-24T02:52:22.606 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:22 smithi016 ceph-mon[86910]: pgmap v623: 121 pgs: 121 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 0 op/s 2024-04-24T02:52:22.606 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:22 smithi016 ceph-mon[86910]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:52:22.606 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:22 smithi016 ceph-mon[86910]: osdmap e664: 8 total, 8 up, 8 in 2024-04-24T02:52:22.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:22 smithi063 ceph-mon[77007]: pgmap v623: 121 pgs: 121 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 0 op/s 2024-04-24T02:52:22.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:22 smithi063 ceph-mon[77007]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:52:22.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:22 smithi063 ceph-mon[77007]: osdmap e664: 8 total, 8 up, 8 in 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2995: done (5 left) 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2996: delete oid 42 current snap is 306 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 1 to smithi01673382-20 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 2 to smithi01673382-20 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 3 to smithi01673382-20 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2992: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2992: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2992: finishing rollback tid 2 to smithi01673382-30 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2052 (ObjNum 1835103326 snap 1817276258 seq_num 1433165406) dirty exists 2024-04-24T02:52:23.088 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 4 to smithi01673382-20 2024-04-24T02:52:23.089 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2034 (ObjNum 922 snap 306 seq_num 922) dirty exists 2024-04-24T02:52:23.089 INFO:tasks.rados.rados.0.smithi016.stdout:2990: left oid 20 (ObjNum 922 snap 306 seq_num 922) 2024-04-24T02:52:23.089 INFO:tasks.rados.rados.0.smithi016.stdout:2993: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:52:23.089 INFO:tasks.rados.rados.0.smithi016.stdout:2993: finishing copy_from to smithi01673382-47 2024-04-24T02:52:23.089 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 2034 (ObjNum 862 snap 296 seq_num 862) dirty exists 2024-04-24T02:52:23.089 INFO:tasks.rados.rados.0.smithi016.stdout:2991: expect (ObjNum 469 snap 165 seq_num 469) 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2994: finishing copy_from racing read to smithi01673382-13 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2994: finishing copy_from to smithi01673382-13 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1911 (ObjNum 904 snap 302 seq_num 904) dirty exists 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2990: done (5 left) 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2991: done (4 left) 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2992: done (3 left) 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2993: done (2 left) 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2994: done (1 left) 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2996: done (0 left) 2024-04-24T02:52:23.875 INFO:tasks.rados.rados.0.smithi016.stdout:2997: delete oid 21 current snap is 306 2024-04-24T02:52:23.877 INFO:tasks.rados.rados.0.smithi016.stdout:2997: done (0 left) 2024-04-24T02:52:23.877 INFO:tasks.rados.rados.0.smithi016.stdout:2998: copy_from oid 13 from oid 17 current snap is 306 2024-04-24T02:52:23.877 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 306 2024-04-24T02:52:23.877 INFO:tasks.rados.rados.0.smithi016.stdout:2999: seq_num 925 ranges {1327104=696320,2023424=401408} 2024-04-24T02:52:23.888 INFO:tasks.rados.rados.0.smithi016.stdout:2999: writing smithi01673382-26 from 1327104 to 2023424 tid 1 2024-04-24T02:52:23.891 INFO:tasks.rados.rados.0.smithi016.stdout:2999: writing smithi01673382-26 from 2023424 to 2424832 tid 2 2024-04-24T02:52:23.891 INFO:tasks.rados.rados.0.smithi016.stdout:3000: snap_create 2024-04-24T02:52:23.895 INFO:tasks.rados.rados.0.smithi016.stdout:2999: finishing write tid 1 to smithi01673382-26 2024-04-24T02:52:23.895 INFO:tasks.rados.rados.0.smithi016.stdout:2999: finishing write tid 2 to smithi01673382-26 2024-04-24T02:52:23.895 INFO:tasks.rados.rados.0.smithi016.stdout:2999: finishing write tid 3 to smithi01673382-26 2024-04-24T02:52:23.896 INFO:tasks.rados.rados.0.smithi016.stdout:2999: finishing write tid 4 to smithi01673382-26 2024-04-24T02:52:23.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1926 (ObjNum 925 snap 306 seq_num 925) dirty exists 2024-04-24T02:52:23.897 INFO:tasks.rados.rados.0.smithi016.stdout:2999: left oid 26 (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:52:23.914 INFO:tasks.rados.rados.0.smithi016.stdout:2998: finishing copy_from racing read to smithi01673382-13 2024-04-24T02:52:23.915 INFO:tasks.rados.rados.0.smithi016.stdout:2998: finishing copy_from to smithi01673382-13 2024-04-24T02:52:23.915 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2390 (ObjNum 623 snap 210 seq_num 623) dirty exists 2024-04-24T02:52:24.005 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T02:52:24.005 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (25s) 22s ago 13m 16.5M - 0.25.0 c8568f914cd2 5e2b24a780aa 2024-04-24T02:52:24.005 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi063 *:3000 running (12s) 7s ago 12m 39.1M - 9.4.7 954c08fa6188 9f8c0494f349 2024-04-24T02:52:24.005 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (97s) 22s ago 14m 15.3M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 5696a5967d05 2024-04-24T02:52:24.005 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi063 running (78s) 7s ago 14m 15.1M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 78c199567832 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi063 *:8443,9283,8765 running (7m) 7s ago 17m 451M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 f119ccbb048b 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (8m) 22s ago 19m 516M - 18.2.2-1237-g646b8c7d 9900ed1a6b81 c397d5ed8b73 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (7m) 22s ago 19m 79.1M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 1b6cfb4acda5 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi063 running (6m) 7s ago 18m 57.7M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 8e3679582c75 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (6m) 22s ago 18m 61.7M 2048M 18.2.2-1237-g646b8c7d 9900ed1a6b81 c5eb5ad30cf6 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (63s) 22s ago 13m 8698k - 1.5.0 0da6a335fe13 cf821d9b9aee 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi063 *:9100 running (56s) 7s ago 13m 17.0M - 1.5.0 0da6a335fe13 64e3cfe0c9f8 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (5m) 22s ago 17m 372M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f609d4503b38 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (5m) 22s ago 17m 368M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 197a9edb600b 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (4m) 22s ago 16m 308M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 f7449f5e7e50 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (4m) 22s ago 16m 159M 2489M 18.2.2-1237-g646b8c7d 9900ed1a6b81 721de1ed7bda 2024-04-24T02:52:24.006 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi063 running (3m) 7s ago 15m 273M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 34e013c00a4c 2024-04-24T02:52:24.007 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi063 running (3m) 7s ago 15m 208M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 b43dcf4c991f 2024-04-24T02:52:24.007 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi063 running (2m) 7s ago 15m 99.0M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 2088fefbdeca 2024-04-24T02:52:24.007 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi063 running (113s) 7s ago 14m 111M 2488M 18.2.2-1237-g646b8c7d 9900ed1a6b81 fed8f441df31 2024-04-24T02:52:24.007 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi063 *:9095 running (40s) 7s ago 13m 48.4M - 2.43.0 a07b618ecd1d b0dc469d4e73 2024-04-24T02:52:24.346 INFO:tasks.rados.rados.0.smithi016.stdout:2998: done (2 left) 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:2999: done (1 left) 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3000: done (0 left) 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3001: copy_from oid 24 from oid 35 current snap is 307 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3002: read oid 32 snap 239 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3002: expect (ObjNum 616 snap 205 seq_num 616) 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3003: read oid 38 snap -1 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3003: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3004: read oid 50 snap 231 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3004: expect deleted 2024-04-24T02:52:24.347 INFO:tasks.rados.rados.0.smithi016.stdout:3005: snap_remove snap 303 2024-04-24T02:52:24.488 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:24 smithi016 ceph-mon[84376]: pgmap v626: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 752 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-04-24T02:52:24.488 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:24 smithi016 ceph-mon[84376]: osdmap e665: 8 total, 8 up, 8 in 2024-04-24T02:52:24.488 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:24 smithi016 ceph-mon[86910]: pgmap v626: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 752 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-04-24T02:52:24.488 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:24 smithi016 ceph-mon[86910]: osdmap e665: 8 total, 8 up, 8 in 2024-04-24T02:52:24.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:24 smithi063 ceph-mon[77007]: pgmap v626: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 752 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-04-24T02:52:24.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:24 smithi063 ceph-mon[77007]: osdmap e665: 8 total, 8 up, 8 in 2024-04-24T02:52:24.707 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -e sha1=646b8c7d293d8ec31a40c69f7b3237b19c1be24d -- bash -c 'ceph versions' 2024-04-24T02:52:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:3005: done (4 left) 2024-04-24T02:52:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:3006: delete oid 6 current snap is 307 2024-04-24T02:52:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:3003: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:52:25.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:25 smithi016 ceph-mon[84376]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:52:25.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:25 smithi016 ceph-mon[84376]: osdmap e666: 8 total, 8 up, 8 in 2024-04-24T02:52:25.370 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:25.371 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:25 smithi016 ceph-mon[86910]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:52:25.371 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:25 smithi016 ceph-mon[86910]: osdmap e666: 8 total, 8 up, 8 in 2024-04-24T02:52:25.371 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:25.494 INFO:tasks.rados.rados.0.smithi016.stdout:3002: expect (ObjNum 616 snap 205 seq_num 616) 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3001: finishing copy_from racing read to smithi01673382-24 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3001: finishing copy_from to smithi01673382-24 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1914 (ObjNum 685 snap 231 seq_num 685) dirty exists 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3001: done (4 left) 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3002: done (3 left) 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3003: done (2 left) 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3004: done (1 left) 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3006: done (0 left) 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3007: rollback oid 31 current snap is 307 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 304 2024-04-24T02:52:25.629 INFO:tasks.rados.rados.0.smithi016.stdout:3008: snap_remove snap 256 2024-04-24T02:52:25.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:25 smithi063 ceph-mon[77007]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T02:52:25.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:25 smithi063 ceph-mon[77007]: osdmap e666: 8 total, 8 up, 8 in 2024-04-24T02:52:25.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:52:26.066 INFO:tasks.rados.rados.0.smithi016.stdout:3008: done (1 left) 2024-04-24T02:52:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:3009: read oid 14 snap -1 2024-04-24T02:52:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:3009: expect (ObjNum 476 snap 169 seq_num 476) 2024-04-24T02:52:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:3010: snap_create 2024-04-24T02:52:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:3007: finishing rollback tid 0 to smithi01673382-31 2024-04-24T02:52:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:3007: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:52:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:3007: finishing rollback tid 2 to smithi01673382-31 2024-04-24T02:52:26.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1401 (ObjNum 902 snap 302 seq_num 902) dirty exists 2024-04-24T02:52:26.109 INFO:tasks.rados.rados.0.smithi016.stdout:3009: expect (ObjNum 476 snap 169 seq_num 476) 2024-04-24T02:52:26.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:26 smithi016 ceph-mon[84376]: pgmap v629: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 752 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-24T02:52:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:26 smithi016 ceph-mon[84376]: osdmap e667: 8 total, 8 up, 8 in 2024-04-24T02:52:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:26 smithi016 ceph-mon[84376]: osdmap e668: 8 total, 8 up, 8 in 2024-04-24T02:52:26.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:26 smithi016 ceph-mon[86910]: pgmap v629: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 752 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-24T02:52:26.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:26 smithi016 ceph-mon[86910]: osdmap e667: 8 total, 8 up, 8 in 2024-04-24T02:52:26.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:26 smithi016 ceph-mon[86910]: osdmap e668: 8 total, 8 up, 8 in 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-24T02:52:26.697 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 15 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-24T02:52:26.698 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-24T02:52:26.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:26 smithi063 ceph-mon[77007]: pgmap v629: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 752 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-24T02:52:26.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:26 smithi063 ceph-mon[77007]: osdmap e667: 8 total, 8 up, 8 in 2024-04-24T02:52:26.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:26 smithi063 ceph-mon[77007]: osdmap e668: 8 total, 8 up, 8 in 2024-04-24T02:52:27.065 INFO:tasks.rados.rados.0.smithi016.stdout:3007: done (2 left) 2024-04-24T02:52:27.065 INFO:tasks.rados.rados.0.smithi016.stdout:3009: done (1 left) 2024-04-24T02:52:27.065 INFO:tasks.rados.rados.0.smithi016.stdout:3010: done (0 left) 2024-04-24T02:52:27.066 INFO:tasks.rados.rados.0.smithi016.stdout:3011: snap_remove snap 302 2024-04-24T02:52:27.248 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -e sha1=646b8c7d293d8ec31a40c69f7b3237b19c1be24d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-24T02:52:27.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:27 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/692471369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:27.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:27 smithi016 ceph-mon[84376]: osdmap e669: 8 total, 8 up, 8 in 2024-04-24T02:52:27.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:27 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/692471369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:27.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:27 smithi016 ceph-mon[86910]: osdmap e669: 8 total, 8 up, 8 in 2024-04-24T02:52:27.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:27 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/692471369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:27.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:27 smithi063 ceph-mon[77007]: osdmap e669: 8 total, 8 up, 8 in 2024-04-24T02:52:28.067 INFO:tasks.rados.rados.0.smithi016.stdout:3011: done (0 left) 2024-04-24T02:52:28.067 INFO:tasks.rados.rados.0.smithi016.stdout:3012: read oid 1 snap -1 2024-04-24T02:52:28.067 INFO:tasks.rados.rados.0.smithi016.stdout:3012: expect (ObjNum 868 snap 298 seq_num 868) 2024-04-24T02:52:28.067 INFO:tasks.rados.rados.0.smithi016.stdout:3013: snap_remove snap 296 2024-04-24T02:52:28.602 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:28 smithi016 ceph-mon[84376]: pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 8 op/s 2024-04-24T02:52:28.621 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:28 smithi016 ceph-mon[84376]: osdmap e670: 8 total, 8 up, 8 in 2024-04-24T02:52:28.622 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:52:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:52:28] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:52:28.622 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:28 smithi016 ceph-mon[86910]: pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 8 op/s 2024-04-24T02:52:28.622 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:28 smithi016 ceph-mon[86910]: osdmap e670: 8 total, 8 up, 8 in 2024-04-24T02:52:28.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:28 smithi063 ceph-mon[77007]: pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 8 op/s 2024-04-24T02:52:28.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:28 smithi063 ceph-mon[77007]: osdmap e670: 8 total, 8 up, 8 in 2024-04-24T02:52:29.070 INFO:tasks.rados.rados.0.smithi016.stdout:3013: done (1 left) 2024-04-24T02:52:29.070 INFO:tasks.rados.rados.0.smithi016.stdout:3014: delete oid 42 current snap is 308 2024-04-24T02:52:29.070 INFO:tasks.rados.rados.0.smithi016.stdout:3012: expect (ObjNum 868 snap 298 seq_num 868) 2024-04-24T02:52:29.096 INFO:tasks.rados.rados.0.smithi016.stdout:3012: done (1 left) 2024-04-24T02:52:29.096 INFO:tasks.rados.rados.0.smithi016.stdout:3014: done (0 left) 2024-04-24T02:52:29.096 INFO:tasks.rados.rados.0.smithi016.stdout:3015: rollback oid 18 current snap is 308 2024-04-24T02:52:29.096 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 251 2024-04-24T02:52:29.105 INFO:tasks.rados.rados.0.smithi016.stdout:3016: rollback oid 20 current snap is 308 2024-04-24T02:52:29.105 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 299 2024-04-24T02:52:29.106 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 308 2024-04-24T02:52:29.106 INFO:tasks.rados.rados.0.smithi016.stdout:3017: seq_num 928 ranges {10280960=745472,11026432=401408} 2024-04-24T02:52:29.157 INFO:tasks.rados.rados.0.smithi016.stdout:3017: writing smithi01673382-17 from 10280960 to 11026432 tid 1 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3017: writing smithi01673382-17 from 11026432 to 11427840 tid 2 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3018: read oid 48 snap -1 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3018: expect (ObjNum 842 snap 294 seq_num 842) 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3019: read oid 9 snap -1 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3019: expect (ObjNum 868 snap 298 seq_num 868) 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3020: rollback oid 2 current snap is 308 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 275 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3015: finishing rollback tid 0 to smithi01673382-18 2024-04-24T02:52:29.160 INFO:tasks.rados.rados.0.smithi016.stdout:3015: finishing rollback tid 1 to smithi01673382-18 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1928 (ObjNum 2003036256 snap 22076 seq_num 2003452656) dirty dne 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3016: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3016: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3016: finishing rollback tid 2 to smithi01673382-20 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2037 (ObjNum 872 snap 299 seq_num 872) dirty exists 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3015: done (5 left) 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3016: done (4 left) 2024-04-24T02:52:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3021: delete oid 41 current snap is 308 2024-04-24T02:52:29.166 INFO:tasks.rados.rados.0.smithi016.stdout:3019: expect (ObjNum 868 snap 298 seq_num 868) 2024-04-24T02:52:29.170 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 1 to smithi01673382-17 2024-04-24T02:52:29.170 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 2 to smithi01673382-17 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:3020: finishing rollback tid 0 to smithi01673382-2 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:3020: finishing rollback tid 1 to smithi01673382-2 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2054 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 3 to smithi01673382-17 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:3019: done (4 left) 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:3020: done (3 left) 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:3021: done (2 left) 2024-04-24T02:52:29.171 INFO:tasks.rados.rados.0.smithi016.stdout:3022: setattr oid 29 current snap is 308 2024-04-24T02:52:29.172 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 308 2024-04-24T02:52:29.172 INFO:tasks.rados.rados.0.smithi016.stdout:3023: seq_num 930 ranges {1245184=786432,2031616=401408} 2024-04-24T02:52:29.183 INFO:tasks.rados.rados.0.smithi016.stdout:3023: writing smithi01673382-15 from 1245184 to 2031616 tid 1 2024-04-24T02:52:29.186 INFO:tasks.rados.rados.0.smithi016.stdout:3023: writing smithi01673382-15 from 2031616 to 2433024 tid 2 2024-04-24T02:52:29.186 INFO:tasks.rados.rados.0.smithi016.stdout:3024: copy_from oid 23 from oid 19 current snap is 308 2024-04-24T02:52:29.186 INFO:tasks.rados.rados.0.smithi016.stdout:3018: expect (ObjNum 842 snap 294 seq_num 842) 2024-04-24T02:52:29.253 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 4 to smithi01673382-17 2024-04-24T02:52:29.253 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2634 (ObjNum 928 snap 308 seq_num 928) dirty exists 2024-04-24T02:52:29.253 INFO:tasks.rados.rados.0.smithi016.stdout:3017: left oid 17 (ObjNum 928 snap 308 seq_num 928) 2024-04-24T02:52:29.253 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2059 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:52:29.253 INFO:tasks.rados.rados.0.smithi016.stdout:3023: finishing write tid 1 to smithi01673382-15 2024-04-24T02:52:29.253 INFO:tasks.rados.rados.0.smithi016.stdout:3023: finishing write tid 2 to smithi01673382-15 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3023: finishing write tid 3 to smithi01673382-15 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3017: done (4 left) 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3018: done (3 left) 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3022: done (2 left) 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3025: rollback oid 11 current snap is 308 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 307 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3023: finishing write tid 4 to smithi01673382-15 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2249 (ObjNum 930 snap 308 seq_num 930) dirty exists 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3023: left oid 15 (ObjNum 930 snap 308 seq_num 930) 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3024: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3024: finishing copy_from to smithi01673382-23 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 2287 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:52:29.254 INFO:tasks.rados.rados.0.smithi016.stdout:3023: done (2 left) 2024-04-24T02:52:29.255 INFO:tasks.rados.rados.0.smithi016.stdout:3024: done (1 left) 2024-04-24T02:52:29.255 INFO:tasks.rados.rados.0.smithi016.stdout:3026: setattr oid 36 current snap is 308 2024-04-24T02:52:29.255 INFO:tasks.rados.rados.0.smithi016.stdout:3027: snap_create 2024-04-24T02:52:29.257 INFO:tasks.rados.rados.0.smithi016.stdout:3025: finishing rollback tid 0 to smithi01673382-11 2024-04-24T02:52:29.257 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2037 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:52:29.258 INFO:tasks.rados.rados.0.smithi016.stdout:3025: finishing rollback tid 1 to smithi01673382-11 2024-04-24T02:52:29.258 INFO:tasks.rados.rados.0.smithi016.stdout:3025: finishing rollback tid 2 to smithi01673382-11 2024-04-24T02:52:29.258 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2586 (ObjNum 905 snap 302 seq_num 905) dirty exists 2024-04-24T02:52:29.517 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-24T02:52:30.075 INFO:tasks.rados.rados.0.smithi016.stdout:3025: done (2 left) 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3026: done (1 left) 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3027: done (0 left) 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3028: read oid 18 snap -1 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3028: expect deleted 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3029: read oid 38 snap -1 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3029: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3030: read oid 10 snap -1 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3030: expect (ObjNum 868 snap 298 seq_num 868) 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3031: read oid 22 snap -1 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3031: expect (ObjNum 896 snap 302 seq_num 896) 2024-04-24T02:52:30.076 INFO:tasks.rados.rados.0.smithi016.stdout:3032: copy_from oid 17 from oid 12 current snap is 309 2024-04-24T02:52:30.077 INFO:tasks.rados.rados.0.smithi016.stdout:3033: read oid 48 snap 226 2024-04-24T02:52:30.077 INFO:tasks.rados.rados.0.smithi016.stdout:3033: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:52:30.077 INFO:tasks.rados.rados.0.smithi016.stdout:3034: snap_remove snap 299 2024-04-24T02:52:30.117 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[84376]: pgmap v635: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 763 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 8 op/s 2024-04-24T02:52:30.118 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[84376]: osdmap e671: 8 total, 8 up, 8 in 2024-04-24T02:52:30.118 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2892444946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:30.118 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:30.118 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[86910]: pgmap v635: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 763 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 8 op/s 2024-04-24T02:52:30.118 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[86910]: osdmap e671: 8 total, 8 up, 8 in 2024-04-24T02:52:30.118 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2892444946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:30.118 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:30.119 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb050474-01e2-11ef-bc93-c7b262605968 -e sha1=646b8c7d293d8ec31a40c69f7b3237b19c1be24d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-24T02:52:30.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:30 smithi063 ceph-mon[77007]: pgmap v635: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 763 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 8 op/s 2024-04-24T02:52:30.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:30 smithi063 ceph-mon[77007]: osdmap e671: 8 total, 8 up, 8 in 2024-04-24T02:52:30.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:30 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2892444946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:30.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:3034: done (6 left) 2024-04-24T02:52:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:3035: copy_from oid 9 from oid 21 current snap is 309 2024-04-24T02:52:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:3036: rollback oid 40 current snap is 309 2024-04-24T02:52:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 270 2024-04-24T02:52:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 309 2024-04-24T02:52:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:3037: seq_num 931 ranges {1114112=802816,1916928=401408} 2024-04-24T02:52:31.077 INFO:tasks.rados.rados.0.smithi016.stdout:3037: writing smithi01673382-46 from 1114112 to 1916928 tid 1 2024-04-24T02:52:31.080 INFO:tasks.rados.rados.0.smithi016.stdout:3037: writing smithi01673382-46 from 1916928 to 2318336 tid 2 2024-04-24T02:52:31.080 INFO:tasks.rados.rados.0.smithi016.stdout:3038: delete oid 33 current snap is 309 2024-04-24T02:52:31.081 INFO:tasks.rados.rados.0.smithi016.stdout:3030: expect (ObjNum 868 snap 298 seq_num 868) 2024-04-24T02:52:31.086 INFO:tasks.rados.rados.0.smithi016.stdout:3031: expect (ObjNum 896 snap 302 seq_num 896) 2024-04-24T02:52:31.108 INFO:tasks.rados.rados.0.smithi016.stdout:3033: expect (ObjNum 285 snap 91 seq_num 285) 2024-04-24T02:52:31.172 INFO:tasks.rados.rados.0.smithi016.stdout:3029: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3032: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3032: finishing copy_from to smithi01673382-17 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2033 (ObjNum 846 snap 295 seq_num 846) dirty exists 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3035: finishing copy_from to smithi01673382-9 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3035: got expected ENOENT (src dne) 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3036: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3036: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2053 (ObjNum 746 snap 257 seq_num 746) dirty exists 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3035: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3028: done (9 left) 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3029: done (8 left) 2024-04-24T02:52:31.312 INFO:tasks.rados.rados.0.smithi016.stdout:3030: done (7 left) 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3031: done (6 left) 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3032: done (5 left) 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3033: done (4 left) 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3035: done (3 left) 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3036: done (2 left) 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3038: done (1 left) 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3039: snap_create 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 1 to smithi01673382-46 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 2 to smithi01673382-46 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 3 to smithi01673382-46 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 4 to smithi01673382-46 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2040 (ObjNum 931 snap 309 seq_num 931) dirty exists 2024-04-24T02:52:31.313 INFO:tasks.rados.rados.0.smithi016.stdout:3037: left oid 46 (ObjNum 931 snap 309 seq_num 931) 2024-04-24T02:52:31.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:31 smithi016 ceph-mon[84376]: osdmap e672: 8 total, 8 up, 8 in 2024-04-24T02:52:31.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:31 smithi016 ceph-mon[84376]: osdmap e673: 8 total, 8 up, 8 in 2024-04-24T02:52:31.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:31 smithi016 ceph-mon[86910]: osdmap e672: 8 total, 8 up, 8 in 2024-04-24T02:52:31.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:31 smithi016 ceph-mon[86910]: osdmap e673: 8 total, 8 up, 8 in 2024-04-24T02:52:31.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:31 smithi063 ceph-mon[77007]: osdmap e672: 8 total, 8 up, 8 in 2024-04-24T02:52:31.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:31 smithi063 ceph-mon[77007]: osdmap e673: 8 total, 8 up, 8 in 2024-04-24T02:52:32.091 INFO:tasks.rados.rados.0.smithi016.stdout:3037: done (1 left) 2024-04-24T02:52:32.091 INFO:tasks.rados.rados.0.smithi016.stdout:3039: done (0 left) 2024-04-24T02:52:32.091 INFO:tasks.rados.rados.0.smithi016.stdout:3040: read oid 11 snap -1 2024-04-24T02:52:32.091 INFO:tasks.rados.rados.0.smithi016.stdout:3040: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-24T02:52:32.091 INFO:tasks.rados.rados.0.smithi016.stdout:3041: snap_remove snap 267 2024-04-24T02:52:32.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:32 smithi016 ceph-mon[84376]: pgmap v638: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 757 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 102 KiB/s rd, 268 KiB/s wr, 7 op/s 2024-04-24T02:52:32.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:32 smithi016 ceph-mon[86910]: pgmap v638: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 757 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 102 KiB/s rd, 268 KiB/s wr, 7 op/s 2024-04-24T02:52:32.555 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)" 2024-04-24T02:52:32.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:32 smithi063 ceph-mon[77007]: pgmap v638: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 757 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 102 KiB/s rd, 268 KiB/s wr, 7 op/s 2024-04-24T02:52:33.096 INFO:tasks.rados.rados.0.smithi016.stdout:3041: done (1 left) 2024-04-24T02:52:33.096 INFO:tasks.rados.rados.0.smithi016.stdout:3042: setattr oid 1 current snap is 310 2024-04-24T02:52:33.098 INFO:tasks.rados.rados.0.smithi016.stdout:3043: read oid 24 snap -1 2024-04-24T02:52:33.098 INFO:tasks.rados.rados.0.smithi016.stdout:3043: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:52:33.098 INFO:tasks.rados.rados.0.smithi016.stdout:3044: rollback oid 10 current snap is 310 2024-04-24T02:52:33.098 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 276 2024-04-24T02:52:33.098 INFO:tasks.rados.rados.0.smithi016.stdout:3045: delete oid 47 current snap is 310 2024-04-24T02:52:33.102 INFO:tasks.rados.rados.0.smithi016.stdout:3040: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-24T02:52:33.149 INFO:tasks.rados.rados.0.smithi016.stdout:3044: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:52:33.149 INFO:tasks.rados.rados.0.smithi016.stdout:3044: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:52:33.149 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2289 (ObjNum 0 snap 32573 seq_num 2002749280) dirty dne 2024-04-24T02:52:33.150 INFO:tasks.rados.rados.0.smithi016.stdout:3040: done (4 left) 2024-04-24T02:52:33.150 INFO:tasks.rados.rados.0.smithi016.stdout:3044: done (3 left) 2024-04-24T02:52:33.150 INFO:tasks.rados.rados.0.smithi016.stdout:3045: done (2 left) 2024-04-24T02:52:33.150 INFO:tasks.rados.rados.0.smithi016.stdout:3046: rollback oid 18 current snap is 310 2024-04-24T02:52:33.150 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 275 2024-04-24T02:52:33.150 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2038 (ObjNum 868 snap 298 seq_num 868) dirty exists 2024-04-24T02:52:33.150 INFO:tasks.rados.rados.0.smithi016.stdout:3043: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:52:33.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:33 smithi016 ceph-mon[84376]: osdmap e674: 8 total, 8 up, 8 in 2024-04-24T02:52:33.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:33 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3828960521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:33.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:33 smithi016 ceph-mon[86910]: osdmap e674: 8 total, 8 up, 8 in 2024-04-24T02:52:33.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:33 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3828960521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:33.326 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-24T02:52:33.326 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-24T02:52:33.326 DEBUG:teuthology.parallel:result is None 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:3046: finishing rollback tid 1 to smithi01673382-18 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:3046: finishing rollback tid 2 to smithi01673382-18 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1930 (ObjNum 1 snap 22073 seq_num 2002420224) dirty exists 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:3042: done (2 left) 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:3043: done (1 left) 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:3046: done (0 left) 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 310 2024-04-24T02:52:33.376 INFO:tasks.rados.rados.0.smithi016.stdout:3047: seq_num 934 ranges {5357568=450560,5808128=434176,6242304=368640} 2024-04-24T02:52:33.407 INFO:tasks.rados.rados.0.smithi016.stdout:3047: writing smithi01673382-7 from 5357568 to 5808128 tid 1 2024-04-24T02:52:33.410 INFO:tasks.rados.rados.0.smithi016.stdout:3047: writing smithi01673382-7 from 5808128 to 6242304 tid 2 2024-04-24T02:52:33.412 INFO:tasks.rados.rados.0.smithi016.stdout:3047: writing smithi01673382-7 from 6242304 to 6610944 tid 3 2024-04-24T02:52:33.412 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 310 2024-04-24T02:52:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3048: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-04-24T02:52:33.415 INFO:tasks.rados.rados.0.smithi016.stdout:3048: writing smithi01673382-10 from 0 to 466944 tid 1 2024-04-24T02:52:33.419 INFO:tasks.rados.rados.0.smithi016.stdout:3048: writing smithi01673382-10 from 466944 to 1187840 tid 2 2024-04-24T02:52:33.420 INFO:tasks.rados.rados.0.smithi016.stdout:3048: writing smithi01673382-10 from 1187840 to 1269760 tid 3 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 310 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3047: finishing write tid 1 to smithi01673382-7 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3047: finishing write tid 2 to smithi01673382-7 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3047: finishing write tid 3 to smithi01673382-7 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3047: finishing write tid 4 to smithi01673382-7 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3047: finishing write tid 5 to smithi01673382-7 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2609 (ObjNum 934 snap 310 seq_num 934) dirty exists 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3047: left oid 7 (ObjNum 934 snap 310 seq_num 934) 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3048: finishing write tid 1 to smithi01673382-10 2024-04-24T02:52:33.421 INFO:tasks.rados.rados.0.smithi016.stdout:3049: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2024-04-24T02:52:33.423 INFO:tasks.rados.rados.0.smithi016.stdout:3049: writing smithi01673382-18 from 0 to 483328 tid 1 2024-04-24T02:52:33.427 INFO:tasks.rados.rados.0.smithi016.stdout:3049: writing smithi01673382-18 from 483328 to 1138688 tid 2 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3049: writing smithi01673382-18 from 1138688 to 1286144 tid 3 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3047: done (2 left) 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3050: snap_create 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3048: finishing write tid 2 to smithi01673382-10 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3048: finishing write tid 3 to smithi01673382-10 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3048: finishing write tid 4 to smithi01673382-10 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3048: finishing write tid 5 to smithi01673382-10 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2293 (ObjNum 935 snap 310 seq_num 935) dirty exists 2024-04-24T02:52:33.428 INFO:tasks.rados.rados.0.smithi016.stdout:3048: left oid 10 (ObjNum 935 snap 310 seq_num 935) 2024-04-24T02:52:33.429 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 1 to smithi01673382-18 2024-04-24T02:52:33.431 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 2 to smithi01673382-18 2024-04-24T02:52:33.432 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 3 to smithi01673382-18 2024-04-24T02:52:33.432 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 4 to smithi01673382-18 2024-04-24T02:52:33.436 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 5 to smithi01673382-18 2024-04-24T02:52:33.436 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1934 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-04-24T02:52:33.436 INFO:tasks.rados.rados.0.smithi016.stdout:3049: left oid 18 (ObjNum 936 snap 310 seq_num 936) 2024-04-24T02:52:33.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:33 smithi063 ceph-mon[77007]: osdmap e674: 8 total, 8 up, 8 in 2024-04-24T02:52:33.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:33 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3828960521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-24T02:52:34.101 INFO:tasks.rados.rados.0.smithi016.stdout:3048: done (2 left) 2024-04-24T02:52:34.101 INFO:tasks.rados.rados.0.smithi016.stdout:3049: done (1 left) 2024-04-24T02:52:34.101 INFO:tasks.rados.rados.0.smithi016.stdout:3050: done (0 left) 2024-04-24T02:52:34.101 INFO:tasks.rados.rados.0.smithi016.stdout:3051: copy_from oid 48 from oid 43 current snap is 311 2024-04-24T02:52:34.102 INFO:tasks.rados.rados.0.smithi016.stdout:3052: setattr oid 7 current snap is 311 2024-04-24T02:52:34.103 INFO:tasks.rados.rados.0.smithi016.stdout:3053: read oid 36 snap 239 2024-04-24T02:52:34.103 INFO:tasks.rados.rados.0.smithi016.stdout:3053: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:52:34.103 INFO:tasks.rados.rados.0.smithi016.stdout:3054: snap_create 2024-04-24T02:52:34.110 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2611 (ObjNum 934 snap 310 seq_num 934) dirty exists 2024-04-24T02:52:34.118 INFO:tasks.rados.rados.0.smithi016.stdout:3053: expect (ObjNum 657 snap 221 seq_num 657) 2024-04-24T02:52:34.158 INFO:tasks.rados.rados.0.smithi016.stdout:3051: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:52:34.158 INFO:tasks.rados.rados.0.smithi016.stdout:3051: finishing copy_from to smithi01673382-48 2024-04-24T02:52:34.158 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 2036 (ObjNum 909 snap 304 seq_num 909) dirty exists 2024-04-24T02:52:34.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:34 smithi016 ceph-mon[84376]: pgmap v641: 121 pgs: 121 active+clean; 721 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-24T02:52:34.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:34 smithi016 ceph-mon[84376]: osdmap e675: 8 total, 8 up, 8 in 2024-04-24T02:52:34.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:34 smithi016 ceph-mon[86910]: pgmap v641: 121 pgs: 121 active+clean; 721 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-24T02:52:34.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:34 smithi016 ceph-mon[86910]: osdmap e675: 8 total, 8 up, 8 in 2024-04-24T02:52:34.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:34 smithi063 ceph-mon[77007]: pgmap v641: 121 pgs: 121 active+clean; 721 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-24T02:52:34.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:34 smithi063 ceph-mon[77007]: osdmap e675: 8 total, 8 up, 8 in 2024-04-24T02:52:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:3051: done (3 left) 2024-04-24T02:52:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:3052: done (2 left) 2024-04-24T02:52:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:3053: done (1 left) 2024-04-24T02:52:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:3054: done (0 left) 2024-04-24T02:52:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 312 2024-04-24T02:52:35.107 INFO:tasks.rados.rados.0.smithi016.stdout:3055: seq_num 937 ranges {10280960=499712,10780672=532480,11313152=270336} 2024-04-24T02:52:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3055: writing smithi01673382-13 from 10280960 to 10780672 tid 1 2024-04-24T02:52:35.169 INFO:tasks.rados.rados.0.smithi016.stdout:3055: writing smithi01673382-13 from 10780672 to 11313152 tid 2 2024-04-24T02:52:35.171 INFO:tasks.rados.rados.0.smithi016.stdout:3055: writing smithi01673382-13 from 11313152 to 11583488 tid 3 2024-04-24T02:52:35.171 INFO:tasks.rados.rados.0.smithi016.stdout:3056: copy_from oid 41 from oid 46 current snap is 312 2024-04-24T02:52:35.171 INFO:tasks.rados.rados.0.smithi016.stdout:3057: snap_remove snap 276 2024-04-24T02:52:35.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:35 smithi016 ceph-mon[84376]: osdmap e676: 8 total, 8 up, 8 in 2024-04-24T02:52:35.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:35 smithi016 ceph-mon[86910]: osdmap e676: 8 total, 8 up, 8 in 2024-04-24T02:52:35.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:35 smithi063 ceph-mon[77007]: osdmap e676: 8 total, 8 up, 8 in 2024-04-24T02:52:36.071 INFO:tasks.rados.rados.0.smithi016.stdout:3057: done (2 left) 2024-04-24T02:52:36.071 INFO:tasks.rados.rados.0.smithi016.stdout:3058: read oid 23 snap -1 2024-04-24T02:52:36.071 INFO:tasks.rados.rados.0.smithi016.stdout:3058: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:52:36.071 INFO:tasks.rados.rados.0.smithi016.stdout:3059: copy_from oid 43 from oid 39 current snap is 312 2024-04-24T02:52:36.071 INFO:tasks.rados.rados.0.smithi016.stdout:3060: rollback oid 30 current snap is 312 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 304 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3061: copy_from oid 50 from oid 28 current snap is 312 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3062: delete oid 1 current snap is 312 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3055: finishing write tid 1 to smithi01673382-13 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3055: finishing write tid 2 to smithi01673382-13 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3055: finishing write tid 3 to smithi01673382-13 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3055: finishing write tid 4 to smithi01673382-13 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3055: finishing write tid 5 to smithi01673382-13 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2665 (ObjNum 937 snap 312 seq_num 937) dirty exists 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3055: left oid 13 (ObjNum 937 snap 312 seq_num 937) 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3056: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:3056: finishing copy_from to smithi01673382-41 2024-04-24T02:52:36.072 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2040 (ObjNum 931 snap 309 seq_num 931) dirty exists 2024-04-24T02:52:36.090 INFO:tasks.rados.rados.0.smithi016.stdout:3061: finishing copy_from racing read to smithi01673382-50 2024-04-24T02:52:36.096 INFO:tasks.rados.rados.0.smithi016.stdout:3055: done (6 left) 2024-04-24T02:52:36.096 INFO:tasks.rados.rados.0.smithi016.stdout:3056: done (5 left) 2024-04-24T02:52:36.096 INFO:tasks.rados.rados.0.smithi016.stdout:3062: done (4 left) 2024-04-24T02:52:36.097 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 312 2024-04-24T02:52:36.097 INFO:tasks.rados.rados.0.smithi016.stdout:3063: seq_num 939 ranges {0=532480,532480=704512,1236992=98304} 2024-04-24T02:52:36.097 INFO:tasks.rados.rados.0.smithi016.stdout:3063: writing smithi01673382-27 from 0 to 532480 tid 1 2024-04-24T02:52:36.101 INFO:tasks.rados.rados.0.smithi016.stdout:3063: writing smithi01673382-27 from 532480 to 1236992 tid 2 2024-04-24T02:52:36.101 INFO:tasks.rados.rados.0.smithi016.stdout:3063: writing smithi01673382-27 from 1236992 to 1335296 tid 3 2024-04-24T02:52:36.101 INFO:tasks.rados.rados.0.smithi016.stdout:3064: snap_remove snap 307 2024-04-24T02:52:36.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:36 smithi016 ceph-mon[84376]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 709 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2024-04-24T02:52:36.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:36 smithi016 ceph-mon[84376]: osdmap e677: 8 total, 8 up, 8 in 2024-04-24T02:52:36.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:36 smithi016 ceph-mon[84376]: osdmap e678: 8 total, 8 up, 8 in 2024-04-24T02:52:36.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:36 smithi016 ceph-mon[86910]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 709 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2024-04-24T02:52:36.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:36 smithi016 ceph-mon[86910]: osdmap e677: 8 total, 8 up, 8 in 2024-04-24T02:52:36.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:36 smithi016 ceph-mon[86910]: osdmap e678: 8 total, 8 up, 8 in 2024-04-24T02:52:36.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:36 smithi063 ceph-mon[77007]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 709 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2024-04-24T02:52:36.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:36 smithi063 ceph-mon[77007]: osdmap e677: 8 total, 8 up, 8 in 2024-04-24T02:52:36.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:36 smithi063 ceph-mon[77007]: osdmap e678: 8 total, 8 up, 8 in 2024-04-24T02:52:37.117 INFO:tasks.rados.rados.0.smithi016.stdout:3064: done (5 left) 2024-04-24T02:52:37.117 INFO:tasks.rados.rados.0.smithi016.stdout:3065: delete oid 9 current snap is 312 2024-04-24T02:52:37.117 INFO:tasks.rados.rados.0.smithi016.stdout:3060: finishing rollback tid 0 to smithi01673382-30 2024-04-24T02:52:37.117 INFO:tasks.rados.rados.0.smithi016.stdout:3060: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:52:37.117 INFO:tasks.rados.rados.0.smithi016.stdout:3060: finishing rollback tid 2 to smithi01673382-30 2024-04-24T02:52:37.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2057 (ObjNum -949386856 snap 2111820986 seq_num 700711877) dirty exists 2024-04-24T02:52:37.117 INFO:tasks.rados.rados.0.smithi016.stdout:3061: finishing copy_from to smithi01673382-50 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 2057 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 1 to smithi01673382-27 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 2 to smithi01673382-27 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 3 to smithi01673382-27 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 4 to smithi01673382-27 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 5 to smithi01673382-27 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2063 (ObjNum 939 snap 312 seq_num 939) dirty exists 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3063: left oid 27 (ObjNum 939 snap 312 seq_num 939) 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3059: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3059: finishing copy_from to smithi01673382-43 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2049 (ObjNum 914 snap 304 seq_num 914) dirty exists 2024-04-24T02:52:37.118 INFO:tasks.rados.rados.0.smithi016.stdout:3058: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:52:38.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:38 smithi016 ceph-mon[84376]: pgmap v647: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 703 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-24T02:52:38.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:38 smithi016 ceph-mon[84376]: osdmap e679: 8 total, 8 up, 8 in 2024-04-24T02:52:38.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:52:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:52:38] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2024-04-24T02:52:38.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:38 smithi016 ceph-mon[86910]: pgmap v647: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 703 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-24T02:52:38.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:38 smithi016 ceph-mon[86910]: osdmap e679: 8 total, 8 up, 8 in 2024-04-24T02:52:38.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:38 smithi063 ceph-mon[77007]: pgmap v647: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 703 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-24T02:52:38.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:38 smithi063 ceph-mon[77007]: osdmap e679: 8 total, 8 up, 8 in 2024-04-24T02:52:38.730 INFO:tasks.rados.rados.0.smithi016.stdout:3058: done (5 left) 2024-04-24T02:52:38.730 INFO:tasks.rados.rados.0.smithi016.stdout:3059: done (4 left) 2024-04-24T02:52:38.730 INFO:tasks.rados.rados.0.smithi016.stdout:3060: done (3 left) 2024-04-24T02:52:38.730 INFO:tasks.rados.rados.0.smithi016.stdout:3061: done (2 left) 2024-04-24T02:52:38.730 INFO:tasks.rados.rados.0.smithi016.stdout:3063: done (1 left) 2024-04-24T02:52:38.730 INFO:tasks.rados.rados.0.smithi016.stdout:3065: done (0 left) 2024-04-24T02:52:38.730 INFO:tasks.rados.rados.0.smithi016.stdout:3066: snap_remove snap 300 2024-04-24T02:52:39.124 INFO:tasks.rados.rados.0.smithi016.stdout:3066: done (0 left) 2024-04-24T02:52:39.124 INFO:tasks.rados.rados.0.smithi016.stdout:3067: read oid 45 snap 265 2024-04-24T02:52:39.124 INFO:tasks.rados.rados.0.smithi016.stdout:3067: expect (ObjNum 757 snap 261 seq_num 757) 2024-04-24T02:52:39.124 INFO:tasks.rados.rados.0.smithi016.stdout:3068: read oid 9 snap 270 2024-04-24T02:52:39.124 INFO:tasks.rados.rados.0.smithi016.stdout:3068: expect deleted 2024-04-24T02:52:39.125 INFO:tasks.rados.rados.0.smithi016.stdout:3069: copy_from oid 42 from oid 50 current snap is 312 2024-04-24T02:52:39.125 INFO:tasks.rados.rados.0.smithi016.stdout:3070: delete oid 40 current snap is 312 2024-04-24T02:52:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:3068: done (3 left) 2024-04-24T02:52:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:3070: done (2 left) 2024-04-24T02:52:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:3071: copy_from oid 12 from oid 4 current snap is 312 2024-04-24T02:52:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:3072: read oid 6 snap -1 2024-04-24T02:52:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:3072: expect deleted 2024-04-24T02:52:39.135 INFO:tasks.rados.rados.0.smithi016.stdout:3073: delete oid 44 current snap is 312 2024-04-24T02:52:39.142 INFO:tasks.rados.rados.0.smithi016.stdout:3069: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:52:39.143 INFO:tasks.rados.rados.0.smithi016.stdout:3069: finishing copy_from to smithi01673382-42 2024-04-24T02:52:39.144 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 2057 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:52:39.150 INFO:tasks.rados.rados.0.smithi016.stdout:3069: done (4 left) 2024-04-24T02:52:39.150 INFO:tasks.rados.rados.0.smithi016.stdout:3072: done (3 left) 2024-04-24T02:52:39.150 INFO:tasks.rados.rados.0.smithi016.stdout:3073: done (2 left) 2024-04-24T02:52:39.150 INFO:tasks.rados.rados.0.smithi016.stdout:3074: snap_create 2024-04-24T02:52:39.151 INFO:tasks.rados.rados.0.smithi016.stdout:3071: finishing copy_from racing read to smithi01673382-12 2024-04-24T02:52:39.158 INFO:tasks.rados.rados.0.smithi016.stdout:3067: expect (ObjNum 757 snap 261 seq_num 757) 2024-04-24T02:52:39.442 INFO:tasks.rados.rados.0.smithi016.stdout:3071: finishing copy_from to smithi01673382-12 2024-04-24T02:52:39.443 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2560 (ObjNum 916 snap 304 seq_num 916) dirty exists 2024-04-24T02:52:40.127 INFO:tasks.rados.rados.0.smithi016.stdout:3067: done (2 left) 2024-04-24T02:52:40.127 INFO:tasks.rados.rados.0.smithi016.stdout:3071: done (1 left) 2024-04-24T02:52:40.127 INFO:tasks.rados.rados.0.smithi016.stdout:3074: done (0 left) 2024-04-24T02:52:40.127 INFO:tasks.rados.rados.0.smithi016.stdout:3075: rmattr oid 44 current snap is 313 2024-04-24T02:52:40.127 INFO:tasks.rados.rados.0.smithi016.stdout:3075: done (0 left) 2024-04-24T02:52:40.128 INFO:tasks.rados.rados.0.smithi016.stdout:3076: snap_remove snap 311 2024-04-24T02:52:40.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:40 smithi016 ceph-mon[84376]: pgmap v649: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 704 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-24T02:52:40.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:40 smithi016 ceph-mon[84376]: osdmap e680: 8 total, 8 up, 8 in 2024-04-24T02:52:40.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:40 smithi016 ceph-mon[86910]: pgmap v649: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 704 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-24T02:52:40.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:40 smithi016 ceph-mon[86910]: osdmap e680: 8 total, 8 up, 8 in 2024-04-24T02:52:40.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:40 smithi063 ceph-mon[77007]: pgmap v649: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 704 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-24T02:52:40.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:40 smithi063 ceph-mon[77007]: osdmap e680: 8 total, 8 up, 8 in 2024-04-24T02:52:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:3076: done (0 left) 2024-04-24T02:52:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:3077: read oid 10 snap -1 2024-04-24T02:52:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:3077: expect (ObjNum 935 snap 310 seq_num 935) 2024-04-24T02:52:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:3078: copy_from oid 38 from oid 48 current snap is 313 2024-04-24T02:52:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:3079: copy_from oid 2 from oid 9 current snap is 313 2024-04-24T02:52:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 313 2024-04-24T02:52:41.073 INFO:tasks.rados.rados.0.smithi016.stdout:3080: seq_num 943 ranges {950272=598016,1548288=688128,2236416=114688} 2024-04-24T02:52:41.084 INFO:tasks.rados.rados.0.smithi016.stdout:3080: writing smithi01673382-4 from 950272 to 1548288 tid 1 2024-04-24T02:52:41.094 INFO:tasks.rados.rados.0.smithi016.stdout:3080: writing smithi01673382-4 from 1548288 to 2236416 tid 2 2024-04-24T02:52:41.094 INFO:tasks.rados.rados.0.smithi016.stdout:3080: writing smithi01673382-4 from 2236416 to 2351104 tid 3 2024-04-24T02:52:41.094 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 313 2024-04-24T02:52:41.094 INFO:tasks.rados.rados.0.smithi016.stdout:3081: seq_num 944 ranges {712704=614400,1327104=573440,1900544=229376} 2024-04-24T02:52:41.095 INFO:tasks.rados.rados.0.smithi016.stdout:3081: writing smithi01673382-31 from 712704 to 1327104 tid 1 2024-04-24T02:52:41.098 INFO:tasks.rados.rados.0.smithi016.stdout:3081: writing smithi01673382-31 from 1327104 to 1900544 tid 2 2024-04-24T02:52:41.099 INFO:tasks.rados.rados.0.smithi016.stdout:3081: writing smithi01673382-31 from 1900544 to 2129920 tid 3 2024-04-24T02:52:41.100 INFO:tasks.rados.rados.0.smithi016.stdout:3082: snap_remove snap 305 2024-04-24T02:52:41.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:41 smithi016 ceph-mon[84376]: osdmap e681: 8 total, 8 up, 8 in 2024-04-24T02:52:41.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:41 smithi016 ceph-mon[84376]: osdmap e682: 8 total, 8 up, 8 in 2024-04-24T02:52:41.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:41 smithi016 ceph-mon[86910]: osdmap e681: 8 total, 8 up, 8 in 2024-04-24T02:52:41.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:41 smithi016 ceph-mon[86910]: osdmap e682: 8 total, 8 up, 8 in 2024-04-24T02:52:41.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:41 smithi063 ceph-mon[77007]: osdmap e681: 8 total, 8 up, 8 in 2024-04-24T02:52:41.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:41 smithi063 ceph-mon[77007]: osdmap e682: 8 total, 8 up, 8 in 2024-04-24T02:52:42.081 INFO:tasks.rados.rados.0.smithi016.stdout:3082: done (5 left) 2024-04-24T02:52:42.081 INFO:tasks.rados.rados.0.smithi016.stdout:3083: delete oid 20 current snap is 313 2024-04-24T02:52:42.083 INFO:tasks.rados.rados.0.smithi016.stdout:3077: expect (ObjNum 935 snap 310 seq_num 935) 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3079: finishing copy_from to smithi01673382-2 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3079: got expected ENOENT (src dne) 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3079: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3080: finishing write tid 1 to smithi01673382-4 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3080: finishing write tid 2 to smithi01673382-4 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3080: finishing write tid 3 to smithi01673382-4 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3080: finishing write tid 4 to smithi01673382-4 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3080: finishing write tid 5 to smithi01673382-4 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2695 (ObjNum 943 snap 313 seq_num 943) dirty exists 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3080: left oid 4 (ObjNum 943 snap 313 seq_num 943) 2024-04-24T02:52:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3081: finishing write tid 1 to smithi01673382-31 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3081: finishing write tid 2 to smithi01673382-31 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3081: finishing write tid 3 to smithi01673382-31 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3081: finishing write tid 4 to smithi01673382-31 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3078: finishing copy_from racing read to smithi01673382-38 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3081: finishing write tid 5 to smithi01673382-31 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1405 (ObjNum 944 snap 313 seq_num 944) dirty exists 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3081: left oid 31 (ObjNum 944 snap 313 seq_num 944) 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3078: finishing copy_from to smithi01673382-38 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 2036 (ObjNum 909 snap 304 seq_num 909) dirty exists 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3077: done (5 left) 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3078: done (4 left) 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3079: done (3 left) 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3080: done (2 left) 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3081: done (1 left) 2024-04-24T02:52:42.125 INFO:tasks.rados.rados.0.smithi016.stdout:3083: done (0 left) 2024-04-24T02:52:42.126 INFO:tasks.rados.rados.0.smithi016.stdout:3084: rollback oid 31 current snap is 313 2024-04-24T02:52:42.126 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 243 2024-04-24T02:52:42.126 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 313 2024-04-24T02:52:42.126 INFO:tasks.rados.rados.0.smithi016.stdout:3085: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2024-04-24T02:52:42.126 INFO:tasks.rados.rados.0.smithi016.stdout:3085: writing smithi01673382-29 from 0 to 647168 tid 1 2024-04-24T02:52:42.131 INFO:tasks.rados.rados.0.smithi016.stdout:3085: writing smithi01673382-29 from 647168 to 1392640 tid 2 2024-04-24T02:52:42.132 INFO:tasks.rados.rados.0.smithi016.stdout:3085: writing smithi01673382-29 from 1392640 to 1449984 tid 3 2024-04-24T02:52:42.132 INFO:tasks.rados.rados.0.smithi016.stdout:3086: read oid 48 snap 237 2024-04-24T02:52:42.132 INFO:tasks.rados.rados.0.smithi016.stdout:3086: expect (ObjNum 704 snap 234 seq_num 704) 2024-04-24T02:52:42.132 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 313 2024-04-24T02:52:42.133 INFO:tasks.rados.rados.0.smithi016.stdout:3084: finishing rollback tid 0 to smithi01673382-31 2024-04-24T02:52:42.133 INFO:tasks.rados.rados.0.smithi016.stdout:3084: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:52:42.133 INFO:tasks.rados.rados.0.smithi016.stdout:3084: finishing rollback tid 2 to smithi01673382-31 2024-04-24T02:52:42.133 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1408 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-04-24T02:52:42.133 INFO:tasks.rados.rados.0.smithi016.stdout:3085: finishing write tid 1 to smithi01673382-29 2024-04-24T02:52:42.133 INFO:tasks.rados.rados.0.smithi016.stdout:3087: seq_num 947 ranges {950272=663552,1613824=630784,2244608=172032} 2024-04-24T02:52:42.141 INFO:tasks.rados.rados.0.smithi016.stdout:3087: writing smithi01673382-12 from 950272 to 1613824 tid 1 2024-04-24T02:52:42.145 INFO:tasks.rados.rados.0.smithi016.stdout:3087: writing smithi01673382-12 from 1613824 to 2244608 tid 2 2024-04-24T02:52:42.146 INFO:tasks.rados.rados.0.smithi016.stdout:3087: writing smithi01673382-12 from 2244608 to 2416640 tid 3 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3084: done (3 left) 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3088: copy_from oid 41 from oid 37 current snap is 313 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3085: finishing write tid 2 to smithi01673382-29 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3085: finishing write tid 3 to smithi01673382-29 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3085: finishing write tid 4 to smithi01673382-29 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3085: finishing write tid 5 to smithi01673382-29 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2067 (ObjNum 946 snap 313 seq_num 946) dirty exists 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3085: left oid 29 (ObjNum 946 snap 313 seq_num 946) 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3085: done (3 left) 2024-04-24T02:52:42.147 INFO:tasks.rados.rados.0.smithi016.stdout:3089: delete oid 33 current snap is 313 2024-04-24T02:52:42.150 INFO:tasks.rados.rados.0.smithi016.stdout:3086: expect (ObjNum 704 snap 234 seq_num 704) 2024-04-24T02:52:42.313 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 1 to smithi01673382-12 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 2 to smithi01673382-12 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3088: finishing copy_from to smithi01673382-41 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3088: got expected ENOENT (src dne) 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3088: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 3 to smithi01673382-12 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 4 to smithi01673382-12 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 5 to smithi01673382-12 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2564 (ObjNum 947 snap 313 seq_num 947) dirty exists 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3087: left oid 12 (ObjNum 947 snap 313 seq_num 947) 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3086: done (3 left) 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3087: done (2 left) 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3088: done (1 left) 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3089: done (0 left) 2024-04-24T02:52:42.314 INFO:tasks.rados.rados.0.smithi016.stdout:3090: read oid 30 snap -1 2024-04-24T02:52:42.315 INFO:tasks.rados.rados.0.smithi016.stdout:3090: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:52:42.315 INFO:tasks.rados.rados.0.smithi016.stdout:3091: delete oid 38 current snap is 313 2024-04-24T02:52:42.315 INFO:tasks.rados.rados.0.smithi016.stdout:3090: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:52:42.316 INFO:tasks.rados.rados.0.smithi016.stdout:3090: done (1 left) 2024-04-24T02:52:42.316 INFO:tasks.rados.rados.0.smithi016.stdout:3091: done (0 left) 2024-04-24T02:52:42.316 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 313 2024-04-24T02:52:42.317 INFO:tasks.rados.rados.0.smithi016.stdout:3092: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-24T02:52:42.320 INFO:tasks.rados.rados.0.smithi016.stdout:3092: writing smithi01673382-30 from 0 to 720896 tid 1 2024-04-24T02:52:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:3092: writing smithi01673382-30 from 720896 to 1400832 tid 2 2024-04-24T02:52:42.325 INFO:tasks.rados.rados.0.smithi016.stdout:3092: writing smithi01673382-30 from 1400832 to 1523712 tid 3 2024-04-24T02:52:42.325 INFO:tasks.rados.rados.0.smithi016.stdout:3093: rollback oid 6 current snap is 313 2024-04-24T02:52:42.325 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 231 2024-04-24T02:52:42.325 INFO:tasks.rados.rados.0.smithi016.stdout:3094: delete oid 46 current snap is 313 2024-04-24T02:52:42.325 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing write tid 1 to smithi01673382-30 2024-04-24T02:52:42.329 INFO:tasks.rados.rados.0.smithi016.stdout:3093: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:52:42.329 INFO:tasks.rados.rados.0.smithi016.stdout:3094: done (2 left) 2024-04-24T02:52:42.329 INFO:tasks.rados.rados.0.smithi016.stdout:3095: read oid 13 snap -1 2024-04-24T02:52:42.329 INFO:tasks.rados.rados.0.smithi016.stdout:3095: expect (ObjNum 937 snap 312 seq_num 937) 2024-04-24T02:52:42.329 INFO:tasks.rados.rados.0.smithi016.stdout:3096: read oid 11 snap -1 2024-04-24T02:52:42.329 INFO:tasks.rados.rados.0.smithi016.stdout:3096: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-24T02:52:42.329 INFO:tasks.rados.rados.0.smithi016.stdout:3097: snap_remove snap 309 2024-04-24T02:52:42.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:42 smithi016 ceph-mon[84376]: pgmap v652: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 711 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-24T02:52:42.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:42 smithi016 ceph-mon[84376]: osdmap e683: 8 total, 8 up, 8 in 2024-04-24T02:52:42.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:42 smithi016 ceph-mon[86910]: pgmap v652: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 711 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-24T02:52:42.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:42 smithi016 ceph-mon[86910]: osdmap e683: 8 total, 8 up, 8 in 2024-04-24T02:52:42.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:42 smithi063 ceph-mon[77007]: pgmap v652: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 711 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-24T02:52:42.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:42 smithi063 ceph-mon[77007]: osdmap e683: 8 total, 8 up, 8 in 2024-04-24T02:52:43.143 INFO:tasks.rados.rados.0.smithi016.stdout:3097: done (4 left) 2024-04-24T02:52:43.143 INFO:tasks.rados.rados.0.smithi016.stdout:3098: rollback oid 32 current snap is 313 2024-04-24T02:52:43.143 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 312 2024-04-24T02:52:43.143 INFO:tasks.rados.rados.0.smithi016.stdout:3099: read oid 9 snap -1 2024-04-24T02:52:43.143 INFO:tasks.rados.rados.0.smithi016.stdout:3099: expect deleted 2024-04-24T02:52:43.143 INFO:tasks.rados.rados.0.smithi016.stdout:3100: read oid 35 snap -1 2024-04-24T02:52:43.144 INFO:tasks.rados.rados.0.smithi016.stdout:3100: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:52:43.144 INFO:tasks.rados.rados.0.smithi016.stdout:3101: rmattr oid 5 current snap is 313 2024-04-24T02:52:43.144 INFO:tasks.rados.rados.0.smithi016.stdout:3101: done (7 left) 2024-04-24T02:52:43.144 INFO:tasks.rados.rados.0.smithi016.stdout:3102: snap_remove snap 265 2024-04-24T02:52:44.144 INFO:tasks.rados.rados.0.smithi016.stdout:3102: done (7 left) 2024-04-24T02:52:44.144 INFO:tasks.rados.rados.0.smithi016.stdout:3103: copy_from oid 38 from oid 49 current snap is 313 2024-04-24T02:52:44.145 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing write tid 2 to smithi01673382-30 2024-04-24T02:52:44.145 INFO:tasks.rados.rados.0.smithi016.stdout:3093: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:52:44.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2069 (ObjNum 686 snap 231 seq_num 686) dirty exists 2024-04-24T02:52:44.145 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing write tid 3 to smithi01673382-30 2024-04-24T02:52:44.145 INFO:tasks.rados.rados.0.smithi016.stdout:3096: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-24T02:52:44.197 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing write tid 4 to smithi01673382-30 2024-04-24T02:52:44.197 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing write tid 5 to smithi01673382-30 2024-04-24T02:52:44.197 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2061 (ObjNum 950 snap 313 seq_num 950) dirty exists 2024-04-24T02:52:44.197 INFO:tasks.rados.rados.0.smithi016.stdout:3092: left oid 30 (ObjNum 950 snap 313 seq_num 950) 2024-04-24T02:52:44.197 INFO:tasks.rados.rados.0.smithi016.stdout:3095: expect (ObjNum 937 snap 312 seq_num 937) 2024-04-24T02:52:44.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:44 smithi016 ceph-mon[84376]: pgmap v655: 121 pgs: 121 active+clean; 695 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-24T02:52:44.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:44 smithi016 ceph-mon[84376]: osdmap e684: 8 total, 8 up, 8 in 2024-04-24T02:52:44.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:44 smithi016 ceph-mon[86910]: pgmap v655: 121 pgs: 121 active+clean; 695 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-24T02:52:44.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:44 smithi016 ceph-mon[86910]: osdmap e684: 8 total, 8 up, 8 in 2024-04-24T02:52:44.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:44 smithi063 ceph-mon[77007]: pgmap v655: 121 pgs: 121 active+clean; 695 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-24T02:52:44.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:44 smithi063 ceph-mon[77007]: osdmap e684: 8 total, 8 up, 8 in 2024-04-24T02:52:45.510 INFO:tasks.rados.rados.0.smithi016.stdout:3098: finishing rollback tid 0 to smithi01673382-32 2024-04-24T02:52:45.510 INFO:tasks.rados.rados.0.smithi016.stdout:3098: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:52:45.510 INFO:tasks.rados.rados.0.smithi016.stdout:3098: finishing rollback tid 2 to smithi01673382-32 2024-04-24T02:52:45.510 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2296 (ObjNum 921 snap 305 seq_num 921) dirty exists 2024-04-24T02:52:45.511 INFO:tasks.rados.rados.0.smithi016.stdout:3100: expect (ObjNum 685 snap 231 seq_num 685) 2024-04-24T02:52:45.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:45 smithi016 ceph-mon[84376]: osdmap e685: 8 total, 8 up, 8 in 2024-04-24T02:52:45.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:45.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:45 smithi016 ceph-mon[86910]: osdmap e685: 8 total, 8 up, 8 in 2024-04-24T02:52:45.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:45.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:45 smithi063 ceph-mon[77007]: osdmap e685: 8 total, 8 up, 8 in 2024-04-24T02:52:45.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:3103: finishing copy_from racing read to smithi01673382-38 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:3103: finishing copy_from to smithi01673382-38 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 2091 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:3092: done (7 left) 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:3093: done (6 left) 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:3095: done (5 left) 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:3096: done (4 left) 2024-04-24T02:52:45.735 INFO:tasks.rados.rados.0.smithi016.stdout:3098: done (3 left) 2024-04-24T02:52:45.736 INFO:tasks.rados.rados.0.smithi016.stdout:3099: done (2 left) 2024-04-24T02:52:45.736 INFO:tasks.rados.rados.0.smithi016.stdout:3100: done (1 left) 2024-04-24T02:52:45.736 INFO:tasks.rados.rados.0.smithi016.stdout:3103: done (0 left) 2024-04-24T02:52:45.736 INFO:tasks.rados.rados.0.smithi016.stdout:3104: delete oid 9 current snap is 313 2024-04-24T02:52:45.737 INFO:tasks.rados.rados.0.smithi016.stdout:3104: done (0 left) 2024-04-24T02:52:45.738 INFO:tasks.rados.rados.0.smithi016.stdout:3105: copy_from oid 46 from oid 48 current snap is 313 2024-04-24T02:52:45.738 INFO:tasks.rados.rados.0.smithi016.stdout:3106: setattr oid 21 current snap is 313 2024-04-24T02:52:45.739 INFO:tasks.rados.rados.0.smithi016.stdout:3107: rollback oid 49 current snap is 313 2024-04-24T02:52:45.739 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 308 2024-04-24T02:52:45.740 INFO:tasks.rados.rados.0.smithi016.stdout:3108: rmattr oid 33 current snap is 313 2024-04-24T02:52:45.740 INFO:tasks.rados.rados.0.smithi016.stdout:3108: done (3 left) 2024-04-24T02:52:45.740 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 313 2024-04-24T02:52:45.740 INFO:tasks.rados.rados.0.smithi016.stdout:3109: seq_num 953 ranges {1138688=770048,1908736=786432,2695168=16384} 2024-04-24T02:52:45.750 INFO:tasks.rados.rados.0.smithi016.stdout:3109: writing smithi01673382-11 from 1138688 to 1908736 tid 1 2024-04-24T02:52:45.755 INFO:tasks.rados.rados.0.smithi016.stdout:3109: writing smithi01673382-11 from 1908736 to 2695168 tid 2 2024-04-24T02:52:45.755 INFO:tasks.rados.rados.0.smithi016.stdout:3109: writing smithi01673382-11 from 2695168 to 2711552 tid 3 2024-04-24T02:52:45.755 INFO:tasks.rados.rados.0.smithi016.stdout:3110: delete oid 36 current snap is 313 2024-04-24T02:52:45.755 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 2037 (ObjNum 0 snap 32573 seq_num 2002627040) dirty exists 2024-04-24T02:52:45.755 INFO:tasks.rados.rados.0.smithi016.stdout:3107: finishing rollback tid 0 to smithi01673382-49 2024-04-24T02:52:45.755 INFO:tasks.rados.rados.0.smithi016.stdout:3107: finishing rollback tid 1 to smithi01673382-49 2024-04-24T02:52:45.756 INFO:tasks.rados.rados.0.smithi016.stdout:3107: finishing rollback tid 2 to smithi01673382-49 2024-04-24T02:52:45.756 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 2299 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-24T02:52:45.756 INFO:tasks.rados.rados.0.smithi016.stdout:3105: finishing copy_from racing read to smithi01673382-46 2024-04-24T02:52:45.756 INFO:tasks.rados.rados.0.smithi016.stdout:3105: finishing copy_from to smithi01673382-46 2024-04-24T02:52:45.756 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2036 (ObjNum 909 snap 304 seq_num 909) dirty exists 2024-04-24T02:52:45.756 INFO:tasks.rados.rados.0.smithi016.stdout:3109: finishing write tid 1 to smithi01673382-11 2024-04-24T02:52:45.758 INFO:tasks.rados.rados.0.smithi016.stdout:3105: done (4 left) 2024-04-24T02:52:45.758 INFO:tasks.rados.rados.0.smithi016.stdout:3106: done (3 left) 2024-04-24T02:52:45.758 INFO:tasks.rados.rados.0.smithi016.stdout:3107: done (2 left) 2024-04-24T02:52:45.758 INFO:tasks.rados.rados.0.smithi016.stdout:3110: done (1 left) 2024-04-24T02:52:45.758 INFO:tasks.rados.rados.0.smithi016.stdout:3111: copy_from oid 23 from oid 33 current snap is 313 2024-04-24T02:52:45.758 INFO:tasks.rados.rados.0.smithi016.stdout:3112: delete oid 40 current snap is 313 2024-04-24T02:52:45.759 INFO:tasks.rados.rados.0.smithi016.stdout:3111: finishing copy_from to smithi01673382-23 2024-04-24T02:52:45.759 INFO:tasks.rados.rados.0.smithi016.stdout:3111: got expected ENOENT (src dne) 2024-04-24T02:52:45.759 INFO:tasks.rados.rados.0.smithi016.stdout:3111: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:52:45.760 INFO:tasks.rados.rados.0.smithi016.stdout:3109: finishing write tid 2 to smithi01673382-11 2024-04-24T02:52:45.760 INFO:tasks.rados.rados.0.smithi016.stdout:3111: done (2 left) 2024-04-24T02:52:45.760 INFO:tasks.rados.rados.0.smithi016.stdout:3112: done (1 left) 2024-04-24T02:52:45.760 INFO:tasks.rados.rados.0.smithi016.stdout:3113: setattr oid 37 current snap is 313 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:3109: finishing write tid 3 to smithi01673382-11 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:3114: rollback oid 25 current snap is 313 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 231 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:3115: copy_from oid 45 from oid 48 current snap is 313 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:3116: rollback oid 38 current snap is 313 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 312 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:3117: read oid 27 snap -1 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:3117: expect (ObjNum 939 snap 312 seq_num 939) 2024-04-24T02:52:45.762 INFO:tasks.rados.rados.0.smithi016.stdout:3118: delete oid 1 current snap is 313 2024-04-24T02:52:45.763 INFO:tasks.rados.rados.0.smithi016.stdout:3109: finishing write tid 4 to smithi01673382-11 2024-04-24T02:52:45.765 INFO:tasks.rados.rados.0.smithi016.stdout:3114: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:52:45.766 INFO:tasks.rados.rados.0.smithi016.stdout:3118: done (6 left) 2024-04-24T02:52:45.766 INFO:tasks.rados.rados.0.smithi016.stdout:3119: setattr oid 36 current snap is 313 2024-04-24T02:52:45.767 INFO:tasks.rados.rados.0.smithi016.stdout:3114: finishing rollback tid 2 to smithi01673382-25 2024-04-24T02:52:45.767 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 2301 (ObjNum 659 snap 221 seq_num 659) dirty exists 2024-04-24T02:52:45.768 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2565 (ObjNum 2001900384 snap 22076 seq_num 0) dirty exists 2024-04-24T02:52:45.768 INFO:tasks.rados.rados.0.smithi016.stdout:3113: done (6 left) 2024-04-24T02:52:45.768 INFO:tasks.rados.rados.0.smithi016.stdout:3114: done (5 left) 2024-04-24T02:52:45.768 INFO:tasks.rados.rados.0.smithi016.stdout:3120: snap_remove snap 187 2024-04-24T02:52:46.070 INFO:tasks.rados.rados.0.smithi016.stdout:3120: done (5 left) 2024-04-24T02:52:46.071 INFO:tasks.rados.rados.0.smithi016.stdout:3121: read oid 10 snap 237 2024-04-24T02:52:46.071 INFO:tasks.rados.rados.0.smithi016.stdout:3121: expect deleted 2024-04-24T02:52:46.071 INFO:tasks.rados.rados.0.smithi016.stdout:3122: read oid 17 snap -1 2024-04-24T02:52:46.071 INFO:tasks.rados.rados.0.smithi016.stdout:3122: expect (ObjNum 846 snap 295 seq_num 846) 2024-04-24T02:52:46.071 INFO:tasks.rados.rados.0.smithi016.stdout:3123: read oid 4 snap -1 2024-04-24T02:52:46.071 INFO:tasks.rados.rados.0.smithi016.stdout:3123: expect (ObjNum 943 snap 313 seq_num 943) 2024-04-24T02:52:46.071 INFO:tasks.rados.rados.0.smithi016.stdout:3124: delete oid 49 current snap is 313 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:3116: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:3109: finishing write tid 5 to smithi01673382-11 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2676 (ObjNum 953 snap 313 seq_num 953) dirty exists 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:3109: left oid 11 (ObjNum 953 snap 313 seq_num 953) 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:3116: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:3116: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:52:46.087 INFO:tasks.rados.rados.0.smithi016.stdout:3117: expect (ObjNum 939 snap 312 seq_num 939) 2024-04-24T02:52:46.125 INFO:tasks.rados.rados.0.smithi016.stdout:3115: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3115: finishing copy_from to smithi01673382-45 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 2036 (ObjNum 909 snap 304 seq_num 909) dirty exists 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2051 (ObjNum 0 snap 32573 seq_num 2003014736) dirty exists 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3109: done (8 left) 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3115: done (7 left) 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3116: done (6 left) 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3117: done (5 left) 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3119: done (4 left) 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3124: done (3 left) 2024-04-24T02:52:46.126 INFO:tasks.rados.rados.0.smithi016.stdout:3125: snap_remove snap 231 2024-04-24T02:52:46.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:46 smithi016 ceph-mon[84376]: pgmap v658: 121 pgs: 121 active+clean; 693 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-24T02:52:46.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:46 smithi016 ceph-mon[84376]: osdmap e686: 8 total, 8 up, 8 in 2024-04-24T02:52:46.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:46 smithi016 ceph-mon[86910]: pgmap v658: 121 pgs: 121 active+clean; 693 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-24T02:52:46.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:46 smithi016 ceph-mon[86910]: osdmap e686: 8 total, 8 up, 8 in 2024-04-24T02:52:46.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:46 smithi063 ceph-mon[77007]: pgmap v658: 121 pgs: 121 active+clean; 693 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-24T02:52:46.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:46 smithi063 ceph-mon[77007]: osdmap e686: 8 total, 8 up, 8 in 2024-04-24T02:52:47.081 INFO:tasks.rados.rados.0.smithi016.stdout:3125: done (3 left) 2024-04-24T02:52:47.081 INFO:tasks.rados.rados.0.smithi016.stdout:3126: read oid 46 snap -1 2024-04-24T02:52:47.082 INFO:tasks.rados.rados.0.smithi016.stdout:3126: expect (ObjNum 909 snap 304 seq_num 909) 2024-04-24T02:52:47.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 313 2024-04-24T02:52:47.082 INFO:tasks.rados.rados.0.smithi016.stdout:3127: seq_num 958 ranges {14884864=450560,15335424=655360,15990784=548864} 2024-04-24T02:52:47.164 INFO:tasks.rados.rados.0.smithi016.stdout:3127: writing smithi01673382-23 from 14884864 to 15335424 tid 1 2024-04-24T02:52:47.167 INFO:tasks.rados.rados.0.smithi016.stdout:3127: writing smithi01673382-23 from 15335424 to 15990784 tid 2 2024-04-24T02:52:47.171 INFO:tasks.rados.rados.0.smithi016.stdout:3127: writing smithi01673382-23 from 15990784 to 16539648 tid 3 2024-04-24T02:52:47.171 INFO:tasks.rados.rados.0.smithi016.stdout:3128: snap_create 2024-04-24T02:52:47.171 INFO:tasks.rados.rados.0.smithi016.stdout:3123: expect (ObjNum 943 snap 313 seq_num 943) 2024-04-24T02:52:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:3122: expect (ObjNum 846 snap 295 seq_num 846) 2024-04-24T02:52:47.310 INFO:tasks.rados.rados.0.smithi016.stdout:3126: expect (ObjNum 909 snap 304 seq_num 909) 2024-04-24T02:52:47.425 INFO:tasks.rados.rados.0.smithi016.stdout:3127: finishing write tid 1 to smithi01673382-23 2024-04-24T02:52:47.425 INFO:tasks.rados.rados.0.smithi016.stdout:3127: finishing write tid 2 to smithi01673382-23 2024-04-24T02:52:47.425 INFO:tasks.rados.rados.0.smithi016.stdout:3127: finishing write tid 3 to smithi01673382-23 2024-04-24T02:52:47.426 INFO:tasks.rados.rados.0.smithi016.stdout:3127: finishing write tid 4 to smithi01673382-23 2024-04-24T02:52:47.426 INFO:tasks.rados.rados.0.smithi016.stdout:3127: finishing write tid 5 to smithi01673382-23 2024-04-24T02:52:47.426 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 2306 (ObjNum 958 snap 313 seq_num 958) dirty exists 2024-04-24T02:52:47.426 INFO:tasks.rados.rados.0.smithi016.stdout:3127: left oid 23 (ObjNum 958 snap 313 seq_num 958) 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3121: done (5 left) 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3122: done (4 left) 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3123: done (3 left) 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3126: done (2 left) 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3127: done (1 left) 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3128: done (0 left) 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 314 2024-04-24T02:52:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3129: seq_num 959 ranges {1449984=466944,1916928=540672,2457600=557056,3014656=106496} 2024-04-24T02:52:48.161 INFO:tasks.rados.rados.0.smithi016.stdout:3129: writing smithi01673382-25 from 1449984 to 1916928 tid 1 2024-04-24T02:52:48.164 INFO:tasks.rados.rados.0.smithi016.stdout:3129: writing smithi01673382-25 from 1916928 to 2457600 tid 2 2024-04-24T02:52:48.167 INFO:tasks.rados.rados.0.smithi016.stdout:3129: writing smithi01673382-25 from 2457600 to 3014656 tid 3 2024-04-24T02:52:48.168 INFO:tasks.rados.rados.0.smithi016.stdout:3129: writing smithi01673382-25 from 3014656 to 3121152 tid 4 2024-04-24T02:52:48.168 INFO:tasks.rados.rados.0.smithi016.stdout:3130: rmattr oid 5 current snap is 314 2024-04-24T02:52:48.168 INFO:tasks.rados.rados.0.smithi016.stdout:3130: done (1 left) 2024-04-24T02:52:48.168 INFO:tasks.rados.rados.0.smithi016.stdout:3131: snap_create 2024-04-24T02:52:48.168 INFO:tasks.rados.rados.0.smithi016.stdout:3129: finishing write tid 1 to smithi01673382-25 2024-04-24T02:52:48.169 INFO:tasks.rados.rados.0.smithi016.stdout:3129: finishing write tid 2 to smithi01673382-25 2024-04-24T02:52:48.172 INFO:tasks.rados.rados.0.smithi016.stdout:3129: finishing write tid 3 to smithi01673382-25 2024-04-24T02:52:48.172 INFO:tasks.rados.rados.0.smithi016.stdout:3129: finishing write tid 4 to smithi01673382-25 2024-04-24T02:52:48.172 INFO:tasks.rados.rados.0.smithi016.stdout:3129: finishing write tid 5 to smithi01673382-25 2024-04-24T02:52:48.174 INFO:tasks.rados.rados.0.smithi016.stdout:3129: finishing write tid 6 to smithi01673382-25 2024-04-24T02:52:48.174 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 2311 (ObjNum 959 snap 314 seq_num 959) dirty exists 2024-04-24T02:52:48.174 INFO:tasks.rados.rados.0.smithi016.stdout:3129: left oid 25 (ObjNum 959 snap 314 seq_num 959) 2024-04-24T02:52:48.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:48 smithi016 ceph-mon[84376]: pgmap v660: 121 pgs: 121 active+clean; 668 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-24T02:52:48.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:48 smithi016 ceph-mon[84376]: osdmap e687: 8 total, 8 up, 8 in 2024-04-24T02:52:48.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:52:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:52:48] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:52:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:48 smithi016 ceph-mon[86910]: pgmap v660: 121 pgs: 121 active+clean; 668 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-24T02:52:48.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:48 smithi016 ceph-mon[86910]: osdmap e687: 8 total, 8 up, 8 in 2024-04-24T02:52:48.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:48 smithi063 ceph-mon[77007]: pgmap v660: 121 pgs: 121 active+clean; 668 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-24T02:52:48.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:48 smithi063 ceph-mon[77007]: osdmap e687: 8 total, 8 up, 8 in 2024-04-24T02:52:49.156 INFO:tasks.rados.rados.0.smithi016.stdout:3129: done (1 left) 2024-04-24T02:52:49.156 INFO:tasks.rados.rados.0.smithi016.stdout:3131: done (0 left) 2024-04-24T02:52:49.156 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 315 2024-04-24T02:52:49.157 INFO:tasks.rados.rados.0.smithi016.stdout:3132: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-04-24T02:52:49.158 INFO:tasks.rados.rados.0.smithi016.stdout:3132: writing smithi01673382-40 from 0 to 483328 tid 1 2024-04-24T02:52:49.161 INFO:tasks.rados.rados.0.smithi016.stdout:3132: writing smithi01673382-40 from 483328 to 909312 tid 2 2024-04-24T02:52:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3132: writing smithi01673382-40 from 909312 to 1671168 tid 3 2024-04-24T02:52:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3132: writing smithi01673382-40 from 1671168 to 1687552 tid 4 2024-04-24T02:52:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3133: snap_create 2024-04-24T02:52:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3132: finishing write tid 1 to smithi01673382-40 2024-04-24T02:52:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3132: finishing write tid 2 to smithi01673382-40 2024-04-24T02:52:49.172 INFO:tasks.rados.rados.0.smithi016.stdout:3132: finishing write tid 3 to smithi01673382-40 2024-04-24T02:52:49.172 INFO:tasks.rados.rados.0.smithi016.stdout:3132: finishing write tid 4 to smithi01673382-40 2024-04-24T02:52:49.172 INFO:tasks.rados.rados.0.smithi016.stdout:3132: finishing write tid 5 to smithi01673382-40 2024-04-24T02:52:49.173 INFO:tasks.rados.rados.0.smithi016.stdout:3132: finishing write tid 6 to smithi01673382-40 2024-04-24T02:52:49.173 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2570 (ObjNum 960 snap 315 seq_num 960) dirty exists 2024-04-24T02:52:49.173 INFO:tasks.rados.rados.0.smithi016.stdout:3132: left oid 40 (ObjNum 960 snap 315 seq_num 960) 2024-04-24T02:52:49.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:49 smithi016 ceph-mon[84376]: osdmap e688: 8 total, 8 up, 8 in 2024-04-24T02:52:49.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:49 smithi016 ceph-mon[86910]: osdmap e688: 8 total, 8 up, 8 in 2024-04-24T02:52:49.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:49 smithi063 ceph-mon[77007]: osdmap e688: 8 total, 8 up, 8 in 2024-04-24T02:52:50.163 INFO:tasks.rados.rados.0.smithi016.stdout:3132: done (1 left) 2024-04-24T02:52:50.163 INFO:tasks.rados.rados.0.smithi016.stdout:3133: done (0 left) 2024-04-24T02:52:50.163 INFO:tasks.rados.rados.0.smithi016.stdout:3134: snap_create 2024-04-24T02:52:50.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:50 smithi016 ceph-mon[84376]: pgmap v663: 121 pgs: 121 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-24T02:52:50.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:50 smithi016 ceph-mon[84376]: osdmap e689: 8 total, 8 up, 8 in 2024-04-24T02:52:50.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:50 smithi016 ceph-mon[86910]: pgmap v663: 121 pgs: 121 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-24T02:52:50.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:50 smithi016 ceph-mon[86910]: osdmap e689: 8 total, 8 up, 8 in 2024-04-24T02:52:50.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:50 smithi063 ceph-mon[77007]: pgmap v663: 121 pgs: 121 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-24T02:52:50.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:50 smithi063 ceph-mon[77007]: osdmap e689: 8 total, 8 up, 8 in 2024-04-24T02:52:51.074 INFO:tasks.rados.rados.0.smithi016.stdout:3134: done (0 left) 2024-04-24T02:52:51.074 INFO:tasks.rados.rados.0.smithi016.stdout:3135: setattr oid 37 current snap is 317 2024-04-24T02:52:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:3136: copy_from oid 13 from oid 1 current snap is 317 2024-04-24T02:52:51.075 INFO:tasks.rados.rados.0.smithi016.stdout:3137: delete oid 27 current snap is 317 2024-04-24T02:52:51.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2571 (ObjNum -1845968688 snap 32573 seq_num 2002244528) dirty exists 2024-04-24T02:52:51.079 INFO:tasks.rados.rados.0.smithi016.stdout:3136: finishing copy_from to smithi01673382-13 2024-04-24T02:52:51.080 INFO:tasks.rados.rados.0.smithi016.stdout:3136: got expected ENOENT (src dne) 2024-04-24T02:52:51.080 INFO:tasks.rados.rados.0.smithi016.stdout:3136: finishing copy_from racing read to smithi01673382-13 2024-04-24T02:52:51.081 INFO:tasks.rados.rados.0.smithi016.stdout:3135: done (2 left) 2024-04-24T02:52:51.081 INFO:tasks.rados.rados.0.smithi016.stdout:3136: done (1 left) 2024-04-24T02:52:51.081 INFO:tasks.rados.rados.0.smithi016.stdout:3137: done (0 left) 2024-04-24T02:52:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:3138: copy_from oid 43 from oid 36 current snap is 317 2024-04-24T02:52:51.082 INFO:tasks.rados.rados.0.smithi016.stdout:3139: snap_remove snap 316 2024-04-24T02:52:51.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:51 smithi016 ceph-mon[84376]: osdmap e690: 8 total, 8 up, 8 in 2024-04-24T02:52:51.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:51 smithi016 ceph-mon[84376]: osdmap e691: 8 total, 8 up, 8 in 2024-04-24T02:52:51.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:51 smithi016 ceph-mon[86910]: osdmap e690: 8 total, 8 up, 8 in 2024-04-24T02:52:51.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:51 smithi016 ceph-mon[86910]: osdmap e691: 8 total, 8 up, 8 in 2024-04-24T02:52:51.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:51 smithi063 ceph-mon[77007]: osdmap e690: 8 total, 8 up, 8 in 2024-04-24T02:52:51.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:51 smithi063 ceph-mon[77007]: osdmap e691: 8 total, 8 up, 8 in 2024-04-24T02:52:52.074 INFO:tasks.rados.rados.0.smithi016.stdout:3139: done (1 left) 2024-04-24T02:52:52.074 INFO:tasks.rados.rados.0.smithi016.stdout:3140: rmattr oid 19 current snap is 317 2024-04-24T02:52:52.077 INFO:tasks.rados.rados.0.smithi016.stdout:3141: setattr oid 28 current snap is 317 2024-04-24T02:52:52.077 INFO:tasks.rados.rados.0.smithi016.stdout:3138: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:52:52.077 INFO:tasks.rados.rados.0.smithi016.stdout:3138: finishing copy_from to smithi01673382-43 2024-04-24T02:52:52.077 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2051 (ObjNum 1953066355 snap 825256296 seq_num 858994486) dirty exists 2024-04-24T02:52:52.078 INFO:tasks.rados.rados.0.smithi016.stdout:3138: done (2 left) 2024-04-24T02:52:52.078 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 317 2024-04-24T02:52:52.078 INFO:tasks.rados.rados.0.smithi016.stdout:3142: seq_num 962 ranges {0=516096,516096=589824,1105920=614400} 2024-04-24T02:52:52.079 INFO:tasks.rados.rados.0.smithi016.stdout:3142: writing smithi01673382-27 from 0 to 516096 tid 1 2024-04-24T02:52:52.083 INFO:tasks.rados.rados.0.smithi016.stdout:3142: writing smithi01673382-27 from 516096 to 1105920 tid 2 2024-04-24T02:52:52.087 INFO:tasks.rados.rados.0.smithi016.stdout:3142: writing smithi01673382-27 from 1105920 to 1720320 tid 3 2024-04-24T02:52:52.087 INFO:tasks.rados.rados.0.smithi016.stdout:3143: read oid 33 snap -1 2024-04-24T02:52:52.087 INFO:tasks.rados.rados.0.smithi016.stdout:3143: expect deleted 2024-04-24T02:52:52.087 INFO:tasks.rados.rados.0.smithi016.stdout:3144: snap_remove snap 313 2024-04-24T02:52:52.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:52 smithi016 ceph-mon[84376]: pgmap v666: 121 pgs: 121 active+clean; 682 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-24T02:52:52.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:52 smithi016 ceph-mon[84376]: osdmap e692: 8 total, 8 up, 8 in 2024-04-24T02:52:52.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:52 smithi016 ceph-mon[86910]: pgmap v666: 121 pgs: 121 active+clean; 682 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-24T02:52:52.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:52 smithi016 ceph-mon[86910]: osdmap e692: 8 total, 8 up, 8 in 2024-04-24T02:52:52.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:52 smithi063 ceph-mon[77007]: pgmap v666: 121 pgs: 121 active+clean; 682 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-24T02:52:52.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:52 smithi063 ceph-mon[77007]: osdmap e692: 8 total, 8 up, 8 in 2024-04-24T02:52:53.077 INFO:tasks.rados.rados.0.smithi016.stdout:3144: done (4 left) 2024-04-24T02:52:53.077 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 317 2024-04-24T02:52:53.078 INFO:tasks.rados.rados.0.smithi016.stdout:3145: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-04-24T02:52:53.080 INFO:tasks.rados.rados.0.smithi016.stdout:3145: writing smithi01673382-20 from 0 to 532480 tid 1 2024-04-24T02:52:53.083 INFO:tasks.rados.rados.0.smithi016.stdout:3145: writing smithi01673382-20 from 532480 to 1007616 tid 2 2024-04-24T02:52:53.088 INFO:tasks.rados.rados.0.smithi016.stdout:3145: writing smithi01673382-20 from 1007616 to 1540096 tid 3 2024-04-24T02:52:53.088 INFO:tasks.rados.rados.0.smithi016.stdout:3145: writing smithi01673382-20 from 1540096 to 1736704 tid 4 2024-04-24T02:52:53.088 INFO:tasks.rados.rados.0.smithi016.stdout:3146: snap_remove snap 304 2024-04-24T02:52:54.095 INFO:tasks.rados.rados.0.smithi016.stdout:3146: done (5 left) 2024-04-24T02:52:54.095 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 317 2024-04-24T02:52:54.095 INFO:tasks.rados.rados.0.smithi016.stdout:3147: seq_num 964 ranges {2179072=548864,2727936=761856,3489792=442368} 2024-04-24T02:52:54.101 INFO:tasks.rados.rados.0.smithi016.stdout:3147: writing smithi01673382-17 from 2179072 to 2727936 tid 1 2024-04-24T02:52:54.107 INFO:tasks.rados.rados.0.smithi016.stdout:3147: writing smithi01673382-17 from 2727936 to 3489792 tid 2 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:3147: writing smithi01673382-17 from 3489792 to 3932160 tid 3 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:3148: snap_create 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 2744 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2071 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 1 to smithi01673382-27 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 2 to smithi01673382-27 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 3 to smithi01673382-27 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 4 to smithi01673382-27 2024-04-24T02:52:54.110 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 5 to smithi01673382-27 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2075 (ObjNum 962 snap 317 seq_num 962) dirty exists 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3142: left oid 27 (ObjNum 962 snap 317 seq_num 962) 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing write tid 1 to smithi01673382-20 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing write tid 2 to smithi01673382-20 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing write tid 3 to smithi01673382-20 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing write tid 4 to smithi01673382-20 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing write tid 5 to smithi01673382-20 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing write tid 6 to smithi01673382-20 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2047 (ObjNum 963 snap 317 seq_num 963) dirty exists 2024-04-24T02:52:54.111 INFO:tasks.rados.rados.0.smithi016.stdout:3145: left oid 20 (ObjNum 963 snap 317 seq_num 963) 2024-04-24T02:52:54.113 INFO:tasks.rados.rados.0.smithi016.stdout:3147: finishing write tid 1 to smithi01673382-17 2024-04-24T02:52:54.116 INFO:tasks.rados.rados.0.smithi016.stdout:3147: finishing write tid 2 to smithi01673382-17 2024-04-24T02:52:54.119 INFO:tasks.rados.rados.0.smithi016.stdout:3147: finishing write tid 3 to smithi01673382-17 2024-04-24T02:52:54.120 INFO:tasks.rados.rados.0.smithi016.stdout:3147: finishing write tid 4 to smithi01673382-17 2024-04-24T02:52:54.122 INFO:tasks.rados.rados.0.smithi016.stdout:3147: finishing write tid 5 to smithi01673382-17 2024-04-24T02:52:54.122 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2759 (ObjNum 964 snap 317 seq_num 964) dirty exists 2024-04-24T02:52:54.122 INFO:tasks.rados.rados.0.smithi016.stdout:3147: left oid 17 (ObjNum 964 snap 317 seq_num 964) 2024-04-24T02:52:54.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:54 smithi016 ceph-mon[84376]: pgmap v669: 121 pgs: 121 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-24T02:52:54.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:54 smithi016 ceph-mon[84376]: osdmap e693: 8 total, 8 up, 8 in 2024-04-24T02:52:54.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:54 smithi016 ceph-mon[86910]: pgmap v669: 121 pgs: 121 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-24T02:52:54.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:54 smithi016 ceph-mon[86910]: osdmap e693: 8 total, 8 up, 8 in 2024-04-24T02:52:54.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:54 smithi063 ceph-mon[77007]: pgmap v669: 121 pgs: 121 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-24T02:52:54.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:54 smithi063 ceph-mon[77007]: osdmap e693: 8 total, 8 up, 8 in 2024-04-24T02:52:55.086 INFO:tasks.rados.rados.0.smithi016.stdout:3140: done (6 left) 2024-04-24T02:52:55.086 INFO:tasks.rados.rados.0.smithi016.stdout:3141: done (5 left) 2024-04-24T02:52:55.086 INFO:tasks.rados.rados.0.smithi016.stdout:3142: done (4 left) 2024-04-24T02:52:55.086 INFO:tasks.rados.rados.0.smithi016.stdout:3143: done (3 left) 2024-04-24T02:52:55.086 INFO:tasks.rados.rados.0.smithi016.stdout:3145: done (2 left) 2024-04-24T02:52:55.087 INFO:tasks.rados.rados.0.smithi016.stdout:3147: done (1 left) 2024-04-24T02:52:55.087 INFO:tasks.rados.rados.0.smithi016.stdout:3148: done (0 left) 2024-04-24T02:52:55.087 INFO:tasks.rados.rados.0.smithi016.stdout:3149: read oid 30 snap -1 2024-04-24T02:52:55.087 INFO:tasks.rados.rados.0.smithi016.stdout:3149: expect (ObjNum 950 snap 313 seq_num 950) 2024-04-24T02:52:55.087 INFO:tasks.rados.rados.0.smithi016.stdout:3150: snap_remove snap 306 2024-04-24T02:52:55.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:55 smithi016 ceph-mon[84376]: osdmap e694: 8 total, 8 up, 8 in 2024-04-24T02:52:55.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:55 smithi016 ceph-mon[86910]: osdmap e694: 8 total, 8 up, 8 in 2024-04-24T02:52:55.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:55 smithi063 ceph-mon[77007]: osdmap e694: 8 total, 8 up, 8 in 2024-04-24T02:52:56.082 INFO:tasks.rados.rados.0.smithi016.stdout:3150: done (1 left) 2024-04-24T02:52:56.082 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 318 2024-04-24T02:52:56.083 INFO:tasks.rados.rados.0.smithi016.stdout:3151: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2024-04-24T02:52:56.083 INFO:tasks.rados.rados.0.smithi016.stdout:3151: writing smithi01673382-33 from 0 to 565248 tid 1 2024-04-24T02:52:56.083 INFO:tasks.rados.rados.0.smithi016.stdout:3151: writing smithi01673382-33 from 565248 to 1212416 tid 2 2024-04-24T02:52:56.095 INFO:tasks.rados.rados.0.smithi016.stdout:3151: writing smithi01673382-33 from 1212416 to 1761280 tid 3 2024-04-24T02:52:56.095 INFO:tasks.rados.rados.0.smithi016.stdout:3151: writing smithi01673382-33 from 1761280 to 1769472 tid 4 2024-04-24T02:52:56.095 INFO:tasks.rados.rados.0.smithi016.stdout:3152: delete oid 16 current snap is 318 2024-04-24T02:52:56.095 INFO:tasks.rados.rados.0.smithi016.stdout:3149: expect (ObjNum 950 snap 313 seq_num 950) 2024-04-24T02:52:56.142 INFO:tasks.rados.rados.0.smithi016.stdout:3151: finishing write tid 1 to smithi01673382-33 2024-04-24T02:52:56.142 INFO:tasks.rados.rados.0.smithi016.stdout:3151: finishing write tid 2 to smithi01673382-33 2024-04-24T02:52:56.142 INFO:tasks.rados.rados.0.smithi016.stdout:3151: finishing write tid 3 to smithi01673382-33 2024-04-24T02:52:56.142 INFO:tasks.rados.rados.0.smithi016.stdout:3151: finishing write tid 4 to smithi01673382-33 2024-04-24T02:52:56.142 INFO:tasks.rados.rados.0.smithi016.stdout:3151: finishing write tid 5 to smithi01673382-33 2024-04-24T02:52:56.142 INFO:tasks.rados.rados.0.smithi016.stdout:3151: finishing write tid 6 to smithi01673382-33 2024-04-24T02:52:56.143 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2768 (ObjNum 965 snap 318 seq_num 965) dirty exists 2024-04-24T02:52:56.143 INFO:tasks.rados.rados.0.smithi016.stdout:3151: left oid 33 (ObjNum 965 snap 318 seq_num 965) 2024-04-24T02:52:56.143 INFO:tasks.rados.rados.0.smithi016.stdout:3149: done (2 left) 2024-04-24T02:52:56.143 INFO:tasks.rados.rados.0.smithi016.stdout:3151: done (1 left) 2024-04-24T02:52:56.143 INFO:tasks.rados.rados.0.smithi016.stdout:3152: done (0 left) 2024-04-24T02:52:56.143 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 318 2024-04-24T02:52:56.143 INFO:tasks.rados.rados.0.smithi016.stdout:3153: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-04-24T02:52:56.145 INFO:tasks.rados.rados.0.smithi016.stdout:3153: writing smithi01673382-9 from 0 to 598016 tid 1 2024-04-24T02:52:56.148 INFO:tasks.rados.rados.0.smithi016.stdout:3153: writing smithi01673382-9 from 598016 to 1064960 tid 2 2024-04-24T02:52:56.151 INFO:tasks.rados.rados.0.smithi016.stdout:3153: writing smithi01673382-9 from 1064960 to 1581056 tid 3 2024-04-24T02:52:56.152 INFO:tasks.rados.rados.0.smithi016.stdout:3153: writing smithi01673382-9 from 1581056 to 1802240 tid 4 2024-04-24T02:52:56.152 INFO:tasks.rados.rados.0.smithi016.stdout:3154: snap_remove snap 312 2024-04-24T02:52:56.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:56 smithi016 ceph-mon[84376]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 680 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-24T02:52:56.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:56 smithi016 ceph-mon[84376]: osdmap e695: 8 total, 8 up, 8 in 2024-04-24T02:52:56.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:56 smithi016 ceph-mon[84376]: osdmap e696: 8 total, 8 up, 8 in 2024-04-24T02:52:56.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:56 smithi016 ceph-mon[86910]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 680 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-24T02:52:56.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:56 smithi016 ceph-mon[86910]: osdmap e695: 8 total, 8 up, 8 in 2024-04-24T02:52:56.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:56 smithi016 ceph-mon[86910]: osdmap e696: 8 total, 8 up, 8 in 2024-04-24T02:52:56.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:56 smithi063 ceph-mon[77007]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 680 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-24T02:52:56.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:56 smithi063 ceph-mon[77007]: osdmap e695: 8 total, 8 up, 8 in 2024-04-24T02:52:56.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:56 smithi063 ceph-mon[77007]: osdmap e696: 8 total, 8 up, 8 in 2024-04-24T02:52:57.096 INFO:tasks.rados.rados.0.smithi016.stdout:3154: done (1 left) 2024-04-24T02:52:57.096 INFO:tasks.rados.rados.0.smithi016.stdout:3155: rmattr oid 26 current snap is 318 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3155: done (1 left) 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3156: delete oid 36 current snap is 318 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3153: finishing write tid 1 to smithi01673382-9 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3153: finishing write tid 2 to smithi01673382-9 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3153: finishing write tid 3 to smithi01673382-9 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3153: finishing write tid 4 to smithi01673382-9 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3153: finishing write tid 5 to smithi01673382-9 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3153: finishing write tid 6 to smithi01673382-9 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 2049 (ObjNum 967 snap 318 seq_num 967) dirty exists 2024-04-24T02:52:57.097 INFO:tasks.rados.rados.0.smithi016.stdout:3153: left oid 9 (ObjNum 967 snap 318 seq_num 967) 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3153: done (1 left) 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3156: done (0 left) 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3157: rollback oid 41 current snap is 318 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 237 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3158: read oid 26 snap -1 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3158: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3159: read oid 2 snap 270 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3159: expect deleted 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3160: rollback oid 40 current snap is 318 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 239 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3161: read oid 13 snap -1 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3161: expect (ObjNum 937 snap 312 seq_num 937) 2024-04-24T02:52:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3162: snap_create 2024-04-24T02:52:57.117 INFO:tasks.rados.rados.0.smithi016.stdout:3160: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:52:57.123 INFO:tasks.rados.rados.0.smithi016.stdout:3157: finishing rollback tid 0 to smithi01673382-41 2024-04-24T02:52:57.123 INFO:tasks.rados.rados.0.smithi016.stdout:3160: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:52:57.127 INFO:tasks.rados.rados.0.smithi016.stdout:3157: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:52:57.127 INFO:tasks.rados.rados.0.smithi016.stdout:3157: finishing rollback tid 2 to smithi01673382-41 2024-04-24T02:52:57.127 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2723 (ObjNum 710 snap 237 seq_num 710) dirty exists 2024-04-24T02:52:57.132 INFO:tasks.rados.rados.0.smithi016.stdout:3158: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:52:57.227 INFO:tasks.rados.rados.0.smithi016.stdout:3160: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:52:57.227 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2574 (ObjNum 688 snap 231 seq_num 688) dirty exists 2024-04-24T02:52:57.227 INFO:tasks.rados.rados.0.smithi016.stdout:3161: expect (ObjNum 937 snap 312 seq_num 937) 2024-04-24T02:52:58.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:58 smithi016 ceph-mon[84376]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 684 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-24T02:52:58.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:58 smithi016 ceph-mon[84376]: osdmap e697: 8 total, 8 up, 8 in 2024-04-24T02:52:58.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:52:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:52:58] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:52:58.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:58 smithi016 ceph-mon[86910]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 684 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-24T02:52:58.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:58 smithi016 ceph-mon[86910]: osdmap e697: 8 total, 8 up, 8 in 2024-04-24T02:52:58.539 INFO:tasks.rados.rados.0.smithi016.stdout:3157: done (5 left) 2024-04-24T02:52:58.539 INFO:tasks.rados.rados.0.smithi016.stdout:3158: done (4 left) 2024-04-24T02:52:58.539 INFO:tasks.rados.rados.0.smithi016.stdout:3159: done (3 left) 2024-04-24T02:52:58.539 INFO:tasks.rados.rados.0.smithi016.stdout:3160: done (2 left) 2024-04-24T02:52:58.540 INFO:tasks.rados.rados.0.smithi016.stdout:3161: done (1 left) 2024-04-24T02:52:58.540 INFO:tasks.rados.rados.0.smithi016.stdout:3162: done (0 left) 2024-04-24T02:52:58.540 INFO:tasks.rados.rados.0.smithi016.stdout:3163: read oid 30 snap -1 2024-04-24T02:52:58.540 INFO:tasks.rados.rados.0.smithi016.stdout:3163: expect (ObjNum 950 snap 313 seq_num 950) 2024-04-24T02:52:58.540 INFO:tasks.rados.rados.0.smithi016.stdout:3164: snap_remove snap 243 2024-04-24T02:52:58.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:58 smithi063 ceph-mon[77007]: pgmap v675: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 684 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-24T02:52:58.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:58 smithi063 ceph-mon[77007]: osdmap e697: 8 total, 8 up, 8 in 2024-04-24T02:52:59.107 INFO:tasks.rados.rados.0.smithi016.stdout:3164: done (1 left) 2024-04-24T02:52:59.108 INFO:tasks.rados.rados.0.smithi016.stdout:3165: read oid 27 snap 310 2024-04-24T02:52:59.108 INFO:tasks.rados.rados.0.smithi016.stdout:3165: expect deleted 2024-04-24T02:52:59.108 INFO:tasks.rados.rados.0.smithi016.stdout:3166: rollback oid 35 current snap is 319 2024-04-24T02:52:59.108 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 190 2024-04-24T02:52:59.108 INFO:tasks.rados.rados.0.smithi016.stdout:3167: delete oid 33 current snap is 319 2024-04-24T02:52:59.108 INFO:tasks.rados.rados.0.smithi016.stdout:3163: expect (ObjNum 950 snap 313 seq_num 950) 2024-04-24T02:52:59.166 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing rollback tid 0 to smithi01673382-35 2024-04-24T02:52:59.166 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing rollback tid 1 to smithi01673382-35 2024-04-24T02:52:59.166 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing rollback tid 2 to smithi01673382-35 2024-04-24T02:52:59.166 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1918 (ObjNum 540 snap 187 seq_num 540) dirty exists 2024-04-24T02:52:59.166 INFO:tasks.rados.rados.0.smithi016.stdout:3163: done (3 left) 2024-04-24T02:52:59.166 INFO:tasks.rados.rados.0.smithi016.stdout:3165: done (2 left) 2024-04-24T02:52:59.167 INFO:tasks.rados.rados.0.smithi016.stdout:3166: done (1 left) 2024-04-24T02:52:59.167 INFO:tasks.rados.rados.0.smithi016.stdout:3167: done (0 left) 2024-04-24T02:52:59.167 INFO:tasks.rados.rados.0.smithi016.stdout:3168: snap_remove snap 270 2024-04-24T02:52:59.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:52:59 smithi016 ceph-mon[84376]: osdmap e698: 8 total, 8 up, 8 in 2024-04-24T02:52:59.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:52:59 smithi016 ceph-mon[86910]: osdmap e698: 8 total, 8 up, 8 in 2024-04-24T02:52:59.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:52:59 smithi063 ceph-mon[77007]: osdmap e698: 8 total, 8 up, 8 in 2024-04-24T02:53:00.113 INFO:tasks.rados.rados.0.smithi016.stdout:3168: done (0 left) 2024-04-24T02:53:00.113 INFO:tasks.rados.rados.0.smithi016.stdout:3169: read oid 23 snap -1 2024-04-24T02:53:00.113 INFO:tasks.rados.rados.0.smithi016.stdout:3169: expect (ObjNum 958 snap 313 seq_num 958) 2024-04-24T02:53:00.113 INFO:tasks.rados.rados.0.smithi016.stdout:3170: delete oid 19 current snap is 319 2024-04-24T02:53:00.134 INFO:tasks.rados.rados.0.smithi016.stdout:3170: done (1 left) 2024-04-24T02:53:00.134 INFO:tasks.rados.rados.0.smithi016.stdout:3171: rmattr oid 32 current snap is 319 2024-04-24T02:53:00.134 INFO:tasks.rados.rados.0.smithi016.stdout:3171: done (1 left) 2024-04-24T02:53:00.135 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 319 2024-04-24T02:53:00.135 INFO:tasks.rados.rados.0.smithi016.stdout:3172: seq_num 971 ranges {2416640=671744,3088384=802816,3891200=401408} 2024-04-24T02:53:00.152 INFO:tasks.rados.rados.0.smithi016.stdout:3172: writing smithi01673382-12 from 2416640 to 3088384 tid 1 2024-04-24T02:53:00.157 INFO:tasks.rados.rados.0.smithi016.stdout:3172: writing smithi01673382-12 from 3088384 to 3891200 tid 2 2024-04-24T02:53:00.160 INFO:tasks.rados.rados.0.smithi016.stdout:3172: writing smithi01673382-12 from 3891200 to 4292608 tid 3 2024-04-24T02:53:00.160 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 319 2024-04-24T02:53:00.160 INFO:tasks.rados.rados.0.smithi016.stdout:3173: seq_num 972 ranges {2383872=688128,3072000=688128,3760128=516096} 2024-04-24T02:53:00.178 INFO:tasks.rados.rados.0.smithi016.stdout:3173: writing smithi01673382-35 from 2383872 to 3072000 tid 1 2024-04-24T02:53:00.183 INFO:tasks.rados.rados.0.smithi016.stdout:3173: writing smithi01673382-35 from 3072000 to 3760128 tid 2 2024-04-24T02:53:00.186 INFO:tasks.rados.rados.0.smithi016.stdout:3173: writing smithi01673382-35 from 3760128 to 4276224 tid 3 2024-04-24T02:53:00.186 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 319 2024-04-24T02:53:00.186 INFO:tasks.rados.rados.0.smithi016.stdout:3174: seq_num 973 ranges {1736704=704512,2441216=573440,3014656=507904,3522560=122880} 2024-04-24T02:53:00.200 INFO:tasks.rados.rados.0.smithi016.stdout:3174: writing smithi01673382-20 from 1736704 to 2441216 tid 1 2024-04-24T02:53:00.203 INFO:tasks.rados.rados.0.smithi016.stdout:3174: writing smithi01673382-20 from 2441216 to 3014656 tid 2 2024-04-24T02:53:00.206 INFO:tasks.rados.rados.0.smithi016.stdout:3174: writing smithi01673382-20 from 3014656 to 3522560 tid 3 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3174: writing smithi01673382-20 from 3522560 to 3645440 tid 4 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3175: copy_from oid 49 from oid 32 current snap is 319 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing write tid 1 to smithi01673382-12 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing write tid 2 to smithi01673382-12 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing write tid 3 to smithi01673382-12 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing write tid 4 to smithi01673382-12 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3176: snap_create 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing write tid 5 to smithi01673382-12 2024-04-24T02:53:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2578 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3172: left oid 12 (ObjNum 971 snap 319 seq_num 971) 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3173: finishing write tid 1 to smithi01673382-35 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3173: finishing write tid 2 to smithi01673382-35 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3173: finishing write tid 3 to smithi01673382-35 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3173: finishing write tid 4 to smithi01673382-35 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3173: finishing write tid 5 to smithi01673382-35 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1922 (ObjNum 972 snap 319 seq_num 972) dirty exists 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3173: left oid 35 (ObjNum 972 snap 319 seq_num 972) 2024-04-24T02:53:00.209 INFO:tasks.rados.rados.0.smithi016.stdout:3169: expect (ObjNum 958 snap 313 seq_num 958) 2024-04-24T02:53:00.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:00 smithi016 ceph-mon[84376]: pgmap v678: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-24T02:53:00.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:00 smithi016 ceph-mon[84376]: osdmap e699: 8 total, 8 up, 8 in 2024-04-24T02:53:00.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:00.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:00 smithi016 ceph-mon[86910]: pgmap v678: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-24T02:53:00.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:00 smithi016 ceph-mon[86910]: osdmap e699: 8 total, 8 up, 8 in 2024-04-24T02:53:00.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:00.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:00 smithi063 ceph-mon[77007]: pgmap v678: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-24T02:53:00.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:00 smithi063 ceph-mon[77007]: osdmap e699: 8 total, 8 up, 8 in 2024-04-24T02:53:00.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:01.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:01 smithi016 ceph-mon[84376]: osdmap e700: 8 total, 8 up, 8 in 2024-04-24T02:53:01.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:01 smithi016 ceph-mon[84376]: osdmap e701: 8 total, 8 up, 8 in 2024-04-24T02:53:01.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:01 smithi016 ceph-mon[86910]: osdmap e700: 8 total, 8 up, 8 in 2024-04-24T02:53:01.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:01 smithi016 ceph-mon[86910]: osdmap e701: 8 total, 8 up, 8 in 2024-04-24T02:53:01.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:01 smithi063 ceph-mon[77007]: osdmap e700: 8 total, 8 up, 8 in 2024-04-24T02:53:01.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:01 smithi063 ceph-mon[77007]: osdmap e701: 8 total, 8 up, 8 in 2024-04-24T02:53:02.099 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing write tid 1 to smithi01673382-20 2024-04-24T02:53:02.099 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing write tid 2 to smithi01673382-20 2024-04-24T02:53:02.099 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing write tid 3 to smithi01673382-20 2024-04-24T02:53:02.099 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing write tid 4 to smithi01673382-20 2024-04-24T02:53:02.099 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing write tid 5 to smithi01673382-20 2024-04-24T02:53:02.099 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing write tid 6 to smithi01673382-20 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2052 (ObjNum 973 snap 319 seq_num 973) dirty exists 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3174: left oid 20 (ObjNum 973 snap 319 seq_num 973) 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing copy_from to smithi01673382-49 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 2296 (ObjNum 921 snap 305 seq_num 921) dirty exists 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3169: done (5 left) 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3172: done (4 left) 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3173: done (3 left) 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3174: done (2 left) 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3175: done (1 left) 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3176: done (0 left) 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 320 2024-04-24T02:53:02.100 INFO:tasks.rados.rados.0.smithi016.stdout:3177: seq_num 974 ranges {11583488=720896,12304384=507904,12812288=671744,13484032=24576} 2024-04-24T02:53:02.166 INFO:tasks.rados.rados.0.smithi016.stdout:3177: writing smithi01673382-13 from 11583488 to 12304384 tid 1 2024-04-24T02:53:02.169 INFO:tasks.rados.rados.0.smithi016.stdout:3177: writing smithi01673382-13 from 12304384 to 12812288 tid 2 2024-04-24T02:53:02.173 INFO:tasks.rados.rados.0.smithi016.stdout:3177: writing smithi01673382-13 from 12812288 to 13484032 tid 3 2024-04-24T02:53:02.173 INFO:tasks.rados.rados.0.smithi016.stdout:3177: writing smithi01673382-13 from 13484032 to 13508608 tid 4 2024-04-24T02:53:02.173 INFO:tasks.rados.rados.0.smithi016.stdout:3178: rollback oid 43 current snap is 320 2024-04-24T02:53:02.174 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 237 2024-04-24T02:53:02.174 INFO:tasks.rados.rados.0.smithi016.stdout:3177: finishing write tid 1 to smithi01673382-13 2024-04-24T02:53:02.174 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 320 2024-04-24T02:53:02.174 INFO:tasks.rados.rados.0.smithi016.stdout:3179: seq_num 975 ranges {1523712=737280,2260992=786432,3047424=417792} 2024-04-24T02:53:02.186 INFO:tasks.rados.rados.0.smithi016.stdout:3179: writing smithi01673382-30 from 1523712 to 2260992 tid 1 2024-04-24T02:53:02.191 INFO:tasks.rados.rados.0.smithi016.stdout:3179: writing smithi01673382-30 from 2260992 to 3047424 tid 2 2024-04-24T02:53:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3179: writing smithi01673382-30 from 3047424 to 3465216 tid 3 2024-04-24T02:53:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3180: snap_create 2024-04-24T02:53:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3177: finishing write tid 2 to smithi01673382-13 2024-04-24T02:53:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3178: finishing rollback tid 0 to smithi01673382-43 2024-04-24T02:53:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3178: finishing rollback tid 1 to smithi01673382-43 2024-04-24T02:53:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3178: finishing rollback tid 2 to smithi01673382-43 2024-04-24T02:53:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2055 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-24T02:53:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3177: finishing write tid 3 to smithi01673382-13 2024-04-24T02:53:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3177: finishing write tid 4 to smithi01673382-13 2024-04-24T02:53:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3177: finishing write tid 5 to smithi01673382-13 2024-04-24T02:53:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3177: finishing write tid 6 to smithi01673382-13 2024-04-24T02:53:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2812 (ObjNum 974 snap 320 seq_num 974) dirty exists 2024-04-24T02:53:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3177: left oid 13 (ObjNum 974 snap 320 seq_num 974) 2024-04-24T02:53:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 1 to smithi01673382-30 2024-04-24T02:53:02.197 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 2 to smithi01673382-30 2024-04-24T02:53:02.197 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 3 to smithi01673382-30 2024-04-24T02:53:02.197 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 4 to smithi01673382-30 2024-04-24T02:53:02.198 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 5 to smithi01673382-30 2024-04-24T02:53:02.198 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2065 (ObjNum 975 snap 320 seq_num 975) dirty exists 2024-04-24T02:53:02.198 INFO:tasks.rados.rados.0.smithi016.stdout:3179: left oid 30 (ObjNum 975 snap 320 seq_num 975) 2024-04-24T02:53:02.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:02 smithi016 ceph-mon[84376]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 678 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:53:02.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:02 smithi016 ceph-mon[86910]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 678 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:53:02.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:02 smithi063 ceph-mon[77007]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 678 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:53:03.122 INFO:tasks.rados.rados.0.smithi016.stdout:3177: done (3 left) 2024-04-24T02:53:03.123 INFO:tasks.rados.rados.0.smithi016.stdout:3178: done (2 left) 2024-04-24T02:53:03.123 INFO:tasks.rados.rados.0.smithi016.stdout:3179: done (1 left) 2024-04-24T02:53:03.123 INFO:tasks.rados.rados.0.smithi016.stdout:3180: done (0 left) 2024-04-24T02:53:03.123 INFO:tasks.rados.rados.0.smithi016.stdout:3181: snap_remove snap 239 2024-04-24T02:53:04.132 INFO:tasks.rados.rados.0.smithi016.stdout:3181: done (0 left) 2024-04-24T02:53:04.132 INFO:tasks.rados.rados.0.smithi016.stdout:3182: setattr oid 40 current snap is 321 2024-04-24T02:53:04.133 INFO:tasks.rados.rados.0.smithi016.stdout:3183: read oid 41 snap 319 2024-04-24T02:53:04.133 INFO:tasks.rados.rados.0.smithi016.stdout:3183: expect (ObjNum 710 snap 237 seq_num 710) 2024-04-24T02:53:04.133 INFO:tasks.rados.rados.0.smithi016.stdout:3184: snap_remove snap 237 2024-04-24T02:53:04.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:04 smithi016 ceph-mon[84376]: pgmap v683: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 690 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-24T02:53:04.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:04 smithi016 ceph-mon[84376]: osdmap e702: 8 total, 8 up, 8 in 2024-04-24T02:53:04.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:04 smithi016 ceph-mon[86910]: pgmap v683: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 690 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-24T02:53:04.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:04 smithi016 ceph-mon[86910]: osdmap e702: 8 total, 8 up, 8 in 2024-04-24T02:53:04.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:04 smithi063 ceph-mon[77007]: pgmap v683: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 690 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-24T02:53:04.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:04 smithi063 ceph-mon[77007]: osdmap e702: 8 total, 8 up, 8 in 2024-04-24T02:53:05.150 INFO:tasks.rados.rados.0.smithi016.stdout:3184: done (2 left) 2024-04-24T02:53:05.150 INFO:tasks.rados.rados.0.smithi016.stdout:3185: copy_from oid 27 from oid 44 current snap is 321 2024-04-24T02:53:05.150 INFO:tasks.rados.rados.0.smithi016.stdout:3186: rmattr oid 4 current snap is 321 2024-04-24T02:53:05.151 INFO:tasks.rados.rados.0.smithi016.stdout:3187: rmattr oid 16 current snap is 321 2024-04-24T02:53:05.151 INFO:tasks.rados.rados.0.smithi016.stdout:3187: done (4 left) 2024-04-24T02:53:05.151 INFO:tasks.rados.rados.0.smithi016.stdout:3188: read oid 43 snap 251 2024-04-24T02:53:05.151 INFO:tasks.rados.rados.0.smithi016.stdout:3188: expect deleted 2024-04-24T02:53:05.151 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 321 2024-04-24T02:53:05.151 INFO:tasks.rados.rados.0.smithi016.stdout:3189: seq_num 976 ranges {3645440=753664,4399104=671744,5070848=532480} 2024-04-24T02:53:05.171 INFO:tasks.rados.rados.0.smithi016.stdout:3189: writing smithi01673382-20 from 3645440 to 4399104 tid 1 2024-04-24T02:53:05.176 INFO:tasks.rados.rados.0.smithi016.stdout:3189: writing smithi01673382-20 from 4399104 to 5070848 tid 2 2024-04-24T02:53:05.180 INFO:tasks.rados.rados.0.smithi016.stdout:3189: writing smithi01673382-20 from 5070848 to 5603328 tid 3 2024-04-24T02:53:05.180 INFO:tasks.rados.rados.0.smithi016.stdout:3190: copy_from oid 9 from oid 50 current snap is 321 2024-04-24T02:53:05.180 INFO:tasks.rados.rados.0.smithi016.stdout:3191: delete oid 42 current snap is 321 2024-04-24T02:53:05.181 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2579 (ObjNum 688 snap 231 seq_num 688) dirty exists 2024-04-24T02:53:05.181 INFO:tasks.rados.rados.0.smithi016.stdout:3183: expect (ObjNum 710 snap 237 seq_num 710) 2024-04-24T02:53:05.246 INFO:tasks.rados.rados.0.smithi016.stdout:3185: finishing copy_from to smithi01673382-27 2024-04-24T02:53:05.246 INFO:tasks.rados.rados.0.smithi016.stdout:3185: got expected ENOENT (src dne) 2024-04-24T02:53:05.246 INFO:tasks.rados.rados.0.smithi016.stdout:3185: finishing copy_from racing read to smithi01673382-27 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2828 (ObjNum 943 snap 313 seq_num 943) dirty exists 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 1 to smithi01673382-20 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 2 to smithi01673382-20 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 3 to smithi01673382-20 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 4 to smithi01673382-20 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 5 to smithi01673382-20 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2056 (ObjNum 976 snap 321 seq_num 976) dirty exists 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3189: left oid 20 (ObjNum 976 snap 321 seq_num 976) 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3190: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3190: finishing copy_from to smithi01673382-9 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 2057 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3182: done (7 left) 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3183: done (6 left) 2024-04-24T02:53:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3185: done (5 left) 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:3186: done (4 left) 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:3188: done (3 left) 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:3189: done (2 left) 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:3190: done (1 left) 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:3191: done (0 left) 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:3192: copy_from oid 37 from oid 15 current snap is 321 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 321 2024-04-24T02:53:05.248 INFO:tasks.rados.rados.0.smithi016.stdout:3193: seq_num 978 ranges {1720320=786432,2506752=442368,2949120=647168,3596288=114688} 2024-04-24T02:53:05.260 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01673382-27 from 1720320 to 2506752 tid 1 2024-04-24T02:53:05.262 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01673382-27 from 2506752 to 2949120 tid 2 2024-04-24T02:53:05.266 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01673382-27 from 2949120 to 3596288 tid 3 2024-04-24T02:53:05.267 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01673382-27 from 3596288 to 3710976 tid 4 2024-04-24T02:53:05.267 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 321 2024-04-24T02:53:05.267 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:53:05.268 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing copy_from to smithi01673382-37 2024-04-24T02:53:05.268 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2249 (ObjNum 930 snap 308 seq_num 930) dirty exists 2024-04-24T02:53:05.268 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 1 to smithi01673382-27 2024-04-24T02:53:05.268 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 2 to smithi01673382-27 2024-04-24T02:53:05.268 INFO:tasks.rados.rados.0.smithi016.stdout:3194: seq_num 979 ranges {2711552=802816,3514368=729088,4243456=458752,4702208=16384} 2024-04-24T02:53:05.286 INFO:tasks.rados.rados.0.smithi016.stdout:3194: writing smithi01673382-11 from 2711552 to 3514368 tid 1 2024-04-24T02:53:05.290 INFO:tasks.rados.rados.0.smithi016.stdout:3194: writing smithi01673382-11 from 3514368 to 4243456 tid 2 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3194: writing smithi01673382-11 from 4243456 to 4702208 tid 3 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3194: writing smithi01673382-11 from 4702208 to 4718592 tid 4 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3192: done (2 left) 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3195: copy_from oid 32 from oid 47 current snap is 321 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 3 to smithi01673382-27 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 4 to smithi01673382-27 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 5 to smithi01673382-27 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 6 to smithi01673382-27 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2080 (ObjNum 978 snap 321 seq_num 978) dirty exists 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3193: left oid 27 (ObjNum 978 snap 321 seq_num 978) 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3194: finishing write tid 1 to smithi01673382-11 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3193: done (2 left) 2024-04-24T02:53:05.295 INFO:tasks.rados.rados.0.smithi016.stdout:3196: rollback oid 24 current snap is 321 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 291 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:3197: read oid 48 snap -1 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:3197: expect (ObjNum 909 snap 304 seq_num 909) 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:3198: rollback oid 39 current snap is 321 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 319 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:3199: copy_from oid 2 from oid 38 current snap is 321 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 321 2024-04-24T02:53:05.296 INFO:tasks.rados.rados.0.smithi016.stdout:3200: seq_num 980 ranges {6610944=417792,7028736=614400,7643136=663552,8306688=327680} 2024-04-24T02:53:05.333 INFO:tasks.rados.rados.0.smithi016.stdout:3200: writing smithi01673382-7 from 6610944 to 7028736 tid 1 2024-04-24T02:53:05.336 INFO:tasks.rados.rados.0.smithi016.stdout:3200: writing smithi01673382-7 from 7028736 to 7643136 tid 2 2024-04-24T02:53:05.340 INFO:tasks.rados.rados.0.smithi016.stdout:3200: writing smithi01673382-7 from 7643136 to 8306688 tid 3 2024-04-24T02:53:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:3200: writing smithi01673382-7 from 8306688 to 8634368 tid 4 2024-04-24T02:53:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:3201: snap_remove snap 315 2024-04-24T02:53:05.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:05 smithi016 ceph-mon[84376]: osdmap e703: 8 total, 8 up, 8 in 2024-04-24T02:53:05.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:05 smithi016 ceph-mon[86910]: osdmap e703: 8 total, 8 up, 8 in 2024-04-24T02:53:05.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:05 smithi063 ceph-mon[77007]: osdmap e703: 8 total, 8 up, 8 in 2024-04-24T02:53:06.087 INFO:tasks.rados.rados.0.smithi016.stdout:3201: done (7 left) 2024-04-24T02:53:06.087 INFO:tasks.rados.rados.0.smithi016.stdout:3202: rmattr oid 5 current snap is 321 2024-04-24T02:53:06.088 INFO:tasks.rados.rados.0.smithi016.stdout:3202: done (7 left) 2024-04-24T02:53:06.088 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 321 2024-04-24T02:53:06.088 INFO:tasks.rados.rados.0.smithi016.stdout:3203: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2024-04-24T02:53:06.090 INFO:tasks.rados.rados.0.smithi016.stdout:3203: writing smithi01673382-44 from 0 to 434176 tid 1 2024-04-24T02:53:06.095 INFO:tasks.rados.rados.0.smithi016.stdout:3203: writing smithi01673382-44 from 434176 to 974848 tid 2 2024-04-24T02:53:06.097 INFO:tasks.rados.rados.0.smithi016.stdout:3203: writing smithi01673382-44 from 974848 to 1441792 tid 3 2024-04-24T02:53:06.101 INFO:tasks.rados.rados.0.smithi016.stdout:3203: writing smithi01673382-44 from 1441792 to 1966080 tid 4 2024-04-24T02:53:06.102 INFO:tasks.rados.rados.0.smithi016.stdout:3203: writing smithi01673382-44 from 1966080 to 2039808 tid 5 2024-04-24T02:53:06.102 INFO:tasks.rados.rados.0.smithi016.stdout:3204: read oid 6 snap -1 2024-04-24T02:53:06.102 INFO:tasks.rados.rados.0.smithi016.stdout:3204: expect (ObjNum 686 snap 231 seq_num 686) 2024-04-24T02:53:06.102 INFO:tasks.rados.rados.0.smithi016.stdout:3205: copy_from oid 21 from oid 18 current snap is 321 2024-04-24T02:53:06.102 INFO:tasks.rados.rados.0.smithi016.stdout:3206: copy_from oid 9 from oid 26 current snap is 321 2024-04-24T02:53:06.102 INFO:tasks.rados.rados.0.smithi016.stdout:3207: snap_remove snap 190 2024-04-24T02:53:06.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:06 smithi016 ceph-mon[84376]: pgmap v686: 121 pgs: 121 active+clean; 692 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-24T02:53:06.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:06 smithi016 ceph-mon[84376]: osdmap e704: 8 total, 8 up, 8 in 2024-04-24T02:53:06.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:06 smithi016 ceph-mon[84376]: osdmap e705: 8 total, 8 up, 8 in 2024-04-24T02:53:06.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:06 smithi016 ceph-mon[86910]: pgmap v686: 121 pgs: 121 active+clean; 692 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-24T02:53:06.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:06 smithi016 ceph-mon[86910]: osdmap e704: 8 total, 8 up, 8 in 2024-04-24T02:53:06.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:06 smithi016 ceph-mon[86910]: osdmap e705: 8 total, 8 up, 8 in 2024-04-24T02:53:06.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:06 smithi063 ceph-mon[77007]: pgmap v686: 121 pgs: 121 active+clean; 692 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-24T02:53:06.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:06 smithi063 ceph-mon[77007]: osdmap e704: 8 total, 8 up, 8 in 2024-04-24T02:53:06.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:06 smithi063 ceph-mon[77007]: osdmap e705: 8 total, 8 up, 8 in 2024-04-24T02:53:07.081 INFO:tasks.rados.rados.0.smithi016.stdout:3207: done (11 left) 2024-04-24T02:53:07.081 INFO:tasks.rados.rados.0.smithi016.stdout:3208: rmattr oid 33 current snap is 321 2024-04-24T02:53:07.081 INFO:tasks.rados.rados.0.smithi016.stdout:3208: done (11 left) 2024-04-24T02:53:07.082 INFO:tasks.rados.rados.0.smithi016.stdout:3209: snap_remove snap 275 2024-04-24T02:53:08.093 INFO:tasks.rados.rados.0.smithi016.stdout:3209: done (11 left) 2024-04-24T02:53:08.093 INFO:tasks.rados.rados.0.smithi016.stdout:3210: rollback oid 46 current snap is 321 2024-04-24T02:53:08.093 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 226 2024-04-24T02:53:08.102 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 321 2024-04-24T02:53:08.102 INFO:tasks.rados.rados.0.smithi016.stdout:3211: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-04-24T02:53:08.102 INFO:tasks.rados.rados.0.smithi016.stdout:3211: writing smithi01673382-16 from 0 to 450560 tid 1 2024-04-24T02:53:08.102 INFO:tasks.rados.rados.0.smithi016.stdout:3211: writing smithi01673382-16 from 450560 to 876544 tid 2 2024-04-24T02:53:08.106 INFO:tasks.rados.rados.0.smithi016.stdout:3211: writing smithi01673382-16 from 876544 to 1556480 tid 3 2024-04-24T02:53:08.107 INFO:tasks.rados.rados.0.smithi016.stdout:3211: writing smithi01673382-16 from 1556480 to 2023424 tid 4 2024-04-24T02:53:08.107 INFO:tasks.rados.rados.0.smithi016.stdout:3211: writing smithi01673382-16 from 2023424 to 2056192 tid 5 2024-04-24T02:53:08.110 INFO:tasks.rados.rados.0.smithi016.stdout:3212: read oid 28 snap -1 2024-04-24T02:53:08.110 INFO:tasks.rados.rados.0.smithi016.stdout:3212: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:08.110 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 321 2024-04-24T02:53:08.110 INFO:tasks.rados.rados.0.smithi016.stdout:3213: seq_num 983 ranges {1269760=466944,1736704=712704,2449408=434176,2883584=458752} 2024-04-24T02:53:08.119 INFO:tasks.rados.rados.0.smithi016.stdout:3213: writing smithi01673382-10 from 1269760 to 1736704 tid 1 2024-04-24T02:53:08.123 INFO:tasks.rados.rados.0.smithi016.stdout:3213: writing smithi01673382-10 from 1736704 to 2449408 tid 2 2024-04-24T02:53:08.126 INFO:tasks.rados.rados.0.smithi016.stdout:3213: writing smithi01673382-10 from 2449408 to 2883584 tid 3 2024-04-24T02:53:08.129 INFO:tasks.rados.rados.0.smithi016.stdout:3213: writing smithi01673382-10 from 2883584 to 3342336 tid 4 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3214: read oid 50 snap -1 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3214: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3194: finishing write tid 2 to smithi01673382-11 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3198: finishing rollback tid 0 to smithi01673382-39 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3198: finishing rollback tid 1 to smithi01673382-39 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3195: finishing copy_from to smithi01673382-32 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3195: got expected ENOENT (src dne) 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3195: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3198: finishing rollback tid 2 to smithi01673382-39 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 2068 (ObjNum 914 snap 304 seq_num 914) dirty exists 2024-04-24T02:53:08.130 INFO:tasks.rados.rados.0.smithi016.stdout:3194: finishing write tid 3 to smithi01673382-11 2024-04-24T02:53:08.131 INFO:tasks.rados.rados.0.smithi016.stdout:3194: finishing write tid 4 to smithi01673382-11 2024-04-24T02:53:08.131 INFO:tasks.rados.rados.0.smithi016.stdout:3197: expect (ObjNum 909 snap 304 seq_num 909) 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3194: finishing write tid 5 to smithi01673382-11 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3196: finishing rollback tid 0 to smithi01673382-24 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3195: done (15 left) 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3197: done (14 left) 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3198: done (13 left) 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 321 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3196: finishing rollback tid 1 to smithi01673382-24 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3196: finishing rollback tid 2 to smithi01673382-24 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 2775 (ObjNum 813 snap 282 seq_num 813) dirty exists 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:3194: finishing write tid 6 to smithi01673382-11 2024-04-24T02:53:08.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2771 (ObjNum 979 snap 321 seq_num 979) dirty exists 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3194: left oid 11 (ObjNum 979 snap 321 seq_num 979) 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3199: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3199: finishing copy_from to smithi01673382-2 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3200: finishing write tid 1 to smithi01673382-7 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3200: finishing write tid 2 to smithi01673382-7 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3200: finishing write tid 3 to smithi01673382-7 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3200: finishing write tid 4 to smithi01673382-7 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3200: finishing write tid 5 to smithi01673382-7 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:3200: finishing write tid 6 to smithi01673382-7 2024-04-24T02:53:08.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2781 (ObjNum 980 snap 321 seq_num 980) dirty exists 2024-04-24T02:53:08.249 INFO:tasks.rados.rados.0.smithi016.stdout:3200: left oid 7 (ObjNum 980 snap 321 seq_num 980) 2024-04-24T02:53:08.249 INFO:tasks.rados.rados.0.smithi016.stdout:3203: finishing write tid 1 to smithi01673382-44 2024-04-24T02:53:08.249 INFO:tasks.rados.rados.0.smithi016.stdout:3203: finishing write tid 2 to smithi01673382-44 2024-04-24T02:53:08.249 INFO:tasks.rados.rados.0.smithi016.stdout:3215: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-04-24T02:53:08.249 INFO:tasks.rados.rados.0.smithi016.stdout:3215: writing smithi01673382-36 from 0 to 483328 tid 1 2024-04-24T02:53:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:3215: writing smithi01673382-36 from 483328 to 1081344 tid 2 2024-04-24T02:53:08.256 INFO:tasks.rados.rados.0.smithi016.stdout:3215: writing smithi01673382-36 from 1081344 to 1728512 tid 3 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3215: writing smithi01673382-36 from 1728512 to 2088960 tid 4 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3194: done (13 left) 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3196: done (12 left) 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3199: done (11 left) 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3200: done (10 left) 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 321 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3203: finishing write tid 3 to smithi01673382-44 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3203: finishing write tid 4 to smithi01673382-44 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3203: finishing write tid 5 to smithi01673382-44 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3203: finishing write tid 6 to smithi01673382-44 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3205: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:53:08.259 INFO:tasks.rados.rados.0.smithi016.stdout:3205: finishing copy_from to smithi01673382-21 2024-04-24T02:53:08.260 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1934 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-04-24T02:53:08.260 INFO:tasks.rados.rados.0.smithi016.stdout:3203: finishing write tid 7 to smithi01673382-44 2024-04-24T02:53:08.260 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 2848 (ObjNum 981 snap 321 seq_num 981) dirty exists 2024-04-24T02:53:08.260 INFO:tasks.rados.rados.0.smithi016.stdout:3203: left oid 44 (ObjNum 981 snap 321 seq_num 981) 2024-04-24T02:53:08.260 INFO:tasks.rados.rados.0.smithi016.stdout:3204: expect (ObjNum 686 snap 231 seq_num 686) 2024-04-24T02:53:08.310 INFO:tasks.rados.rados.0.smithi016.stdout:3206: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:53:08.310 INFO:tasks.rados.rados.0.smithi016.stdout:3206: finishing copy_from to smithi01673382-9 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1926 (ObjNum 925 snap 306 seq_num 925) dirty exists 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3210: finishing rollback tid 0 to smithi01673382-46 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3210: finishing rollback tid 1 to smithi01673382-46 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3210: finishing rollback tid 2 to smithi01673382-46 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2059 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3211: finishing write tid 1 to smithi01673382-16 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3211: finishing write tid 2 to smithi01673382-16 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3211: finishing write tid 3 to smithi01673382-16 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3211: finishing write tid 4 to smithi01673382-16 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3211: finishing write tid 5 to smithi01673382-16 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3211: finishing write tid 6 to smithi01673382-16 2024-04-24T02:53:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:3216: seq_num 985 ranges {13508608=499712,14008320=483328,14491648=450560,14942208=581632,15523840=90112} 2024-04-24T02:53:08.386 INFO:tasks.rados.rados.0.smithi016.stdout:3216: writing smithi01673382-13 from 13508608 to 14008320 tid 1 2024-04-24T02:53:08.389 INFO:tasks.rados.rados.0.smithi016.stdout:3216: writing smithi01673382-13 from 14008320 to 14491648 tid 2 2024-04-24T02:53:08.392 INFO:tasks.rados.rados.0.smithi016.stdout:3216: writing smithi01673382-13 from 14491648 to 14942208 tid 3 2024-04-24T02:53:08.396 INFO:tasks.rados.rados.0.smithi016.stdout:3216: writing smithi01673382-13 from 14942208 to 15523840 tid 4 2024-04-24T02:53:08.397 INFO:tasks.rados.rados.0.smithi016.stdout:3216: writing smithi01673382-13 from 15523840 to 15613952 tid 5 2024-04-24T02:53:08.397 INFO:tasks.rados.rados.0.smithi016.stdout:3203: done (10 left) 2024-04-24T02:53:08.397 INFO:tasks.rados.rados.0.smithi016.stdout:3204: done (9 left) 2024-04-24T02:53:08.397 INFO:tasks.rados.rados.0.smithi016.stdout:3205: done (8 left) 2024-04-24T02:53:08.397 INFO:tasks.rados.rados.0.smithi016.stdout:3206: done (7 left) 2024-04-24T02:53:08.398 INFO:tasks.rados.rados.0.smithi016.stdout:3210: done (6 left) 2024-04-24T02:53:08.398 INFO:tasks.rados.rados.0.smithi016.stdout:3217: snap_create 2024-04-24T02:53:08.398 INFO:tasks.rados.rados.0.smithi016.stdout:3211: finishing write tid 7 to smithi01673382-16 2024-04-24T02:53:08.398 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1928 (ObjNum 982 snap 321 seq_num 982) dirty exists 2024-04-24T02:53:08.398 INFO:tasks.rados.rados.0.smithi016.stdout:3211: left oid 16 (ObjNum 982 snap 321 seq_num 982) 2024-04-24T02:53:08.398 INFO:tasks.rados.rados.0.smithi016.stdout:3212: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:08.440 INFO:tasks.rados.rados.0.smithi016.stdout:3213: finishing write tid 1 to smithi01673382-10 2024-04-24T02:53:08.440 INFO:tasks.rados.rados.0.smithi016.stdout:3213: finishing write tid 2 to smithi01673382-10 2024-04-24T02:53:08.440 INFO:tasks.rados.rados.0.smithi016.stdout:3213: finishing write tid 3 to smithi01673382-10 2024-04-24T02:53:08.440 INFO:tasks.rados.rados.0.smithi016.stdout:3213: finishing write tid 4 to smithi01673382-10 2024-04-24T02:53:08.441 INFO:tasks.rados.rados.0.smithi016.stdout:3213: finishing write tid 5 to smithi01673382-10 2024-04-24T02:53:08.441 INFO:tasks.rados.rados.0.smithi016.stdout:3213: finishing write tid 6 to smithi01673382-10 2024-04-24T02:53:08.441 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2350 (ObjNum 983 snap 321 seq_num 983) dirty exists 2024-04-24T02:53:08.441 INFO:tasks.rados.rados.0.smithi016.stdout:3213: left oid 10 (ObjNum 983 snap 321 seq_num 983) 2024-04-24T02:53:08.441 INFO:tasks.rados.rados.0.smithi016.stdout:3214: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:08.482 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 1 to smithi01673382-36 2024-04-24T02:53:08.482 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 2 to smithi01673382-36 2024-04-24T02:53:08.482 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 3 to smithi01673382-36 2024-04-24T02:53:08.482 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 4 to smithi01673382-36 2024-04-24T02:53:08.482 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 5 to smithi01673382-36 2024-04-24T02:53:08.482 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 6 to smithi01673382-36 2024-04-24T02:53:08.482 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2060 (ObjNum 984 snap 321 seq_num 984) dirty exists 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3215: left oid 36 (ObjNum 984 snap 321 seq_num 984) 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing write tid 1 to smithi01673382-13 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing write tid 2 to smithi01673382-13 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing write tid 3 to smithi01673382-13 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing write tid 4 to smithi01673382-13 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing write tid 5 to smithi01673382-13 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing write tid 6 to smithi01673382-13 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing write tid 7 to smithi01673382-13 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2873 (ObjNum 985 snap 321 seq_num 985) dirty exists 2024-04-24T02:53:08.483 INFO:tasks.rados.rados.0.smithi016.stdout:3216: left oid 13 (ObjNum 985 snap 321 seq_num 985) 2024-04-24T02:53:08.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:08 smithi016 ceph-mon[84376]: pgmap v689: 121 pgs: 121 active+clean; 703 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-24T02:53:08.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:08 smithi016 ceph-mon[84376]: osdmap e706: 8 total, 8 up, 8 in 2024-04-24T02:53:08.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:08 smithi016 ceph-mon[86910]: pgmap v689: 121 pgs: 121 active+clean; 703 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-24T02:53:08.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:08 smithi016 ceph-mon[86910]: osdmap e706: 8 total, 8 up, 8 in 2024-04-24T02:53:08.529 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:53:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:53:08] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.43.0" 2024-04-24T02:53:08.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:08 smithi063 ceph-mon[77007]: pgmap v689: 121 pgs: 121 active+clean; 703 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-24T02:53:08.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:08 smithi063 ceph-mon[77007]: osdmap e706: 8 total, 8 up, 8 in 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3211: done (6 left) 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3212: done (5 left) 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3213: done (4 left) 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3214: done (3 left) 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3215: done (2 left) 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3216: done (1 left) 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3217: done (0 left) 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3218: read oid 28 snap -1 2024-04-24T02:53:09.102 INFO:tasks.rados.rados.0.smithi016.stdout:3218: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:09.103 INFO:tasks.rados.rados.0.smithi016.stdout:3219: read oid 20 snap -1 2024-04-24T02:53:09.103 INFO:tasks.rados.rados.0.smithi016.stdout:3219: expect (ObjNum 976 snap 321 seq_num 976) 2024-04-24T02:53:09.103 INFO:tasks.rados.rados.0.smithi016.stdout:3220: snap_remove snap 320 2024-04-24T02:53:09.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:09 smithi016 ceph-mon[84376]: osdmap e707: 8 total, 8 up, 8 in 2024-04-24T02:53:09.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:09 smithi016 ceph-mon[86910]: osdmap e707: 8 total, 8 up, 8 in 2024-04-24T02:53:09.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:09 smithi063 ceph-mon[77007]: osdmap e707: 8 total, 8 up, 8 in 2024-04-24T02:53:10.112 INFO:tasks.rados.rados.0.smithi016.stdout:3220: done (2 left) 2024-04-24T02:53:10.112 INFO:tasks.rados.rados.0.smithi016.stdout:3221: snap_create 2024-04-24T02:53:10.112 INFO:tasks.rados.rados.0.smithi016.stdout:3218: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:10.161 INFO:tasks.rados.rados.0.smithi016.stdout:3219: expect (ObjNum 976 snap 321 seq_num 976) 2024-04-24T02:53:10.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:10 smithi016 ceph-mon[84376]: pgmap v692: 121 pgs: 121 active+clean; 685 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-04-24T02:53:10.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:10 smithi016 ceph-mon[84376]: osdmap e708: 8 total, 8 up, 8 in 2024-04-24T02:53:10.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:10 smithi016 ceph-mon[86910]: pgmap v692: 121 pgs: 121 active+clean; 685 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-04-24T02:53:10.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:10 smithi016 ceph-mon[86910]: osdmap e708: 8 total, 8 up, 8 in 2024-04-24T02:53:10.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:10 smithi063 ceph-mon[77007]: pgmap v692: 121 pgs: 121 active+clean; 685 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 23 op/s 2024-04-24T02:53:10.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:10 smithi063 ceph-mon[77007]: osdmap e708: 8 total, 8 up, 8 in 2024-04-24T02:53:11.078 INFO:tasks.rados.rados.0.smithi016.stdout:3218: done (2 left) 2024-04-24T02:53:11.078 INFO:tasks.rados.rados.0.smithi016.stdout:3219: done (1 left) 2024-04-24T02:53:11.078 INFO:tasks.rados.rados.0.smithi016.stdout:3221: done (0 left) 2024-04-24T02:53:11.078 INFO:tasks.rados.rados.0.smithi016.stdout:3222: read oid 39 snap -1 2024-04-24T02:53:11.078 INFO:tasks.rados.rados.0.smithi016.stdout:3222: expect (ObjNum 914 snap 304 seq_num 914) 2024-04-24T02:53:11.078 INFO:tasks.rados.rados.0.smithi016.stdout:3223: delete oid 30 current snap is 323 2024-04-24T02:53:11.090 INFO:tasks.rados.rados.0.smithi016.stdout:3222: expect (ObjNum 914 snap 304 seq_num 914) 2024-04-24T02:53:11.240 INFO:tasks.rados.rados.0.smithi016.stdout:3222: done (1 left) 2024-04-24T02:53:11.240 INFO:tasks.rados.rados.0.smithi016.stdout:3223: done (0 left) 2024-04-24T02:53:11.240 INFO:tasks.rados.rados.0.smithi016.stdout:3224: setattr oid 41 current snap is 323 2024-04-24T02:53:11.241 INFO:tasks.rados.rados.0.smithi016.stdout:3225: setattr oid 7 current snap is 323 2024-04-24T02:53:11.242 INFO:tasks.rados.rados.0.smithi016.stdout:3226: read oid 4 snap 322 2024-04-24T02:53:11.243 INFO:tasks.rados.rados.0.smithi016.stdout:3226: expect (ObjNum 943 snap 313 seq_num 943) 2024-04-24T02:53:11.243 INFO:tasks.rados.rados.0.smithi016.stdout:3227: copy_from oid 17 from oid 39 current snap is 323 2024-04-24T02:53:11.243 INFO:tasks.rados.rados.0.smithi016.stdout:3228: copy_from oid 35 from oid 37 current snap is 323 2024-04-24T02:53:11.243 INFO:tasks.rados.rados.0.smithi016.stdout:3229: snap_remove snap 308 2024-04-24T02:53:11.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:11 smithi016 ceph-mon[84376]: osdmap e709: 8 total, 8 up, 8 in 2024-04-24T02:53:11.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:11 smithi016 ceph-mon[84376]: osdmap e710: 8 total, 8 up, 8 in 2024-04-24T02:53:11.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:11 smithi016 ceph-mon[86910]: osdmap e709: 8 total, 8 up, 8 in 2024-04-24T02:53:11.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:11 smithi016 ceph-mon[86910]: osdmap e710: 8 total, 8 up, 8 in 2024-04-24T02:53:11.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:11 smithi063 ceph-mon[77007]: osdmap e709: 8 total, 8 up, 8 in 2024-04-24T02:53:11.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:11 smithi063 ceph-mon[77007]: osdmap e710: 8 total, 8 up, 8 in 2024-04-24T02:53:12.126 INFO:tasks.rados.rados.0.smithi016.stdout:3229: done (5 left) 2024-04-24T02:53:12.126 INFO:tasks.rados.rados.0.smithi016.stdout:3230: read oid 16 snap -1 2024-04-24T02:53:12.126 INFO:tasks.rados.rados.0.smithi016.stdout:3230: expect (ObjNum 982 snap 321 seq_num 982) 2024-04-24T02:53:12.127 INFO:tasks.rados.rados.0.smithi016.stdout:3231: copy_from oid 20 from oid 6 current snap is 323 2024-04-24T02:53:12.127 INFO:tasks.rados.rados.0.smithi016.stdout:3232: snap_create 2024-04-24T02:53:12.127 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2821 (ObjNum 710 snap 237 seq_num 710) dirty exists 2024-04-24T02:53:12.127 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2823 (ObjNum 980 snap 321 seq_num 980) dirty exists 2024-04-24T02:53:12.127 INFO:tasks.rados.rados.0.smithi016.stdout:3226: expect (ObjNum 943 snap 313 seq_num 943) 2024-04-24T02:53:12.209 INFO:tasks.rados.rados.0.smithi016.stdout:3228: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:53:12.210 INFO:tasks.rados.rados.0.smithi016.stdout:3228: finishing copy_from to smithi01673382-35 2024-04-24T02:53:12.210 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 2249 (ObjNum 930 snap 308 seq_num 930) dirty exists 2024-04-24T02:53:12.210 INFO:tasks.rados.rados.0.smithi016.stdout:3227: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:53:12.210 INFO:tasks.rados.rados.0.smithi016.stdout:3227: finishing copy_from to smithi01673382-17 2024-04-24T02:53:12.210 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2068 (ObjNum 914 snap 304 seq_num 914) dirty exists 2024-04-24T02:53:12.210 INFO:tasks.rados.rados.0.smithi016.stdout:3231: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:53:12.210 INFO:tasks.rados.rados.0.smithi016.stdout:3230: expect (ObjNum 982 snap 321 seq_num 982) 2024-04-24T02:53:12.264 INFO:tasks.rados.rados.0.smithi016.stdout:3231: finishing copy_from to smithi01673382-20 2024-04-24T02:53:12.264 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2069 (ObjNum 686 snap 231 seq_num 686) dirty exists 2024-04-24T02:53:12.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:12 smithi016 ceph-mon[84376]: pgmap v695: 121 pgs: 121 active+clean; 684 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-24T02:53:12.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:12 smithi016 ceph-mon[86910]: pgmap v695: 121 pgs: 121 active+clean; 684 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-24T02:53:12.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:12 smithi063 ceph-mon[77007]: pgmap v695: 121 pgs: 121 active+clean; 684 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-24T02:53:13.122 INFO:tasks.rados.rados.0.smithi016.stdout:3224: done (7 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3225: done (6 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3226: done (5 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3227: done (4 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3228: done (3 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3230: done (2 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3231: done (1 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3232: done (0 left) 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 324 2024-04-24T02:53:13.123 INFO:tasks.rados.rados.0.smithi016.stdout:3233: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-04-24T02:53:13.125 INFO:tasks.rados.rados.0.smithi016.stdout:3233: writing smithi01673382-47 from 0 to 532480 tid 1 2024-04-24T02:53:13.129 INFO:tasks.rados.rados.0.smithi016.stdout:3233: writing smithi01673382-47 from 532480 to 1179648 tid 2 2024-04-24T02:53:13.131 INFO:tasks.rados.rados.0.smithi016.stdout:3233: writing smithi01673382-47 from 1179648 to 1597440 tid 3 2024-04-24T02:53:13.134 INFO:tasks.rados.rados.0.smithi016.stdout:3233: writing smithi01673382-47 from 1597440 to 2007040 tid 4 2024-04-24T02:53:13.135 INFO:tasks.rados.rados.0.smithi016.stdout:3233: writing smithi01673382-47 from 2007040 to 2138112 tid 5 2024-04-24T02:53:13.135 INFO:tasks.rados.rados.0.smithi016.stdout:3234: snap_remove snap 291 2024-04-24T02:53:13.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:13 smithi016 ceph-mon[84376]: osdmap e711: 8 total, 8 up, 8 in 2024-04-24T02:53:13.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:13 smithi016 ceph-mon[86910]: osdmap e711: 8 total, 8 up, 8 in 2024-04-24T02:53:13.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:13 smithi063 ceph-mon[77007]: osdmap e711: 8 total, 8 up, 8 in 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3234: done (1 left) 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3233: finishing write tid 1 to smithi01673382-47 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3235: read oid 5 snap -1 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3235: expect deleted 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3236: copy_from oid 26 from oid 30 current snap is 324 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3237: delete oid 50 current snap is 324 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3233: finishing write tid 2 to smithi01673382-47 2024-04-24T02:53:14.128 INFO:tasks.rados.rados.0.smithi016.stdout:3233: finishing write tid 3 to smithi01673382-47 2024-04-24T02:53:14.129 INFO:tasks.rados.rados.0.smithi016.stdout:3233: finishing write tid 4 to smithi01673382-47 2024-04-24T02:53:14.129 INFO:tasks.rados.rados.0.smithi016.stdout:3233: finishing write tid 5 to smithi01673382-47 2024-04-24T02:53:14.129 INFO:tasks.rados.rados.0.smithi016.stdout:3233: finishing write tid 6 to smithi01673382-47 2024-04-24T02:53:14.129 INFO:tasks.rados.rados.0.smithi016.stdout:3233: finishing write tid 7 to smithi01673382-47 2024-04-24T02:53:14.129 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 2043 (ObjNum 987 snap 324 seq_num 987) dirty exists 2024-04-24T02:53:14.129 INFO:tasks.rados.rados.0.smithi016.stdout:3233: left oid 47 (ObjNum 987 snap 324 seq_num 987) 2024-04-24T02:53:14.136 INFO:tasks.rados.rados.0.smithi016.stdout:3236: finishing copy_from to smithi01673382-26 2024-04-24T02:53:14.136 INFO:tasks.rados.rados.0.smithi016.stdout:3236: got expected ENOENT (src dne) 2024-04-24T02:53:14.136 INFO:tasks.rados.rados.0.smithi016.stdout:3236: finishing copy_from racing read to smithi01673382-26 2024-04-24T02:53:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:3233: done (3 left) 2024-04-24T02:53:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:3235: done (2 left) 2024-04-24T02:53:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:3236: done (1 left) 2024-04-24T02:53:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:3237: done (0 left) 2024-04-24T02:53:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:3238: snap_create 2024-04-24T02:53:14.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:14 smithi016 ceph-mon[84376]: pgmap v698: 121 pgs: 121 active+clean; 609 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-04-24T02:53:14.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:14 smithi016 ceph-mon[84376]: osdmap e712: 8 total, 8 up, 8 in 2024-04-24T02:53:14.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:14 smithi016 ceph-mon[86910]: pgmap v698: 121 pgs: 121 active+clean; 609 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-04-24T02:53:14.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:14 smithi016 ceph-mon[86910]: osdmap e712: 8 total, 8 up, 8 in 2024-04-24T02:53:14.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:14 smithi063 ceph-mon[77007]: pgmap v698: 121 pgs: 121 active+clean; 609 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-04-24T02:53:14.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:14 smithi063 ceph-mon[77007]: osdmap e712: 8 total, 8 up, 8 in 2024-04-24T02:53:15.132 INFO:tasks.rados.rados.0.smithi016.stdout:3238: done (0 left) 2024-04-24T02:53:15.133 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 325 2024-04-24T02:53:15.133 INFO:tasks.rados.rados.0.smithi016.stdout:3239: seq_num 989 ranges {1449984=573440,2023424=466944,2490368=434176,2924544=638976,3563520=65536} 2024-04-24T02:53:15.143 INFO:tasks.rados.rados.0.smithi016.stdout:3239: writing smithi01673382-29 from 1449984 to 2023424 tid 1 2024-04-24T02:53:15.146 INFO:tasks.rados.rados.0.smithi016.stdout:3239: writing smithi01673382-29 from 2023424 to 2490368 tid 2 2024-04-24T02:53:15.148 INFO:tasks.rados.rados.0.smithi016.stdout:3239: writing smithi01673382-29 from 2490368 to 2924544 tid 3 2024-04-24T02:53:15.152 INFO:tasks.rados.rados.0.smithi016.stdout:3239: writing smithi01673382-29 from 2924544 to 3563520 tid 4 2024-04-24T02:53:15.153 INFO:tasks.rados.rados.0.smithi016.stdout:3239: writing smithi01673382-29 from 3563520 to 3629056 tid 5 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3240: read oid 15 snap -1 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3240: expect (ObjNum 930 snap 308 seq_num 930) 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3241: read oid 26 snap -1 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3241: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3242: rollback oid 6 current snap is 325 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 310 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3239: finishing write tid 1 to smithi01673382-29 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3243: rollback oid 17 current snap is 325 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 310 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 325 2024-04-24T02:53:15.154 INFO:tasks.rados.rados.0.smithi016.stdout:3244: seq_num 990 ranges {2138112=589824,2727936=753664,3481600=638976,4120576=212992} 2024-04-24T02:53:15.169 INFO:tasks.rados.rados.0.smithi016.stdout:3244: writing smithi01673382-47 from 2138112 to 2727936 tid 1 2024-04-24T02:53:15.173 INFO:tasks.rados.rados.0.smithi016.stdout:3244: writing smithi01673382-47 from 2727936 to 3481600 tid 2 2024-04-24T02:53:15.177 INFO:tasks.rados.rados.0.smithi016.stdout:3244: writing smithi01673382-47 from 3481600 to 4120576 tid 3 2024-04-24T02:53:15.179 INFO:tasks.rados.rados.0.smithi016.stdout:3244: writing smithi01673382-47 from 4120576 to 4333568 tid 4 2024-04-24T02:53:15.179 INFO:tasks.rados.rados.0.smithi016.stdout:3239: finishing write tid 2 to smithi01673382-29 2024-04-24T02:53:15.179 INFO:tasks.rados.rados.0.smithi016.stdout:3239: finishing write tid 3 to smithi01673382-29 2024-04-24T02:53:15.179 INFO:tasks.rados.rados.0.smithi016.stdout:3245: rmattr oid 44 current snap is 325 2024-04-24T02:53:15.179 INFO:tasks.rados.rados.0.smithi016.stdout:3245: done (6 left) 2024-04-24T02:53:15.179 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 325 2024-04-24T02:53:15.179 INFO:tasks.rados.rados.0.smithi016.stdout:3246: seq_num 991 ranges {2301952=606208,2908160=638976,3547136=794624,4341760=172032} 2024-04-24T02:53:15.194 INFO:tasks.rados.rados.0.smithi016.stdout:3246: writing smithi01673382-41 from 2301952 to 2908160 tid 1 2024-04-24T02:53:15.199 INFO:tasks.rados.rados.0.smithi016.stdout:3246: writing smithi01673382-41 from 2908160 to 3547136 tid 2 2024-04-24T02:53:15.203 INFO:tasks.rados.rados.0.smithi016.stdout:3246: writing smithi01673382-41 from 3547136 to 4341760 tid 3 2024-04-24T02:53:15.204 INFO:tasks.rados.rados.0.smithi016.stdout:3246: writing smithi01673382-41 from 4341760 to 4513792 tid 4 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3247: setattr oid 46 current snap is 325 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3239: finishing write tid 4 to smithi01673382-29 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3243: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3243: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3243: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2907 (ObjNum 846 snap 295 seq_num 846) dirty exists 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3239: finishing write tid 5 to smithi01673382-29 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3239: finishing write tid 6 to smithi01673382-29 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3242: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3242: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2088 (ObjNum 1314281585 snap 1750224730 seq_num 1415862106) dirty dne 2024-04-24T02:53:15.205 INFO:tasks.rados.rados.0.smithi016.stdout:3240: expect (ObjNum 930 snap 308 seq_num 930) 2024-04-24T02:53:15.306 INFO:tasks.rados.rados.0.smithi016.stdout:3239: finishing write tid 7 to smithi01673382-29 2024-04-24T02:53:15.306 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2086 (ObjNum 989 snap 325 seq_num 989) dirty exists 2024-04-24T02:53:15.306 INFO:tasks.rados.rados.0.smithi016.stdout:3239: left oid 29 (ObjNum 989 snap 325 seq_num 989) 2024-04-24T02:53:15.306 INFO:tasks.rados.rados.0.smithi016.stdout:3241: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:53:15.404 INFO:tasks.rados.rados.0.smithi016.stdout:3244: finishing write tid 1 to smithi01673382-47 2024-04-24T02:53:15.404 INFO:tasks.rados.rados.0.smithi016.stdout:3244: finishing write tid 2 to smithi01673382-47 2024-04-24T02:53:15.404 INFO:tasks.rados.rados.0.smithi016.stdout:3244: finishing write tid 3 to smithi01673382-47 2024-04-24T02:53:15.404 INFO:tasks.rados.rados.0.smithi016.stdout:3244: finishing write tid 4 to smithi01673382-47 2024-04-24T02:53:15.404 INFO:tasks.rados.rados.0.smithi016.stdout:3244: finishing write tid 5 to smithi01673382-47 2024-04-24T02:53:15.404 INFO:tasks.rados.rados.0.smithi016.stdout:3244: finishing write tid 6 to smithi01673382-47 2024-04-24T02:53:15.404 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 2048 (ObjNum 990 snap 325 seq_num 990) dirty exists 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3244: left oid 47 (ObjNum 990 snap 325 seq_num 990) 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3246: finishing write tid 1 to smithi01673382-41 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3246: finishing write tid 2 to smithi01673382-41 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3246: finishing write tid 3 to smithi01673382-41 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3246: finishing write tid 4 to smithi01673382-41 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3246: finishing write tid 5 to smithi01673382-41 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3246: finishing write tid 6 to smithi01673382-41 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2849 (ObjNum 991 snap 325 seq_num 991) dirty exists 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3246: left oid 41 (ObjNum 991 snap 325 seq_num 991) 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3239: done (7 left) 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3240: done (6 left) 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3241: done (5 left) 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3242: done (4 left) 2024-04-24T02:53:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3243: done (3 left) 2024-04-24T02:53:15.406 INFO:tasks.rados.rados.0.smithi016.stdout:3244: done (2 left) 2024-04-24T02:53:15.406 INFO:tasks.rados.rados.0.smithi016.stdout:3246: done (1 left) 2024-04-24T02:53:15.406 INFO:tasks.rados.rados.0.smithi016.stdout:3248: snap_remove snap 251 2024-04-24T02:53:15.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:15 smithi016 ceph-mon[84376]: osdmap e713: 8 total, 8 up, 8 in 2024-04-24T02:53:15.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:15.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:15 smithi016 ceph-mon[86910]: osdmap e713: 8 total, 8 up, 8 in 2024-04-24T02:53:15.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:15.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:15 smithi063 ceph-mon[77007]: osdmap e713: 8 total, 8 up, 8 in 2024-04-24T02:53:15.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:16.087 INFO:tasks.rados.rados.0.smithi016.stdout:3248: done (1 left) 2024-04-24T02:53:16.087 INFO:tasks.rados.rados.0.smithi016.stdout:3249: snap_remove snap 288 2024-04-24T02:53:16.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:16 smithi016 ceph-mon[84376]: pgmap v701: 121 pgs: 121 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-24T02:53:16.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:16 smithi016 ceph-mon[84376]: osdmap e714: 8 total, 8 up, 8 in 2024-04-24T02:53:16.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:16 smithi016 ceph-mon[84376]: osdmap e715: 8 total, 8 up, 8 in 2024-04-24T02:53:16.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:16 smithi016 ceph-mon[86910]: pgmap v701: 121 pgs: 121 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-24T02:53:16.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:16 smithi016 ceph-mon[86910]: osdmap e714: 8 total, 8 up, 8 in 2024-04-24T02:53:16.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:16 smithi016 ceph-mon[86910]: osdmap e715: 8 total, 8 up, 8 in 2024-04-24T02:53:16.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:16 smithi063 ceph-mon[77007]: pgmap v701: 121 pgs: 121 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-24T02:53:16.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:16 smithi063 ceph-mon[77007]: osdmap e714: 8 total, 8 up, 8 in 2024-04-24T02:53:16.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:16 smithi063 ceph-mon[77007]: osdmap e715: 8 total, 8 up, 8 in 2024-04-24T02:53:17.083 INFO:tasks.rados.rados.0.smithi016.stdout:3249: done (1 left) 2024-04-24T02:53:17.083 INFO:tasks.rados.rados.0.smithi016.stdout:3250: copy_from oid 3 from oid 6 current snap is 325 2024-04-24T02:53:17.083 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2070 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:53:17.094 INFO:tasks.rados.rados.0.smithi016.stdout:3247: done (1 left) 2024-04-24T02:53:17.094 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 325 2024-04-24T02:53:17.094 INFO:tasks.rados.rados.0.smithi016.stdout:3251: seq_num 992 ranges {2433024=622592,3055616=524288,3579904=606208,4186112=475136} 2024-04-24T02:53:17.108 INFO:tasks.rados.rados.0.smithi016.stdout:3251: writing smithi01673382-37 from 2433024 to 3055616 tid 1 2024-04-24T02:53:17.108 INFO:tasks.rados.rados.0.smithi016.stdout:3251: writing smithi01673382-37 from 3055616 to 3579904 tid 2 2024-04-24T02:53:17.113 INFO:tasks.rados.rados.0.smithi016.stdout:3251: writing smithi01673382-37 from 3579904 to 4186112 tid 3 2024-04-24T02:53:17.113 INFO:tasks.rados.rados.0.smithi016.stdout:3251: writing smithi01673382-37 from 4186112 to 4661248 tid 4 2024-04-24T02:53:17.113 INFO:tasks.rados.rados.0.smithi016.stdout:3252: snap_create 2024-04-24T02:53:17.114 INFO:tasks.rados.rados.0.smithi016.stdout:3250: finishing copy_from to smithi01673382-3 2024-04-24T02:53:17.114 INFO:tasks.rados.rados.0.smithi016.stdout:3250: got expected ENOENT (src dne) 2024-04-24T02:53:17.114 INFO:tasks.rados.rados.0.smithi016.stdout:3250: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:53:17.124 INFO:tasks.rados.rados.0.smithi016.stdout:3251: finishing write tid 1 to smithi01673382-37 2024-04-24T02:53:17.124 INFO:tasks.rados.rados.0.smithi016.stdout:3251: finishing write tid 2 to smithi01673382-37 2024-04-24T02:53:17.124 INFO:tasks.rados.rados.0.smithi016.stdout:3251: finishing write tid 3 to smithi01673382-37 2024-04-24T02:53:17.126 INFO:tasks.rados.rados.0.smithi016.stdout:3251: finishing write tid 4 to smithi01673382-37 2024-04-24T02:53:17.127 INFO:tasks.rados.rados.0.smithi016.stdout:3251: finishing write tid 5 to smithi01673382-37 2024-04-24T02:53:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:3251: finishing write tid 6 to smithi01673382-37 2024-04-24T02:53:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2584 (ObjNum 992 snap 325 seq_num 992) dirty exists 2024-04-24T02:53:17.131 INFO:tasks.rados.rados.0.smithi016.stdout:3251: left oid 37 (ObjNum 992 snap 325 seq_num 992) 2024-04-24T02:53:18.085 INFO:tasks.rados.rados.0.smithi016.stdout:3250: done (2 left) 2024-04-24T02:53:18.086 INFO:tasks.rados.rados.0.smithi016.stdout:3251: done (1 left) 2024-04-24T02:53:18.086 INFO:tasks.rados.rados.0.smithi016.stdout:3252: done (0 left) 2024-04-24T02:53:18.086 INFO:tasks.rados.rados.0.smithi016.stdout:3253: snap_remove snap 226 2024-04-24T02:53:18.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:18 smithi016 ceph-mon[84376]: pgmap v704: 121 pgs: 121 active+clean; 550 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-24T02:53:18.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:18 smithi016 ceph-mon[84376]: osdmap e716: 8 total, 8 up, 8 in 2024-04-24T02:53:18.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:53:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:53:18] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-24T02:53:18.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:18 smithi016 ceph-mon[86910]: pgmap v704: 121 pgs: 121 active+clean; 550 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-24T02:53:18.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:18 smithi016 ceph-mon[86910]: osdmap e716: 8 total, 8 up, 8 in 2024-04-24T02:53:18.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:18 smithi063 ceph-mon[77007]: pgmap v704: 121 pgs: 121 active+clean; 550 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-24T02:53:18.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:18 smithi063 ceph-mon[77007]: osdmap e716: 8 total, 8 up, 8 in 2024-04-24T02:53:19.097 INFO:tasks.rados.rados.0.smithi016.stdout:3253: done (0 left) 2024-04-24T02:53:19.097 INFO:tasks.rados.rados.0.smithi016.stdout:3254: copy_from oid 16 from oid 21 current snap is 326 2024-04-24T02:53:19.097 INFO:tasks.rados.rados.0.smithi016.stdout:3255: rmattr oid 13 current snap is 326 2024-04-24T02:53:19.097 INFO:tasks.rados.rados.0.smithi016.stdout:3256: delete oid 42 current snap is 326 2024-04-24T02:53:19.116 INFO:tasks.rados.rados.0.smithi016.stdout:3254: finishing copy_from racing read to smithi01673382-16 2024-04-24T02:53:19.116 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2937 (ObjNum 985 snap 321 seq_num 985) dirty exists 2024-04-24T02:53:19.118 INFO:tasks.rados.rados.0.smithi016.stdout:3255: done (2 left) 2024-04-24T02:53:19.118 INFO:tasks.rados.rados.0.smithi016.stdout:3256: done (1 left) 2024-04-24T02:53:19.119 INFO:tasks.rados.rados.0.smithi016.stdout:3257: snap_remove snap 323 2024-04-24T02:53:19.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:19 smithi016 ceph-mon[84376]: osdmap e717: 8 total, 8 up, 8 in 2024-04-24T02:53:19.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:19 smithi016 ceph-mon[86910]: osdmap e717: 8 total, 8 up, 8 in 2024-04-24T02:53:19.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:19 smithi063 ceph-mon[77007]: osdmap e717: 8 total, 8 up, 8 in 2024-04-24T02:53:20.105 INFO:tasks.rados.rados.0.smithi016.stdout:3257: done (1 left) 2024-04-24T02:53:20.105 INFO:tasks.rados.rados.0.smithi016.stdout:3258: rollback oid 50 current snap is 326 2024-04-24T02:53:20.105 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 325 2024-04-24T02:53:20.105 INFO:tasks.rados.rados.0.smithi016.stdout:3259: setattr oid 46 current snap is 326 2024-04-24T02:53:20.105 INFO:tasks.rados.rados.0.smithi016.stdout:3260: copy_from oid 42 from oid 33 current snap is 326 2024-04-24T02:53:20.105 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 326 2024-04-24T02:53:20.106 INFO:tasks.rados.rados.0.smithi016.stdout:3261: seq_num 994 ranges {4718592=655360,5373952=688128,6062080=622592,6684672=294912} 2024-04-24T02:53:20.134 INFO:tasks.rados.rados.0.smithi016.stdout:3261: writing smithi01673382-11 from 4718592 to 5373952 tid 1 2024-04-24T02:53:20.138 INFO:tasks.rados.rados.0.smithi016.stdout:3261: writing smithi01673382-11 from 5373952 to 6062080 tid 2 2024-04-24T02:53:20.141 INFO:tasks.rados.rados.0.smithi016.stdout:3261: writing smithi01673382-11 from 6062080 to 6684672 tid 3 2024-04-24T02:53:20.144 INFO:tasks.rados.rados.0.smithi016.stdout:3261: writing smithi01673382-11 from 6684672 to 6979584 tid 4 2024-04-24T02:53:20.144 INFO:tasks.rados.rados.0.smithi016.stdout:3262: copy_from oid 32 from oid 9 current snap is 326 2024-04-24T02:53:20.144 INFO:tasks.rados.rados.0.smithi016.stdout:3254: finishing copy_from to smithi01673382-16 2024-04-24T02:53:20.144 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1934 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3258: finishing rollback tid 1 to smithi01673382-50 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 2058 (ObjNum 2002367648 snap 22076 seq_num 2001689552) dirty dne 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2071 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3260: finishing copy_from to smithi01673382-42 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3260: got expected ENOENT (src dne) 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3260: finishing copy_from racing read to smithi01673382-42 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3254: done (5 left) 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3258: done (4 left) 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3259: done (3 left) 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3260: done (2 left) 2024-04-24T02:53:20.145 INFO:tasks.rados.rados.0.smithi016.stdout:3263: delete oid 47 current snap is 326 2024-04-24T02:53:20.159 INFO:tasks.rados.rados.0.smithi016.stdout:3262: finishing copy_from racing read to smithi01673382-32 2024-04-24T02:53:20.167 INFO:tasks.rados.rados.0.smithi016.stdout:3262: finishing copy_from to smithi01673382-32 2024-04-24T02:53:20.167 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1926 (ObjNum 925 snap 306 seq_num 925) dirty exists 2024-04-24T02:53:20.167 INFO:tasks.rados.rados.0.smithi016.stdout:3261: finishing write tid 1 to smithi01673382-11 2024-04-24T02:53:20.167 INFO:tasks.rados.rados.0.smithi016.stdout:3262: done (2 left) 2024-04-24T02:53:20.167 INFO:tasks.rados.rados.0.smithi016.stdout:3263: done (1 left) 2024-04-24T02:53:20.167 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 326 2024-04-24T02:53:20.167 INFO:tasks.rados.rados.0.smithi016.stdout:3264: seq_num 996 ranges {15613952=688128,16302080=507904,16809984=581632,17391616=516096} 2024-04-24T02:53:20.256 INFO:tasks.rados.rados.0.smithi016.stdout:3264: writing smithi01673382-13 from 15613952 to 16302080 tid 1 2024-04-24T02:53:20.258 INFO:tasks.rados.rados.0.smithi016.stdout:3264: writing smithi01673382-13 from 16302080 to 16809984 tid 2 2024-04-24T02:53:20.262 INFO:tasks.rados.rados.0.smithi016.stdout:3264: writing smithi01673382-13 from 16809984 to 17391616 tid 3 2024-04-24T02:53:20.266 INFO:tasks.rados.rados.0.smithi016.stdout:3264: writing smithi01673382-13 from 17391616 to 17907712 tid 4 2024-04-24T02:53:20.266 INFO:tasks.rados.rados.0.smithi016.stdout:3265: read oid 24 snap -1 2024-04-24T02:53:20.266 INFO:tasks.rados.rados.0.smithi016.stdout:3265: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:53:20.266 INFO:tasks.rados.rados.0.smithi016.stdout:3266: delete oid 31 current snap is 326 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3261: finishing write tid 2 to smithi01673382-11 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3261: finishing write tid 3 to smithi01673382-11 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3261: finishing write tid 4 to smithi01673382-11 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3261: finishing write tid 5 to smithi01673382-11 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3261: finishing write tid 6 to smithi01673382-11 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2888 (ObjNum 994 snap 326 seq_num 994) dirty exists 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3261: left oid 11 (ObjNum 994 snap 326 seq_num 994) 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3264: finishing write tid 1 to smithi01673382-13 2024-04-24T02:53:20.267 INFO:tasks.rados.rados.0.smithi016.stdout:3264: finishing write tid 2 to smithi01673382-13 2024-04-24T02:53:20.269 INFO:tasks.rados.rados.0.smithi016.stdout:3261: done (3 left) 2024-04-24T02:53:20.269 INFO:tasks.rados.rados.0.smithi016.stdout:3266: done (2 left) 2024-04-24T02:53:20.269 INFO:tasks.rados.rados.0.smithi016.stdout:3267: read oid 37 snap -1 2024-04-24T02:53:20.269 INFO:tasks.rados.rados.0.smithi016.stdout:3267: expect (ObjNum 992 snap 325 seq_num 992) 2024-04-24T02:53:20.269 INFO:tasks.rados.rados.0.smithi016.stdout:3268: rmattr oid 32 current snap is 326 2024-04-24T02:53:20.269 INFO:tasks.rados.rados.0.smithi016.stdout:3268: done (3 left) 2024-04-24T02:53:20.269 INFO:tasks.rados.rados.0.smithi016.stdout:3269: snap_create 2024-04-24T02:53:20.270 INFO:tasks.rados.rados.0.smithi016.stdout:3264: finishing write tid 3 to smithi01673382-13 2024-04-24T02:53:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:3264: finishing write tid 4 to smithi01673382-13 2024-04-24T02:53:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:3264: finishing write tid 5 to smithi01673382-13 2024-04-24T02:53:20.274 INFO:tasks.rados.rados.0.smithi016.stdout:3264: finishing write tid 6 to smithi01673382-13 2024-04-24T02:53:20.275 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2952 (ObjNum 996 snap 326 seq_num 996) dirty exists 2024-04-24T02:53:20.275 INFO:tasks.rados.rados.0.smithi016.stdout:3264: left oid 13 (ObjNum 996 snap 326 seq_num 996) 2024-04-24T02:53:20.281 INFO:tasks.rados.rados.0.smithi016.stdout:3265: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:53:20.401 INFO:tasks.rados.rados.0.smithi016.stdout:3267: expect (ObjNum 992 snap 325 seq_num 992) 2024-04-24T02:53:20.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:20 smithi016 ceph-mon[84376]: pgmap v707: 121 pgs: 121 active+clean; 540 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:53:20.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:20 smithi016 ceph-mon[84376]: osdmap e718: 8 total, 8 up, 8 in 2024-04-24T02:53:20.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:20 smithi016 ceph-mon[86910]: pgmap v707: 121 pgs: 121 active+clean; 540 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:53:20.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:20 smithi016 ceph-mon[86910]: osdmap e718: 8 total, 8 up, 8 in 2024-04-24T02:53:20.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:20 smithi063 ceph-mon[77007]: pgmap v707: 121 pgs: 121 active+clean; 540 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-04-24T02:53:20.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:20 smithi063 ceph-mon[77007]: osdmap e718: 8 total, 8 up, 8 in 2024-04-24T02:53:21.081 INFO:tasks.rados.rados.0.smithi016.stdout:3264: done (3 left) 2024-04-24T02:53:21.081 INFO:tasks.rados.rados.0.smithi016.stdout:3265: done (2 left) 2024-04-24T02:53:21.081 INFO:tasks.rados.rados.0.smithi016.stdout:3267: done (1 left) 2024-04-24T02:53:21.081 INFO:tasks.rados.rados.0.smithi016.stdout:3269: done (0 left) 2024-04-24T02:53:21.081 INFO:tasks.rados.rados.0.smithi016.stdout:3270: snap_create 2024-04-24T02:53:21.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:21 smithi016 ceph-mon[84376]: osdmap e719: 8 total, 8 up, 8 in 2024-04-24T02:53:21.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:21 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:53:21.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:21 smithi016 ceph-mon[84376]: osdmap e720: 8 total, 8 up, 8 in 2024-04-24T02:53:21.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:21 smithi016 ceph-mon[86910]: osdmap e719: 8 total, 8 up, 8 in 2024-04-24T02:53:21.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:21 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:53:21.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:21 smithi016 ceph-mon[86910]: osdmap e720: 8 total, 8 up, 8 in 2024-04-24T02:53:21.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:21 smithi063 ceph-mon[77007]: osdmap e719: 8 total, 8 up, 8 in 2024-04-24T02:53:21.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:21 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:53:21.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:21 smithi063 ceph-mon[77007]: osdmap e720: 8 total, 8 up, 8 in 2024-04-24T02:53:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:3270: done (0 left) 2024-04-24T02:53:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 328 2024-04-24T02:53:22.083 INFO:tasks.rados.rados.0.smithi016.stdout:3271: seq_num 998 ranges {2433024=720896,3153920=679936,3833856=598016,4431872=327680} 2024-04-24T02:53:22.100 INFO:tasks.rados.rados.0.smithi016.stdout:3271: writing smithi01673382-15 from 2433024 to 3153920 tid 1 2024-04-24T02:53:22.104 INFO:tasks.rados.rados.0.smithi016.stdout:3271: writing smithi01673382-15 from 3153920 to 3833856 tid 2 2024-04-24T02:53:22.108 INFO:tasks.rados.rados.0.smithi016.stdout:3271: writing smithi01673382-15 from 3833856 to 4431872 tid 3 2024-04-24T02:53:22.110 INFO:tasks.rados.rados.0.smithi016.stdout:3271: writing smithi01673382-15 from 4431872 to 4759552 tid 4 2024-04-24T02:53:22.110 INFO:tasks.rados.rados.0.smithi016.stdout:3272: rollback oid 3 current snap is 328 2024-04-24T02:53:22.110 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 322 2024-04-24T02:53:22.110 INFO:tasks.rados.rados.0.smithi016.stdout:3273: read oid 50 snap 317 2024-04-24T02:53:22.110 INFO:tasks.rados.rados.0.smithi016.stdout:3273: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:22.110 INFO:tasks.rados.rados.0.smithi016.stdout:3274: snap_create 2024-04-24T02:53:22.111 INFO:tasks.rados.rados.0.smithi016.stdout:3271: finishing write tid 1 to smithi01673382-15 2024-04-24T02:53:22.112 INFO:tasks.rados.rados.0.smithi016.stdout:3271: finishing write tid 2 to smithi01673382-15 2024-04-24T02:53:22.114 INFO:tasks.rados.rados.0.smithi016.stdout:3271: finishing write tid 3 to smithi01673382-15 2024-04-24T02:53:22.116 INFO:tasks.rados.rados.0.smithi016.stdout:3272: finishing rollback tid 0 to smithi01673382-3 2024-04-24T02:53:22.116 INFO:tasks.rados.rados.0.smithi016.stdout:3271: finishing write tid 4 to smithi01673382-15 2024-04-24T02:53:22.116 INFO:tasks.rados.rados.0.smithi016.stdout:3272: finishing rollback tid 1 to smithi01673382-3 2024-04-24T02:53:22.116 INFO:tasks.rados.rados.0.smithi016.stdout:3271: finishing write tid 5 to smithi01673382-15 2024-04-24T02:53:22.117 INFO:tasks.rados.rados.0.smithi016.stdout:3272: finishing rollback tid 2 to smithi01673382-3 2024-04-24T02:53:22.117 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2060 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:53:22.118 INFO:tasks.rados.rados.0.smithi016.stdout:3271: finishing write tid 6 to smithi01673382-15 2024-04-24T02:53:22.118 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2254 (ObjNum 998 snap 328 seq_num 998) dirty exists 2024-04-24T02:53:22.118 INFO:tasks.rados.rados.0.smithi016.stdout:3271: left oid 15 (ObjNum 998 snap 328 seq_num 998) 2024-04-24T02:53:22.119 INFO:tasks.rados.rados.0.smithi016.stdout:3273: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[84376]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 522 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 536 KiB/s wr, 9 op/s 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[84376]: osdmap e721: 8 total, 8 up, 8 in 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[86910]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 522 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 536 KiB/s wr, 9 op/s 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:53:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:53:22.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:53:22.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:22 smithi016 ceph-mon[86910]: osdmap e721: 8 total, 8 up, 8 in 2024-04-24T02:53:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:22 smithi063 ceph-mon[77007]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 522 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 536 KiB/s wr, 9 op/s 2024-04-24T02:53:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:53:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:53:22.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:53:22.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:22 smithi063 ceph-mon[77007]: osdmap e721: 8 total, 8 up, 8 in 2024-04-24T02:53:23.108 INFO:tasks.rados.rados.0.smithi016.stdout:3271: done (3 left) 2024-04-24T02:53:23.109 INFO:tasks.rados.rados.0.smithi016.stdout:3272: done (2 left) 2024-04-24T02:53:23.109 INFO:tasks.rados.rados.0.smithi016.stdout:3273: done (1 left) 2024-04-24T02:53:23.109 INFO:tasks.rados.rados.0.smithi016.stdout:3274: done (0 left) 2024-04-24T02:53:23.109 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 329 2024-04-24T02:53:23.109 INFO:tasks.rados.rados.0.smithi016.stdout:3275: seq_num 999 ranges {8634368=737280,9371648=565248,9936896=761856,10698752=278528} 2024-04-24T02:53:23.159 INFO:tasks.rados.rados.0.smithi016.stdout:3275: writing smithi01673382-7 from 8634368 to 9371648 tid 1 2024-04-24T02:53:23.162 INFO:tasks.rados.rados.0.smithi016.stdout:3275: writing smithi01673382-7 from 9371648 to 9936896 tid 2 2024-04-24T02:53:23.167 INFO:tasks.rados.rados.0.smithi016.stdout:3275: writing smithi01673382-7 from 9936896 to 10698752 tid 3 2024-04-24T02:53:23.169 INFO:tasks.rados.rados.0.smithi016.stdout:3275: writing smithi01673382-7 from 10698752 to 10977280 tid 4 2024-04-24T02:53:23.169 INFO:tasks.rados.rados.0.smithi016.stdout:3276: rollback oid 44 current snap is 329 2024-04-24T02:53:23.169 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 318 2024-04-24T02:53:23.169 INFO:tasks.rados.rados.0.smithi016.stdout:3275: finishing write tid 1 to smithi01673382-7 2024-04-24T02:53:23.169 INFO:tasks.rados.rados.0.smithi016.stdout:3275: finishing write tid 2 to smithi01673382-7 2024-04-24T02:53:23.169 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 329 2024-04-24T02:53:23.169 INFO:tasks.rados.rados.0.smithi016.stdout:3277: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-04-24T02:53:23.173 INFO:tasks.rados.rados.0.smithi016.stdout:3277: writing smithi01673382-42 from 0 to 753664 tid 1 2024-04-24T02:53:23.176 INFO:tasks.rados.rados.0.smithi016.stdout:3277: writing smithi01673382-42 from 753664 to 1196032 tid 2 2024-04-24T02:53:23.180 INFO:tasks.rados.rados.0.smithi016.stdout:3277: writing smithi01673382-42 from 1196032 to 1761280 tid 3 2024-04-24T02:53:23.183 INFO:tasks.rados.rados.0.smithi016.stdout:3277: writing smithi01673382-42 from 1761280 to 2220032 tid 4 2024-04-24T02:53:23.184 INFO:tasks.rados.rados.0.smithi016.stdout:3277: writing smithi01673382-42 from 2220032 to 2359296 tid 5 2024-04-24T02:53:23.184 INFO:tasks.rados.rados.0.smithi016.stdout:3278: rollback oid 9 current snap is 329 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 317 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3275: finishing write tid 3 to smithi01673382-7 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3276: finishing rollback tid 0 to smithi01673382-44 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3276: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 2955 (ObjNum 2002151632 snap 22076 seq_num 2001165984) dirty dne 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3275: finishing write tid 4 to smithi01673382-7 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3275: finishing write tid 5 to smithi01673382-7 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3277: finishing write tid 1 to smithi01673382-42 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3276: done (3 left) 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3279: read oid 28 snap -1 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3279: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3280: read oid 2 snap -1 2024-04-24T02:53:23.185 INFO:tasks.rados.rados.0.smithi016.stdout:3280: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:53:23.186 INFO:tasks.rados.rados.0.smithi016.stdout:3281: rollback oid 19 current snap is 329 2024-04-24T02:53:23.186 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 310 2024-04-24T02:53:23.186 INFO:tasks.rados.rados.0.smithi016.stdout:3277: finishing write tid 2 to smithi01673382-42 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3282: setattr oid 10 current snap is 329 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3275: finishing write tid 6 to smithi01673382-7 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2894 (ObjNum 999 snap 329 seq_num 999) dirty exists 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3275: left oid 7 (ObjNum 999 snap 329 seq_num 999) 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3275: done (6 left) 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3283: copy_from oid 43 from oid 22 current snap is 329 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3284: rollback oid 8 current snap is 329 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 314 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3285: read oid 15 snap -1 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3285: expect (ObjNum 998 snap 328 seq_num 998) 2024-04-24T02:53:23.187 INFO:tasks.rados.rados.0.smithi016.stdout:3286: snap_create 2024-04-24T02:53:23.190 INFO:tasks.rados.rados.0.smithi016.stdout:3277: finishing write tid 3 to smithi01673382-42 2024-04-24T02:53:23.190 INFO:tasks.rados.rados.0.smithi016.stdout:3278: finishing rollback tid 0 to smithi01673382-9 2024-04-24T02:53:23.191 INFO:tasks.rados.rados.0.smithi016.stdout:3278: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:53:23.191 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 2062 (ObjNum 1988070360 snap 22076 seq_num 1843200) dirty dne 2024-04-24T02:53:23.194 INFO:tasks.rados.rados.0.smithi016.stdout:3277: finishing write tid 4 to smithi01673382-42 2024-04-24T02:53:23.195 INFO:tasks.rados.rados.0.smithi016.stdout:3277: finishing write tid 5 to smithi01673382-42 2024-04-24T02:53:23.195 INFO:tasks.rados.rados.0.smithi016.stdout:3277: finishing write tid 6 to smithi01673382-42 2024-04-24T02:53:23.200 INFO:tasks.rados.rados.0.smithi016.stdout:3279: expect (ObjNum 903 snap 302 seq_num 903) 2024-04-24T02:53:23.246 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2402 (ObjNum 983 snap 321 seq_num 983) dirty exists 2024-04-24T02:53:23.246 INFO:tasks.rados.rados.0.smithi016.stdout:3281: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:53:23.247 INFO:tasks.rados.rados.0.smithi016.stdout:3281: finishing rollback tid 2 to smithi01673382-19 2024-04-24T02:53:23.247 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 2957 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:53:23.247 INFO:tasks.rados.rados.0.smithi016.stdout:3284: finishing rollback tid 0 to smithi01673382-8 2024-04-24T02:53:23.247 INFO:tasks.rados.rados.0.smithi016.stdout:3284: finishing rollback tid 1 to smithi01673382-8 2024-04-24T02:53:23.247 INFO:tasks.rados.rados.0.smithi016.stdout:3280: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:3277: finishing write tid 7 to smithi01673382-42 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 2900 (ObjNum 1000 snap 329 seq_num 1000) dirty exists 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:3277: left oid 42 (ObjNum 1000 snap 329 seq_num 1000) 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:3283: finishing copy_from racing read to smithi01673382-43 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:3283: finishing copy_from to smithi01673382-43 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2041 (ObjNum 896 snap 302 seq_num 896) dirty exists 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:3284: finishing rollback tid 2 to smithi01673382-8 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 2961 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:53:23.384 INFO:tasks.rados.rados.0.smithi016.stdout:3285: expect (ObjNum 998 snap 328 seq_num 998) 2024-04-24T02:53:24.116 INFO:tasks.rados.rados.0.smithi016.stdout:3277: done (9 left) 2024-04-24T02:53:24.116 INFO:tasks.rados.rados.0.smithi016.stdout:3278: done (8 left) 2024-04-24T02:53:24.116 INFO:tasks.rados.rados.0.smithi016.stdout:3279: done (7 left) 2024-04-24T02:53:24.116 INFO:tasks.rados.rados.0.smithi016.stdout:3280: done (6 left) 2024-04-24T02:53:24.116 INFO:tasks.rados.rados.0.smithi016.stdout:3281: done (5 left) 2024-04-24T02:53:24.116 INFO:tasks.rados.rados.0.smithi016.stdout:3282: done (4 left) 2024-04-24T02:53:24.116 INFO:tasks.rados.rados.0.smithi016.stdout:3283: done (3 left) 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3284: done (2 left) 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3285: done (1 left) 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3286: done (0 left) 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3287: read oid 8 snap -1 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3287: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3288: rollback oid 25 current snap is 330 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 217 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3289: read oid 7 snap -1 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3289: expect (ObjNum 999 snap 329 seq_num 999) 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3290: read oid 35 snap -1 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3290: expect (ObjNum 930 snap 308 seq_num 930) 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 330 2024-04-24T02:53:24.117 INFO:tasks.rados.rados.0.smithi016.stdout:3291: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-04-24T02:53:24.122 INFO:tasks.rados.rados.0.smithi016.stdout:3291: writing smithi01673382-9 from 0 to 770048 tid 1 2024-04-24T02:53:24.125 INFO:tasks.rados.rados.0.smithi016.stdout:3291: writing smithi01673382-9 from 770048 to 1499136 tid 2 2024-04-24T02:53:24.130 INFO:tasks.rados.rados.0.smithi016.stdout:3291: writing smithi01673382-9 from 1499136 to 2269184 tid 3 2024-04-24T02:53:24.131 INFO:tasks.rados.rados.0.smithi016.stdout:3291: writing smithi01673382-9 from 2269184 to 2375680 tid 4 2024-04-24T02:53:24.131 INFO:tasks.rados.rados.0.smithi016.stdout:3292: rmattr oid 28 current snap is 330 2024-04-24T02:53:24.132 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 330 2024-04-24T02:53:24.132 INFO:tasks.rados.rados.0.smithi016.stdout:3293: seq_num 1002 ranges {614400=786432,1400832=614400,2015232=581632,2596864=409600} 2024-04-24T02:53:24.140 INFO:tasks.rados.rados.0.smithi016.stdout:3293: writing smithi01673382-43 from 614400 to 1400832 tid 1 2024-04-24T02:53:24.147 INFO:tasks.rados.rados.0.smithi016.stdout:3293: writing smithi01673382-43 from 1400832 to 2015232 tid 2 2024-04-24T02:53:24.158 INFO:tasks.rados.rados.0.smithi016.stdout:3293: writing smithi01673382-43 from 2015232 to 2596864 tid 3 2024-04-24T02:53:24.158 INFO:tasks.rados.rados.0.smithi016.stdout:3293: writing smithi01673382-43 from 2596864 to 3006464 tid 4 2024-04-24T02:53:24.158 INFO:tasks.rados.rados.0.smithi016.stdout:3294: rmattr oid 11 current snap is 330 2024-04-24T02:53:24.158 INFO:tasks.rados.rados.0.smithi016.stdout:3294: done (7 left) 2024-04-24T02:53:24.158 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 330 2024-04-24T02:53:24.158 INFO:tasks.rados.rados.0.smithi016.stdout:3295: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-04-24T02:53:24.158 INFO:tasks.rados.rados.0.smithi016.stdout:3295: writing smithi01673382-5 from 0 to 802816 tid 1 2024-04-24T02:53:24.169 INFO:tasks.rados.rados.0.smithi016.stdout:3295: writing smithi01673382-5 from 802816 to 1302528 tid 2 2024-04-24T02:53:24.169 INFO:tasks.rados.rados.0.smithi016.stdout:3295: writing smithi01673382-5 from 1302528 to 2039808 tid 3 2024-04-24T02:53:24.169 INFO:tasks.rados.rados.0.smithi016.stdout:3295: writing smithi01673382-5 from 2039808 to 2408448 tid 4 2024-04-24T02:53:24.169 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 330 2024-04-24T02:53:24.170 INFO:tasks.rados.rados.0.smithi016.stdout:3288: finishing rollback tid 0 to smithi01673382-25 2024-04-24T02:53:24.170 INFO:tasks.rados.rados.0.smithi016.stdout:3296: seq_num 1004 ranges {2179072=16384} 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:3296: writing smithi01673382-17 from 2179072 to 2195456 tid 1 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:3297: delete oid 36 current snap is 330 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:3288: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 2405 (ObjNum 2002358416 snap 22076 seq_num 0) dirty dne 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2089 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:3293: finishing write tid 1 to smithi01673382-43 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:3291: finishing write tid 1 to smithi01673382-9 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:3291: finishing write tid 2 to smithi01673382-9 2024-04-24T02:53:24.185 INFO:tasks.rados.rados.0.smithi016.stdout:3291: finishing write tid 3 to smithi01673382-9 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3291: finishing write tid 4 to smithi01673382-9 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3291: finishing write tid 5 to smithi01673382-9 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3293: finishing write tid 2 to smithi01673382-43 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3293: finishing write tid 3 to smithi01673382-43 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3293: finishing write tid 4 to smithi01673382-43 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3293: finishing write tid 5 to smithi01673382-43 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3293: finishing write tid 6 to smithi01673382-43 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2065 (ObjNum 1002 snap 330 seq_num 1002) dirty exists 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3293: left oid 43 (ObjNum 1002 snap 330 seq_num 1002) 2024-04-24T02:53:24.186 INFO:tasks.rados.rados.0.smithi016.stdout:3290: expect (ObjNum 930 snap 308 seq_num 930) 2024-04-24T02:53:24.286 INFO:tasks.rados.rados.0.smithi016.stdout:3291: finishing write tid 6 to smithi01673382-9 2024-04-24T02:53:24.286 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 2067 (ObjNum 1001 snap 330 seq_num 1001) dirty exists 2024-04-24T02:53:24.286 INFO:tasks.rados.rados.0.smithi016.stdout:3291: left oid 9 (ObjNum 1001 snap 330 seq_num 1001) 2024-04-24T02:53:24.286 INFO:tasks.rados.rados.0.smithi016.stdout:3288: done (9 left) 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3290: done (8 left) 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3291: done (7 left) 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3292: done (6 left) 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3293: done (5 left) 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3297: done (4 left) 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3298: read oid 50 snap -1 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3298: expect deleted 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3299: rmattr oid 10 current snap is 330 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3295: finishing write tid 1 to smithi01673382-5 2024-04-24T02:53:24.287 INFO:tasks.rados.rados.0.smithi016.stdout:3289: expect (ObjNum 999 snap 329 seq_num 999) 2024-04-24T02:53:24.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:24 smithi016 ceph-mon[84376]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-04-24T02:53:24.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:24 smithi016 ceph-mon[84376]: osdmap e722: 8 total, 8 up, 8 in 2024-04-24T02:53:24.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:24 smithi016 ceph-mon[86910]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-04-24T02:53:24.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:24 smithi016 ceph-mon[86910]: osdmap e722: 8 total, 8 up, 8 in 2024-04-24T02:53:24.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:24 smithi063 ceph-mon[77007]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-04-24T02:53:24.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:24 smithi063 ceph-mon[77007]: osdmap e722: 8 total, 8 up, 8 in 2024-04-24T02:53:25.210 INFO:tasks.rados.rados.0.smithi016.stdout:3295: finishing write tid 2 to smithi01673382-5 2024-04-24T02:53:25.210 INFO:tasks.rados.rados.0.smithi016.stdout:3295: finishing write tid 3 to smithi01673382-5 2024-04-24T02:53:25.210 INFO:tasks.rados.rados.0.smithi016.stdout:3295: finishing write tid 4 to smithi01673382-5 2024-04-24T02:53:25.210 INFO:tasks.rados.rados.0.smithi016.stdout:3295: finishing write tid 5 to smithi01673382-5 2024-04-24T02:53:25.210 INFO:tasks.rados.rados.0.smithi016.stdout:3295: finishing write tid 6 to smithi01673382-5 2024-04-24T02:53:25.211 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 2072 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-04-24T02:53:25.211 INFO:tasks.rados.rados.0.smithi016.stdout:3295: left oid 5 (ObjNum 1003 snap 330 seq_num 1003) 2024-04-24T02:53:25.211 INFO:tasks.rados.rados.0.smithi016.stdout:3287: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:25.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:25 smithi016 ceph-mon[84376]: osdmap e723: 8 total, 8 up, 8 in 2024-04-24T02:53:25.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:25 smithi016 ceph-mon[86910]: osdmap e723: 8 total, 8 up, 8 in 2024-04-24T02:53:25.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:25 smithi063 ceph-mon[77007]: osdmap e723: 8 total, 8 up, 8 in 2024-04-24T02:53:26.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:26 smithi016 ceph-mon[84376]: pgmap v716: 121 pgs: 121 active+clean; 396 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-24T02:53:26.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:26 smithi016 ceph-mon[84376]: osdmap e724: 8 total, 8 up, 8 in 2024-04-24T02:53:26.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:26 smithi016 ceph-mon[86910]: pgmap v716: 121 pgs: 121 active+clean; 396 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-24T02:53:26.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:26 smithi016 ceph-mon[86910]: osdmap e724: 8 total, 8 up, 8 in 2024-04-24T02:53:26.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:26 smithi063 ceph-mon[77007]: pgmap v716: 121 pgs: 121 active+clean; 396 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-24T02:53:26.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:26 smithi063 ceph-mon[77007]: osdmap e724: 8 total, 8 up, 8 in 2024-04-24T02:53:26.814 INFO:tasks.rados.rados.0.smithi016.stdout:3296: finishing write tid 1 to smithi01673382-17 2024-04-24T02:53:26.814 INFO:tasks.rados.rados.0.smithi016.stdout:3296: finishing write tid 2 to smithi01673382-17 2024-04-24T02:53:26.814 INFO:tasks.rados.rados.0.smithi016.stdout:3296: finishing write tid 3 to smithi01673382-17 2024-04-24T02:53:26.814 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2964 (ObjNum 1004 snap 330 seq_num 1004) dirty exists 2024-04-24T02:53:26.814 INFO:tasks.rados.rados.0.smithi016.stdout:3296: left oid 17 (ObjNum 1004 snap 330 seq_num 1004) 2024-04-24T02:53:26.814 INFO:tasks.rados.rados.0.smithi016.stdout:3287: done (5 left) 2024-04-24T02:53:26.814 INFO:tasks.rados.rados.0.smithi016.stdout:3289: done (4 left) 2024-04-24T02:53:26.815 INFO:tasks.rados.rados.0.smithi016.stdout:3295: done (3 left) 2024-04-24T02:53:26.815 INFO:tasks.rados.rados.0.smithi016.stdout:3296: done (2 left) 2024-04-24T02:53:26.815 INFO:tasks.rados.rados.0.smithi016.stdout:3300: snap_create 2024-04-24T02:53:26.815 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2407 (ObjNum 983 snap 321 seq_num 983) dirty exists 2024-04-24T02:53:27.124 INFO:tasks.rados.rados.0.smithi016.stdout:3298: done (2 left) 2024-04-24T02:53:27.124 INFO:tasks.rados.rados.0.smithi016.stdout:3299: done (1 left) 2024-04-24T02:53:27.124 INFO:tasks.rados.rados.0.smithi016.stdout:3300: done (0 left) 2024-04-24T02:53:27.125 INFO:tasks.rados.rados.0.smithi016.stdout:3301: read oid 49 snap -1 2024-04-24T02:53:27.125 INFO:tasks.rados.rados.0.smithi016.stdout:3301: expect (ObjNum 921 snap 305 seq_num 921) 2024-04-24T02:53:27.125 INFO:tasks.rados.rados.0.smithi016.stdout:3302: delete oid 13 current snap is 331 2024-04-24T02:53:27.132 INFO:tasks.rados.rados.0.smithi016.stdout:3302: done (1 left) 2024-04-24T02:53:27.132 INFO:tasks.rados.rados.0.smithi016.stdout:3303: snap_create 2024-04-24T02:53:27.137 INFO:tasks.rados.rados.0.smithi016.stdout:3301: expect (ObjNum 921 snap 305 seq_num 921) 2024-04-24T02:53:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:3301: done (1 left) 2024-04-24T02:53:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:3303: done (0 left) 2024-04-24T02:53:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:3304: rollback oid 15 current snap is 332 2024-04-24T02:53:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 326 2024-04-24T02:53:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:3305: read oid 40 snap -1 2024-04-24T02:53:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:3305: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-24T02:53:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:3306: delete oid 35 current snap is 332 2024-04-24T02:53:28.139 INFO:tasks.rados.rados.0.smithi016.stdout:3306: done (2 left) 2024-04-24T02:53:28.139 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 332 2024-04-24T02:53:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:3307: seq_num 1008 ranges {4513792=90112} 2024-04-24T02:53:28.165 INFO:tasks.rados.rados.0.smithi016.stdout:3307: writing smithi01673382-41 from 4513792 to 4603904 tid 1 2024-04-24T02:53:28.165 INFO:tasks.rados.rados.0.smithi016.stdout:3308: copy_from oid 35 from oid 28 current snap is 332 2024-04-24T02:53:28.165 INFO:tasks.rados.rados.0.smithi016.stdout:3304: finishing rollback tid 0 to smithi01673382-15 2024-04-24T02:53:28.165 INFO:tasks.rados.rados.0.smithi016.stdout:3305: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-24T02:53:28.223 INFO:tasks.rados.rados.0.smithi016.stdout:3304: finishing rollback tid 1 to smithi01673382-15 2024-04-24T02:53:28.223 INFO:tasks.rados.rados.0.smithi016.stdout:3304: finishing rollback tid 2 to smithi01673382-15 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2257 (ObjNum 930 snap 308 seq_num 930) dirty exists 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3307: finishing write tid 1 to smithi01673382-41 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3307: finishing write tid 2 to smithi01673382-41 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3307: finishing write tid 3 to smithi01673382-41 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2903 (ObjNum 1008 snap 332 seq_num 1008) dirty exists 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3307: left oid 41 (ObjNum 1008 snap 332 seq_num 1008) 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3308: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3304: done (3 left) 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3305: done (2 left) 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3307: done (1 left) 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3309: copy_from oid 30 from oid 19 current snap is 332 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:3308: finishing copy_from to smithi01673382-35 2024-04-24T02:53:28.224 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 2089 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:53:28.225 INFO:tasks.rados.rados.0.smithi016.stdout:3308: done (1 left) 2024-04-24T02:53:28.225 INFO:tasks.rados.rados.0.smithi016.stdout:3310: snap_remove snap 310 2024-04-24T02:53:28.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:28 smithi016 ceph-mon[84376]: pgmap v718: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-04-24T02:53:28.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:28 smithi016 ceph-mon[84376]: osdmap e725: 8 total, 8 up, 8 in 2024-04-24T02:53:28.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:53:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:53:28] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-24T02:53:28.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:28 smithi016 ceph-mon[86910]: pgmap v718: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-04-24T02:53:28.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:28 smithi016 ceph-mon[86910]: osdmap e725: 8 total, 8 up, 8 in 2024-04-24T02:53:28.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:28 smithi063 ceph-mon[77007]: pgmap v718: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-04-24T02:53:28.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:28 smithi063 ceph-mon[77007]: osdmap e725: 8 total, 8 up, 8 in 2024-04-24T02:53:29.141 INFO:tasks.rados.rados.0.smithi016.stdout:3310: done (1 left) 2024-04-24T02:53:29.141 INFO:tasks.rados.rados.0.smithi016.stdout:3311: copy_from oid 21 from oid 38 current snap is 332 2024-04-24T02:53:29.141 INFO:tasks.rados.rados.0.smithi016.stdout:3312: copy_from oid 20 from oid 4 current snap is 332 2024-04-24T02:53:29.141 INFO:tasks.rados.rados.0.smithi016.stdout:3313: delete oid 34 current snap is 332 2024-04-24T02:53:29.142 INFO:tasks.rados.rados.0.smithi016.stdout:3309: finishing copy_from racing read to smithi01673382-30 2024-04-24T02:53:29.142 INFO:tasks.rados.rados.0.smithi016.stdout:3309: finishing copy_from to smithi01673382-30 2024-04-24T02:53:29.142 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 2957 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:53:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3309: done (3 left) 2024-04-24T02:53:29.161 INFO:tasks.rados.rados.0.smithi016.stdout:3313: done (2 left) 2024-04-24T02:53:29.162 INFO:tasks.rados.rados.0.smithi016.stdout:3314: snap_remove snap 328 2024-04-24T02:53:29.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:29 smithi016 ceph-mon[86910]: osdmap e726: 8 total, 8 up, 8 in 2024-04-24T02:53:29.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:29 smithi016 ceph-mon[84376]: osdmap e726: 8 total, 8 up, 8 in 2024-04-24T02:53:29.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:29 smithi063 ceph-mon[77007]: osdmap e726: 8 total, 8 up, 8 in 2024-04-24T02:53:30.148 INFO:tasks.rados.rados.0.smithi016.stdout:3314: done (2 left) 2024-04-24T02:53:30.148 INFO:tasks.rados.rados.0.smithi016.stdout:3315: read oid 37 snap -1 2024-04-24T02:53:30.148 INFO:tasks.rados.rados.0.smithi016.stdout:3315: expect (ObjNum 992 snap 325 seq_num 992) 2024-04-24T02:53:30.148 INFO:tasks.rados.rados.0.smithi016.stdout:3316: read oid 10 snap -1 2024-04-24T02:53:30.148 INFO:tasks.rados.rados.0.smithi016.stdout:3316: expect (ObjNum 983 snap 321 seq_num 983) 2024-04-24T02:53:30.148 INFO:tasks.rados.rados.0.smithi016.stdout:3317: read oid 2 snap -1 2024-04-24T02:53:30.149 INFO:tasks.rados.rados.0.smithi016.stdout:3317: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:53:30.149 INFO:tasks.rados.rados.0.smithi016.stdout:3318: read oid 17 snap 318 2024-04-24T02:53:30.149 INFO:tasks.rados.rados.0.smithi016.stdout:3318: expect (ObjNum 964 snap 317 seq_num 964) 2024-04-24T02:53:30.149 INFO:tasks.rados.rados.0.smithi016.stdout:3319: snap_remove snap 327 2024-04-24T02:53:30.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:30 smithi016 ceph-mon[84376]: pgmap v721: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-24T02:53:30.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:30 smithi016 ceph-mon[84376]: osdmap e727: 8 total, 8 up, 8 in 2024-04-24T02:53:30.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:30.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:30 smithi016 ceph-mon[86910]: pgmap v721: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-24T02:53:30.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:30 smithi016 ceph-mon[86910]: osdmap e727: 8 total, 8 up, 8 in 2024-04-24T02:53:30.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:30.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:30 smithi063 ceph-mon[77007]: pgmap v721: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-24T02:53:30.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:30 smithi063 ceph-mon[77007]: osdmap e727: 8 total, 8 up, 8 in 2024-04-24T02:53:30.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:31.085 INFO:tasks.rados.rados.0.smithi016.stdout:3319: done (6 left) 2024-04-24T02:53:31.085 INFO:tasks.rados.rados.0.smithi016.stdout:3320: read oid 30 snap -1 2024-04-24T02:53:31.085 INFO:tasks.rados.rados.0.smithi016.stdout:3320: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:31.085 INFO:tasks.rados.rados.0.smithi016.stdout:3321: read oid 45 snap -1 2024-04-24T02:53:31.085 INFO:tasks.rados.rados.0.smithi016.stdout:3321: expect (ObjNum 909 snap 304 seq_num 909) 2024-04-24T02:53:31.085 INFO:tasks.rados.rados.0.smithi016.stdout:3322: rollback oid 6 current snap is 332 2024-04-24T02:53:31.085 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 321 2024-04-24T02:53:31.086 INFO:tasks.rados.rados.0.smithi016.stdout:3323: snap_create 2024-04-24T02:53:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:3312: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:53:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:3312: finishing copy_from to smithi01673382-20 2024-04-24T02:53:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2828 (ObjNum 943 snap 313 seq_num 943) dirty exists 2024-04-24T02:53:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:3311: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:53:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:3311: finishing copy_from to smithi01673382-21 2024-04-24T02:53:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:53:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:3317: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:53:31.241 INFO:tasks.rados.rados.0.smithi016.stdout:3315: expect (ObjNum 992 snap 325 seq_num 992) 2024-04-24T02:53:31.440 INFO:tasks.rados.rados.0.smithi016.stdout:3318: expect (ObjNum 964 snap 317 seq_num 964) 2024-04-24T02:53:31.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:31 smithi016 ceph-mon[84376]: osdmap e728: 8 total, 8 up, 8 in 2024-04-24T02:53:31.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:31 smithi016 ceph-mon[84376]: osdmap e729: 8 total, 8 up, 8 in 2024-04-24T02:53:31.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:31 smithi016 ceph-mon[86910]: osdmap e728: 8 total, 8 up, 8 in 2024-04-24T02:53:31.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:31 smithi016 ceph-mon[86910]: osdmap e729: 8 total, 8 up, 8 in 2024-04-24T02:53:31.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:31 smithi063 ceph-mon[77007]: osdmap e728: 8 total, 8 up, 8 in 2024-04-24T02:53:31.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:31 smithi063 ceph-mon[77007]: osdmap e729: 8 total, 8 up, 8 in 2024-04-24T02:53:31.581 INFO:tasks.rados.rados.0.smithi016.stdout:3316: expect (ObjNum 983 snap 321 seq_num 983) 2024-04-24T02:53:31.693 INFO:tasks.rados.rados.0.smithi016.stdout:3322: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:53:31.693 INFO:tasks.rados.rados.0.smithi016.stdout:3322: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:53:31.693 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2091 (ObjNum 686 snap 231 seq_num 686) dirty exists 2024-04-24T02:53:31.693 INFO:tasks.rados.rados.0.smithi016.stdout:3321: expect (ObjNum 909 snap 304 seq_num 909) 2024-04-24T02:53:31.809 INFO:tasks.rados.rados.0.smithi016.stdout:3320: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:32.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:32 smithi016 ceph-mon[84376]: pgmap v724: 121 pgs: 121 active+clean; 418 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2024-04-24T02:53:32.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:32 smithi016 ceph-mon[84376]: osdmap e730: 8 total, 8 up, 8 in 2024-04-24T02:53:32.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:32 smithi016 ceph-mon[86910]: pgmap v724: 121 pgs: 121 active+clean; 418 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2024-04-24T02:53:32.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:32 smithi016 ceph-mon[86910]: osdmap e730: 8 total, 8 up, 8 in 2024-04-24T02:53:32.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:32 smithi063 ceph-mon[77007]: pgmap v724: 121 pgs: 121 active+clean; 418 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2024-04-24T02:53:32.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:32 smithi063 ceph-mon[77007]: osdmap e730: 8 total, 8 up, 8 in 2024-04-24T02:53:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3311: done (9 left) 2024-04-24T02:53:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3312: done (8 left) 2024-04-24T02:53:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3315: done (7 left) 2024-04-24T02:53:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3316: done (6 left) 2024-04-24T02:53:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3317: done (5 left) 2024-04-24T02:53:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3318: done (4 left) 2024-04-24T02:53:33.413 INFO:tasks.rados.rados.0.smithi016.stdout:3320: done (3 left) 2024-04-24T02:53:33.414 INFO:tasks.rados.rados.0.smithi016.stdout:3321: done (2 left) 2024-04-24T02:53:33.414 INFO:tasks.rados.rados.0.smithi016.stdout:3322: done (1 left) 2024-04-24T02:53:33.414 INFO:tasks.rados.rados.0.smithi016.stdout:3323: done (0 left) 2024-04-24T02:53:33.414 INFO:tasks.rados.rados.0.smithi016.stdout:3324: delete oid 39 current snap is 333 2024-04-24T02:53:33.416 INFO:tasks.rados.rados.0.smithi016.stdout:3324: done (0 left) 2024-04-24T02:53:33.416 INFO:tasks.rados.rados.0.smithi016.stdout:3325: read oid 26 snap -1 2024-04-24T02:53:33.416 INFO:tasks.rados.rados.0.smithi016.stdout:3325: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:53:33.416 INFO:tasks.rados.rados.0.smithi016.stdout:3326: copy_from oid 9 from oid 21 current snap is 333 2024-04-24T02:53:33.416 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 333 2024-04-24T02:53:33.416 INFO:tasks.rados.rados.0.smithi016.stdout:3327: seq_num 1011 ranges {4603904=139264} 2024-04-24T02:53:33.442 INFO:tasks.rados.rados.0.smithi016.stdout:3327: writing smithi01673382-41 from 4603904 to 4743168 tid 1 2024-04-24T02:53:33.443 INFO:tasks.rados.rados.0.smithi016.stdout:3328: read oid 24 snap -1 2024-04-24T02:53:33.443 INFO:tasks.rados.rados.0.smithi016.stdout:3328: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:53:33.443 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 333 2024-04-24T02:53:33.443 INFO:tasks.rados.rados.0.smithi016.stdout:3329: seq_num 1012 ranges {2351104=155648} 2024-04-24T02:53:33.456 INFO:tasks.rados.rados.0.smithi016.stdout:3329: writing smithi01673382-4 from 2351104 to 2506752 tid 1 2024-04-24T02:53:33.457 INFO:tasks.rados.rados.0.smithi016.stdout:3330: read oid 49 snap -1 2024-04-24T02:53:33.457 INFO:tasks.rados.rados.0.smithi016.stdout:3330: expect (ObjNum 921 snap 305 seq_num 921) 2024-04-24T02:53:33.457 INFO:tasks.rados.rados.0.smithi016.stdout:3331: copy_from oid 40 from oid 11 current snap is 333 2024-04-24T02:53:33.457 INFO:tasks.rados.rados.0.smithi016.stdout:3325: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:3326: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:3326: finishing copy_from to smithi01673382-9 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:3327: finishing write tid 1 to smithi01673382-41 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:3327: finishing write tid 2 to smithi01673382-41 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:3327: finishing write tid 3 to smithi01673382-41 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2922 (ObjNum 1011 snap 333 seq_num 1011) dirty exists 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:3327: left oid 41 (ObjNum 1011 snap 333 seq_num 1011) 2024-04-24T02:53:33.553 INFO:tasks.rados.rados.0.smithi016.stdout:3328: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:53:33.672 INFO:tasks.rados.rados.0.smithi016.stdout:3329: finishing write tid 1 to smithi01673382-4 2024-04-24T02:53:33.672 INFO:tasks.rados.rados.0.smithi016.stdout:3329: finishing write tid 2 to smithi01673382-4 2024-04-24T02:53:33.672 INFO:tasks.rados.rados.0.smithi016.stdout:3329: finishing write tid 3 to smithi01673382-4 2024-04-24T02:53:33.672 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2995 (ObjNum 1012 snap 333 seq_num 1012) dirty exists 2024-04-24T02:53:33.672 INFO:tasks.rados.rados.0.smithi016.stdout:3329: left oid 4 (ObjNum 1012 snap 333 seq_num 1012) 2024-04-24T02:53:33.672 INFO:tasks.rados.rados.0.smithi016.stdout:3330: expect (ObjNum 921 snap 305 seq_num 921) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3331: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3331: finishing copy_from to smithi01673382-40 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2888 (ObjNum 994 snap 326 seq_num 994) dirty exists 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3325: done (6 left) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3326: done (5 left) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3327: done (4 left) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3328: done (3 left) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3329: done (2 left) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3330: done (1 left) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3331: done (0 left) 2024-04-24T02:53:33.864 INFO:tasks.rados.rados.0.smithi016.stdout:3332: rollback oid 34 current snap is 333 2024-04-24T02:53:33.865 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 331 2024-04-24T02:53:33.865 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 333 2024-04-24T02:53:33.865 INFO:tasks.rados.rados.0.smithi016.stdout:3333: seq_num 1013 ranges {14884864=172032} 2024-04-24T02:53:33.946 INFO:tasks.rados.rados.0.smithi016.stdout:3333: writing smithi01673382-19 from 14884864 to 15056896 tid 1 2024-04-24T02:53:33.946 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 333 2024-04-24T02:53:33.946 INFO:tasks.rados.rados.0.smithi016.stdout:3334: seq_num 1014 ranges {0=188416} 2024-04-24T02:53:33.947 INFO:tasks.rados.rados.0.smithi016.stdout:3334: writing smithi01673382-13 from 0 to 188416 tid 1 2024-04-24T02:53:33.947 INFO:tasks.rados.rados.0.smithi016.stdout:3335: copy_from oid 20 from oid 5 current snap is 333 2024-04-24T02:53:33.948 INFO:tasks.rados.rados.0.smithi016.stdout:3332: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:53:33.948 INFO:tasks.rados.rados.0.smithi016.stdout:3332: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:53:33.948 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 2961 (ObjNum 862 snap 296 seq_num 862) dirty exists 2024-04-24T02:53:33.948 INFO:tasks.rados.rados.0.smithi016.stdout:3332: done (3 left) 2024-04-24T02:53:33.948 INFO:tasks.rados.rados.0.smithi016.stdout:3336: copy_from oid 35 from oid 38 current snap is 333 2024-04-24T02:53:33.948 INFO:tasks.rados.rados.0.smithi016.stdout:3337: copy_from oid 22 from oid 2 current snap is 333 2024-04-24T02:53:33.948 INFO:tasks.rados.rados.0.smithi016.stdout:3338: snap_remove snap 318 2024-04-24T02:53:34.160 INFO:tasks.rados.rados.0.smithi016.stdout:3338: done (5 left) 2024-04-24T02:53:34.160 INFO:tasks.rados.rados.0.smithi016.stdout:3339: rollback oid 27 current snap is 333 2024-04-24T02:53:34.160 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 331 2024-04-24T02:53:34.160 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 333 2024-04-24T02:53:34.160 INFO:tasks.rados.rados.0.smithi016.stdout:3340: seq_num 1015 ranges {3006464=204800} 2024-04-24T02:53:34.178 INFO:tasks.rados.rados.0.smithi016.stdout:3340: writing smithi01673382-45 from 3006464 to 3211264 tid 1 2024-04-24T02:53:34.178 INFO:tasks.rados.rados.0.smithi016.stdout:3341: read oid 33 snap -1 2024-04-24T02:53:34.178 INFO:tasks.rados.rados.0.smithi016.stdout:3341: expect deleted 2024-04-24T02:53:34.178 INFO:tasks.rados.rados.0.smithi016.stdout:3342: delete oid 40 current snap is 333 2024-04-24T02:53:34.178 INFO:tasks.rados.rados.0.smithi016.stdout:3333: finishing write tid 1 to smithi01673382-19 2024-04-24T02:53:34.178 INFO:tasks.rados.rados.0.smithi016.stdout:3333: finishing write tid 2 to smithi01673382-19 2024-04-24T02:53:34.178 INFO:tasks.rados.rados.0.smithi016.stdout:3334: finishing write tid 1 to smithi01673382-13 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3334: finishing write tid 2 to smithi01673382-13 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3333: finishing write tid 3 to smithi01673382-19 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 2998 (ObjNum 1013 snap 333 seq_num 1013) dirty exists 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3333: left oid 19 (ObjNum 1013 snap 333 seq_num 1013) 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3334: finishing write tid 3 to smithi01673382-13 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 3000 (ObjNum 1014 snap 333 seq_num 1014) dirty exists 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3334: left oid 13 (ObjNum 1014 snap 333 seq_num 1014) 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3337: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3337: finishing copy_from to smithi01673382-22 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3336: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3336: finishing copy_from to smithi01673382-35 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3335: finishing copy_from racing read to smithi01673382-20 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:3335: finishing copy_from to smithi01673382-20 2024-04-24T02:53:34.179 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2072 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-04-24T02:53:34.180 INFO:tasks.rados.rados.0.smithi016.stdout:3339: finishing rollback tid 0 to smithi01673382-27 2024-04-24T02:53:34.180 INFO:tasks.rados.rados.0.smithi016.stdout:3339: finishing rollback tid 1 to smithi01673382-27 2024-04-24T02:53:34.180 INFO:tasks.rados.rados.0.smithi016.stdout:3339: finishing rollback tid 2 to smithi01673382-27 2024-04-24T02:53:34.180 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2094 (ObjNum 978 snap 321 seq_num 978) dirty exists 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3333: done (8 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3334: done (7 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3335: done (6 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3336: done (5 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3337: done (4 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3339: done (3 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3341: done (2 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3342: done (1 left) 2024-04-24T02:53:34.184 INFO:tasks.rados.rados.0.smithi016.stdout:3343: rollback oid 1 current snap is 333 2024-04-24T02:53:34.185 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 325 2024-04-24T02:53:34.185 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 333 2024-04-24T02:53:34.185 INFO:tasks.rados.rados.0.smithi016.stdout:3344: seq_num 1017 ranges {0=237568} 2024-04-24T02:53:34.186 INFO:tasks.rados.rados.0.smithi016.stdout:3344: writing smithi01673382-33 from 0 to 237568 tid 1 2024-04-24T02:53:34.186 INFO:tasks.rados.rados.0.smithi016.stdout:3345: snap_create 2024-04-24T02:53:34.186 INFO:tasks.rados.rados.0.smithi016.stdout:3340: finishing write tid 1 to smithi01673382-45 2024-04-24T02:53:34.186 INFO:tasks.rados.rados.0.smithi016.stdout:3340: finishing write tid 2 to smithi01673382-45 2024-04-24T02:53:34.189 INFO:tasks.rados.rados.0.smithi016.stdout:3340: finishing write tid 3 to smithi01673382-45 2024-04-24T02:53:34.189 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 2068 (ObjNum 1015 snap 333 seq_num 1015) dirty exists 2024-04-24T02:53:34.189 INFO:tasks.rados.rados.0.smithi016.stdout:3340: left oid 45 (ObjNum 1015 snap 333 seq_num 1015) 2024-04-24T02:53:34.190 INFO:tasks.rados.rados.0.smithi016.stdout:3343: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:53:34.190 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2039 (ObjNum 1 snap 32573 seq_num 2003033552) dirty dne 2024-04-24T02:53:34.194 INFO:tasks.rados.rados.0.smithi016.stdout:3344: finishing write tid 1 to smithi01673382-33 2024-04-24T02:53:34.194 INFO:tasks.rados.rados.0.smithi016.stdout:3344: finishing write tid 2 to smithi01673382-33 2024-04-24T02:53:34.197 INFO:tasks.rados.rados.0.smithi016.stdout:3344: finishing write tid 3 to smithi01673382-33 2024-04-24T02:53:34.197 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 3014 (ObjNum 1017 snap 333 seq_num 1017) dirty exists 2024-04-24T02:53:34.197 INFO:tasks.rados.rados.0.smithi016.stdout:3344: left oid 33 (ObjNum 1017 snap 333 seq_num 1017) 2024-04-24T02:53:34.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:34 smithi016 ceph-mon[84376]: pgmap v727: 121 pgs: 121 active+clean; 422 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-04-24T02:53:34.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:34 smithi016 ceph-mon[86910]: pgmap v727: 121 pgs: 121 active+clean; 422 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-04-24T02:53:34.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:34 smithi063 ceph-mon[77007]: pgmap v727: 121 pgs: 121 active+clean; 422 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-04-24T02:53:35.165 INFO:tasks.rados.rados.0.smithi016.stdout:3340: done (3 left) 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3343: done (2 left) 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3344: done (1 left) 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3345: done (0 left) 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3346: rmattr oid 32 current snap is 334 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3346: done (0 left) 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3347: rollback oid 8 current snap is 334 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 330 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3348: copy_from oid 6 from oid 50 current snap is 334 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3349: read oid 38 snap 217 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3349: expect (ObjNum 605 snap 204 seq_num 605) 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 334 2024-04-24T02:53:35.166 INFO:tasks.rados.rados.0.smithi016.stdout:3350: seq_num 1018 ranges {8372224=253952} 2024-04-24T02:53:35.213 INFO:tasks.rados.rados.0.smithi016.stdout:3350: writing smithi01673382-14 from 8372224 to 8626176 tid 1 2024-04-24T02:53:35.213 INFO:tasks.rados.rados.0.smithi016.stdout:3351: delete oid 39 current snap is 334 2024-04-24T02:53:35.214 INFO:tasks.rados.rados.0.smithi016.stdout:3348: finishing copy_from to smithi01673382-6 2024-04-24T02:53:35.214 INFO:tasks.rados.rados.0.smithi016.stdout:3348: got expected ENOENT (src dne) 2024-04-24T02:53:35.214 INFO:tasks.rados.rados.0.smithi016.stdout:3348: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:53:35.214 INFO:tasks.rados.rados.0.smithi016.stdout:3349: expect (ObjNum 605 snap 204 seq_num 605) 2024-04-24T02:53:35.300 INFO:tasks.rados.rados.0.smithi016.stdout:3347: finishing rollback tid 0 to smithi01673382-8 2024-04-24T02:53:35.300 INFO:tasks.rados.rados.0.smithi016.stdout:3347: finishing rollback tid 1 to smithi01673382-8 2024-04-24T02:53:35.300 INFO:tasks.rados.rados.0.smithi016.stdout:3347: finishing rollback tid 2 to smithi01673382-8 2024-04-24T02:53:35.300 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 3018 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3347: done (4 left) 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3348: done (3 left) 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3349: done (2 left) 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3351: done (1 left) 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 334 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3350: finishing write tid 1 to smithi01673382-14 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3350: finishing write tid 2 to smithi01673382-14 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3350: finishing write tid 3 to smithi01673382-14 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2891 (ObjNum 1018 snap 334 seq_num 1018) dirty exists 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3350: left oid 14 (ObjNum 1018 snap 334 seq_num 1018) 2024-04-24T02:53:35.301 INFO:tasks.rados.rados.0.smithi016.stdout:3352: seq_num 1020 ranges {0=286720} 2024-04-24T02:53:35.302 INFO:tasks.rados.rados.0.smithi016.stdout:3352: writing smithi01673382-31 from 0 to 286720 tid 1 2024-04-24T02:53:35.302 INFO:tasks.rados.rados.0.smithi016.stdout:3350: done (1 left) 2024-04-24T02:53:35.302 INFO:tasks.rados.rados.0.smithi016.stdout:3353: snap_create 2024-04-24T02:53:35.305 INFO:tasks.rados.rados.0.smithi016.stdout:3352: finishing write tid 1 to smithi01673382-31 2024-04-24T02:53:35.305 INFO:tasks.rados.rados.0.smithi016.stdout:3352: finishing write tid 2 to smithi01673382-31 2024-04-24T02:53:35.309 INFO:tasks.rados.rados.0.smithi016.stdout:3352: finishing write tid 3 to smithi01673382-31 2024-04-24T02:53:35.309 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1411 (ObjNum 1020 snap 334 seq_num 1020) dirty exists 2024-04-24T02:53:35.309 INFO:tasks.rados.rados.0.smithi016.stdout:3352: left oid 31 (ObjNum 1020 snap 334 seq_num 1020) 2024-04-24T02:53:35.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:35 smithi016 ceph-mon[84376]: osdmap e731: 8 total, 8 up, 8 in 2024-04-24T02:53:35.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:35 smithi016 ceph-mon[86910]: osdmap e731: 8 total, 8 up, 8 in 2024-04-24T02:53:35.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:35 smithi063 ceph-mon[77007]: osdmap e731: 8 total, 8 up, 8 in 2024-04-24T02:53:36.085 INFO:tasks.rados.rados.0.smithi016.stdout:3352: done (1 left) 2024-04-24T02:53:36.085 INFO:tasks.rados.rados.0.smithi016.stdout:3353: done (0 left) 2024-04-24T02:53:36.085 INFO:tasks.rados.rados.0.smithi016.stdout:3354: copy_from oid 40 from oid 20 current snap is 335 2024-04-24T02:53:36.085 INFO:tasks.rados.rados.0.smithi016.stdout:3355: rmattr oid 46 current snap is 335 2024-04-24T02:53:36.085 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 335 2024-04-24T02:53:36.085 INFO:tasks.rados.rados.0.smithi016.stdout:3356: seq_num 1021 ranges {6979584=303104} 2024-04-24T02:53:36.125 INFO:tasks.rados.rados.0.smithi016.stdout:3356: writing smithi01673382-11 from 6979584 to 7282688 tid 1 2024-04-24T02:53:36.125 INFO:tasks.rados.rados.0.smithi016.stdout:3357: snap_create 2024-04-24T02:53:36.125 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2829 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:53:36.125 INFO:tasks.rados.rados.0.smithi016.stdout:3354: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:53:36.125 INFO:tasks.rados.rados.0.smithi016.stdout:3354: finishing copy_from to smithi01673382-40 2024-04-24T02:53:36.125 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2072 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-04-24T02:53:36.129 INFO:tasks.rados.rados.0.smithi016.stdout:3356: finishing write tid 1 to smithi01673382-11 2024-04-24T02:53:36.129 INFO:tasks.rados.rados.0.smithi016.stdout:3356: finishing write tid 2 to smithi01673382-11 2024-04-24T02:53:36.131 INFO:tasks.rados.rados.0.smithi016.stdout:3356: finishing write tid 3 to smithi01673382-11 2024-04-24T02:53:36.131 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2935 (ObjNum 1021 snap 335 seq_num 1021) dirty exists 2024-04-24T02:53:36.131 INFO:tasks.rados.rados.0.smithi016.stdout:3356: left oid 11 (ObjNum 1021 snap 335 seq_num 1021) 2024-04-24T02:53:36.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:36 smithi016 ceph-mon[84376]: pgmap v729: 121 pgs: 121 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-24T02:53:36.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:36 smithi016 ceph-mon[84376]: osdmap e732: 8 total, 8 up, 8 in 2024-04-24T02:53:36.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:36 smithi016 ceph-mon[84376]: osdmap e733: 8 total, 8 up, 8 in 2024-04-24T02:53:36.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:36 smithi016 ceph-mon[86910]: pgmap v729: 121 pgs: 121 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-24T02:53:36.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:36 smithi016 ceph-mon[86910]: osdmap e732: 8 total, 8 up, 8 in 2024-04-24T02:53:36.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:36 smithi016 ceph-mon[86910]: osdmap e733: 8 total, 8 up, 8 in 2024-04-24T02:53:36.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:36 smithi063 ceph-mon[77007]: pgmap v729: 121 pgs: 121 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-24T02:53:36.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:36 smithi063 ceph-mon[77007]: osdmap e732: 8 total, 8 up, 8 in 2024-04-24T02:53:36.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:36 smithi063 ceph-mon[77007]: osdmap e733: 8 total, 8 up, 8 in 2024-04-24T02:53:37.085 INFO:tasks.rados.rados.0.smithi016.stdout:3354: done (3 left) 2024-04-24T02:53:37.086 INFO:tasks.rados.rados.0.smithi016.stdout:3355: done (2 left) 2024-04-24T02:53:37.086 INFO:tasks.rados.rados.0.smithi016.stdout:3356: done (1 left) 2024-04-24T02:53:37.086 INFO:tasks.rados.rados.0.smithi016.stdout:3357: done (0 left) 2024-04-24T02:53:37.086 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 336 2024-04-24T02:53:37.086 INFO:tasks.rados.rados.0.smithi016.stdout:3358: seq_num 1022 ranges {0=319488} 2024-04-24T02:53:37.087 INFO:tasks.rados.rados.0.smithi016.stdout:3358: writing smithi01673382-39 from 0 to 319488 tid 1 2024-04-24T02:53:37.087 INFO:tasks.rados.rados.0.smithi016.stdout:3359: read oid 17 snap -1 2024-04-24T02:53:37.088 INFO:tasks.rados.rados.0.smithi016.stdout:3359: expect (ObjNum 1004 snap 330 seq_num 1004) 2024-04-24T02:53:37.088 INFO:tasks.rados.rados.0.smithi016.stdout:3360: snap_create 2024-04-24T02:53:37.096 INFO:tasks.rados.rados.0.smithi016.stdout:3358: finishing write tid 1 to smithi01673382-39 2024-04-24T02:53:37.096 INFO:tasks.rados.rados.0.smithi016.stdout:3358: finishing write tid 2 to smithi01673382-39 2024-04-24T02:53:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:3358: finishing write tid 3 to smithi01673382-39 2024-04-24T02:53:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 2963 (ObjNum 1022 snap 336 seq_num 1022) dirty exists 2024-04-24T02:53:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:3358: left oid 39 (ObjNum 1022 snap 336 seq_num 1022) 2024-04-24T02:53:37.098 INFO:tasks.rados.rados.0.smithi016.stdout:3359: expect (ObjNum 1004 snap 330 seq_num 1004) 2024-04-24T02:53:38.090 INFO:tasks.rados.rados.0.smithi016.stdout:3358: done (2 left) 2024-04-24T02:53:38.090 INFO:tasks.rados.rados.0.smithi016.stdout:3359: done (1 left) 2024-04-24T02:53:38.090 INFO:tasks.rados.rados.0.smithi016.stdout:3360: done (0 left) 2024-04-24T02:53:38.091 INFO:tasks.rados.rados.0.smithi016.stdout:3361: snap_create 2024-04-24T02:53:38.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:38 smithi016 ceph-mon[84376]: pgmap v732: 121 pgs: 121 active+clean; 428 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-04-24T02:53:38.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:38 smithi016 ceph-mon[84376]: osdmap e734: 8 total, 8 up, 8 in 2024-04-24T02:53:38.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:53:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:53:38] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-24T02:53:38.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:38 smithi016 ceph-mon[86910]: pgmap v732: 121 pgs: 121 active+clean; 428 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-04-24T02:53:38.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:38 smithi016 ceph-mon[86910]: osdmap e734: 8 total, 8 up, 8 in 2024-04-24T02:53:38.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:38 smithi063 ceph-mon[77007]: pgmap v732: 121 pgs: 121 active+clean; 428 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-04-24T02:53:38.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:38 smithi063 ceph-mon[77007]: osdmap e734: 8 total, 8 up, 8 in 2024-04-24T02:53:39.096 INFO:tasks.rados.rados.0.smithi016.stdout:3361: done (0 left) 2024-04-24T02:53:39.097 INFO:tasks.rados.rados.0.smithi016.stdout:3362: rollback oid 32 current snap is 338 2024-04-24T02:53:39.097 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 324 2024-04-24T02:53:39.097 INFO:tasks.rados.rados.0.smithi016.stdout:3363: copy_from oid 1 from oid 15 current snap is 338 2024-04-24T02:53:39.097 INFO:tasks.rados.rados.0.smithi016.stdout:3364: snap_remove snap 335 2024-04-24T02:53:39.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:39 smithi016 ceph-mon[84376]: osdmap e735: 8 total, 8 up, 8 in 2024-04-24T02:53:39.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:39 smithi016 ceph-mon[86910]: osdmap e735: 8 total, 8 up, 8 in 2024-04-24T02:53:39.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:39 smithi063 ceph-mon[77007]: osdmap e735: 8 total, 8 up, 8 in 2024-04-24T02:53:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:3364: done (2 left) 2024-04-24T02:53:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:3365: copy_from oid 40 from oid 30 current snap is 338 2024-04-24T02:53:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:3366: read oid 29 snap -1 2024-04-24T02:53:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:3366: expect (ObjNum 989 snap 325 seq_num 989) 2024-04-24T02:53:40.102 INFO:tasks.rados.rados.0.smithi016.stdout:3367: snap_remove snap 317 2024-04-24T02:53:40.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:40 smithi016 ceph-mon[84376]: pgmap v735: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-04-24T02:53:40.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:40 smithi016 ceph-mon[84376]: osdmap e736: 8 total, 8 up, 8 in 2024-04-24T02:53:40.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:40 smithi016 ceph-mon[86910]: pgmap v735: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-04-24T02:53:40.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:40 smithi016 ceph-mon[86910]: osdmap e736: 8 total, 8 up, 8 in 2024-04-24T02:53:40.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:40 smithi063 ceph-mon[77007]: pgmap v735: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-04-24T02:53:40.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:40 smithi063 ceph-mon[77007]: osdmap e736: 8 total, 8 up, 8 in 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:3367: done (4 left) 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 338 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:3362: finishing rollback tid 0 to smithi01673382-32 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:3362: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:3362: finishing rollback tid 2 to smithi01673382-32 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2433 (ObjNum 921 snap 305 seq_num 921) dirty exists 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:3363: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:3363: finishing copy_from to smithi01673382-1 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2257 (ObjNum 930 snap 308 seq_num 930) dirty exists 2024-04-24T02:53:41.086 INFO:tasks.rados.rados.0.smithi016.stdout:3366: expect (ObjNum 989 snap 325 seq_num 989) 2024-04-24T02:53:41.223 INFO:tasks.rados.rados.0.smithi016.stdout:3365: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:53:41.223 INFO:tasks.rados.rados.0.smithi016.stdout:3365: finishing copy_from to smithi01673382-40 2024-04-24T02:53:41.223 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2957 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:53:41.223 INFO:tasks.rados.rados.0.smithi016.stdout:3368: seq_num 1023 ranges {3440640=335872} 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3368: writing smithi01673382-49 from 3440640 to 3776512 tid 1 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3362: done (4 left) 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3363: done (3 left) 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3365: done (2 left) 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3366: done (1 left) 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3369: read oid 39 snap -1 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3369: expect (ObjNum 1022 snap 336 seq_num 1022) 2024-04-24T02:53:41.244 INFO:tasks.rados.rados.0.smithi016.stdout:3370: setattr oid 19 current snap is 338 2024-04-24T02:53:41.247 INFO:tasks.rados.rados.0.smithi016.stdout:3369: expect (ObjNum 1022 snap 336 seq_num 1022) 2024-04-24T02:53:41.255 INFO:tasks.rados.rados.0.smithi016.stdout:3368: finishing write tid 1 to smithi01673382-49 2024-04-24T02:53:41.255 INFO:tasks.rados.rados.0.smithi016.stdout:3368: finishing write tid 2 to smithi01673382-49 2024-04-24T02:53:41.255 INFO:tasks.rados.rados.0.smithi016.stdout:3368: finishing write tid 3 to smithi01673382-49 2024-04-24T02:53:41.256 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 2444 (ObjNum 1023 snap 338 seq_num 1023) dirty exists 2024-04-24T02:53:41.256 INFO:tasks.rados.rados.0.smithi016.stdout:3368: left oid 49 (ObjNum 1023 snap 338 seq_num 1023) 2024-04-24T02:53:41.256 INFO:tasks.rados.rados.0.smithi016.stdout:3368: done (2 left) 2024-04-24T02:53:41.256 INFO:tasks.rados.rados.0.smithi016.stdout:3369: done (1 left) 2024-04-24T02:53:41.256 INFO:tasks.rados.rados.0.smithi016.stdout:3371: setattr oid 44 current snap is 338 2024-04-24T02:53:41.258 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 338 2024-04-24T02:53:41.258 INFO:tasks.rados.rados.0.smithi016.stdout:3372: seq_num 1024 ranges {2424832=352256} 2024-04-24T02:53:41.273 INFO:tasks.rados.rados.0.smithi016.stdout:3372: writing smithi01673382-26 from 2424832 to 2777088 tid 1 2024-04-24T02:53:41.273 INFO:tasks.rados.rados.0.smithi016.stdout:3373: delete oid 17 current snap is 338 2024-04-24T02:53:41.273 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 3030 (ObjNum 1013 snap 333 seq_num 1013) dirty exists 2024-04-24T02:53:41.273 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 3031 (ObjNum 2001900384 snap 22076 seq_num 0) dirty exists 2024-04-24T02:53:41.276 INFO:tasks.rados.rados.0.smithi016.stdout:3370: done (3 left) 2024-04-24T02:53:41.276 INFO:tasks.rados.rados.0.smithi016.stdout:3371: done (2 left) 2024-04-24T02:53:41.276 INFO:tasks.rados.rados.0.smithi016.stdout:3373: done (1 left) 2024-04-24T02:53:41.276 INFO:tasks.rados.rados.0.smithi016.stdout:3374: rollback oid 28 current snap is 338 2024-04-24T02:53:41.276 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 333 2024-04-24T02:53:41.276 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 338 2024-04-24T02:53:41.276 INFO:tasks.rados.rados.0.smithi016.stdout:3375: seq_num 1026 ranges {3710976=385024} 2024-04-24T02:53:41.299 INFO:tasks.rados.rados.0.smithi016.stdout:3375: writing smithi01673382-27 from 3710976 to 4096000 tid 1 2024-04-24T02:53:41.299 INFO:tasks.rados.rados.0.smithi016.stdout:3376: read oid 8 snap -1 2024-04-24T02:53:41.299 INFO:tasks.rados.rados.0.smithi016.stdout:3376: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:41.299 INFO:tasks.rados.rados.0.smithi016.stdout:3377: snap_remove snap 217 2024-04-24T02:53:41.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:41 smithi016 ceph-mon[84376]: osdmap e737: 8 total, 8 up, 8 in 2024-04-24T02:53:41.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:41 smithi016 ceph-mon[84376]: osdmap e738: 8 total, 8 up, 8 in 2024-04-24T02:53:41.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:41 smithi016 ceph-mon[86910]: osdmap e737: 8 total, 8 up, 8 in 2024-04-24T02:53:41.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:41 smithi016 ceph-mon[86910]: osdmap e738: 8 total, 8 up, 8 in 2024-04-24T02:53:41.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:41 smithi063 ceph-mon[77007]: osdmap e737: 8 total, 8 up, 8 in 2024-04-24T02:53:41.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:41 smithi063 ceph-mon[77007]: osdmap e738: 8 total, 8 up, 8 in 2024-04-24T02:53:42.123 INFO:tasks.rados.rados.0.smithi016.stdout:3377: done (4 left) 2024-04-24T02:53:42.123 INFO:tasks.rados.rados.0.smithi016.stdout:3378: rollback oid 1 current snap is 338 2024-04-24T02:53:42.123 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 324 2024-04-24T02:53:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3379: copy_from oid 5 from oid 30 current snap is 338 2024-04-24T02:53:42.124 INFO:tasks.rados.rados.0.smithi016.stdout:3380: snap_remove snap 319 2024-04-24T02:53:42.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:42 smithi016 ceph-mon[84376]: pgmap v738: 121 pgs: 121 active+clean; 435 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-24T02:53:42.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:42 smithi016 ceph-mon[86910]: pgmap v738: 121 pgs: 121 active+clean; 435 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-24T02:53:42.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:42 smithi063 ceph-mon[77007]: pgmap v738: 121 pgs: 121 active+clean; 435 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-24T02:53:43.135 INFO:tasks.rados.rados.0.smithi016.stdout:3380: done (6 left) 2024-04-24T02:53:43.135 INFO:tasks.rados.rados.0.smithi016.stdout:3381: rollback oid 3 current snap is 338 2024-04-24T02:53:43.135 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 324 2024-04-24T02:53:43.135 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 338 2024-04-24T02:53:43.135 INFO:tasks.rados.rados.0.smithi016.stdout:3382: seq_num 1027 ranges {1286144=409600} 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3382: writing smithi01673382-16 from 1286144 to 1695744 tid 1 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3383: snap_create 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3372: finishing write tid 1 to smithi01673382-26 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3372: finishing write tid 2 to smithi01673382-26 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3372: finishing write tid 3 to smithi01673382-26 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1936 (ObjNum 1024 snap 338 seq_num 1024) dirty exists 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3372: left oid 26 (ObjNum 1024 snap 338 seq_num 1024) 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3374: finishing rollback tid 0 to smithi01673382-28 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3374: finishing rollback tid 1 to smithi01673382-28 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:3374: finishing rollback tid 2 to smithi01673382-28 2024-04-24T02:53:43.141 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2097 (ObjNum 903 snap 302 seq_num 903) dirty exists 2024-04-24T02:53:43.142 INFO:tasks.rados.rados.0.smithi016.stdout:3375: finishing write tid 1 to smithi01673382-27 2024-04-24T02:53:43.142 INFO:tasks.rados.rados.0.smithi016.stdout:3375: finishing write tid 2 to smithi01673382-27 2024-04-24T02:53:43.142 INFO:tasks.rados.rados.0.smithi016.stdout:3375: finishing write tid 3 to smithi01673382-27 2024-04-24T02:53:43.142 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2099 (ObjNum 1026 snap 338 seq_num 1026) dirty exists 2024-04-24T02:53:43.142 INFO:tasks.rados.rados.0.smithi016.stdout:3375: left oid 27 (ObjNum 1026 snap 338 seq_num 1026) 2024-04-24T02:53:43.142 INFO:tasks.rados.rados.0.smithi016.stdout:3376: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:43.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:43 smithi016 ceph-mon[84376]: osdmap e739: 8 total, 8 up, 8 in 2024-04-24T02:53:43.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:43 smithi016 ceph-mon[86910]: osdmap e739: 8 total, 8 up, 8 in 2024-04-24T02:53:43.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:43 smithi063 ceph-mon[77007]: osdmap e739: 8 total, 8 up, 8 in 2024-04-24T02:53:44.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:44 smithi016 ceph-mon[84376]: pgmap v741: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.3 MiB/s wr, 4 op/s 2024-04-24T02:53:44.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:44 smithi016 ceph-mon[84376]: osdmap e740: 8 total, 8 up, 8 in 2024-04-24T02:53:44.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:44 smithi016 ceph-mon[86910]: pgmap v741: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.3 MiB/s wr, 4 op/s 2024-04-24T02:53:44.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:44 smithi016 ceph-mon[86910]: osdmap e740: 8 total, 8 up, 8 in 2024-04-24T02:53:44.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:44 smithi063 ceph-mon[77007]: pgmap v741: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.3 MiB/s wr, 4 op/s 2024-04-24T02:53:44.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:44 smithi063 ceph-mon[77007]: osdmap e740: 8 total, 8 up, 8 in 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:3378: finishing rollback tid 0 to smithi01673382-1 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:3378: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2259 (ObjNum 288 snap 0 seq_num 33) dirty dne 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:3379: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:3379: finishing copy_from to smithi01673382-5 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 2957 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:3372: done (8 left) 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:3374: done (7 left) 2024-04-24T02:53:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:3375: done (6 left) 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3376: done (5 left) 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3378: done (4 left) 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3379: done (3 left) 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3383: done (2 left) 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3384: copy_from oid 10 from oid 29 current snap is 339 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3381: finishing rollback tid 0 to smithi01673382-3 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3381: finishing rollback tid 1 to smithi01673382-3 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3382: finishing write tid 1 to smithi01673382-16 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3381: finishing rollback tid 2 to smithi01673382-3 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2960 (ObjNum 800 snap 276 seq_num 800) dirty exists 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3382: finishing write tid 2 to smithi01673382-16 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3382: finishing write tid 3 to smithi01673382-16 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2681 (ObjNum 1027 snap 338 seq_num 1027) dirty exists 2024-04-24T02:53:44.760 INFO:tasks.rados.rados.0.smithi016.stdout:3382: left oid 16 (ObjNum 1027 snap 338 seq_num 1027) 2024-04-24T02:53:44.761 INFO:tasks.rados.rados.0.smithi016.stdout:3381: done (2 left) 2024-04-24T02:53:44.761 INFO:tasks.rados.rados.0.smithi016.stdout:3382: done (1 left) 2024-04-24T02:53:44.761 INFO:tasks.rados.rados.0.smithi016.stdout:3385: copy_from oid 47 from oid 17 current snap is 339 2024-04-24T02:53:44.761 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 339 2024-04-24T02:53:44.761 INFO:tasks.rados.rados.0.smithi016.stdout:3386: seq_num 1028 ranges {0=425984} 2024-04-24T02:53:44.762 INFO:tasks.rados.rados.0.smithi016.stdout:3386: writing smithi01673382-25 from 0 to 425984 tid 1 2024-04-24T02:53:44.762 INFO:tasks.rados.rados.0.smithi016.stdout:3387: read oid 12 snap -1 2024-04-24T02:53:44.762 INFO:tasks.rados.rados.0.smithi016.stdout:3387: expect (ObjNum 971 snap 319 seq_num 971) 2024-04-24T02:53:44.762 INFO:tasks.rados.rados.0.smithi016.stdout:3388: setattr oid 41 current snap is 339 2024-04-24T02:53:44.762 INFO:tasks.rados.rados.0.smithi016.stdout:3385: finishing copy_from to smithi01673382-47 2024-04-24T02:53:44.762 INFO:tasks.rados.rados.0.smithi016.stdout:3385: got expected ENOENT (src dne) 2024-04-24T02:53:44.762 INFO:tasks.rados.rados.0.smithi016.stdout:3385: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:53:44.763 INFO:tasks.rados.rados.0.smithi016.stdout:3385: done (4 left) 2024-04-24T02:53:44.763 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 339 2024-04-24T02:53:44.763 INFO:tasks.rados.rados.0.smithi016.stdout:3389: seq_num 1029 ranges {2670592=442368} 2024-04-24T02:53:44.782 INFO:tasks.rados.rados.0.smithi016.stdout:3389: writing smithi01673382-22 from 2670592 to 3112960 tid 1 2024-04-24T02:53:44.782 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 339 2024-04-24T02:53:44.782 INFO:tasks.rados.rados.0.smithi016.stdout:3390: seq_num 1030 ranges {4661248=458752} 2024-04-24T02:53:44.810 INFO:tasks.rados.rados.0.smithi016.stdout:3390: writing smithi01673382-37 from 4661248 to 5120000 tid 1 2024-04-24T02:53:44.810 INFO:tasks.rados.rados.0.smithi016.stdout:3391: snap_remove snap 333 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3391: done (6 left) 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3392: read oid 7 snap -1 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3392: expect (ObjNum 999 snap 329 seq_num 999) 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3393: delete oid 32 current snap is 339 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3386: finishing write tid 1 to smithi01673382-25 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3386: finishing write tid 2 to smithi01673382-25 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2967 (ObjNum 1011 snap 333 seq_num 1011) dirty exists 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3386: finishing write tid 3 to smithi01673382-25 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 2460 (ObjNum 1028 snap 339 seq_num 1028) dirty exists 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3386: left oid 25 (ObjNum 1028 snap 339 seq_num 1028) 2024-04-24T02:53:45.139 INFO:tasks.rados.rados.0.smithi016.stdout:3387: expect (ObjNum 971 snap 319 seq_num 971) 2024-04-24T02:53:45.318 INFO:tasks.rados.rados.0.smithi016.stdout:3384: finishing copy_from racing read to smithi01673382-10 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3384: finishing copy_from to smithi01673382-10 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 2086 (ObjNum 989 snap 325 seq_num 989) dirty exists 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3389: finishing write tid 1 to smithi01673382-22 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3389: finishing write tid 2 to smithi01673382-22 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3389: finishing write tid 3 to smithi01673382-22 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2965 (ObjNum 1029 snap 339 seq_num 1029) dirty exists 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3389: left oid 22 (ObjNum 1029 snap 339 seq_num 1029) 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3390: finishing write tid 1 to smithi01673382-37 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3390: finishing write tid 2 to smithi01673382-37 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3390: finishing write tid 3 to smithi01673382-37 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 2959 (ObjNum 1030 snap 339 seq_num 1030) dirty exists 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3390: left oid 37 (ObjNum 1030 snap 339 seq_num 1030) 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3384: done (7 left) 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3386: done (6 left) 2024-04-24T02:53:45.319 INFO:tasks.rados.rados.0.smithi016.stdout:3387: done (5 left) 2024-04-24T02:53:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:3388: done (4 left) 2024-04-24T02:53:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:3389: done (3 left) 2024-04-24T02:53:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:3390: done (2 left) 2024-04-24T02:53:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:3393: done (1 left) 2024-04-24T02:53:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:3394: delete oid 8 current snap is 339 2024-04-24T02:53:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:3392: expect (ObjNum 999 snap 329 seq_num 999) 2024-04-24T02:53:45.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:45 smithi016 ceph-mon[84376]: osdmap e741: 8 total, 8 up, 8 in 2024-04-24T02:53:45.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:45.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:45 smithi016 ceph-mon[86910]: osdmap e741: 8 total, 8 up, 8 in 2024-04-24T02:53:45.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:45.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:45 smithi063 ceph-mon[77007]: osdmap e741: 8 total, 8 up, 8 in 2024-04-24T02:53:45.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3392: done (1 left) 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3394: done (0 left) 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3395: rmattr oid 43 current snap is 339 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3395: done (0 left) 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3396: rollback oid 16 current snap is 339 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 314 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3397: read oid 20 snap -1 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3397: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-04-24T02:53:46.243 INFO:tasks.rados.rados.0.smithi016.stdout:3398: copy_from oid 2 from oid 42 current snap is 339 2024-04-24T02:53:46.244 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 339 2024-04-24T02:53:46.244 INFO:tasks.rados.rados.0.smithi016.stdout:3399: seq_num 1033 ranges {4743168=507904} 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3399: writing smithi01673382-41 from 4743168 to 5251072 tid 1 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3400: delete oid 3 current snap is 339 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3396: finishing rollback tid 0 to smithi01673382-16 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3396: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3396: finishing rollback tid 2 to smithi01673382-16 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2684 (ObjNum 904 snap 302 seq_num 904) dirty exists 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3398: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3398: finishing copy_from to smithi01673382-2 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2900 (ObjNum 1000 snap 329 seq_num 1000) dirty exists 2024-04-24T02:53:46.272 INFO:tasks.rados.rados.0.smithi016.stdout:3397: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-04-24T02:53:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:3399: finishing write tid 1 to smithi01673382-41 2024-04-24T02:53:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:3399: finishing write tid 2 to smithi01673382-41 2024-04-24T02:53:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:3396: done (4 left) 2024-04-24T02:53:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:3397: done (3 left) 2024-04-24T02:53:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:3398: done (2 left) 2024-04-24T02:53:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:3400: done (1 left) 2024-04-24T02:53:46.338 INFO:tasks.rados.rados.0.smithi016.stdout:3401: copy_from oid 15 from oid 1 current snap is 339 2024-04-24T02:53:46.338 INFO:tasks.rados.rados.0.smithi016.stdout:3399: finishing write tid 3 to smithi01673382-41 2024-04-24T02:53:46.338 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2973 (ObjNum 1033 snap 339 seq_num 1033) dirty exists 2024-04-24T02:53:46.338 INFO:tasks.rados.rados.0.smithi016.stdout:3399: left oid 41 (ObjNum 1033 snap 339 seq_num 1033) 2024-04-24T02:53:46.338 INFO:tasks.rados.rados.0.smithi016.stdout:3399: done (1 left) 2024-04-24T02:53:46.338 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 339 2024-04-24T02:53:46.338 INFO:tasks.rados.rados.0.smithi016.stdout:3402: seq_num 1035 ranges {0=540672} 2024-04-24T02:53:46.340 INFO:tasks.rados.rados.0.smithi016.stdout:3402: writing smithi01673382-17 from 0 to 540672 tid 1 2024-04-24T02:53:46.340 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 339 2024-04-24T02:53:46.340 INFO:tasks.rados.rados.0.smithi016.stdout:3403: seq_num 1036 ranges {2777088=557056} 2024-04-24T02:53:46.358 INFO:tasks.rados.rados.0.smithi016.stdout:3403: writing smithi01673382-26 from 2777088 to 3334144 tid 1 2024-04-24T02:53:46.358 INFO:tasks.rados.rados.0.smithi016.stdout:3404: copy_from oid 29 from oid 35 current snap is 339 2024-04-24T02:53:46.358 INFO:tasks.rados.rados.0.smithi016.stdout:3401: finishing copy_from to smithi01673382-15 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3401: got expected ENOENT (src dne) 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3401: finishing copy_from racing read to smithi01673382-15 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3402: finishing write tid 1 to smithi01673382-17 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3402: finishing write tid 2 to smithi01673382-17 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3402: finishing write tid 3 to smithi01673382-17 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 3063 (ObjNum 1035 snap 339 seq_num 1035) dirty exists 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3402: left oid 17 (ObjNum 1035 snap 339 seq_num 1035) 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3401: done (3 left) 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3402: done (2 left) 2024-04-24T02:53:46.359 INFO:tasks.rados.rados.0.smithi016.stdout:3405: snap_create 2024-04-24T02:53:46.363 INFO:tasks.rados.rados.0.smithi016.stdout:3403: finishing write tid 1 to smithi01673382-26 2024-04-24T02:53:46.363 INFO:tasks.rados.rados.0.smithi016.stdout:3403: finishing write tid 2 to smithi01673382-26 2024-04-24T02:53:46.364 INFO:tasks.rados.rados.0.smithi016.stdout:3403: finishing write tid 3 to smithi01673382-26 2024-04-24T02:53:46.364 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1938 (ObjNum 1036 snap 339 seq_num 1036) dirty exists 2024-04-24T02:53:46.364 INFO:tasks.rados.rados.0.smithi016.stdout:3403: left oid 26 (ObjNum 1036 snap 339 seq_num 1036) 2024-04-24T02:53:46.376 INFO:tasks.rados.rados.0.smithi016.stdout:3404: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:53:46.377 INFO:tasks.rados.rados.0.smithi016.stdout:3404: finishing copy_from to smithi01673382-29 2024-04-24T02:53:46.377 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:53:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:46 smithi016 ceph-mon[84376]: pgmap v744: 121 pgs: 121 active+clean; 424 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-24T02:53:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:46 smithi016 ceph-mon[84376]: osdmap e742: 8 total, 8 up, 8 in 2024-04-24T02:53:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:46 smithi016 ceph-mon[84376]: osdmap e743: 8 total, 8 up, 8 in 2024-04-24T02:53:46.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:46 smithi016 ceph-mon[86910]: pgmap v744: 121 pgs: 121 active+clean; 424 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-24T02:53:46.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:46 smithi016 ceph-mon[86910]: osdmap e742: 8 total, 8 up, 8 in 2024-04-24T02:53:46.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:46 smithi016 ceph-mon[86910]: osdmap e743: 8 total, 8 up, 8 in 2024-04-24T02:53:46.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:46 smithi063 ceph-mon[77007]: pgmap v744: 121 pgs: 121 active+clean; 424 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-24T02:53:46.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:46 smithi063 ceph-mon[77007]: osdmap e742: 8 total, 8 up, 8 in 2024-04-24T02:53:46.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:46 smithi063 ceph-mon[77007]: osdmap e743: 8 total, 8 up, 8 in 2024-04-24T02:53:47.144 INFO:tasks.rados.rados.0.smithi016.stdout:3403: done (2 left) 2024-04-24T02:53:47.144 INFO:tasks.rados.rados.0.smithi016.stdout:3404: done (1 left) 2024-04-24T02:53:47.144 INFO:tasks.rados.rados.0.smithi016.stdout:3405: done (0 left) 2024-04-24T02:53:47.145 INFO:tasks.rados.rados.0.smithi016.stdout:3406: read oid 38 snap 324 2024-04-24T02:53:47.145 INFO:tasks.rados.rados.0.smithi016.stdout:3406: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:53:47.145 INFO:tasks.rados.rados.0.smithi016.stdout:3407: delete oid 20 current snap is 340 2024-04-24T02:53:47.151 INFO:tasks.rados.rados.0.smithi016.stdout:3407: done (1 left) 2024-04-24T02:53:47.151 INFO:tasks.rados.rados.0.smithi016.stdout:3408: snap_create 2024-04-24T02:53:47.154 INFO:tasks.rados.rados.0.smithi016.stdout:3406: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3406: done (1 left) 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3408: done (0 left) 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3409: rollback oid 31 current snap is 341 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 324 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3410: read oid 45 snap -1 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3410: expect (ObjNum 1015 snap 333 seq_num 1015) 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3411: read oid 1 snap -1 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3411: expect deleted 2024-04-24T02:53:48.147 INFO:tasks.rados.rados.0.smithi016.stdout:3412: snap_remove snap 337 2024-04-24T02:53:48.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:53:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:53:48] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:53:48.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:48 smithi016 ceph-mon[86910]: pgmap v747: 121 pgs: 121 active+clean; 355 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-24T02:53:48.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:48 smithi016 ceph-mon[86910]: osdmap e744: 8 total, 8 up, 8 in 2024-04-24T02:53:48.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:48 smithi016 ceph-mon[84376]: pgmap v747: 121 pgs: 121 active+clean; 355 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-24T02:53:48.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:48 smithi016 ceph-mon[84376]: osdmap e744: 8 total, 8 up, 8 in 2024-04-24T02:53:48.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:48 smithi063 ceph-mon[77007]: pgmap v747: 121 pgs: 121 active+clean; 355 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-24T02:53:48.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:48 smithi063 ceph-mon[77007]: osdmap e744: 8 total, 8 up, 8 in 2024-04-24T02:53:49.164 INFO:tasks.rados.rados.0.smithi016.stdout:3412: done (3 left) 2024-04-24T02:53:49.164 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 341 2024-04-24T02:53:49.164 INFO:tasks.rados.rados.0.smithi016.stdout:3413: seq_num 1038 ranges {5251072=589824} 2024-04-24T02:53:49.195 INFO:tasks.rados.rados.0.smithi016.stdout:3413: writing smithi01673382-41 from 5251072 to 5840896 tid 1 2024-04-24T02:53:49.195 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 341 2024-04-24T02:53:49.195 INFO:tasks.rados.rados.0.smithi016.stdout:3414: seq_num 1039 ranges {3112960=606208} 2024-04-24T02:53:49.216 INFO:tasks.rados.rados.0.smithi016.stdout:3414: writing smithi01673382-22 from 3112960 to 3719168 tid 1 2024-04-24T02:53:49.216 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 341 2024-04-24T02:53:49.216 INFO:tasks.rados.rados.0.smithi016.stdout:3415: seq_num 1040 ranges {15056896=622592} 2024-04-24T02:53:49.302 INFO:tasks.rados.rados.0.smithi016.stdout:3415: writing smithi01673382-19 from 15056896 to 15679488 tid 1 2024-04-24T02:53:49.302 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 341 2024-04-24T02:53:49.302 INFO:tasks.rados.rados.0.smithi016.stdout:3409: finishing rollback tid 0 to smithi01673382-31 2024-04-24T02:53:49.302 INFO:tasks.rados.rados.0.smithi016.stdout:3409: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:53:49.302 INFO:tasks.rados.rados.0.smithi016.stdout:3409: finishing rollback tid 2 to smithi01673382-31 2024-04-24T02:53:49.302 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1414 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-04-24T02:53:49.302 INFO:tasks.rados.rados.0.smithi016.stdout:3410: expect (ObjNum 1015 snap 333 seq_num 1015) 2024-04-24T02:53:49.473 INFO:tasks.rados.rados.0.smithi016.stdout:3413: finishing write tid 1 to smithi01673382-41 2024-04-24T02:53:49.473 INFO:tasks.rados.rados.0.smithi016.stdout:3413: finishing write tid 2 to smithi01673382-41 2024-04-24T02:53:49.473 INFO:tasks.rados.rados.0.smithi016.stdout:3413: finishing write tid 3 to smithi01673382-41 2024-04-24T02:53:49.473 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 2978 (ObjNum 1038 snap 341 seq_num 1038) dirty exists 2024-04-24T02:53:49.473 INFO:tasks.rados.rados.0.smithi016.stdout:3413: left oid 41 (ObjNum 1038 snap 341 seq_num 1038) 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3414: finishing write tid 1 to smithi01673382-22 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3414: finishing write tid 2 to smithi01673382-22 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3414: finishing write tid 3 to smithi01673382-22 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2967 (ObjNum 1039 snap 341 seq_num 1039) dirty exists 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3414: left oid 22 (ObjNum 1039 snap 341 seq_num 1039) 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3415: finishing write tid 1 to smithi01673382-19 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3415: finishing write tid 2 to smithi01673382-19 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3415: finishing write tid 3 to smithi01673382-19 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 3072 (ObjNum 1040 snap 341 seq_num 1040) dirty exists 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3415: left oid 19 (ObjNum 1040 snap 341 seq_num 1040) 2024-04-24T02:53:49.474 INFO:tasks.rados.rados.0.smithi016.stdout:3416: seq_num 1041 ranges {1196032=638976} 2024-04-24T02:53:49.483 INFO:tasks.rados.rados.0.smithi016.stdout:3416: writing smithi01673382-28 from 1196032 to 1835008 tid 1 2024-04-24T02:53:49.483 INFO:tasks.rados.rados.0.smithi016.stdout:3409: done (6 left) 2024-04-24T02:53:49.483 INFO:tasks.rados.rados.0.smithi016.stdout:3410: done (5 left) 2024-04-24T02:53:49.483 INFO:tasks.rados.rados.0.smithi016.stdout:3411: done (4 left) 2024-04-24T02:53:49.484 INFO:tasks.rados.rados.0.smithi016.stdout:3413: done (3 left) 2024-04-24T02:53:49.484 INFO:tasks.rados.rados.0.smithi016.stdout:3414: done (2 left) 2024-04-24T02:53:49.484 INFO:tasks.rados.rados.0.smithi016.stdout:3415: done (1 left) 2024-04-24T02:53:49.484 INFO:tasks.rados.rados.0.smithi016.stdout:3417: read oid 12 snap -1 2024-04-24T02:53:49.484 INFO:tasks.rados.rados.0.smithi016.stdout:3417: expect (ObjNum 971 snap 319 seq_num 971) 2024-04-24T02:53:49.484 INFO:tasks.rados.rados.0.smithi016.stdout:3418: snap_remove snap 322 2024-04-24T02:53:49.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:49 smithi016 ceph-mon[84376]: osdmap e745: 8 total, 8 up, 8 in 2024-04-24T02:53:49.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:49 smithi016 ceph-mon[86910]: osdmap e745: 8 total, 8 up, 8 in 2024-04-24T02:53:49.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:49 smithi063 ceph-mon[77007]: osdmap e745: 8 total, 8 up, 8 in 2024-04-24T02:53:50.160 INFO:tasks.rados.rados.0.smithi016.stdout:3418: done (2 left) 2024-04-24T02:53:50.161 INFO:tasks.rados.rados.0.smithi016.stdout:3419: rollback oid 11 current snap is 341 2024-04-24T02:53:50.161 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 326 2024-04-24T02:53:50.161 INFO:tasks.rados.rados.0.smithi016.stdout:3420: copy_from oid 6 from oid 18 current snap is 341 2024-04-24T02:53:50.161 INFO:tasks.rados.rados.0.smithi016.stdout:3421: snap_remove snap 314 2024-04-24T02:53:50.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:50 smithi016 ceph-mon[84376]: pgmap v750: 121 pgs: 121 active+clean; 341 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-24T02:53:50.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:50 smithi016 ceph-mon[84376]: osdmap e746: 8 total, 8 up, 8 in 2024-04-24T02:53:50.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:50 smithi016 ceph-mon[86910]: pgmap v750: 121 pgs: 121 active+clean; 341 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-24T02:53:50.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:50 smithi016 ceph-mon[86910]: osdmap e746: 8 total, 8 up, 8 in 2024-04-24T02:53:50.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:50 smithi063 ceph-mon[77007]: pgmap v750: 121 pgs: 121 active+clean; 341 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-24T02:53:50.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:50 smithi063 ceph-mon[77007]: osdmap e746: 8 total, 8 up, 8 in 2024-04-24T02:53:51.090 INFO:tasks.rados.rados.0.smithi016.stdout:3421: done (4 left) 2024-04-24T02:53:51.090 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 341 2024-04-24T02:53:51.091 INFO:tasks.rados.rados.0.smithi016.stdout:3422: seq_num 1042 ranges {3006464=655360} 2024-04-24T02:53:51.112 INFO:tasks.rados.rados.0.smithi016.stdout:3422: writing smithi01673382-48 from 3006464 to 3661824 tid 1 2024-04-24T02:53:51.113 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 341 2024-04-24T02:53:51.113 INFO:tasks.rados.rados.0.smithi016.stdout:3423: seq_num 1043 ranges {2359296=671744} 2024-04-24T02:53:51.131 INFO:tasks.rados.rados.0.smithi016.stdout:3423: writing smithi01673382-42 from 2359296 to 3031040 tid 1 2024-04-24T02:53:51.131 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 341 2024-04-24T02:53:51.131 INFO:tasks.rados.rados.0.smithi016.stdout:3424: seq_num 1044 ranges {0=688128} 2024-04-24T02:53:51.135 INFO:tasks.rados.rados.0.smithi016.stdout:3424: writing smithi01673382-1 from 0 to 688128 tid 1 2024-04-24T02:53:51.135 INFO:tasks.rados.rados.0.smithi016.stdout:3425: delete oid 19 current snap is 341 2024-04-24T02:53:51.145 INFO:tasks.rados.rados.0.smithi016.stdout:3416: finishing write tid 1 to smithi01673382-28 2024-04-24T02:53:51.146 INFO:tasks.rados.rados.0.smithi016.stdout:3416: finishing write tid 2 to smithi01673382-28 2024-04-24T02:53:51.146 INFO:tasks.rados.rados.0.smithi016.stdout:3416: finishing write tid 3 to smithi01673382-28 2024-04-24T02:53:51.146 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2681 (ObjNum 1041 snap 341 seq_num 1041) dirty exists 2024-04-24T02:53:51.146 INFO:tasks.rados.rados.0.smithi016.stdout:3416: left oid 28 (ObjNum 1041 snap 341 seq_num 1041) 2024-04-24T02:53:51.146 INFO:tasks.rados.rados.0.smithi016.stdout:3417: expect (ObjNum 971 snap 319 seq_num 971) 2024-04-24T02:53:51.312 INFO:tasks.rados.rados.0.smithi016.stdout:3420: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:53:51.312 INFO:tasks.rados.rados.0.smithi016.stdout:3419: finishing rollback tid 0 to smithi01673382-11 2024-04-24T02:53:51.312 INFO:tasks.rados.rados.0.smithi016.stdout:3419: finishing rollback tid 1 to smithi01673382-11 2024-04-24T02:53:51.312 INFO:tasks.rados.rados.0.smithi016.stdout:3420: finishing copy_from to smithi01673382-6 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1934 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3419: finishing rollback tid 2 to smithi01673382-11 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2982 (ObjNum 994 snap 326 seq_num 994) dirty exists 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3422: finishing write tid 1 to smithi01673382-48 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3422: finishing write tid 2 to smithi01673382-48 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3422: finishing write tid 3 to smithi01673382-48 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 2681 (ObjNum 1042 snap 341 seq_num 1042) dirty exists 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3422: left oid 48 (ObjNum 1042 snap 341 seq_num 1042) 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3416: done (7 left) 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3417: done (6 left) 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3419: done (5 left) 2024-04-24T02:53:51.313 INFO:tasks.rados.rados.0.smithi016.stdout:3420: done (4 left) 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3422: done (3 left) 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3425: done (2 left) 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3426: snap_create 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3424: finishing write tid 1 to smithi01673382-1 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3424: finishing write tid 2 to smithi01673382-1 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3423: finishing write tid 1 to smithi01673382-42 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3423: finishing write tid 2 to smithi01673382-42 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3424: finishing write tid 3 to smithi01673382-1 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2261 (ObjNum 1044 snap 341 seq_num 1044) dirty exists 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3424: left oid 1 (ObjNum 1044 snap 341 seq_num 1044) 2024-04-24T02:53:51.314 INFO:tasks.rados.rados.0.smithi016.stdout:3423: finishing write tid 3 to smithi01673382-42 2024-04-24T02:53:51.315 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 2999 (ObjNum 1043 snap 341 seq_num 1043) dirty exists 2024-04-24T02:53:51.315 INFO:tasks.rados.rados.0.smithi016.stdout:3423: left oid 42 (ObjNum 1043 snap 341 seq_num 1043) 2024-04-24T02:53:51.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:51 smithi016 ceph-mon[84376]: osdmap e747: 8 total, 8 up, 8 in 2024-04-24T02:53:51.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:51 smithi016 ceph-mon[84376]: osdmap e748: 8 total, 8 up, 8 in 2024-04-24T02:53:51.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:51 smithi016 ceph-mon[86910]: osdmap e747: 8 total, 8 up, 8 in 2024-04-24T02:53:51.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:51 smithi016 ceph-mon[86910]: osdmap e748: 8 total, 8 up, 8 in 2024-04-24T02:53:51.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:51 smithi063 ceph-mon[77007]: osdmap e747: 8 total, 8 up, 8 in 2024-04-24T02:53:51.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:51 smithi063 ceph-mon[77007]: osdmap e748: 8 total, 8 up, 8 in 2024-04-24T02:53:52.175 INFO:tasks.rados.rados.0.smithi016.stdout:3423: done (2 left) 2024-04-24T02:53:52.175 INFO:tasks.rados.rados.0.smithi016.stdout:3424: done (1 left) 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3426: done (0 left) 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3427: read oid 21 snap 326 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3427: expect (ObjNum 936 snap 310 seq_num 936) 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3428: rmattr oid 47 current snap is 342 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3428: done (1 left) 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3429: read oid 47 snap 329 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3429: expect deleted 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3430: read oid 15 snap -1 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3430: expect (ObjNum 930 snap 308 seq_num 930) 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 342 2024-04-24T02:53:52.176 INFO:tasks.rados.rados.0.smithi016.stdout:3431: seq_num 1046 ranges {4669440=729088} 2024-04-24T02:53:52.205 INFO:tasks.rados.rados.0.smithi016.stdout:3431: writing smithi01673382-16 from 4669440 to 5398528 tid 1 2024-04-24T02:53:52.205 INFO:tasks.rados.rados.0.smithi016.stdout:3432: copy_from oid 31 from oid 30 current snap is 342 2024-04-24T02:53:52.205 INFO:tasks.rados.rados.0.smithi016.stdout:3427: expect (ObjNum 936 snap 310 seq_num 936) 2024-04-24T02:53:52.242 INFO:tasks.rados.rados.0.smithi016.stdout:3427: done (4 left) 2024-04-24T02:53:52.242 INFO:tasks.rados.rados.0.smithi016.stdout:3429: done (3 left) 2024-04-24T02:53:52.242 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 342 2024-04-24T02:53:52.242 INFO:tasks.rados.rados.0.smithi016.stdout:3430: expect (ObjNum 930 snap 308 seq_num 930) 2024-04-24T02:53:52.344 INFO:tasks.rados.rados.0.smithi016.stdout:3431: finishing write tid 1 to smithi01673382-16 2024-04-24T02:53:52.345 INFO:tasks.rados.rados.0.smithi016.stdout:3431: finishing write tid 2 to smithi01673382-16 2024-04-24T02:53:52.345 INFO:tasks.rados.rados.0.smithi016.stdout:3431: finishing write tid 3 to smithi01673382-16 2024-04-24T02:53:52.345 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2686 (ObjNum 1046 snap 342 seq_num 1046) dirty exists 2024-04-24T02:53:52.345 INFO:tasks.rados.rados.0.smithi016.stdout:3431: left oid 16 (ObjNum 1046 snap 342 seq_num 1046) 2024-04-24T02:53:52.345 INFO:tasks.rados.rados.0.smithi016.stdout:3433: seq_num 1047 ranges {2670592=745472} 2024-04-24T02:53:52.363 INFO:tasks.rados.rados.0.smithi016.stdout:3433: writing smithi01673382-38 from 2670592 to 3416064 tid 1 2024-04-24T02:53:52.363 INFO:tasks.rados.rados.0.smithi016.stdout:3430: done (3 left) 2024-04-24T02:53:52.364 INFO:tasks.rados.rados.0.smithi016.stdout:3431: done (2 left) 2024-04-24T02:53:52.364 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 342 2024-04-24T02:53:52.364 INFO:tasks.rados.rados.0.smithi016.stdout:3432: finishing copy_from racing read to smithi01673382-31 2024-04-24T02:53:52.364 INFO:tasks.rados.rados.0.smithi016.stdout:3432: finishing copy_from to smithi01673382-31 2024-04-24T02:53:52.364 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 2957 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:53:52.364 INFO:tasks.rados.rados.0.smithi016.stdout:3434: seq_num 1048 ranges {188416=761856} 2024-04-24T02:53:52.369 INFO:tasks.rados.rados.0.smithi016.stdout:3434: writing smithi01673382-13 from 188416 to 950272 tid 1 2024-04-24T02:53:52.369 INFO:tasks.rados.rados.0.smithi016.stdout:3432: done (2 left) 2024-04-24T02:53:52.369 INFO:tasks.rados.rados.0.smithi016.stdout:3435: rollback oid 17 current snap is 342 2024-04-24T02:53:52.369 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 324 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3433: finishing write tid 1 to smithi01673382-38 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3433: finishing write tid 2 to smithi01673382-38 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3436: rmattr oid 21 current snap is 342 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3436: done (3 left) 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3437: setattr oid 12 current snap is 342 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3433: finishing write tid 3 to smithi01673382-38 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 3004 (ObjNum 1047 snap 342 seq_num 1047) dirty exists 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3433: left oid 38 (ObjNum 1047 snap 342 seq_num 1047) 2024-04-24T02:53:52.370 INFO:tasks.rados.rados.0.smithi016.stdout:3433: done (3 left) 2024-04-24T02:53:52.371 INFO:tasks.rados.rados.0.smithi016.stdout:3438: snap_create 2024-04-24T02:53:52.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2960 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-04-24T02:53:52.374 INFO:tasks.rados.rados.0.smithi016.stdout:3434: finishing write tid 1 to smithi01673382-13 2024-04-24T02:53:52.376 INFO:tasks.rados.rados.0.smithi016.stdout:3434: finishing write tid 2 to smithi01673382-13 2024-04-24T02:53:52.376 INFO:tasks.rados.rados.0.smithi016.stdout:3435: finishing rollback tid 0 to smithi01673382-17 2024-04-24T02:53:52.379 INFO:tasks.rados.rados.0.smithi016.stdout:3434: finishing write tid 3 to smithi01673382-13 2024-04-24T02:53:52.379 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 3096 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-04-24T02:53:52.379 INFO:tasks.rados.rados.0.smithi016.stdout:3434: left oid 13 (ObjNum 1048 snap 342 seq_num 1048) 2024-04-24T02:53:52.380 INFO:tasks.rados.rados.0.smithi016.stdout:3435: finishing rollback tid 1 to smithi01673382-17 2024-04-24T02:53:52.380 INFO:tasks.rados.rados.0.smithi016.stdout:3435: finishing rollback tid 2 to smithi01673382-17 2024-04-24T02:53:52.381 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 3100 (ObjNum 914 snap 304 seq_num 914) dirty exists 2024-04-24T02:53:52.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:52 smithi016 ceph-mon[84376]: pgmap v753: 121 pgs: 121 active+clean; 341 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 236 KiB/s wr, 4 op/s 2024-04-24T02:53:52.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:52 smithi016 ceph-mon[86910]: pgmap v753: 121 pgs: 121 active+clean; 341 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 236 KiB/s wr, 4 op/s 2024-04-24T02:53:52.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:52 smithi063 ceph-mon[77007]: pgmap v753: 121 pgs: 121 active+clean; 341 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 236 KiB/s wr, 4 op/s 2024-04-24T02:53:53.180 INFO:tasks.rados.rados.0.smithi016.stdout:3434: done (3 left) 2024-04-24T02:53:53.180 INFO:tasks.rados.rados.0.smithi016.stdout:3435: done (2 left) 2024-04-24T02:53:53.180 INFO:tasks.rados.rados.0.smithi016.stdout:3437: done (1 left) 2024-04-24T02:53:53.180 INFO:tasks.rados.rados.0.smithi016.stdout:3438: done (0 left) 2024-04-24T02:53:53.180 INFO:tasks.rados.rados.0.smithi016.stdout:3439: delete oid 42 current snap is 343 2024-04-24T02:53:53.184 INFO:tasks.rados.rados.0.smithi016.stdout:3439: done (0 left) 2024-04-24T02:53:53.184 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 343 2024-04-24T02:53:53.184 INFO:tasks.rados.rados.0.smithi016.stdout:3440: seq_num 1050 ranges {3334144=794624} 2024-04-24T02:53:53.206 INFO:tasks.rados.rados.0.smithi016.stdout:3440: writing smithi01673382-26 from 3334144 to 4128768 tid 1 2024-04-24T02:53:53.206 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 343 2024-04-24T02:53:53.206 INFO:tasks.rados.rados.0.smithi016.stdout:3441: seq_num 1051 ranges {0=409600,409600=401408} 2024-04-24T02:53:53.208 INFO:tasks.rados.rados.0.smithi016.stdout:3441: writing smithi01673382-42 from 0 to 409600 tid 1 2024-04-24T02:53:53.211 INFO:tasks.rados.rados.0.smithi016.stdout:3441: writing smithi01673382-42 from 409600 to 811008 tid 2 2024-04-24T02:53:53.211 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 343 2024-04-24T02:53:53.211 INFO:tasks.rados.rados.0.smithi016.stdout:3442: seq_num 1052 ranges {3719168=425984,4145152=401408} 2024-04-24T02:53:53.234 INFO:tasks.rados.rados.0.smithi016.stdout:3442: writing smithi01673382-22 from 3719168 to 4145152 tid 1 2024-04-24T02:53:53.236 INFO:tasks.rados.rados.0.smithi016.stdout:3442: writing smithi01673382-22 from 4145152 to 4546560 tid 2 2024-04-24T02:53:53.236 INFO:tasks.rados.rados.0.smithi016.stdout:3443: delete oid 44 current snap is 343 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:3440: finishing write tid 1 to smithi01673382-26 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:3440: finishing write tid 2 to smithi01673382-26 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:3440: finishing write tid 3 to smithi01673382-26 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1940 (ObjNum 1050 snap 343 seq_num 1050) dirty exists 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:3440: left oid 26 (ObjNum 1050 snap 343 seq_num 1050) 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:3441: finishing write tid 1 to smithi01673382-42 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:3441: finishing write tid 2 to smithi01673382-42 2024-04-24T02:53:53.237 INFO:tasks.rados.rados.0.smithi016.stdout:3441: finishing write tid 3 to smithi01673382-42 2024-04-24T02:53:53.238 INFO:tasks.rados.rados.0.smithi016.stdout:3441: finishing write tid 4 to smithi01673382-42 2024-04-24T02:53:53.238 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 3009 (ObjNum 1051 snap 343 seq_num 1051) dirty exists 2024-04-24T02:53:53.238 INFO:tasks.rados.rados.0.smithi016.stdout:3441: left oid 42 (ObjNum 1051 snap 343 seq_num 1051) 2024-04-24T02:53:53.241 INFO:tasks.rados.rados.0.smithi016.stdout:3442: finishing write tid 1 to smithi01673382-22 2024-04-24T02:53:53.241 INFO:tasks.rados.rados.0.smithi016.stdout:3442: finishing write tid 2 to smithi01673382-22 2024-04-24T02:53:53.241 INFO:tasks.rados.rados.0.smithi016.stdout:3442: finishing write tid 3 to smithi01673382-22 2024-04-24T02:53:53.243 INFO:tasks.rados.rados.0.smithi016.stdout:3442: finishing write tid 4 to smithi01673382-22 2024-04-24T02:53:53.243 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2970 (ObjNum 1052 snap 343 seq_num 1052) dirty exists 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3442: left oid 22 (ObjNum 1052 snap 343 seq_num 1052) 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3440: done (3 left) 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3441: done (2 left) 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3442: done (1 left) 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3443: done (0 left) 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3444: read oid 38 snap -1 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3444: expect (ObjNum 1047 snap 342 seq_num 1047) 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 343 2024-04-24T02:53:53.244 INFO:tasks.rados.rados.0.smithi016.stdout:3445: seq_num 1054 ranges {3661824=458752,4120576=401408} 2024-04-24T02:53:53.266 INFO:tasks.rados.rados.0.smithi016.stdout:3445: writing smithi01673382-48 from 3661824 to 4120576 tid 1 2024-04-24T02:53:53.268 INFO:tasks.rados.rados.0.smithi016.stdout:3445: writing smithi01673382-48 from 4120576 to 4521984 tid 2 2024-04-24T02:53:53.269 INFO:tasks.rados.rados.0.smithi016.stdout:3446: read oid 5 snap -1 2024-04-24T02:53:53.269 INFO:tasks.rados.rados.0.smithi016.stdout:3446: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:53.269 INFO:tasks.rados.rados.0.smithi016.stdout:3447: snap_create 2024-04-24T02:53:53.269 INFO:tasks.rados.rados.0.smithi016.stdout:3444: expect (ObjNum 1047 snap 342 seq_num 1047) 2024-04-24T02:53:53.472 INFO:tasks.rados.rados.0.smithi016.stdout:3445: finishing write tid 1 to smithi01673382-48 2024-04-24T02:53:53.472 INFO:tasks.rados.rados.0.smithi016.stdout:3445: finishing write tid 2 to smithi01673382-48 2024-04-24T02:53:53.472 INFO:tasks.rados.rados.0.smithi016.stdout:3445: finishing write tid 3 to smithi01673382-48 2024-04-24T02:53:53.472 INFO:tasks.rados.rados.0.smithi016.stdout:3445: finishing write tid 4 to smithi01673382-48 2024-04-24T02:53:53.472 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 2684 (ObjNum 1054 snap 343 seq_num 1054) dirty exists 2024-04-24T02:53:53.473 INFO:tasks.rados.rados.0.smithi016.stdout:3445: left oid 48 (ObjNum 1054 snap 343 seq_num 1054) 2024-04-24T02:53:53.473 INFO:tasks.rados.rados.0.smithi016.stdout:3446: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:53:53.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:53 smithi016 ceph-mon[84376]: osdmap e749: 8 total, 8 up, 8 in 2024-04-24T02:53:53.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:53 smithi016 ceph-mon[86910]: osdmap e749: 8 total, 8 up, 8 in 2024-04-24T02:53:53.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:53 smithi063 ceph-mon[77007]: osdmap e749: 8 total, 8 up, 8 in 2024-04-24T02:53:54.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:54 smithi016 ceph-mon[84376]: pgmap v756: 121 pgs: 121 active+clean; 330 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-24T02:53:54.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:54 smithi016 ceph-mon[84376]: osdmap e750: 8 total, 8 up, 8 in 2024-04-24T02:53:54.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:54 smithi016 ceph-mon[86910]: pgmap v756: 121 pgs: 121 active+clean; 330 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-24T02:53:54.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:54 smithi016 ceph-mon[86910]: osdmap e750: 8 total, 8 up, 8 in 2024-04-24T02:53:54.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:54 smithi063 ceph-mon[77007]: pgmap v756: 121 pgs: 121 active+clean; 330 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-24T02:53:54.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:54 smithi063 ceph-mon[77007]: osdmap e750: 8 total, 8 up, 8 in 2024-04-24T02:53:55.078 INFO:tasks.rados.rados.0.smithi016.stdout:3444: done (3 left) 2024-04-24T02:53:55.078 INFO:tasks.rados.rados.0.smithi016.stdout:3445: done (2 left) 2024-04-24T02:53:55.078 INFO:tasks.rados.rados.0.smithi016.stdout:3446: done (1 left) 2024-04-24T02:53:55.079 INFO:tasks.rados.rados.0.smithi016.stdout:3447: done (0 left) 2024-04-24T02:53:55.079 INFO:tasks.rados.rados.0.smithi016.stdout:3448: snap_remove snap 343 2024-04-24T02:53:55.189 INFO:tasks.rados.rados.0.smithi016.stdout:3448: done (0 left) 2024-04-24T02:53:55.189 INFO:tasks.rados.rados.0.smithi016.stdout:3449: copy_from oid 49 from oid 17 current snap is 344 2024-04-24T02:53:55.189 INFO:tasks.rados.rados.0.smithi016.stdout:3450: snap_remove snap 341 2024-04-24T02:53:55.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:55 smithi016 ceph-mon[84376]: osdmap e751: 8 total, 8 up, 8 in 2024-04-24T02:53:55.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:55 smithi016 ceph-mon[86910]: osdmap e751: 8 total, 8 up, 8 in 2024-04-24T02:53:55.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:55 smithi063 ceph-mon[77007]: osdmap e751: 8 total, 8 up, 8 in 2024-04-24T02:53:56.096 INFO:tasks.rados.rados.0.smithi016.stdout:3450: done (1 left) 2024-04-24T02:53:56.096 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 344 2024-04-24T02:53:56.096 INFO:tasks.rados.rados.0.smithi016.stdout:3451: seq_num 1055 ranges {1835008=475136,2310144=401408} 2024-04-24T02:53:56.106 INFO:tasks.rados.rados.0.smithi016.stdout:3451: writing smithi01673382-28 from 1835008 to 2310144 tid 1 2024-04-24T02:53:56.109 INFO:tasks.rados.rados.0.smithi016.stdout:3451: writing smithi01673382-28 from 2310144 to 2711552 tid 2 2024-04-24T02:53:56.109 INFO:tasks.rados.rados.0.smithi016.stdout:3452: snap_remove snap 326 2024-04-24T02:53:56.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:56 smithi016 ceph-mon[84376]: pgmap v759: 121 pgs: 121 active+clean; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-24T02:53:56.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:56 smithi016 ceph-mon[84376]: osdmap e752: 8 total, 8 up, 8 in 2024-04-24T02:53:56.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:56 smithi016 ceph-mon[84376]: osdmap e753: 8 total, 8 up, 8 in 2024-04-24T02:53:56.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:56 smithi016 ceph-mon[86910]: pgmap v759: 121 pgs: 121 active+clean; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-24T02:53:56.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:56 smithi016 ceph-mon[86910]: osdmap e752: 8 total, 8 up, 8 in 2024-04-24T02:53:56.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:56 smithi016 ceph-mon[86910]: osdmap e753: 8 total, 8 up, 8 in 2024-04-24T02:53:56.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:56 smithi063 ceph-mon[77007]: pgmap v759: 121 pgs: 121 active+clean; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-24T02:53:56.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:56 smithi063 ceph-mon[77007]: osdmap e752: 8 total, 8 up, 8 in 2024-04-24T02:53:56.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:56 smithi063 ceph-mon[77007]: osdmap e753: 8 total, 8 up, 8 in 2024-04-24T02:53:57.094 INFO:tasks.rados.rados.0.smithi016.stdout:3452: done (2 left) 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3453: delete oid 27 current snap is 344 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3449: finishing copy_from racing read to smithi01673382-49 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3449: finishing copy_from to smithi01673382-49 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 3100 (ObjNum 914 snap 304 seq_num 914) dirty exists 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3451: finishing write tid 1 to smithi01673382-28 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3451: finishing write tid 2 to smithi01673382-28 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3451: finishing write tid 3 to smithi01673382-28 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3451: finishing write tid 4 to smithi01673382-28 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2684 (ObjNum 1055 snap 344 seq_num 1055) dirty exists 2024-04-24T02:53:57.095 INFO:tasks.rados.rados.0.smithi016.stdout:3451: left oid 28 (ObjNum 1055 snap 344 seq_num 1055) 2024-04-24T02:53:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3449: done (2 left) 2024-04-24T02:53:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3451: done (1 left) 2024-04-24T02:53:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3453: done (0 left) 2024-04-24T02:53:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 344 2024-04-24T02:53:57.108 INFO:tasks.rados.rados.0.smithi016.stdout:3454: seq_num 1057 ranges {2506752=507904,3014656=401408} 2024-04-24T02:53:57.126 INFO:tasks.rados.rados.0.smithi016.stdout:3454: writing smithi01673382-4 from 2506752 to 3014656 tid 1 2024-04-24T02:53:57.128 INFO:tasks.rados.rados.0.smithi016.stdout:3454: writing smithi01673382-4 from 3014656 to 3416064 tid 2 2024-04-24T02:53:57.128 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 344 2024-04-24T02:53:57.129 INFO:tasks.rados.rados.0.smithi016.stdout:3455: seq_num 1058 ranges {14884864=524288,15409152=401408} 2024-04-24T02:53:57.213 INFO:tasks.rados.rados.0.smithi016.stdout:3455: writing smithi01673382-40 from 14884864 to 15409152 tid 1 2024-04-24T02:53:57.216 INFO:tasks.rados.rados.0.smithi016.stdout:3455: writing smithi01673382-40 from 15409152 to 15810560 tid 2 2024-04-24T02:53:57.216 INFO:tasks.rados.rados.0.smithi016.stdout:3456: copy_from oid 33 from oid 22 current snap is 344 2024-04-24T02:53:57.216 INFO:tasks.rados.rados.0.smithi016.stdout:3454: finishing write tid 1 to smithi01673382-4 2024-04-24T02:53:57.216 INFO:tasks.rados.rados.0.smithi016.stdout:3457: snap_remove snap 325 2024-04-24T02:53:58.199 INFO:tasks.rados.rados.0.smithi016.stdout:3457: done (3 left) 2024-04-24T02:53:58.199 INFO:tasks.rados.rados.0.smithi016.stdout:3458: rmattr oid 12 current snap is 344 2024-04-24T02:53:58.199 INFO:tasks.rados.rados.0.smithi016.stdout:3459: setattr oid 27 current snap is 344 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3454: finishing write tid 2 to smithi01673382-4 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3454: finishing write tid 3 to smithi01673382-4 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3454: finishing write tid 4 to smithi01673382-4 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 3122 (ObjNum 1057 snap 344 seq_num 1057) dirty exists 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3454: left oid 4 (ObjNum 1057 snap 344 seq_num 1057) 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3455: finishing write tid 1 to smithi01673382-40 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3455: finishing write tid 2 to smithi01673382-40 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3455: finishing write tid 3 to smithi01673382-40 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3455: finishing write tid 4 to smithi01673382-40 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2963 (ObjNum 1058 snap 344 seq_num 1058) dirty exists 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3455: left oid 40 (ObjNum 1058 snap 344 seq_num 1058) 2024-04-24T02:53:58.201 INFO:tasks.rados.rados.0.smithi016.stdout:3456: finishing copy_from racing read to smithi01673382-33 2024-04-24T02:53:58.202 INFO:tasks.rados.rados.0.smithi016.stdout:3456: finishing copy_from to smithi01673382-33 2024-04-24T02:53:58.202 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2970 (ObjNum 1052 snap 343 seq_num 1052) dirty exists 2024-04-24T02:53:58.202 INFO:tasks.rados.rados.0.smithi016.stdout:3454: done (4 left) 2024-04-24T02:53:58.202 INFO:tasks.rados.rados.0.smithi016.stdout:3455: done (3 left) 2024-04-24T02:53:58.202 INFO:tasks.rados.rados.0.smithi016.stdout:3456: done (2 left) 2024-04-24T02:53:58.203 INFO:tasks.rados.rados.0.smithi016.stdout:3460: read oid 36 snap -1 2024-04-24T02:53:58.203 INFO:tasks.rados.rados.0.smithi016.stdout:3460: expect deleted 2024-04-24T02:53:58.203 INFO:tasks.rados.rados.0.smithi016.stdout:3461: snap_remove snap 334 2024-04-24T02:53:58.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:58 smithi016 ceph-mon[84376]: pgmap v762: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-24T02:53:58.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:58 smithi016 ceph-mon[84376]: osdmap e754: 8 total, 8 up, 8 in 2024-04-24T02:53:58.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:53:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:53:58] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:53:58.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:58 smithi016 ceph-mon[86910]: pgmap v762: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-24T02:53:58.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:58 smithi016 ceph-mon[86910]: osdmap e754: 8 total, 8 up, 8 in 2024-04-24T02:53:58.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:58 smithi063 ceph-mon[77007]: pgmap v762: 121 pgs: 121 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-24T02:53:58.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:58 smithi063 ceph-mon[77007]: osdmap e754: 8 total, 8 up, 8 in 2024-04-24T02:53:59.202 INFO:tasks.rados.rados.0.smithi016.stdout:3461: done (3 left) 2024-04-24T02:53:59.203 INFO:tasks.rados.rados.0.smithi016.stdout:3462: snap_remove snap 331 2024-04-24T02:53:59.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:53:59 smithi016 ceph-mon[84376]: osdmap e755: 8 total, 8 up, 8 in 2024-04-24T02:53:59.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:53:59 smithi016 ceph-mon[86910]: osdmap e755: 8 total, 8 up, 8 in 2024-04-24T02:53:59.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:53:59 smithi063 ceph-mon[77007]: osdmap e755: 8 total, 8 up, 8 in 2024-04-24T02:54:00.205 INFO:tasks.rados.rados.0.smithi016.stdout:3462: done (3 left) 2024-04-24T02:54:00.205 INFO:tasks.rados.rados.0.smithi016.stdout:3463: copy_from oid 1 from oid 29 current snap is 344 2024-04-24T02:54:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3464: setattr oid 40 current snap is 344 2024-04-24T02:54:00.208 INFO:tasks.rados.rados.0.smithi016.stdout:3465: snap_remove snap 339 2024-04-24T02:54:00.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:00 smithi016 ceph-mon[84376]: pgmap v765: 121 pgs: 121 active+clean; 341 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-24T02:54:00.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:00 smithi016 ceph-mon[84376]: osdmap e756: 8 total, 8 up, 8 in 2024-04-24T02:54:00.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:00.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:00 smithi016 ceph-mon[86910]: pgmap v765: 121 pgs: 121 active+clean; 341 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-24T02:54:00.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:00 smithi016 ceph-mon[86910]: osdmap e756: 8 total, 8 up, 8 in 2024-04-24T02:54:00.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:00.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:00 smithi063 ceph-mon[77007]: pgmap v765: 121 pgs: 121 active+clean; 341 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.9 MiB/s wr, 17 op/s 2024-04-24T02:54:00.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:00 smithi063 ceph-mon[77007]: osdmap e756: 8 total, 8 up, 8 in 2024-04-24T02:54:00.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:01.108 INFO:tasks.rados.rados.0.smithi016.stdout:3465: done (5 left) 2024-04-24T02:54:01.108 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 344 2024-04-24T02:54:01.108 INFO:tasks.rados.rados.0.smithi016.stdout:3466: seq_num 1059 ranges {4546560=540672,5087232=401408} 2024-04-24T02:54:01.138 INFO:tasks.rados.rados.0.smithi016.stdout:3466: writing smithi01673382-33 from 4546560 to 5087232 tid 1 2024-04-24T02:54:01.140 INFO:tasks.rados.rados.0.smithi016.stdout:3466: writing smithi01673382-33 from 5087232 to 5488640 tid 2 2024-04-24T02:54:01.140 INFO:tasks.rados.rados.0.smithi016.stdout:3467: rollback oid 22 current snap is 344 2024-04-24T02:54:01.140 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 340 2024-04-24T02:54:01.140 INFO:tasks.rados.rados.0.smithi016.stdout:3468: snap_remove snap 342 2024-04-24T02:54:01.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:01 smithi016 ceph-mon[84376]: osdmap e757: 8 total, 8 up, 8 in 2024-04-24T02:54:01.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:01 smithi016 ceph-mon[84376]: osdmap e758: 8 total, 8 up, 8 in 2024-04-24T02:54:01.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:01 smithi016 ceph-mon[86910]: osdmap e757: 8 total, 8 up, 8 in 2024-04-24T02:54:01.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:01 smithi016 ceph-mon[86910]: osdmap e758: 8 total, 8 up, 8 in 2024-04-24T02:54:01.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:01 smithi063 ceph-mon[77007]: osdmap e757: 8 total, 8 up, 8 in 2024-04-24T02:54:01.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:01 smithi063 ceph-mon[77007]: osdmap e758: 8 total, 8 up, 8 in 2024-04-24T02:54:02.120 INFO:tasks.rados.rados.0.smithi016.stdout:3468: done (7 left) 2024-04-24T02:54:02.120 INFO:tasks.rados.rados.0.smithi016.stdout:3469: delete oid 42 current snap is 344 2024-04-24T02:54:02.120 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2686 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2964 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2965 (ObjNum 1058 snap 344 seq_num 1058) dirty exists 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3463: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3463: finishing copy_from to smithi01673382-1 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3467: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3467: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 1 to smithi01673382-33 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3467: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2973 (ObjNum 1029 snap 339 seq_num 1029) dirty exists 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 2 to smithi01673382-33 2024-04-24T02:54:02.121 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 3 to smithi01673382-33 2024-04-24T02:54:02.122 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 4 to smithi01673382-33 2024-04-24T02:54:02.122 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 3169 (ObjNum 1059 snap 344 seq_num 1059) dirty exists 2024-04-24T02:54:02.122 INFO:tasks.rados.rados.0.smithi016.stdout:3466: left oid 33 (ObjNum 1059 snap 344 seq_num 1059) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3458: done (7 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3459: done (6 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3460: done (5 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3463: done (4 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3464: done (3 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3466: done (2 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3467: done (1 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3469: done (0 left) 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 344 2024-04-24T02:54:02.131 INFO:tasks.rados.rados.0.smithi016.stdout:3470: seq_num 1061 ranges {5840896=573440,6414336=401408} 2024-04-24T02:54:02.164 INFO:tasks.rados.rados.0.smithi016.stdout:3470: writing smithi01673382-41 from 5840896 to 6414336 tid 1 2024-04-24T02:54:02.166 INFO:tasks.rados.rados.0.smithi016.stdout:3470: writing smithi01673382-41 from 6414336 to 6815744 tid 2 2024-04-24T02:54:02.167 INFO:tasks.rados.rados.0.smithi016.stdout:3471: delete oid 48 current snap is 344 2024-04-24T02:54:02.169 INFO:tasks.rados.rados.0.smithi016.stdout:3471: done (1 left) 2024-04-24T02:54:02.169 INFO:tasks.rados.rados.0.smithi016.stdout:3472: copy_from oid 34 from oid 3 current snap is 344 2024-04-24T02:54:02.169 INFO:tasks.rados.rados.0.smithi016.stdout:3473: copy_from oid 25 from oid 31 current snap is 344 2024-04-24T02:54:02.170 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 344 2024-04-24T02:54:02.170 INFO:tasks.rados.rados.0.smithi016.stdout:3474: seq_num 1063 ranges {3416064=606208,4022272=401408} 2024-04-24T02:54:02.191 INFO:tasks.rados.rados.0.smithi016.stdout:3474: writing smithi01673382-4 from 3416064 to 4022272 tid 1 2024-04-24T02:54:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3474: writing smithi01673382-4 from 4022272 to 4423680 tid 2 2024-04-24T02:54:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3475: rollback oid 12 current snap is 344 2024-04-24T02:54:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 330 2024-04-24T02:54:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3472: finishing copy_from to smithi01673382-34 2024-04-24T02:54:02.194 INFO:tasks.rados.rados.0.smithi016.stdout:3472: got expected ENOENT (src dne) 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3472: finishing copy_from racing read to smithi01673382-34 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3470: finishing write tid 1 to smithi01673382-41 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3470: finishing write tid 2 to smithi01673382-41 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3470: finishing write tid 3 to smithi01673382-41 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3470: finishing write tid 4 to smithi01673382-41 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 3059 (ObjNum 1061 snap 344 seq_num 1061) dirty exists 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3470: left oid 41 (ObjNum 1061 snap 344 seq_num 1061) 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3470: done (4 left) 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3472: done (3 left) 2024-04-24T02:54:02.195 INFO:tasks.rados.rados.0.smithi016.stdout:3476: delete oid 20 current snap is 344 2024-04-24T02:54:02.197 INFO:tasks.rados.rados.0.smithi016.stdout:3476: done (3 left) 2024-04-24T02:54:02.197 INFO:tasks.rados.rados.0.smithi016.stdout:3477: copy_from oid 11 from oid 42 current snap is 344 2024-04-24T02:54:02.197 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 344 2024-04-24T02:54:02.197 INFO:tasks.rados.rados.0.smithi016.stdout:3478: seq_num 1065 ranges {5398528=638976,6037504=401408} 2024-04-24T02:54:02.230 INFO:tasks.rados.rados.0.smithi016.stdout:3478: writing smithi01673382-16 from 5398528 to 6037504 tid 1 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:3478: writing smithi01673382-16 from 6037504 to 6438912 tid 2 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:3479: rollback oid 34 current snap is 344 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 330 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:3475: finishing rollback tid 0 to smithi01673382-12 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:3474: finishing write tid 1 to smithi01673382-4 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:3474: finishing write tid 2 to smithi01673382-4 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:3474: finishing write tid 3 to smithi01673382-4 2024-04-24T02:54:02.234 INFO:tasks.rados.rados.0.smithi016.stdout:3475: finishing rollback tid 1 to smithi01673382-12 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:3475: finishing rollback tid 2 to smithi01673382-12 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2968 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:3474: finishing write tid 4 to smithi01673382-4 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 3178 (ObjNum 1063 snap 344 seq_num 1063) dirty exists 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:3474: left oid 4 (ObjNum 1063 snap 344 seq_num 1063) 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:3477: finishing copy_from to smithi01673382-11 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:3477: got expected ENOENT (src dne) 2024-04-24T02:54:02.235 INFO:tasks.rados.rados.0.smithi016.stdout:3477: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:3473: finishing copy_from racing read to smithi01673382-25 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:3474: done (5 left) 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:3475: done (4 left) 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:3477: done (3 left) 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:3480: rollback oid 23 current snap is 344 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 330 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 344 2024-04-24T02:54:02.236 INFO:tasks.rados.rados.0.smithi016.stdout:3481: seq_num 1066 ranges {2670592=663552,3334144=401408} 2024-04-24T02:54:02.251 INFO:tasks.rados.rados.0.smithi016.stdout:3481: writing smithi01673382-29 from 2670592 to 3334144 tid 1 2024-04-24T02:54:02.254 INFO:tasks.rados.rados.0.smithi016.stdout:3481: writing smithi01673382-29 from 3334144 to 3735552 tid 2 2024-04-24T02:54:02.254 INFO:tasks.rados.rados.0.smithi016.stdout:3482: delete oid 49 current snap is 344 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3479: finishing rollback tid 0 to smithi01673382-34 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3478: finishing write tid 1 to smithi01673382-16 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3479: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3478: finishing write tid 2 to smithi01673382-16 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3479: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 2976 (ObjNum 862 snap 296 seq_num 862) dirty exists 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3478: finishing write tid 3 to smithi01673382-16 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3478: finishing write tid 4 to smithi01673382-16 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2689 (ObjNum 1065 snap 344 seq_num 1065) dirty exists 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3478: left oid 16 (ObjNum 1065 snap 344 seq_num 1065) 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:3473: finishing copy_from to smithi01673382-25 2024-04-24T02:54:02.255 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 2957 (ObjNum 714 snap 238 seq_num 714) dirty exists 2024-04-24T02:54:02.256 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing rollback tid 0 to smithi01673382-23 2024-04-24T02:54:02.256 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing rollback tid 1 to smithi01673382-23 2024-04-24T02:54:02.256 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing rollback tid 2 to smithi01673382-23 2024-04-24T02:54:02.256 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3103 (ObjNum 958 snap 313 seq_num 958) dirty exists 2024-04-24T02:54:02.256 INFO:tasks.rados.rados.0.smithi016.stdout:3473: done (5 left) 2024-04-24T02:54:02.256 INFO:tasks.rados.rados.0.smithi016.stdout:3478: done (4 left) 2024-04-24T02:54:02.257 INFO:tasks.rados.rados.0.smithi016.stdout:3479: done (3 left) 2024-04-24T02:54:02.257 INFO:tasks.rados.rados.0.smithi016.stdout:3480: done (2 left) 2024-04-24T02:54:02.257 INFO:tasks.rados.rados.0.smithi016.stdout:3482: done (1 left) 2024-04-24T02:54:02.257 INFO:tasks.rados.rados.0.smithi016.stdout:3483: read oid 16 snap -1 2024-04-24T02:54:02.257 INFO:tasks.rados.rados.0.smithi016.stdout:3483: expect (ObjNum 1065 snap 344 seq_num 1065) 2024-04-24T02:54:02.257 INFO:tasks.rados.rados.0.smithi016.stdout:3484: delete oid 31 current snap is 344 2024-04-24T02:54:02.258 INFO:tasks.rados.rados.0.smithi016.stdout:3481: finishing write tid 1 to smithi01673382-29 2024-04-24T02:54:02.259 INFO:tasks.rados.rados.0.smithi016.stdout:3484: done (2 left) 2024-04-24T02:54:02.259 INFO:tasks.rados.rados.0.smithi016.stdout:3485: copy_from oid 7 from oid 28 current snap is 344 2024-04-24T02:54:02.259 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 344 2024-04-24T02:54:02.259 INFO:tasks.rados.rados.0.smithi016.stdout:3486: seq_num 1069 ranges {40960=712704,753664=401408} 2024-04-24T02:54:02.263 INFO:tasks.rados.rados.0.smithi016.stdout:3486: writing smithi01673382-34 from 40960 to 753664 tid 1 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3486: writing smithi01673382-34 from 753664 to 1155072 tid 2 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3487: read oid 11 snap -1 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3487: expect (ObjNum 994 snap 326 seq_num 994) 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3488: delete oid 19 current snap is 344 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3481: finishing write tid 2 to smithi01673382-29 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3481: finishing write tid 3 to smithi01673382-29 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3481: finishing write tid 4 to smithi01673382-29 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2689 (ObjNum 1066 snap 344 seq_num 1066) dirty exists 2024-04-24T02:54:02.267 INFO:tasks.rados.rados.0.smithi016.stdout:3481: left oid 29 (ObjNum 1066 snap 344 seq_num 1066) 2024-04-24T02:54:02.271 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 1 to smithi01673382-34 2024-04-24T02:54:02.271 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 2 to smithi01673382-34 2024-04-24T02:54:02.271 INFO:tasks.rados.rados.0.smithi016.stdout:3481: done (5 left) 2024-04-24T02:54:02.271 INFO:tasks.rados.rados.0.smithi016.stdout:3488: done (4 left) 2024-04-24T02:54:02.271 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 344 2024-04-24T02:54:02.271 INFO:tasks.rados.rados.0.smithi016.stdout:3489: seq_num 1071 ranges {0=745472,745472=401408} 2024-04-24T02:54:02.275 INFO:tasks.rados.rados.0.smithi016.stdout:3489: writing smithi01673382-50 from 0 to 745472 tid 1 2024-04-24T02:54:02.278 INFO:tasks.rados.rados.0.smithi016.stdout:3489: writing smithi01673382-50 from 745472 to 1146880 tid 2 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:3490: rollback oid 4 current snap is 344 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 336 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 3 to smithi01673382-34 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 4 to smithi01673382-34 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 2979 (ObjNum 1069 snap 344 seq_num 1069) dirty exists 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:3486: left oid 34 (ObjNum 1069 snap 344 seq_num 1069) 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:3486: done (5 left) 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 344 2024-04-24T02:54:02.279 INFO:tasks.rados.rados.0.smithi016.stdout:3491: seq_num 1072 ranges {3211264=761856,3973120=401408} 2024-04-24T02:54:02.300 INFO:tasks.rados.rados.0.smithi016.stdout:3491: writing smithi01673382-45 from 3211264 to 3973120 tid 1 2024-04-24T02:54:02.303 INFO:tasks.rados.rados.0.smithi016.stdout:3491: writing smithi01673382-45 from 3973120 to 4374528 tid 2 2024-04-24T02:54:02.303 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 344 2024-04-24T02:54:02.303 INFO:tasks.rados.rados.0.smithi016.stdout:3492: seq_num 1073 ranges {0=778240,778240=401408} 2024-04-24T02:54:02.307 INFO:tasks.rados.rados.0.smithi016.stdout:3492: writing smithi01673382-19 from 0 to 778240 tid 1 2024-04-24T02:54:02.310 INFO:tasks.rados.rados.0.smithi016.stdout:3492: writing smithi01673382-19 from 778240 to 1179648 tid 2 2024-04-24T02:54:02.310 INFO:tasks.rados.rados.0.smithi016.stdout:3493: snap_create 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3485: finishing copy_from racing read to smithi01673382-7 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3489: finishing write tid 1 to smithi01673382-50 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3489: finishing write tid 2 to smithi01673382-50 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3489: finishing write tid 3 to smithi01673382-50 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3490: finishing rollback tid 0 to smithi01673382-4 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3490: finishing rollback tid 1 to smithi01673382-4 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3489: finishing write tid 4 to smithi01673382-50 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 2061 (ObjNum 1071 snap 344 seq_num 1071) dirty exists 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3489: left oid 50 (ObjNum 1071 snap 344 seq_num 1071) 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3490: finishing rollback tid 2 to smithi01673382-4 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 3182 (ObjNum 1012 snap 333 seq_num 1012) dirty exists 2024-04-24T02:54:02.311 INFO:tasks.rados.rados.0.smithi016.stdout:3485: finishing copy_from to smithi01673382-7 2024-04-24T02:54:02.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 2684 (ObjNum 1055 snap 344 seq_num 1055) dirty exists 2024-04-24T02:54:02.312 INFO:tasks.rados.rados.0.smithi016.stdout:3483: expect (ObjNum 1065 snap 344 seq_num 1065) 2024-04-24T02:54:02.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:02 smithi016 ceph-mon[84376]: pgmap v768: 121 pgs: 121 active+clean; 339 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.9 MiB/s wr, 1 op/s 2024-04-24T02:54:02.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:02 smithi016 ceph-mon[84376]: osdmap e759: 8 total, 8 up, 8 in 2024-04-24T02:54:02.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:02 smithi016 ceph-mon[86910]: pgmap v768: 121 pgs: 121 active+clean; 339 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.9 MiB/s wr, 1 op/s 2024-04-24T02:54:02.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:02 smithi016 ceph-mon[86910]: osdmap e759: 8 total, 8 up, 8 in 2024-04-24T02:54:02.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:02 smithi063 ceph-mon[77007]: pgmap v768: 121 pgs: 121 active+clean; 339 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.9 MiB/s wr, 1 op/s 2024-04-24T02:54:02.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:02 smithi063 ceph-mon[77007]: osdmap e759: 8 total, 8 up, 8 in 2024-04-24T02:54:02.740 INFO:tasks.rados.rados.0.smithi016.stdout:3487: expect (ObjNum 994 snap 326 seq_num 994) 2024-04-24T02:54:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:3491: finishing write tid 1 to smithi01673382-45 2024-04-24T02:54:03.070 INFO:tasks.rados.rados.0.smithi016.stdout:3491: finishing write tid 2 to smithi01673382-45 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3491: finishing write tid 3 to smithi01673382-45 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3491: finishing write tid 4 to smithi01673382-45 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 2682 (ObjNum 1072 snap 344 seq_num 1072) dirty exists 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3491: left oid 45 (ObjNum 1072 snap 344 seq_num 1072) 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 1 to smithi01673382-19 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 2 to smithi01673382-19 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 3 to smithi01673382-19 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 4 to smithi01673382-19 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 3185 (ObjNum 1073 snap 344 seq_num 1073) dirty exists 2024-04-24T02:54:03.071 INFO:tasks.rados.rados.0.smithi016.stdout:3492: left oid 19 (ObjNum 1073 snap 344 seq_num 1073) 2024-04-24T02:54:03.215 INFO:tasks.rados.rados.0.smithi016.stdout:3483: done (7 left) 2024-04-24T02:54:03.215 INFO:tasks.rados.rados.0.smithi016.stdout:3485: done (6 left) 2024-04-24T02:54:03.216 INFO:tasks.rados.rados.0.smithi016.stdout:3487: done (5 left) 2024-04-24T02:54:03.216 INFO:tasks.rados.rados.0.smithi016.stdout:3489: done (4 left) 2024-04-24T02:54:03.216 INFO:tasks.rados.rados.0.smithi016.stdout:3490: done (3 left) 2024-04-24T02:54:03.216 INFO:tasks.rados.rados.0.smithi016.stdout:3491: done (2 left) 2024-04-24T02:54:03.216 INFO:tasks.rados.rados.0.smithi016.stdout:3492: done (1 left) 2024-04-24T02:54:03.216 INFO:tasks.rados.rados.0.smithi016.stdout:3493: done (0 left) 2024-04-24T02:54:03.216 INFO:tasks.rados.rados.0.smithi016.stdout:3494: delete oid 47 current snap is 345 2024-04-24T02:54:03.220 INFO:tasks.rados.rados.0.smithi016.stdout:3494: done (0 left) 2024-04-24T02:54:03.220 INFO:tasks.rados.rados.0.smithi016.stdout:3495: snap_create 2024-04-24T02:54:04.218 INFO:tasks.rados.rados.0.smithi016.stdout:3495: done (0 left) 2024-04-24T02:54:04.219 INFO:tasks.rados.rados.0.smithi016.stdout:3496: read oid 39 snap -1 2024-04-24T02:54:04.219 INFO:tasks.rados.rados.0.smithi016.stdout:3496: expect (ObjNum 1022 snap 336 seq_num 1022) 2024-04-24T02:54:04.219 INFO:tasks.rados.rados.0.smithi016.stdout:3497: snap_create 2024-04-24T02:54:04.222 INFO:tasks.rados.rados.0.smithi016.stdout:3496: expect (ObjNum 1022 snap 336 seq_num 1022) 2024-04-24T02:54:04.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:04 smithi016 ceph-mon[84376]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-24T02:54:04.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:04 smithi016 ceph-mon[84376]: osdmap e760: 8 total, 8 up, 8 in 2024-04-24T02:54:04.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:04 smithi016 ceph-mon[86910]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-24T02:54:04.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:04 smithi016 ceph-mon[86910]: osdmap e760: 8 total, 8 up, 8 in 2024-04-24T02:54:04.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:04 smithi063 ceph-mon[77007]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-24T02:54:04.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:04 smithi063 ceph-mon[77007]: osdmap e760: 8 total, 8 up, 8 in 2024-04-24T02:54:05.221 INFO:tasks.rados.rados.0.smithi016.stdout:3496: done (1 left) 2024-04-24T02:54:05.221 INFO:tasks.rados.rados.0.smithi016.stdout:3497: done (0 left) 2024-04-24T02:54:05.221 INFO:tasks.rados.rados.0.smithi016.stdout:3498: delete oid 11 current snap is 347 2024-04-24T02:54:05.224 INFO:tasks.rados.rados.0.smithi016.stdout:3498: done (0 left) 2024-04-24T02:54:05.224 INFO:tasks.rados.rados.0.smithi016.stdout:3499: delete oid 18 current snap is 347 2024-04-24T02:54:05.230 INFO:tasks.rados.rados.0.smithi016.stdout:3499: done (0 left) 2024-04-24T02:54:05.230 INFO:tasks.rados.rados.0.smithi016.stdout:3500: read oid 38 snap -1 2024-04-24T02:54:05.230 INFO:tasks.rados.rados.0.smithi016.stdout:3500: expect (ObjNum 1047 snap 342 seq_num 1047) 2024-04-24T02:54:05.230 INFO:tasks.rados.rados.0.smithi016.stdout:3501: read oid 31 snap -1 2024-04-24T02:54:05.230 INFO:tasks.rados.rados.0.smithi016.stdout:3501: expect deleted 2024-04-24T02:54:05.230 INFO:tasks.rados.rados.0.smithi016.stdout:3502: snap_remove snap 340 2024-04-24T02:54:05.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:05 smithi016 ceph-mon[84376]: osdmap e761: 8 total, 8 up, 8 in 2024-04-24T02:54:05.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:05 smithi016 ceph-mon[86910]: osdmap e761: 8 total, 8 up, 8 in 2024-04-24T02:54:05.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:05 smithi063 ceph-mon[77007]: osdmap e761: 8 total, 8 up, 8 in 2024-04-24T02:54:06.107 INFO:tasks.rados.rados.0.smithi016.stdout:3502: done (2 left) 2024-04-24T02:54:06.107 INFO:tasks.rados.rados.0.smithi016.stdout:3503: setattr oid 12 current snap is 347 2024-04-24T02:54:06.107 INFO:tasks.rados.rados.0.smithi016.stdout:3500: expect (ObjNum 1047 snap 342 seq_num 1047) 2024-04-24T02:54:06.320 INFO:tasks.rados.rados.0.smithi016.stdout:3500: done (2 left) 2024-04-24T02:54:06.320 INFO:tasks.rados.rados.0.smithi016.stdout:3501: done (1 left) 2024-04-24T02:54:06.320 INFO:tasks.rados.rados.0.smithi016.stdout:3504: rollback oid 38 current snap is 347 2024-04-24T02:54:06.320 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 324 2024-04-24T02:54:06.320 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 347 2024-04-24T02:54:06.320 INFO:tasks.rados.rados.0.smithi016.stdout:3505: seq_num 1077 ranges {3735552=442368,4177920=434176,4612096=368640} 2024-04-24T02:54:06.342 INFO:tasks.rados.rados.0.smithi016.stdout:3505: writing smithi01673382-29 from 3735552 to 4177920 tid 1 2024-04-24T02:54:06.345 INFO:tasks.rados.rados.0.smithi016.stdout:3505: writing smithi01673382-29 from 4177920 to 4612096 tid 2 2024-04-24T02:54:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:3505: writing smithi01673382-29 from 4612096 to 4980736 tid 3 2024-04-24T02:54:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:3506: copy_from oid 40 from oid 47 current snap is 347 2024-04-24T02:54:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2969 (ObjNum 971 snap 319 seq_num 971) dirty exists 2024-04-24T02:54:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:3503: done (3 left) 2024-04-24T02:54:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 347 2024-04-24T02:54:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:3507: seq_num 1078 ranges {3629056=458752,4087808=720896,4808704=81920} 2024-04-24T02:54:06.369 INFO:tasks.rados.rados.0.smithi016.stdout:3507: writing smithi01673382-10 from 3629056 to 4087808 tid 1 2024-04-24T02:54:06.373 INFO:tasks.rados.rados.0.smithi016.stdout:3507: writing smithi01673382-10 from 4087808 to 4808704 tid 2 2024-04-24T02:54:06.374 INFO:tasks.rados.rados.0.smithi016.stdout:3507: writing smithi01673382-10 from 4808704 to 4890624 tid 3 2024-04-24T02:54:06.374 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 347 2024-04-24T02:54:06.374 INFO:tasks.rados.rados.0.smithi016.stdout:3504: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:54:06.374 INFO:tasks.rados.rados.0.smithi016.stdout:3504: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3504: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 3077 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3506: finishing copy_from to smithi01673382-40 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3506: got expected ENOENT (src dne) 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3505: finishing write tid 1 to smithi01673382-29 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3506: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3505: finishing write tid 2 to smithi01673382-29 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3505: finishing write tid 3 to smithi01673382-29 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3505: finishing write tid 4 to smithi01673382-29 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3505: finishing write tid 5 to smithi01673382-29 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2693 (ObjNum 1077 snap 347 seq_num 1077) dirty exists 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3505: left oid 29 (ObjNum 1077 snap 347 seq_num 1077) 2024-04-24T02:54:06.375 INFO:tasks.rados.rados.0.smithi016.stdout:3507: finishing write tid 1 to smithi01673382-10 2024-04-24T02:54:06.376 INFO:tasks.rados.rados.0.smithi016.stdout:3508: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-04-24T02:54:06.376 INFO:tasks.rados.rados.0.smithi016.stdout:3508: writing smithi01673382-49 from 0 to 475136 tid 1 2024-04-24T02:54:06.380 INFO:tasks.rados.rados.0.smithi016.stdout:3508: writing smithi01673382-49 from 475136 to 1081344 tid 2 2024-04-24T02:54:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:3508: writing smithi01673382-49 from 1081344 to 1277952 tid 3 2024-04-24T02:54:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:3504: done (4 left) 2024-04-24T02:54:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:3505: done (3 left) 2024-04-24T02:54:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:3506: done (2 left) 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3509: read oid 11 snap -1 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3509: expect deleted 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3510: read oid 50 snap 344 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3510: expect (ObjNum 1071 snap 344 seq_num 1071) 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3511: rmattr oid 8 current snap is 347 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3511: done (4 left) 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3512: rollback oid 43 current snap is 347 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 346 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3507: finishing write tid 2 to smithi01673382-10 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3507: finishing write tid 3 to smithi01673382-10 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3507: finishing write tid 4 to smithi01673382-10 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3508: finishing write tid 1 to smithi01673382-49 2024-04-24T02:54:06.383 INFO:tasks.rados.rados.0.smithi016.stdout:3513: snap_create 2024-04-24T02:54:06.384 INFO:tasks.rados.rados.0.smithi016.stdout:3507: finishing write tid 5 to smithi01673382-10 2024-04-24T02:54:06.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3108 (ObjNum 1078 snap 347 seq_num 1078) dirty exists 2024-04-24T02:54:06.384 INFO:tasks.rados.rados.0.smithi016.stdout:3507: left oid 10 (ObjNum 1078 snap 347 seq_num 1078) 2024-04-24T02:54:06.385 INFO:tasks.rados.rados.0.smithi016.stdout:3508: finishing write tid 2 to smithi01673382-49 2024-04-24T02:54:06.385 INFO:tasks.rados.rados.0.smithi016.stdout:3512: finishing rollback tid 0 to smithi01673382-43 2024-04-24T02:54:06.386 INFO:tasks.rados.rados.0.smithi016.stdout:3508: finishing write tid 3 to smithi01673382-49 2024-04-24T02:54:06.386 INFO:tasks.rados.rados.0.smithi016.stdout:3508: finishing write tid 4 to smithi01673382-49 2024-04-24T02:54:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3512: finishing rollback tid 1 to smithi01673382-43 2024-04-24T02:54:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3512: finishing rollback tid 2 to smithi01673382-43 2024-04-24T02:54:06.388 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2685 (ObjNum 1002 snap 330 seq_num 1002) dirty exists 2024-04-24T02:54:06.388 INFO:tasks.rados.rados.0.smithi016.stdout:3508: finishing write tid 5 to smithi01673382-49 2024-04-24T02:54:06.389 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 3112 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2024-04-24T02:54:06.389 INFO:tasks.rados.rados.0.smithi016.stdout:3508: left oid 49 (ObjNum 1079 snap 347 seq_num 1079) 2024-04-24T02:54:06.389 INFO:tasks.rados.rados.0.smithi016.stdout:3510: expect (ObjNum 1071 snap 344 seq_num 1071) 2024-04-24T02:54:06.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:06 smithi016 ceph-mon[84376]: pgmap v774: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-24T02:54:06.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:06 smithi016 ceph-mon[84376]: osdmap e762: 8 total, 8 up, 8 in 2024-04-24T02:54:06.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:06 smithi016 ceph-mon[84376]: osdmap e763: 8 total, 8 up, 8 in 2024-04-24T02:54:06.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:06 smithi016 ceph-mon[86910]: pgmap v774: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-24T02:54:06.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:06 smithi016 ceph-mon[86910]: osdmap e762: 8 total, 8 up, 8 in 2024-04-24T02:54:06.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:06 smithi016 ceph-mon[86910]: osdmap e763: 8 total, 8 up, 8 in 2024-04-24T02:54:06.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:06 smithi063 ceph-mon[77007]: pgmap v774: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-24T02:54:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:06 smithi063 ceph-mon[77007]: osdmap e762: 8 total, 8 up, 8 in 2024-04-24T02:54:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:06 smithi063 ceph-mon[77007]: osdmap e763: 8 total, 8 up, 8 in 2024-04-24T02:54:07.236 INFO:tasks.rados.rados.0.smithi016.stdout:3507: done (5 left) 2024-04-24T02:54:07.236 INFO:tasks.rados.rados.0.smithi016.stdout:3508: done (4 left) 2024-04-24T02:54:07.236 INFO:tasks.rados.rados.0.smithi016.stdout:3509: done (3 left) 2024-04-24T02:54:07.237 INFO:tasks.rados.rados.0.smithi016.stdout:3510: done (2 left) 2024-04-24T02:54:07.237 INFO:tasks.rados.rados.0.smithi016.stdout:3512: done (1 left) 2024-04-24T02:54:07.237 INFO:tasks.rados.rados.0.smithi016.stdout:3513: done (0 left) 2024-04-24T02:54:07.237 INFO:tasks.rados.rados.0.smithi016.stdout:3514: delete oid 12 current snap is 348 2024-04-24T02:54:07.241 INFO:tasks.rados.rados.0.smithi016.stdout:3514: done (0 left) 2024-04-24T02:54:07.241 INFO:tasks.rados.rados.0.smithi016.stdout:3515: setattr oid 33 current snap is 348 2024-04-24T02:54:07.243 INFO:tasks.rados.rados.0.smithi016.stdout:3516: delete oid 45 current snap is 348 2024-04-24T02:54:07.246 INFO:tasks.rados.rados.0.smithi016.stdout:3516: done (1 left) 2024-04-24T02:54:07.246 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 348 2024-04-24T02:54:07.246 INFO:tasks.rados.rados.0.smithi016.stdout:3517: seq_num 1082 ranges {3006464=524288,3530752=704512,4235264=98304} 2024-04-24T02:54:07.265 INFO:tasks.rados.rados.0.smithi016.stdout:3517: writing smithi01673382-43 from 3006464 to 3530752 tid 1 2024-04-24T02:54:07.269 INFO:tasks.rados.rados.0.smithi016.stdout:3517: writing smithi01673382-43 from 3530752 to 4235264 tid 2 2024-04-24T02:54:07.270 INFO:tasks.rados.rados.0.smithi016.stdout:3517: writing smithi01673382-43 from 4235264 to 4333568 tid 3 2024-04-24T02:54:07.270 INFO:tasks.rados.rados.0.smithi016.stdout:3518: delete oid 14 current snap is 348 2024-04-24T02:54:07.270 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 3199 (ObjNum 1059 snap 344 seq_num 1059) dirty exists 2024-04-24T02:54:07.270 INFO:tasks.rados.rados.0.smithi016.stdout:3517: finishing write tid 1 to smithi01673382-43 2024-04-24T02:54:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:3515: done (2 left) 2024-04-24T02:54:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:3518: done (1 left) 2024-04-24T02:54:07.274 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 348 2024-04-24T02:54:07.275 INFO:tasks.rados.rados.0.smithi016.stdout:3519: seq_num 1084 ranges {14884864=557056,15441920=475136,15917056=327680} 2024-04-24T02:54:07.358 INFO:tasks.rados.rados.0.smithi016.stdout:3519: writing smithi01673382-5 from 14884864 to 15441920 tid 1 2024-04-24T02:54:07.360 INFO:tasks.rados.rados.0.smithi016.stdout:3519: writing smithi01673382-5 from 15441920 to 15917056 tid 2 2024-04-24T02:54:07.363 INFO:tasks.rados.rados.0.smithi016.stdout:3519: writing smithi01673382-5 from 15917056 to 16244736 tid 3 2024-04-24T02:54:07.363 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 348 2024-04-24T02:54:07.363 INFO:tasks.rados.rados.0.smithi016.stdout:3517: finishing write tid 2 to smithi01673382-43 2024-04-24T02:54:07.363 INFO:tasks.rados.rados.0.smithi016.stdout:3520: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2024-04-24T02:54:07.366 INFO:tasks.rados.rados.0.smithi016.stdout:3520: writing smithi01673382-48 from 0 to 581632 tid 1 2024-04-24T02:54:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:3520: writing smithi01673382-48 from 581632 to 1343488 tid 2 2024-04-24T02:54:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:3520: writing smithi01673382-48 from 1343488 to 1384448 tid 3 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3521: rollback oid 40 current snap is 348 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 346 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3517: finishing write tid 3 to smithi01673382-43 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3517: finishing write tid 4 to smithi01673382-43 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3517: finishing write tid 5 to smithi01673382-43 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2690 (ObjNum 1082 snap 348 seq_num 1082) dirty exists 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3517: left oid 43 (ObjNum 1082 snap 348 seq_num 1082) 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3519: finishing write tid 1 to smithi01673382-5 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3519: finishing write tid 2 to smithi01673382-5 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3519: finishing write tid 3 to smithi01673382-5 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3519: finishing write tid 4 to smithi01673382-5 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3519: finishing write tid 5 to smithi01673382-5 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 2965 (ObjNum 1084 snap 348 seq_num 1084) dirty exists 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3519: left oid 5 (ObjNum 1084 snap 348 seq_num 1084) 2024-04-24T02:54:07.375 INFO:tasks.rados.rados.0.smithi016.stdout:3520: finishing write tid 1 to smithi01673382-48 2024-04-24T02:54:07.376 INFO:tasks.rados.rados.0.smithi016.stdout:3517: done (3 left) 2024-04-24T02:54:07.376 INFO:tasks.rados.rados.0.smithi016.stdout:3519: done (2 left) 2024-04-24T02:54:07.376 INFO:tasks.rados.rados.0.smithi016.stdout:3522: delete oid 31 current snap is 348 2024-04-24T02:54:07.376 INFO:tasks.rados.rados.0.smithi016.stdout:3522: done (2 left) 2024-04-24T02:54:07.376 INFO:tasks.rados.rados.0.smithi016.stdout:3523: delete oid 32 current snap is 348 2024-04-24T02:54:07.377 INFO:tasks.rados.rados.0.smithi016.stdout:3520: finishing write tid 2 to smithi01673382-48 2024-04-24T02:54:07.377 INFO:tasks.rados.rados.0.smithi016.stdout:3520: finishing write tid 3 to smithi01673382-48 2024-04-24T02:54:07.378 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:54:07.378 INFO:tasks.rados.rados.0.smithi016.stdout:3520: finishing write tid 4 to smithi01673382-48 2024-04-24T02:54:07.380 INFO:tasks.rados.rados.0.smithi016.stdout:3523: done (2 left) 2024-04-24T02:54:07.380 INFO:tasks.rados.rados.0.smithi016.stdout:3524: read oid 32 snap 346 2024-04-24T02:54:07.380 INFO:tasks.rados.rados.0.smithi016.stdout:3524: expect deleted 2024-04-24T02:54:07.380 INFO:tasks.rados.rados.0.smithi016.stdout:3525: snap_remove snap 336 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:3525: done (3 left) 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:3526: delete oid 21 current snap is 348 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:3520: finishing write tid 5 to smithi01673382-48 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 2689 (ObjNum 1085 snap 348 seq_num 1085) dirty exists 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:3520: left oid 48 (ObjNum 1085 snap 348 seq_num 1085) 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:54:08.241 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 2974 (ObjNum 1058 snap 344 seq_num 1058) dirty exists 2024-04-24T02:54:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:3520: done (3 left) 2024-04-24T02:54:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:3521: done (2 left) 2024-04-24T02:54:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:3524: done (1 left) 2024-04-24T02:54:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:3526: done (0 left) 2024-04-24T02:54:08.252 INFO:tasks.rados.rados.0.smithi016.stdout:3527: delete oid 48 current snap is 348 2024-04-24T02:54:08.256 INFO:tasks.rados.rados.0.smithi016.stdout:3527: done (0 left) 2024-04-24T02:54:08.256 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 348 2024-04-24T02:54:08.256 INFO:tasks.rados.rados.0.smithi016.stdout:3528: seq_num 1090 ranges {2711552=663552,3375104=630784,4005888=172032} 2024-04-24T02:54:08.276 INFO:tasks.rados.rados.0.smithi016.stdout:3528: writing smithi01673382-7 from 2711552 to 3375104 tid 1 2024-04-24T02:54:08.280 INFO:tasks.rados.rados.0.smithi016.stdout:3528: writing smithi01673382-7 from 3375104 to 4005888 tid 2 2024-04-24T02:54:08.281 INFO:tasks.rados.rados.0.smithi016.stdout:3528: writing smithi01673382-7 from 4005888 to 4177920 tid 3 2024-04-24T02:54:08.281 INFO:tasks.rados.rados.0.smithi016.stdout:3529: rollback oid 19 current snap is 348 2024-04-24T02:54:08.282 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 347 2024-04-24T02:54:08.282 INFO:tasks.rados.rados.0.smithi016.stdout:3530: rollback oid 24 current snap is 348 2024-04-24T02:54:08.282 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 329 2024-04-24T02:54:08.282 INFO:tasks.rados.rados.0.smithi016.stdout:3531: snap_create 2024-04-24T02:54:08.287 INFO:tasks.rados.rados.0.smithi016.stdout:3529: finishing rollback tid 0 to smithi01673382-19 2024-04-24T02:54:08.287 INFO:tasks.rados.rados.0.smithi016.stdout:3529: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:54:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:3529: finishing rollback tid 2 to smithi01673382-19 2024-04-24T02:54:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 3215 (ObjNum 1073 snap 344 seq_num 1073) dirty exists 2024-04-24T02:54:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:3528: finishing write tid 1 to smithi01673382-7 2024-04-24T02:54:08.292 INFO:tasks.rados.rados.0.smithi016.stdout:3528: finishing write tid 2 to smithi01673382-7 2024-04-24T02:54:08.292 INFO:tasks.rados.rados.0.smithi016.stdout:3528: finishing write tid 3 to smithi01673382-7 2024-04-24T02:54:08.292 INFO:tasks.rados.rados.0.smithi016.stdout:3528: finishing write tid 4 to smithi01673382-7 2024-04-24T02:54:08.296 INFO:tasks.rados.rados.0.smithi016.stdout:3528: finishing write tid 5 to smithi01673382-7 2024-04-24T02:54:08.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 3090 (ObjNum 1090 snap 348 seq_num 1090) dirty exists 2024-04-24T02:54:08.296 INFO:tasks.rados.rados.0.smithi016.stdout:3528: left oid 7 (ObjNum 1090 snap 348 seq_num 1090) 2024-04-24T02:54:08.297 INFO:tasks.rados.rados.0.smithi016.stdout:3530: finishing rollback tid 0 to smithi01673382-24 2024-04-24T02:54:08.300 INFO:tasks.rados.rados.0.smithi016.stdout:3530: finishing rollback tid 1 to smithi01673382-24 2024-04-24T02:54:08.301 INFO:tasks.rados.rados.0.smithi016.stdout:3530: finishing rollback tid 2 to smithi01673382-24 2024-04-24T02:54:08.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 3094 (ObjNum 813 snap 282 seq_num 813) dirty exists 2024-04-24T02:54:08.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:08 smithi016 ceph-mon[84376]: pgmap v777: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.7 MiB/s wr, 15 op/s 2024-04-24T02:54:08.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:08 smithi016 ceph-mon[84376]: osdmap e764: 8 total, 8 up, 8 in 2024-04-24T02:54:08.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:54:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:54:08] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-24T02:54:08.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:08 smithi016 ceph-mon[86910]: pgmap v777: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.7 MiB/s wr, 15 op/s 2024-04-24T02:54:08.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:08 smithi016 ceph-mon[86910]: osdmap e764: 8 total, 8 up, 8 in 2024-04-24T02:54:08.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:08 smithi063 ceph-mon[77007]: pgmap v777: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.7 MiB/s wr, 15 op/s 2024-04-24T02:54:08.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:08 smithi063 ceph-mon[77007]: osdmap e764: 8 total, 8 up, 8 in 2024-04-24T02:54:09.253 INFO:tasks.rados.rados.0.smithi016.stdout:3528: done (3 left) 2024-04-24T02:54:09.254 INFO:tasks.rados.rados.0.smithi016.stdout:3529: done (2 left) 2024-04-24T02:54:09.254 INFO:tasks.rados.rados.0.smithi016.stdout:3530: done (1 left) 2024-04-24T02:54:09.254 INFO:tasks.rados.rados.0.smithi016.stdout:3531: done (0 left) 2024-04-24T02:54:09.254 INFO:tasks.rados.rados.0.smithi016.stdout:3532: read oid 49 snap -1 2024-04-24T02:54:09.254 INFO:tasks.rados.rados.0.smithi016.stdout:3532: expect (ObjNum 1079 snap 347 seq_num 1079) 2024-04-24T02:54:09.254 INFO:tasks.rados.rados.0.smithi016.stdout:3533: snap_remove snap 346 2024-04-24T02:54:09.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:09 smithi016 ceph-mon[84376]: osdmap e765: 8 total, 8 up, 8 in 2024-04-24T02:54:09.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:09 smithi016 ceph-mon[86910]: osdmap e765: 8 total, 8 up, 8 in 2024-04-24T02:54:09.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:09 smithi063 ceph-mon[77007]: osdmap e765: 8 total, 8 up, 8 in 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:3533: done (1 left) 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 349 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:3534: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:3534: writing smithi01673382-12 from 0 to 679936 tid 1 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:3534: writing smithi01673382-12 from 679936 to 1196032 tid 2 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:3534: writing smithi01673382-12 from 1196032 to 1482752 tid 3 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 349 2024-04-24T02:54:10.269 INFO:tasks.rados.rados.0.smithi016.stdout:3535: seq_num 1092 ranges {0=696320,696320=802816} 2024-04-24T02:54:10.272 INFO:tasks.rados.rados.0.smithi016.stdout:3535: writing smithi01673382-45 from 0 to 696320 tid 1 2024-04-24T02:54:10.278 INFO:tasks.rados.rados.0.smithi016.stdout:3535: writing smithi01673382-45 from 696320 to 1499136 tid 2 2024-04-24T02:54:10.278 INFO:tasks.rados.rados.0.smithi016.stdout:3536: snap_remove snap 329 2024-04-24T02:54:10.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:10 smithi016 ceph-mon[84376]: pgmap v780: 121 pgs: 121 active+clean; 348 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 17 op/s 2024-04-24T02:54:10.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:10 smithi016 ceph-mon[84376]: osdmap e766: 8 total, 8 up, 8 in 2024-04-24T02:54:10.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:10 smithi016 ceph-mon[86910]: pgmap v780: 121 pgs: 121 active+clean; 348 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 17 op/s 2024-04-24T02:54:10.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:10 smithi016 ceph-mon[86910]: osdmap e766: 8 total, 8 up, 8 in 2024-04-24T02:54:10.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:10 smithi063 ceph-mon[77007]: pgmap v780: 121 pgs: 121 active+clean; 348 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 17 op/s 2024-04-24T02:54:10.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:10 smithi063 ceph-mon[77007]: osdmap e766: 8 total, 8 up, 8 in 2024-04-24T02:54:11.108 INFO:tasks.rados.rados.0.smithi016.stdout:3536: done (3 left) 2024-04-24T02:54:11.108 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 349 2024-04-24T02:54:11.108 INFO:tasks.rados.rados.0.smithi016.stdout:3537: seq_num 1093 ranges {1146880=712704,1859584=688128,2547712=114688} 2024-04-24T02:54:11.119 INFO:tasks.rados.rados.0.smithi016.stdout:3537: writing smithi01673382-50 from 1146880 to 1859584 tid 1 2024-04-24T02:54:11.124 INFO:tasks.rados.rados.0.smithi016.stdout:3537: writing smithi01673382-50 from 1859584 to 2547712 tid 2 2024-04-24T02:54:11.125 INFO:tasks.rados.rados.0.smithi016.stdout:3537: writing smithi01673382-50 from 2547712 to 2662400 tid 3 2024-04-24T02:54:11.125 INFO:tasks.rados.rados.0.smithi016.stdout:3538: rollback oid 34 current snap is 349 2024-04-24T02:54:11.125 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 345 2024-04-24T02:54:11.125 INFO:tasks.rados.rados.0.smithi016.stdout:3539: snap_remove snap 338 2024-04-24T02:54:11.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:11 smithi016 ceph-mon[84376]: osdmap e767: 8 total, 8 up, 8 in 2024-04-24T02:54:11.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:11 smithi016 ceph-mon[84376]: osdmap e768: 8 total, 8 up, 8 in 2024-04-24T02:54:11.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:11 smithi016 ceph-mon[86910]: osdmap e767: 8 total, 8 up, 8 in 2024-04-24T02:54:11.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:11 smithi016 ceph-mon[86910]: osdmap e768: 8 total, 8 up, 8 in 2024-04-24T02:54:11.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:11 smithi063 ceph-mon[77007]: osdmap e767: 8 total, 8 up, 8 in 2024-04-24T02:54:11.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:11 smithi063 ceph-mon[77007]: osdmap e768: 8 total, 8 up, 8 in 2024-04-24T02:54:12.116 INFO:tasks.rados.rados.0.smithi016.stdout:3539: done (5 left) 2024-04-24T02:54:12.117 INFO:tasks.rados.rados.0.smithi016.stdout:3540: rmattr oid 38 current snap is 349 2024-04-24T02:54:12.117 INFO:tasks.rados.rados.0.smithi016.stdout:3540: done (5 left) 2024-04-24T02:54:12.117 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 349 2024-04-24T02:54:12.117 INFO:tasks.rados.rados.0.smithi016.stdout:3541: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-04-24T02:54:12.117 INFO:tasks.rados.rados.0.smithi016.stdout:3541: writing smithi01673382-14 from 0 to 729088 tid 1 2024-04-24T02:54:12.123 INFO:tasks.rados.rados.0.smithi016.stdout:3541: writing smithi01673382-14 from 729088 to 1302528 tid 2 2024-04-24T02:54:12.123 INFO:tasks.rados.rados.0.smithi016.stdout:3541: writing smithi01673382-14 from 1302528 to 1531904 tid 3 2024-04-24T02:54:12.123 INFO:tasks.rados.rados.0.smithi016.stdout:3542: snap_remove snap 344 2024-04-24T02:54:12.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:12 smithi016 ceph-mon[84376]: pgmap v783: 121 pgs: 121 active+clean; 350 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 916 KiB/s wr, 7 op/s 2024-04-24T02:54:12.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:12 smithi016 ceph-mon[84376]: osdmap e769: 8 total, 8 up, 8 in 2024-04-24T02:54:12.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:12 smithi016 ceph-mon[86910]: pgmap v783: 121 pgs: 121 active+clean; 350 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 916 KiB/s wr, 7 op/s 2024-04-24T02:54:12.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:12 smithi016 ceph-mon[86910]: osdmap e769: 8 total, 8 up, 8 in 2024-04-24T02:54:12.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:12 smithi063 ceph-mon[77007]: pgmap v783: 121 pgs: 121 active+clean; 350 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 916 KiB/s wr, 7 op/s 2024-04-24T02:54:12.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:12 smithi063 ceph-mon[77007]: osdmap e769: 8 total, 8 up, 8 in 2024-04-24T02:54:13.115 INFO:tasks.rados.rados.0.smithi016.stdout:3542: done (6 left) 2024-04-24T02:54:13.115 INFO:tasks.rados.rados.0.smithi016.stdout:3543: copy_from oid 5 from oid 8 current snap is 349 2024-04-24T02:54:13.115 INFO:tasks.rados.rados.0.smithi016.stdout:3544: copy_from oid 48 from oid 28 current snap is 349 2024-04-24T02:54:13.115 INFO:tasks.rados.rados.0.smithi016.stdout:3545: setattr oid 16 current snap is 349 2024-04-24T02:54:13.116 INFO:tasks.rados.rados.0.smithi016.stdout:3532: expect (ObjNum 1079 snap 347 seq_num 1079) 2024-04-24T02:54:13.158 INFO:tasks.rados.rados.0.smithi016.stdout:3534: finishing write tid 1 to smithi01673382-12 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3534: finishing write tid 2 to smithi01673382-12 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3534: finishing write tid 3 to smithi01673382-12 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3534: finishing write tid 4 to smithi01673382-12 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 1 to smithi01673382-45 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3534: finishing write tid 5 to smithi01673382-12 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2978 (ObjNum 1091 snap 349 seq_num 1091) dirty exists 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3534: left oid 12 (ObjNum 1091 snap 349 seq_num 1091) 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 2 to smithi01673382-45 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 3 to smithi01673382-45 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 4 to smithi01673382-45 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 2693 (ObjNum 1092 snap 349 seq_num 1092) dirty exists 2024-04-24T02:54:13.159 INFO:tasks.rados.rados.0.smithi016.stdout:3535: left oid 45 (ObjNum 1092 snap 349 seq_num 1092) 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3537: finishing write tid 1 to smithi01673382-50 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3537: finishing write tid 2 to smithi01673382-50 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3537: finishing write tid 3 to smithi01673382-50 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3537: finishing write tid 4 to smithi01673382-50 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3537: finishing write tid 5 to smithi01673382-50 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 2065 (ObjNum 1093 snap 349 seq_num 1093) dirty exists 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3537: left oid 50 (ObjNum 1093 snap 349 seq_num 1093) 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3538: finishing rollback tid 0 to smithi01673382-34 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3538: finishing rollback tid 1 to smithi01673382-34 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3538: finishing rollback tid 2 to smithi01673382-34 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 2982 (ObjNum 1069 snap 344 seq_num 1069) dirty exists 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3541: finishing write tid 1 to smithi01673382-14 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3541: finishing write tid 2 to smithi01673382-14 2024-04-24T02:54:13.160 INFO:tasks.rados.rados.0.smithi016.stdout:3541: finishing write tid 3 to smithi01673382-14 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3541: finishing write tid 4 to smithi01673382-14 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3541: finishing write tid 5 to smithi01673382-14 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2982 (ObjNum 1094 snap 349 seq_num 1094) dirty exists 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3541: left oid 14 (ObjNum 1094 snap 349 seq_num 1094) 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3543: finishing copy_from to smithi01673382-5 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3543: got expected ENOENT (src dne) 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3543: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3544: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3544: finishing copy_from to smithi01673382-48 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 2684 (ObjNum 1055 snap 344 seq_num 1055) dirty exists 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3532: done (8 left) 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3534: done (7 left) 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3535: done (6 left) 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3537: done (5 left) 2024-04-24T02:54:13.161 INFO:tasks.rados.rados.0.smithi016.stdout:3538: done (4 left) 2024-04-24T02:54:13.162 INFO:tasks.rados.rados.0.smithi016.stdout:3541: done (3 left) 2024-04-24T02:54:13.162 INFO:tasks.rados.rados.0.smithi016.stdout:3543: done (2 left) 2024-04-24T02:54:13.162 INFO:tasks.rados.rados.0.smithi016.stdout:3544: done (1 left) 2024-04-24T02:54:13.162 INFO:tasks.rados.rados.0.smithi016.stdout:3546: delete oid 7 current snap is 349 2024-04-24T02:54:13.162 INFO:tasks.rados.rados.0.smithi016.stdout:3546: done (1 left) 2024-04-24T02:54:13.162 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 349 2024-04-24T02:54:13.162 INFO:tasks.rados.rados.0.smithi016.stdout:3547: seq_num 1096 ranges {1531904=761856,2293760=786432,3080192=16384} 2024-04-24T02:54:13.173 INFO:tasks.rados.rados.0.smithi016.stdout:3547: writing smithi01673382-14 from 1531904 to 2293760 tid 1 2024-04-24T02:54:13.178 INFO:tasks.rados.rados.0.smithi016.stdout:3547: writing smithi01673382-14 from 2293760 to 3080192 tid 2 2024-04-24T02:54:13.178 INFO:tasks.rados.rados.0.smithi016.stdout:3547: writing smithi01673382-14 from 3080192 to 3096576 tid 3 2024-04-24T02:54:13.178 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 349 2024-04-24T02:54:13.178 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2690 (ObjNum 1065 snap 344 seq_num 1065) dirty exists 2024-04-24T02:54:13.178 INFO:tasks.rados.rados.0.smithi016.stdout:3548: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-04-24T02:54:13.183 INFO:tasks.rados.rados.0.smithi016.stdout:3548: writing smithi01673382-47 from 0 to 778240 tid 1 2024-04-24T02:54:13.187 INFO:tasks.rados.rados.0.smithi016.stdout:3548: writing smithi01673382-47 from 778240 to 1449984 tid 2 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3548: writing smithi01673382-47 from 1449984 to 1581056 tid 3 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3545: done (2 left) 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3549: setattr oid 36 current snap is 349 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3547: finishing write tid 1 to smithi01673382-14 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3547: finishing write tid 2 to smithi01673382-14 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3547: finishing write tid 3 to smithi01673382-14 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3547: finishing write tid 4 to smithi01673382-14 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3547: finishing write tid 5 to smithi01673382-14 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2986 (ObjNum 1096 snap 349 seq_num 1096) dirty exists 2024-04-24T02:54:13.188 INFO:tasks.rados.rados.0.smithi016.stdout:3547: left oid 14 (ObjNum 1096 snap 349 seq_num 1096) 2024-04-24T02:54:13.189 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing write tid 1 to smithi01673382-47 2024-04-24T02:54:13.189 INFO:tasks.rados.rados.0.smithi016.stdout:3547: done (2 left) 2024-04-24T02:54:13.189 INFO:tasks.rados.rados.0.smithi016.stdout:3550: rollback oid 14 current snap is 349 2024-04-24T02:54:13.189 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 324 2024-04-24T02:54:13.189 INFO:tasks.rados.rados.0.smithi016.stdout:3551: setattr oid 22 current snap is 349 2024-04-24T02:54:13.191 INFO:tasks.rados.rados.0.smithi016.stdout:3552: snap_create 2024-04-24T02:54:13.193 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing write tid 2 to smithi01673382-47 2024-04-24T02:54:13.193 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2694 (ObjNum 2001276080 snap 22076 seq_num 2002220304) dirty exists 2024-04-24T02:54:13.194 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing write tid 3 to smithi01673382-47 2024-04-24T02:54:13.194 INFO:tasks.rados.rados.0.smithi016.stdout:3550: finishing rollback tid 0 to smithi01673382-14 2024-04-24T02:54:13.196 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2983 (ObjNum 1029 snap 339 seq_num 1029) dirty exists 2024-04-24T02:54:13.196 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing write tid 4 to smithi01673382-47 2024-04-24T02:54:13.196 INFO:tasks.rados.rados.0.smithi016.stdout:3550: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:54:13.196 INFO:tasks.rados.rados.0.smithi016.stdout:3550: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:54:13.196 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2989 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:54:13.198 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing write tid 5 to smithi01673382-47 2024-04-24T02:54:13.198 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 2695 (ObjNum 1097 snap 349 seq_num 1097) dirty exists 2024-04-24T02:54:13.198 INFO:tasks.rados.rados.0.smithi016.stdout:3548: left oid 47 (ObjNum 1097 snap 349 seq_num 1097) 2024-04-24T02:54:14.119 INFO:tasks.rados.rados.0.smithi016.stdout:3548: done (4 left) 2024-04-24T02:54:14.119 INFO:tasks.rados.rados.0.smithi016.stdout:3549: done (3 left) 2024-04-24T02:54:14.119 INFO:tasks.rados.rados.0.smithi016.stdout:3550: done (2 left) 2024-04-24T02:54:14.120 INFO:tasks.rados.rados.0.smithi016.stdout:3551: done (1 left) 2024-04-24T02:54:14.120 INFO:tasks.rados.rados.0.smithi016.stdout:3552: done (0 left) 2024-04-24T02:54:14.120 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 350 2024-04-24T02:54:14.120 INFO:tasks.rados.rados.0.smithi016.stdout:3553: seq_num 1098 ranges {1499136=794624,2293760=557056,2850816=245760} 2024-04-24T02:54:14.131 INFO:tasks.rados.rados.0.smithi016.stdout:3553: writing smithi01673382-45 from 1499136 to 2293760 tid 1 2024-04-24T02:54:14.135 INFO:tasks.rados.rados.0.smithi016.stdout:3553: writing smithi01673382-45 from 2293760 to 2850816 tid 2 2024-04-24T02:54:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:3553: writing smithi01673382-45 from 2850816 to 3096576 tid 3 2024-04-24T02:54:14.137 INFO:tasks.rados.rados.0.smithi016.stdout:3554: read oid 41 snap 349 2024-04-24T02:54:14.138 INFO:tasks.rados.rados.0.smithi016.stdout:3554: expect (ObjNum 1061 snap 344 seq_num 1061) 2024-04-24T02:54:14.138 INFO:tasks.rados.rados.0.smithi016.stdout:3555: read oid 30 snap -1 2024-04-24T02:54:14.138 INFO:tasks.rados.rados.0.smithi016.stdout:3555: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:54:14.138 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 350 2024-04-24T02:54:14.138 INFO:tasks.rados.rados.0.smithi016.stdout:3556: seq_num 1099 ranges {5488640=409600,5898240=442368,6340608=720896,7061504=40960} 2024-04-24T02:54:14.172 INFO:tasks.rados.rados.0.smithi016.stdout:3556: writing smithi01673382-33 from 5488640 to 5898240 tid 1 2024-04-24T02:54:14.175 INFO:tasks.rados.rados.0.smithi016.stdout:3556: writing smithi01673382-33 from 5898240 to 6340608 tid 2 2024-04-24T02:54:14.180 INFO:tasks.rados.rados.0.smithi016.stdout:3556: writing smithi01673382-33 from 6340608 to 7061504 tid 3 2024-04-24T02:54:14.181 INFO:tasks.rados.rados.0.smithi016.stdout:3556: writing smithi01673382-33 from 7061504 to 7102464 tid 4 2024-04-24T02:54:14.181 INFO:tasks.rados.rados.0.smithi016.stdout:3557: read oid 3 snap -1 2024-04-24T02:54:14.181 INFO:tasks.rados.rados.0.smithi016.stdout:3557: expect deleted 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3558: delete oid 43 current snap is 350 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3553: finishing write tid 1 to smithi01673382-45 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3553: finishing write tid 2 to smithi01673382-45 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3553: finishing write tid 3 to smithi01673382-45 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3553: finishing write tid 4 to smithi01673382-45 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3553: finishing write tid 5 to smithi01673382-45 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 2698 (ObjNum 1098 snap 350 seq_num 1098) dirty exists 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3553: left oid 45 (ObjNum 1098 snap 350 seq_num 1098) 2024-04-24T02:54:14.182 INFO:tasks.rados.rados.0.smithi016.stdout:3554: expect (ObjNum 1061 snap 344 seq_num 1061) 2024-04-24T02:54:14.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:14 smithi016 ceph-mon[84376]: pgmap v786: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-24T02:54:14.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:14 smithi016 ceph-mon[84376]: osdmap e770: 8 total, 8 up, 8 in 2024-04-24T02:54:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:14 smithi016 ceph-mon[86910]: pgmap v786: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-24T02:54:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:14 smithi016 ceph-mon[86910]: osdmap e770: 8 total, 8 up, 8 in 2024-04-24T02:54:14.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:14 smithi063 ceph-mon[77007]: pgmap v786: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-24T02:54:14.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:14 smithi063 ceph-mon[77007]: osdmap e770: 8 total, 8 up, 8 in 2024-04-24T02:54:14.814 INFO:tasks.rados.rados.0.smithi016.stdout:3556: finishing write tid 1 to smithi01673382-33 2024-04-24T02:54:14.814 INFO:tasks.rados.rados.0.smithi016.stdout:3556: finishing write tid 2 to smithi01673382-33 2024-04-24T02:54:14.814 INFO:tasks.rados.rados.0.smithi016.stdout:3556: finishing write tid 3 to smithi01673382-33 2024-04-24T02:54:14.814 INFO:tasks.rados.rados.0.smithi016.stdout:3556: finishing write tid 4 to smithi01673382-33 2024-04-24T02:54:14.815 INFO:tasks.rados.rados.0.smithi016.stdout:3556: finishing write tid 5 to smithi01673382-33 2024-04-24T02:54:14.815 INFO:tasks.rados.rados.0.smithi016.stdout:3556: finishing write tid 6 to smithi01673382-33 2024-04-24T02:54:14.815 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 3251 (ObjNum 1099 snap 350 seq_num 1099) dirty exists 2024-04-24T02:54:14.815 INFO:tasks.rados.rados.0.smithi016.stdout:3556: left oid 33 (ObjNum 1099 snap 350 seq_num 1099) 2024-04-24T02:54:14.815 INFO:tasks.rados.rados.0.smithi016.stdout:3555: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:54:15.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:15 smithi016 ceph-mon[84376]: osdmap e771: 8 total, 8 up, 8 in 2024-04-24T02:54:15.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:15.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:15 smithi016 ceph-mon[86910]: osdmap e771: 8 total, 8 up, 8 in 2024-04-24T02:54:15.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:15.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:15 smithi063 ceph-mon[77007]: osdmap e771: 8 total, 8 up, 8 in 2024-04-24T02:54:15.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:3553: done (5 left) 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:3554: done (4 left) 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:3555: done (3 left) 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:3556: done (2 left) 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:3557: done (1 left) 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:3558: done (0 left) 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 350 2024-04-24T02:54:16.426 INFO:tasks.rados.rados.0.smithi016.stdout:3559: seq_num 1101 ranges {3112960=442368,3555328=606208,4161536=598016} 2024-04-24T02:54:16.444 INFO:tasks.rados.rados.0.smithi016.stdout:3559: writing smithi01673382-22 from 3112960 to 3555328 tid 1 2024-04-24T02:54:16.448 INFO:tasks.rados.rados.0.smithi016.stdout:3559: writing smithi01673382-22 from 3555328 to 4161536 tid 2 2024-04-24T02:54:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3559: writing smithi01673382-22 from 4161536 to 4759552 tid 3 2024-04-24T02:54:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3560: snap_create 2024-04-24T02:54:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3559: finishing write tid 1 to smithi01673382-22 2024-04-24T02:54:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3559: finishing write tid 2 to smithi01673382-22 2024-04-24T02:54:16.455 INFO:tasks.rados.rados.0.smithi016.stdout:3559: finishing write tid 3 to smithi01673382-22 2024-04-24T02:54:16.456 INFO:tasks.rados.rados.0.smithi016.stdout:3559: finishing write tid 4 to smithi01673382-22 2024-04-24T02:54:16.457 INFO:tasks.rados.rados.0.smithi016.stdout:3559: finishing write tid 5 to smithi01673382-22 2024-04-24T02:54:16.457 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 2987 (ObjNum 1101 snap 350 seq_num 1101) dirty exists 2024-04-24T02:54:16.457 INFO:tasks.rados.rados.0.smithi016.stdout:3559: left oid 22 (ObjNum 1101 snap 350 seq_num 1101) 2024-04-24T02:54:16.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:16 smithi016 ceph-mon[84376]: pgmap v789: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 358 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-24T02:54:16.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:16 smithi016 ceph-mon[84376]: osdmap e772: 8 total, 8 up, 8 in 2024-04-24T02:54:16.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:16 smithi016 ceph-mon[86910]: pgmap v789: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 358 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-24T02:54:16.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:16 smithi016 ceph-mon[86910]: osdmap e772: 8 total, 8 up, 8 in 2024-04-24T02:54:16.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:16 smithi063 ceph-mon[77007]: pgmap v789: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 358 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-24T02:54:16.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:16 smithi063 ceph-mon[77007]: osdmap e772: 8 total, 8 up, 8 in 2024-04-24T02:54:17.129 INFO:tasks.rados.rados.0.smithi016.stdout:3559: done (1 left) 2024-04-24T02:54:17.129 INFO:tasks.rados.rados.0.smithi016.stdout:3560: done (0 left) 2024-04-24T02:54:17.129 INFO:tasks.rados.rados.0.smithi016.stdout:3561: delete oid 26 current snap is 351 2024-04-24T02:54:17.135 INFO:tasks.rados.rados.0.smithi016.stdout:3561: done (0 left) 2024-04-24T02:54:17.136 INFO:tasks.rados.rados.0.smithi016.stdout:3562: copy_from oid 40 from oid 42 current snap is 351 2024-04-24T02:54:17.136 INFO:tasks.rados.rados.0.smithi016.stdout:3563: rmattr oid 28 current snap is 351 2024-04-24T02:54:17.136 INFO:tasks.rados.rados.0.smithi016.stdout:3564: delete oid 50 current snap is 351 2024-04-24T02:54:17.136 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing copy_from to smithi01673382-40 2024-04-24T02:54:17.136 INFO:tasks.rados.rados.0.smithi016.stdout:3562: got expected ENOENT (src dne) 2024-04-24T02:54:17.136 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing copy_from racing read to smithi01673382-40 2024-04-24T02:54:17.138 INFO:tasks.rados.rados.0.smithi016.stdout:3562: done (2 left) 2024-04-24T02:54:17.139 INFO:tasks.rados.rados.0.smithi016.stdout:3564: done (1 left) 2024-04-24T02:54:17.139 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 351 2024-04-24T02:54:17.139 INFO:tasks.rados.rados.0.smithi016.stdout:3565: seq_num 1104 ranges {7102464=499712,7602176=712704,8314880=491520} 2024-04-24T02:54:17.180 INFO:tasks.rados.rados.0.smithi016.stdout:3565: writing smithi01673382-33 from 7102464 to 7602176 tid 1 2024-04-24T02:54:17.184 INFO:tasks.rados.rados.0.smithi016.stdout:3565: writing smithi01673382-33 from 7602176 to 8314880 tid 2 2024-04-24T02:54:17.187 INFO:tasks.rados.rados.0.smithi016.stdout:3565: writing smithi01673382-33 from 8314880 to 8806400 tid 3 2024-04-24T02:54:17.187 INFO:tasks.rados.rados.0.smithi016.stdout:3566: read oid 23 snap -1 2024-04-24T02:54:17.187 INFO:tasks.rados.rados.0.smithi016.stdout:3566: expect (ObjNum 958 snap 313 seq_num 958) 2024-04-24T02:54:17.188 INFO:tasks.rados.rados.0.smithi016.stdout:3567: read oid 47 snap -1 2024-04-24T02:54:17.188 INFO:tasks.rados.rados.0.smithi016.stdout:3567: expect (ObjNum 1097 snap 349 seq_num 1097) 2024-04-24T02:54:17.188 INFO:tasks.rados.rados.0.smithi016.stdout:3568: copy_from oid 50 from oid 1 current snap is 351 2024-04-24T02:54:17.188 INFO:tasks.rados.rados.0.smithi016.stdout:3569: read oid 3 snap -1 2024-04-24T02:54:17.188 INFO:tasks.rados.rados.0.smithi016.stdout:3569: expect deleted 2024-04-24T02:54:17.188 INFO:tasks.rados.rados.0.smithi016.stdout:3570: read oid 31 snap 348 2024-04-24T02:54:17.188 INFO:tasks.rados.rados.0.smithi016.stdout:3570: expect deleted 2024-04-24T02:54:17.189 INFO:tasks.rados.rados.0.smithi016.stdout:3571: copy_from oid 29 from oid 17 current snap is 351 2024-04-24T02:54:17.189 INFO:tasks.rados.rados.0.smithi016.stdout:3572: rollback oid 32 current snap is 351 2024-04-24T02:54:17.189 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 350 2024-04-24T02:54:17.189 INFO:tasks.rados.rados.0.smithi016.stdout:3573: read oid 36 snap -1 2024-04-24T02:54:17.189 INFO:tasks.rados.rados.0.smithi016.stdout:3573: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:54:17.189 INFO:tasks.rados.rados.0.smithi016.stdout:3574: copy_from oid 21 from oid 18 current snap is 351 2024-04-24T02:54:17.189 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 351 2024-04-24T02:54:17.190 INFO:tasks.rados.rados.0.smithi016.stdout:3575: seq_num 1105 ranges {2359296=516096,2875392=598016,3473408=606208} 2024-04-24T02:54:17.205 INFO:tasks.rados.rados.0.smithi016.stdout:3575: writing smithi01673382-2 from 2359296 to 2875392 tid 1 2024-04-24T02:54:17.209 INFO:tasks.rados.rados.0.smithi016.stdout:3575: writing smithi01673382-2 from 2875392 to 3473408 tid 2 2024-04-24T02:54:17.213 INFO:tasks.rados.rados.0.smithi016.stdout:3575: writing smithi01673382-2 from 3473408 to 4079616 tid 3 2024-04-24T02:54:17.213 INFO:tasks.rados.rados.0.smithi016.stdout:3576: snap_remove snap 321 2024-04-24T02:54:18.134 INFO:tasks.rados.rados.0.smithi016.stdout:3576: done (12 left) 2024-04-24T02:54:18.134 INFO:tasks.rados.rados.0.smithi016.stdout:3577: rmattr oid 46 current snap is 351 2024-04-24T02:54:18.134 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 2694 (ObjNum 1055 snap 344 seq_num 1055) dirty exists 2024-04-24T02:54:18.134 INFO:tasks.rados.rados.0.smithi016.stdout:3565: finishing write tid 1 to smithi01673382-33 2024-04-24T02:54:18.135 INFO:tasks.rados.rados.0.smithi016.stdout:3573: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:54:18.137 INFO:tasks.rados.rados.0.smithi016.stdout:3574: finishing copy_from to smithi01673382-21 2024-04-24T02:54:18.137 INFO:tasks.rados.rados.0.smithi016.stdout:3574: got expected ENOENT (src dne) 2024-04-24T02:54:18.137 INFO:tasks.rados.rados.0.smithi016.stdout:3574: finishing copy_from racing read to smithi01673382-21 2024-04-24T02:54:18.137 INFO:tasks.rados.rados.0.smithi016.stdout:3567: expect (ObjNum 1097 snap 349 seq_num 1097) 2024-04-24T02:54:18.199 INFO:tasks.rados.rados.0.smithi016.stdout:3565: finishing write tid 2 to smithi01673382-33 2024-04-24T02:54:18.200 INFO:tasks.rados.rados.0.smithi016.stdout:3565: finishing write tid 3 to smithi01673382-33 2024-04-24T02:54:18.200 INFO:tasks.rados.rados.0.smithi016.stdout:3565: finishing write tid 4 to smithi01673382-33 2024-04-24T02:54:18.200 INFO:tasks.rados.rados.0.smithi016.stdout:3563: done (12 left) 2024-04-24T02:54:18.200 INFO:tasks.rados.rados.0.smithi016.stdout:3567: done (11 left) 2024-04-24T02:54:18.200 INFO:tasks.rados.rados.0.smithi016.stdout:3569: done (10 left) 2024-04-24T02:54:18.200 INFO:tasks.rados.rados.0.smithi016.stdout:3570: done (9 left) 2024-04-24T02:54:18.201 INFO:tasks.rados.rados.0.smithi016.stdout:3573: done (8 left) 2024-04-24T02:54:18.201 INFO:tasks.rados.rados.0.smithi016.stdout:3574: done (7 left) 2024-04-24T02:54:18.201 INFO:tasks.rados.rados.0.smithi016.stdout:3578: delete oid 14 current snap is 351 2024-04-24T02:54:18.201 INFO:tasks.rados.rados.0.smithi016.stdout:3565: finishing write tid 5 to smithi01673382-33 2024-04-24T02:54:18.201 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 3256 (ObjNum 1104 snap 351 seq_num 1104) dirty exists 2024-04-24T02:54:18.202 INFO:tasks.rados.rados.0.smithi016.stdout:3565: left oid 33 (ObjNum 1104 snap 351 seq_num 1104) 2024-04-24T02:54:18.202 INFO:tasks.rados.rados.0.smithi016.stdout:3568: finishing copy_from racing read to smithi01673382-50 2024-04-24T02:54:18.202 INFO:tasks.rados.rados.0.smithi016.stdout:3571: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:54:18.202 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing write tid 1 to smithi01673382-2 2024-04-24T02:54:18.202 INFO:tasks.rados.rados.0.smithi016.stdout:3568: finishing copy_from to smithi01673382-50 2024-04-24T02:54:18.202 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 2679 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:54:18.202 INFO:tasks.rados.rados.0.smithi016.stdout:3571: finishing copy_from to smithi01673382-29 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 3100 (ObjNum 914 snap 304 seq_num 914) dirty exists 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing write tid 2 to smithi01673382-2 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing write tid 3 to smithi01673382-2 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing write tid 4 to smithi01673382-2 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing write tid 5 to smithi01673382-2 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2991 (ObjNum 1105 snap 351 seq_num 1105) dirty exists 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:3575: left oid 2 (ObjNum 1105 snap 351 seq_num 1105) 2024-04-24T02:54:18.203 INFO:tasks.rados.rados.0.smithi016.stdout:3572: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:54:18.204 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2464 (ObjNum 2002199888 snap 22076 seq_num 0) dirty dne 2024-04-24T02:54:18.204 INFO:tasks.rados.rados.0.smithi016.stdout:3566: expect (ObjNum 958 snap 313 seq_num 958) 2024-04-24T02:54:18.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:18 smithi016 ceph-mon[84376]: pgmap v791: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-24T02:54:18.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:18 smithi016 ceph-mon[84376]: osdmap e773: 8 total, 8 up, 8 in 2024-04-24T02:54:18.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:54:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:54:18] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-04-24T02:54:18.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:18 smithi016 ceph-mon[86910]: pgmap v791: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-24T02:54:18.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:18 smithi016 ceph-mon[86910]: osdmap e773: 8 total, 8 up, 8 in 2024-04-24T02:54:18.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:18 smithi063 ceph-mon[77007]: pgmap v791: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-24T02:54:18.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:18 smithi063 ceph-mon[77007]: osdmap e773: 8 total, 8 up, 8 in 2024-04-24T02:54:19.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:19 smithi016 ceph-mon[84376]: osdmap e774: 8 total, 8 up, 8 in 2024-04-24T02:54:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:19 smithi016 ceph-mon[86910]: osdmap e774: 8 total, 8 up, 8 in 2024-04-24T02:54:19.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:19 smithi063 ceph-mon[77007]: osdmap e774: 8 total, 8 up, 8 in 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2831 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3565: done (7 left) 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3566: done (6 left) 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3568: done (5 left) 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3571: done (4 left) 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3572: done (3 left) 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3575: done (2 left) 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3577: done (1 left) 2024-04-24T02:54:20.089 INFO:tasks.rados.rados.0.smithi016.stdout:3578: done (0 left) 2024-04-24T02:54:20.090 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 351 2024-04-24T02:54:20.090 INFO:tasks.rados.rados.0.smithi016.stdout:3579: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2024-04-24T02:54:20.092 INFO:tasks.rados.rados.0.smithi016.stdout:3579: writing smithi01673382-11 from 0 to 548864 tid 1 2024-04-24T02:54:20.096 INFO:tasks.rados.rados.0.smithi016.stdout:3579: writing smithi01673382-11 from 548864 to 1318912 tid 2 2024-04-24T02:54:20.099 INFO:tasks.rados.rados.0.smithi016.stdout:3579: writing smithi01673382-11 from 1318912 to 1753088 tid 3 2024-04-24T02:54:20.099 INFO:tasks.rados.rados.0.smithi016.stdout:3580: read oid 25 snap -1 2024-04-24T02:54:20.099 INFO:tasks.rados.rados.0.smithi016.stdout:3580: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:54:20.099 INFO:tasks.rados.rados.0.smithi016.stdout:3581: snap_create 2024-04-24T02:54:20.099 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 1 to smithi01673382-11 2024-04-24T02:54:20.103 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 2 to smithi01673382-11 2024-04-24T02:54:20.104 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 3 to smithi01673382-11 2024-04-24T02:54:20.104 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 4 to smithi01673382-11 2024-04-24T02:54:20.107 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 5 to smithi01673382-11 2024-04-24T02:54:20.107 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 3152 (ObjNum 1107 snap 351 seq_num 1107) dirty exists 2024-04-24T02:54:20.107 INFO:tasks.rados.rados.0.smithi016.stdout:3579: left oid 11 (ObjNum 1107 snap 351 seq_num 1107) 2024-04-24T02:54:20.142 INFO:tasks.rados.rados.0.smithi016.stdout:3579: done (2 left) 2024-04-24T02:54:20.142 INFO:tasks.rados.rados.0.smithi016.stdout:3581: done (1 left) 2024-04-24T02:54:20.143 INFO:tasks.rados.rados.0.smithi016.stdout:3582: copy_from oid 37 from oid 21 current snap is 352 2024-04-24T02:54:20.143 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 352 2024-04-24T02:54:20.143 INFO:tasks.rados.rados.0.smithi016.stdout:3583: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-04-24T02:54:20.146 INFO:tasks.rados.rados.0.smithi016.stdout:3583: writing smithi01673382-32 from 0 to 565248 tid 1 2024-04-24T02:54:20.149 INFO:tasks.rados.rados.0.smithi016.stdout:3583: writing smithi01673382-32 from 565248 to 1212416 tid 2 2024-04-24T02:54:20.152 INFO:tasks.rados.rados.0.smithi016.stdout:3583: writing smithi01673382-32 from 1212416 to 1695744 tid 3 2024-04-24T02:54:20.153 INFO:tasks.rados.rados.0.smithi016.stdout:3583: writing smithi01673382-32 from 1695744 to 1769472 tid 4 2024-04-24T02:54:20.153 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 352 2024-04-24T02:54:20.153 INFO:tasks.rados.rados.0.smithi016.stdout:3584: seq_num 1109 ranges {0=581632,581632=532480,1114112=647168,1761280=24576} 2024-04-24T02:54:20.156 INFO:tasks.rados.rados.0.smithi016.stdout:3584: writing smithi01673382-18 from 0 to 581632 tid 1 2024-04-24T02:54:20.159 INFO:tasks.rados.rados.0.smithi016.stdout:3584: writing smithi01673382-18 from 581632 to 1114112 tid 2 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3584: writing smithi01673382-18 from 1114112 to 1761280 tid 3 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3584: writing smithi01673382-18 from 1761280 to 1785856 tid 4 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3585: rmattr oid 34 current snap is 352 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3585: done (4 left) 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3586: snap_create 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing copy_from to smithi01673382-37 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3582: got expected ENOENT (src dne) 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing copy_from racing read to smithi01673382-37 2024-04-24T02:54:20.163 INFO:tasks.rados.rados.0.smithi016.stdout:3580: expect (ObjNum 714 snap 238 seq_num 714) 2024-04-24T02:54:20.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:20 smithi016 ceph-mon[84376]: pgmap v794: 121 pgs: 121 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-04-24T02:54:20.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:20 smithi016 ceph-mon[86910]: pgmap v794: 121 pgs: 121 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-04-24T02:54:20.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:20 smithi063 ceph-mon[77007]: pgmap v794: 121 pgs: 121 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-04-24T02:54:21.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:21 smithi016 ceph-mon[84376]: osdmap e775: 8 total, 8 up, 8 in 2024-04-24T02:54:21.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:21 smithi016 ceph-mon[84376]: osdmap e776: 8 total, 8 up, 8 in 2024-04-24T02:54:21.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:21 smithi016 ceph-mon[86910]: osdmap e775: 8 total, 8 up, 8 in 2024-04-24T02:54:21.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:21 smithi016 ceph-mon[86910]: osdmap e776: 8 total, 8 up, 8 in 2024-04-24T02:54:21.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:21 smithi063 ceph-mon[77007]: osdmap e775: 8 total, 8 up, 8 in 2024-04-24T02:54:21.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:21 smithi063 ceph-mon[77007]: osdmap e776: 8 total, 8 up, 8 in 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 1 to smithi01673382-32 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 2 to smithi01673382-32 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing write tid 1 to smithi01673382-18 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 3 to smithi01673382-32 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 4 to smithi01673382-32 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing write tid 2 to smithi01673382-18 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 5 to smithi01673382-32 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 6 to smithi01673382-32 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 3117 (ObjNum 1108 snap 352 seq_num 1108) dirty exists 2024-04-24T02:54:21.772 INFO:tasks.rados.rados.0.smithi016.stdout:3583: left oid 32 (ObjNum 1108 snap 352 seq_num 1108) 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing write tid 3 to smithi01673382-18 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing write tid 4 to smithi01673382-18 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing write tid 5 to smithi01673382-18 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing write tid 6 to smithi01673382-18 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1947 (ObjNum 1109 snap 352 seq_num 1109) dirty exists 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3584: left oid 18 (ObjNum 1109 snap 352 seq_num 1109) 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3580: done (4 left) 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3582: done (3 left) 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3583: done (2 left) 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3584: done (1 left) 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3586: done (0 left) 2024-04-24T02:54:21.773 INFO:tasks.rados.rados.0.smithi016.stdout:3587: delete oid 7 current snap is 353 2024-04-24T02:54:21.774 INFO:tasks.rados.rados.0.smithi016.stdout:3587: done (0 left) 2024-04-24T02:54:21.774 INFO:tasks.rados.rados.0.smithi016.stdout:3588: snap_remove snap 352 2024-04-24T02:54:22.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: pgmap v796: 121 pgs: 121 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-24T02:54:22.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:54:22.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: pgmap v796: 121 pgs: 121 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:54:22.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: pgmap v796: 121 pgs: 121 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:54:22.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:54:22.638 INFO:tasks.rados.rados.0.smithi016.stdout:3588: done (0 left) 2024-04-24T02:54:22.639 INFO:tasks.rados.rados.0.smithi016.stdout:3589: read oid 20 snap -1 2024-04-24T02:54:22.639 INFO:tasks.rados.rados.0.smithi016.stdout:3589: expect deleted 2024-04-24T02:54:22.639 INFO:tasks.rados.rados.0.smithi016.stdout:3590: read oid 12 snap -1 2024-04-24T02:54:22.639 INFO:tasks.rados.rados.0.smithi016.stdout:3590: expect (ObjNum 1091 snap 349 seq_num 1091) 2024-04-24T02:54:22.639 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 353 2024-04-24T02:54:22.639 INFO:tasks.rados.rados.0.smithi016.stdout:3591: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-04-24T02:54:22.644 INFO:tasks.rados.rados.0.smithi016.stdout:3591: writing smithi01673382-3 from 0 to 614400 tid 1 2024-04-24T02:54:22.647 INFO:tasks.rados.rados.0.smithi016.stdout:3591: writing smithi01673382-3 from 614400 to 1368064 tid 2 2024-04-24T02:54:22.651 INFO:tasks.rados.rados.0.smithi016.stdout:3591: writing smithi01673382-3 from 1368064 to 1818624 tid 3 2024-04-24T02:54:22.651 INFO:tasks.rados.rados.0.smithi016.stdout:3592: read oid 24 snap 351 2024-04-24T02:54:22.651 INFO:tasks.rados.rados.0.smithi016.stdout:3592: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:54:22.651 INFO:tasks.rados.rados.0.smithi016.stdout:3593: copy_from oid 22 from oid 49 current snap is 353 2024-04-24T02:54:22.651 INFO:tasks.rados.rados.0.smithi016.stdout:3594: read oid 36 snap -1 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3594: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3595: read oid 11 snap 330 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3595: expect (ObjNum 994 snap 326 seq_num 994) 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3596: read oid 16 snap -1 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3596: expect (ObjNum 1065 snap 344 seq_num 1065) 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3597: read oid 30 snap 330 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3597: expect deleted 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3598: setattr oid 46 current snap is 353 2024-04-24T02:54:22.652 INFO:tasks.rados.rados.0.smithi016.stdout:3590: expect (ObjNum 1091 snap 349 seq_num 1091) 2024-04-24T02:54:22.704 INFO:tasks.rados.rados.0.smithi016.stdout:3591: finishing write tid 1 to smithi01673382-3 2024-04-24T02:54:22.704 INFO:tasks.rados.rados.0.smithi016.stdout:3594: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:54:22.706 INFO:tasks.rados.rados.0.smithi016.stdout:3591: finishing write tid 2 to smithi01673382-3 2024-04-24T02:54:22.706 INFO:tasks.rados.rados.0.smithi016.stdout:3591: finishing write tid 3 to smithi01673382-3 2024-04-24T02:54:22.706 INFO:tasks.rados.rados.0.smithi016.stdout:3591: finishing write tid 4 to smithi01673382-3 2024-04-24T02:54:22.706 INFO:tasks.rados.rados.0.smithi016.stdout:3591: finishing write tid 5 to smithi01673382-3 2024-04-24T02:54:22.706 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2969 (ObjNum 1111 snap 353 seq_num 1111) dirty exists 2024-04-24T02:54:22.706 INFO:tasks.rados.rados.0.smithi016.stdout:3591: left oid 3 (ObjNum 1111 snap 353 seq_num 1111) 2024-04-24T02:54:22.706 INFO:tasks.rados.rados.0.smithi016.stdout:3593: finishing copy_from racing read to smithi01673382-22 2024-04-24T02:54:22.707 INFO:tasks.rados.rados.0.smithi016.stdout:3593: finishing copy_from to smithi01673382-22 2024-04-24T02:54:22.707 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 3112 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2024-04-24T02:54:22.707 INFO:tasks.rados.rados.0.smithi016.stdout:3592: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:54:22.825 INFO:tasks.rados.rados.0.smithi016.stdout:3595: expect (ObjNum 994 snap 326 seq_num 994) 2024-04-24T02:54:23.158 INFO:tasks.rados.rados.0.smithi016.stdout:3596: expect (ObjNum 1065 snap 344 seq_num 1065) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3589: done (9 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3590: done (8 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3591: done (7 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3592: done (6 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3593: done (5 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3594: done (4 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3595: done (3 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3596: done (2 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3597: done (1 left) 2024-04-24T02:54:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:3599: snap_remove snap 347 2024-04-24T02:54:23.646 INFO:tasks.rados.rados.0.smithi016.stdout:3599: done (1 left) 2024-04-24T02:54:23.646 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 353 2024-04-24T02:54:23.646 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2832 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:54:23.646 INFO:tasks.rados.rados.0.smithi016.stdout:3600: seq_num 1112 ranges {4890624=630784,5521408=638976,6160384=466944,6627328=98304} 2024-04-24T02:54:23.677 INFO:tasks.rados.rados.0.smithi016.stdout:3600: writing smithi01673382-10 from 4890624 to 5521408 tid 1 2024-04-24T02:54:23.680 INFO:tasks.rados.rados.0.smithi016.stdout:3600: writing smithi01673382-10 from 5521408 to 6160384 tid 2 2024-04-24T02:54:23.683 INFO:tasks.rados.rados.0.smithi016.stdout:3600: writing smithi01673382-10 from 6160384 to 6627328 tid 3 2024-04-24T02:54:23.684 INFO:tasks.rados.rados.0.smithi016.stdout:3600: writing smithi01673382-10 from 6627328 to 6725632 tid 4 2024-04-24T02:54:23.684 INFO:tasks.rados.rados.0.smithi016.stdout:3598: done (1 left) 2024-04-24T02:54:23.684 INFO:tasks.rados.rados.0.smithi016.stdout:3601: copy_from oid 9 from oid 22 current snap is 353 2024-04-24T02:54:23.684 INFO:tasks.rados.rados.0.smithi016.stdout:3600: finishing write tid 1 to smithi01673382-10 2024-04-24T02:54:23.684 INFO:tasks.rados.rados.0.smithi016.stdout:3602: snap_remove snap 349 2024-04-24T02:54:24.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:23 smithi016 ceph-mon[84376]: osdmap e777: 8 total, 8 up, 8 in 2024-04-24T02:54:24.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:23 smithi016 ceph-mon[84376]: pgmap v799: 121 pgs: 121 active+clean; 370 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-24T02:54:24.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:23 smithi016 ceph-mon[86910]: osdmap e777: 8 total, 8 up, 8 in 2024-04-24T02:54:24.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:23 smithi016 ceph-mon[86910]: pgmap v799: 121 pgs: 121 active+clean; 370 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-24T02:54:24.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:23 smithi063 ceph-mon[77007]: osdmap e777: 8 total, 8 up, 8 in 2024-04-24T02:54:24.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:23 smithi063 ceph-mon[77007]: pgmap v799: 121 pgs: 121 active+clean; 370 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3602: done (2 left) 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3603: read oid 24 snap 351 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3603: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3604: read oid 46 snap -1 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3604: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3605: snap_create 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3600: finishing write tid 2 to smithi01673382-10 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3600: finishing write tid 3 to smithi01673382-10 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3600: finishing write tid 4 to smithi01673382-10 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3600: finishing write tid 5 to smithi01673382-10 2024-04-24T02:54:24.655 INFO:tasks.rados.rados.0.smithi016.stdout:3600: finishing write tid 6 to smithi01673382-10 2024-04-24T02:54:24.656 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3122 (ObjNum 1112 snap 353 seq_num 1112) dirty exists 2024-04-24T02:54:24.656 INFO:tasks.rados.rados.0.smithi016.stdout:3600: left oid 10 (ObjNum 1112 snap 353 seq_num 1112) 2024-04-24T02:54:24.656 INFO:tasks.rados.rados.0.smithi016.stdout:3601: finishing copy_from racing read to smithi01673382-9 2024-04-24T02:54:24.656 INFO:tasks.rados.rados.0.smithi016.stdout:3601: finishing copy_from to smithi01673382-9 2024-04-24T02:54:24.656 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 3112 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2024-04-24T02:54:24.671 INFO:tasks.rados.rados.0.smithi016.stdout:3604: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:54:24.708 INFO:tasks.rados.rados.0.smithi016.stdout:3603: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:54:25.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:24 smithi016 ceph-mon[84376]: osdmap e778: 8 total, 8 up, 8 in 2024-04-24T02:54:25.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:24 smithi016 ceph-mon[86910]: osdmap e778: 8 total, 8 up, 8 in 2024-04-24T02:54:25.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:24 smithi063 ceph-mon[77007]: osdmap e778: 8 total, 8 up, 8 in 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3600: done (4 left) 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3601: done (3 left) 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3603: done (2 left) 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3604: done (1 left) 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3605: done (0 left) 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3606: read oid 27 snap 345 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3606: expect (ObjNum 2002716256 snap 22076 seq_num 1946199744) 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 354 2024-04-24T02:54:25.658 INFO:tasks.rados.rados.0.smithi016.stdout:3607: seq_num 1113 ranges {1482752=647168,2129920=524288,2654208=622592,3276800=57344} 2024-04-24T02:54:25.669 INFO:tasks.rados.rados.0.smithi016.stdout:3607: writing smithi01673382-12 from 1482752 to 2129920 tid 1 2024-04-24T02:54:25.672 INFO:tasks.rados.rados.0.smithi016.stdout:3607: writing smithi01673382-12 from 2129920 to 2654208 tid 2 2024-04-24T02:54:25.676 INFO:tasks.rados.rados.0.smithi016.stdout:3607: writing smithi01673382-12 from 2654208 to 3276800 tid 3 2024-04-24T02:54:25.676 INFO:tasks.rados.rados.0.smithi016.stdout:3607: writing smithi01673382-12 from 3276800 to 3334144 tid 4 2024-04-24T02:54:25.676 INFO:tasks.rados.rados.0.smithi016.stdout:3608: snap_create 2024-04-24T02:54:25.676 INFO:tasks.rados.rados.0.smithi016.stdout:3606: expect (ObjNum 2002716256 snap 22076 seq_num 1946199744) 2024-04-24T02:54:25.681 INFO:tasks.rados.rados.0.smithi016.stdout:3607: finishing write tid 1 to smithi01673382-12 2024-04-24T02:54:25.681 INFO:tasks.rados.rados.0.smithi016.stdout:3607: finishing write tid 2 to smithi01673382-12 2024-04-24T02:54:25.681 INFO:tasks.rados.rados.0.smithi016.stdout:3607: finishing write tid 3 to smithi01673382-12 2024-04-24T02:54:25.681 INFO:tasks.rados.rados.0.smithi016.stdout:3607: finishing write tid 4 to smithi01673382-12 2024-04-24T02:54:25.683 INFO:tasks.rados.rados.0.smithi016.stdout:3607: finishing write tid 5 to smithi01673382-12 2024-04-24T02:54:25.685 INFO:tasks.rados.rados.0.smithi016.stdout:3607: finishing write tid 6 to smithi01673382-12 2024-04-24T02:54:25.685 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2995 (ObjNum 1113 snap 354 seq_num 1113) dirty exists 2024-04-24T02:54:25.685 INFO:tasks.rados.rados.0.smithi016.stdout:3607: left oid 12 (ObjNum 1113 snap 354 seq_num 1113) 2024-04-24T02:54:26.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:25 smithi016 ceph-mon[84376]: osdmap e779: 8 total, 8 up, 8 in 2024-04-24T02:54:26.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:25 smithi016 ceph-mon[84376]: pgmap v802: 121 pgs: 121 active+clean; 364 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-24T02:54:26.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:25 smithi016 ceph-mon[86910]: osdmap e779: 8 total, 8 up, 8 in 2024-04-24T02:54:26.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:25 smithi016 ceph-mon[86910]: pgmap v802: 121 pgs: 121 active+clean; 364 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-24T02:54:26.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:25 smithi063 ceph-mon[77007]: osdmap e779: 8 total, 8 up, 8 in 2024-04-24T02:54:26.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:25 smithi063 ceph-mon[77007]: pgmap v802: 121 pgs: 121 active+clean; 364 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-24T02:54:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:3606: done (2 left) 2024-04-24T02:54:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:3607: done (1 left) 2024-04-24T02:54:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:3608: done (0 left) 2024-04-24T02:54:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 355 2024-04-24T02:54:26.110 INFO:tasks.rados.rados.0.smithi016.stdout:3609: seq_num 1114 ranges {2506752=663552,3170304=802816,3973120=401408} 2024-04-24T02:54:26.127 INFO:tasks.rados.rados.0.smithi016.stdout:3609: writing smithi01673382-4 from 2506752 to 3170304 tid 1 2024-04-24T02:54:26.132 INFO:tasks.rados.rados.0.smithi016.stdout:3609: writing smithi01673382-4 from 3170304 to 3973120 tid 2 2024-04-24T02:54:26.134 INFO:tasks.rados.rados.0.smithi016.stdout:3609: writing smithi01673382-4 from 3973120 to 4374528 tid 3 2024-04-24T02:54:26.134 INFO:tasks.rados.rados.0.smithi016.stdout:3610: copy_from oid 17 from oid 13 current snap is 355 2024-04-24T02:54:26.135 INFO:tasks.rados.rados.0.smithi016.stdout:3611: snap_remove snap 351 2024-04-24T02:54:27.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:26 smithi016 ceph-mon[84376]: osdmap e780: 8 total, 8 up, 8 in 2024-04-24T02:54:27.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:26 smithi016 ceph-mon[84376]: osdmap e781: 8 total, 8 up, 8 in 2024-04-24T02:54:27.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:26 smithi016 ceph-mon[86910]: osdmap e780: 8 total, 8 up, 8 in 2024-04-24T02:54:27.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:26 smithi016 ceph-mon[86910]: osdmap e781: 8 total, 8 up, 8 in 2024-04-24T02:54:27.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:26 smithi063 ceph-mon[77007]: osdmap e780: 8 total, 8 up, 8 in 2024-04-24T02:54:27.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:26 smithi063 ceph-mon[77007]: osdmap e781: 8 total, 8 up, 8 in 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3611: done (2 left) 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3612: delete oid 42 current snap is 355 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3609: finishing write tid 1 to smithi01673382-4 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3609: finishing write tid 2 to smithi01673382-4 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3609: finishing write tid 3 to smithi01673382-4 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3609: finishing write tid 4 to smithi01673382-4 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3609: finishing write tid 5 to smithi01673382-4 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 3277 (ObjNum 1114 snap 355 seq_num 1114) dirty exists 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3609: left oid 4 (ObjNum 1114 snap 355 seq_num 1114) 2024-04-24T02:54:27.113 INFO:tasks.rados.rados.0.smithi016.stdout:3610: finishing copy_from racing read to smithi01673382-17 2024-04-24T02:54:27.114 INFO:tasks.rados.rados.0.smithi016.stdout:3610: finishing copy_from to smithi01673382-17 2024-04-24T02:54:27.114 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 3096 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-04-24T02:54:27.122 INFO:tasks.rados.rados.0.smithi016.stdout:3609: done (2 left) 2024-04-24T02:54:27.122 INFO:tasks.rados.rados.0.smithi016.stdout:3610: done (1 left) 2024-04-24T02:54:27.122 INFO:tasks.rados.rados.0.smithi016.stdout:3612: done (0 left) 2024-04-24T02:54:27.122 INFO:tasks.rados.rados.0.smithi016.stdout:3613: setattr oid 12 current snap is 355 2024-04-24T02:54:27.124 INFO:tasks.rados.rados.0.smithi016.stdout:3614: read oid 5 snap -1 2024-04-24T02:54:27.124 INFO:tasks.rados.rados.0.smithi016.stdout:3614: expect (ObjNum 1084 snap 348 seq_num 1084) 2024-04-24T02:54:27.124 INFO:tasks.rados.rados.0.smithi016.stdout:3615: read oid 7 snap -1 2024-04-24T02:54:27.124 INFO:tasks.rados.rados.0.smithi016.stdout:3615: expect deleted 2024-04-24T02:54:27.125 INFO:tasks.rados.rados.0.smithi016.stdout:3616: copy_from oid 3 from oid 6 current snap is 355 2024-04-24T02:54:27.125 INFO:tasks.rados.rados.0.smithi016.stdout:3617: copy_from oid 23 from oid 49 current snap is 355 2024-04-24T02:54:27.125 INFO:tasks.rados.rados.0.smithi016.stdout:3618: delete oid 30 current snap is 355 2024-04-24T02:54:27.133 INFO:tasks.rados.rados.0.smithi016.stdout:3615: done (5 left) 2024-04-24T02:54:27.133 INFO:tasks.rados.rados.0.smithi016.stdout:3618: done (4 left) 2024-04-24T02:54:27.133 INFO:tasks.rados.rados.0.smithi016.stdout:3619: copy_from oid 50 from oid 14 current snap is 355 2024-04-24T02:54:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2996 (ObjNum 1113 snap 354 seq_num 1113) dirty exists 2024-04-24T02:54:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:3613: done (4 left) 2024-04-24T02:54:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:3620: setattr oid 22 current snap is 355 2024-04-24T02:54:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:3617: finishing copy_from racing read to smithi01673382-23 2024-04-24T02:54:27.134 INFO:tasks.rados.rados.0.smithi016.stdout:3621: snap_remove snap 350 2024-04-24T02:54:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:3621: done (5 left) 2024-04-24T02:54:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 355 2024-04-24T02:54:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:3619: finishing copy_from to smithi01673382-50 2024-04-24T02:54:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:3619: got expected ENOENT (src dne) 2024-04-24T02:54:28.117 INFO:tasks.rados.rados.0.smithi016.stdout:3622: seq_num 1117 ranges {1785856=712704,2498560=458752,2957312=655360,3612672=90112} 2024-04-24T02:54:28.131 INFO:tasks.rados.rados.0.smithi016.stdout:3622: writing smithi01673382-18 from 1785856 to 2498560 tid 1 2024-04-24T02:54:28.135 INFO:tasks.rados.rados.0.smithi016.stdout:3622: writing smithi01673382-18 from 2498560 to 2957312 tid 2 2024-04-24T02:54:28.139 INFO:tasks.rados.rados.0.smithi016.stdout:3622: writing smithi01673382-18 from 2957312 to 3612672 tid 3 2024-04-24T02:54:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:3622: writing smithi01673382-18 from 3612672 to 3702784 tid 4 2024-04-24T02:54:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:3623: copy_from oid 11 from oid 13 current snap is 355 2024-04-24T02:54:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:3619: finishing copy_from racing read to smithi01673382-50 2024-04-24T02:54:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:3617: finishing copy_from to smithi01673382-23 2024-04-24T02:54:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3112 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2024-04-24T02:54:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 3114 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2024-04-24T02:54:28.140 INFO:tasks.rados.rados.0.smithi016.stdout:3614: expect (ObjNum 1084 snap 348 seq_num 1084) 2024-04-24T02:54:28.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:28 smithi016 ceph-mon[84376]: pgmap v805: 121 pgs: 121 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-24T02:54:28.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:28 smithi016 ceph-mon[84376]: osdmap e782: 8 total, 8 up, 8 in 2024-04-24T02:54:28.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:28 smithi016 ceph-mon[86910]: pgmap v805: 121 pgs: 121 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-24T02:54:28.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:28 smithi016 ceph-mon[86910]: osdmap e782: 8 total, 8 up, 8 in 2024-04-24T02:54:28.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:54:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:54:28] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-04-24T02:54:28.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:28 smithi063 ceph-mon[77007]: pgmap v805: 121 pgs: 121 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-24T02:54:28.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:28 smithi063 ceph-mon[77007]: osdmap e782: 8 total, 8 up, 8 in 2024-04-24T02:54:29.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:29 smithi016 ceph-mon[84376]: osdmap e783: 8 total, 8 up, 8 in 2024-04-24T02:54:29.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:29 smithi016 ceph-mon[86910]: osdmap e783: 8 total, 8 up, 8 in 2024-04-24T02:54:29.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:29 smithi063 ceph-mon[77007]: osdmap e783: 8 total, 8 up, 8 in 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:3616: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:3616: finishing copy_from to smithi01673382-3 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1934 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:3614: done (6 left) 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:3616: done (5 left) 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:3617: done (4 left) 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:3619: done (3 left) 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:3620: done (2 left) 2024-04-24T02:54:30.024 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 355 2024-04-24T02:54:30.025 INFO:tasks.rados.rados.0.smithi016.stdout:3624: seq_num 1118 ranges {2711552=729088,3440640=794624,4235264=409600} 2024-04-24T02:54:30.042 INFO:tasks.rados.rados.0.smithi016.stdout:3624: writing smithi01673382-48 from 2711552 to 3440640 tid 1 2024-04-24T02:54:30.047 INFO:tasks.rados.rados.0.smithi016.stdout:3624: writing smithi01673382-48 from 3440640 to 4235264 tid 2 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3624: writing smithi01673382-48 from 4235264 to 4644864 tid 3 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3625: snap_create 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3622: finishing write tid 1 to smithi01673382-18 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3622: finishing write tid 2 to smithi01673382-18 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3622: finishing write tid 3 to smithi01673382-18 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3622: finishing write tid 4 to smithi01673382-18 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3622: finishing write tid 5 to smithi01673382-18 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:3622: finishing write tid 6 to smithi01673382-18 2024-04-24T02:54:30.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1952 (ObjNum 1117 snap 355 seq_num 1117) dirty exists 2024-04-24T02:54:30.051 INFO:tasks.rados.rados.0.smithi016.stdout:3622: left oid 18 (ObjNum 1117 snap 355 seq_num 1117) 2024-04-24T02:54:30.051 INFO:tasks.rados.rados.0.smithi016.stdout:3623: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:54:30.051 INFO:tasks.rados.rados.0.smithi016.stdout:3623: finishing copy_from to smithi01673382-11 2024-04-24T02:54:30.051 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 3096 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-04-24T02:54:30.051 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 1 to smithi01673382-48 2024-04-24T02:54:30.051 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 2 to smithi01673382-48 2024-04-24T02:54:30.053 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 3 to smithi01673382-48 2024-04-24T02:54:30.053 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 4 to smithi01673382-48 2024-04-24T02:54:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 5 to smithi01673382-48 2024-04-24T02:54:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 2699 (ObjNum 1118 snap 355 seq_num 1118) dirty exists 2024-04-24T02:54:30.054 INFO:tasks.rados.rados.0.smithi016.stdout:3624: left oid 48 (ObjNum 1118 snap 355 seq_num 1118) 2024-04-24T02:54:30.125 INFO:tasks.rados.rados.0.smithi016.stdout:3622: done (3 left) 2024-04-24T02:54:30.126 INFO:tasks.rados.rados.0.smithi016.stdout:3623: done (2 left) 2024-04-24T02:54:30.126 INFO:tasks.rados.rados.0.smithi016.stdout:3624: done (1 left) 2024-04-24T02:54:30.126 INFO:tasks.rados.rados.0.smithi016.stdout:3625: done (0 left) 2024-04-24T02:54:30.126 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 356 2024-04-24T02:54:30.126 INFO:tasks.rados.rados.0.smithi016.stdout:3626: seq_num 1119 ranges {1769472=745472,2514944=679936,3194880=524288} 2024-04-24T02:54:30.139 INFO:tasks.rados.rados.0.smithi016.stdout:3626: writing smithi01673382-32 from 1769472 to 2514944 tid 1 2024-04-24T02:54:30.142 INFO:tasks.rados.rados.0.smithi016.stdout:3626: writing smithi01673382-32 from 2514944 to 3194880 tid 2 2024-04-24T02:54:30.145 INFO:tasks.rados.rados.0.smithi016.stdout:3626: writing smithi01673382-32 from 3194880 to 3719168 tid 3 2024-04-24T02:54:30.145 INFO:tasks.rados.rados.0.smithi016.stdout:3627: snap_create 2024-04-24T02:54:30.146 INFO:tasks.rados.rados.0.smithi016.stdout:3626: finishing write tid 1 to smithi01673382-32 2024-04-24T02:54:30.149 INFO:tasks.rados.rados.0.smithi016.stdout:3626: finishing write tid 2 to smithi01673382-32 2024-04-24T02:54:30.149 INFO:tasks.rados.rados.0.smithi016.stdout:3626: finishing write tid 3 to smithi01673382-32 2024-04-24T02:54:30.149 INFO:tasks.rados.rados.0.smithi016.stdout:3626: finishing write tid 4 to smithi01673382-32 2024-04-24T02:54:30.150 INFO:tasks.rados.rados.0.smithi016.stdout:3626: finishing write tid 5 to smithi01673382-32 2024-04-24T02:54:30.150 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 3126 (ObjNum 1119 snap 356 seq_num 1119) dirty exists 2024-04-24T02:54:30.150 INFO:tasks.rados.rados.0.smithi016.stdout:3626: left oid 32 (ObjNum 1119 snap 356 seq_num 1119) 2024-04-24T02:54:30.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:30 smithi016 ceph-mon[84376]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-24T02:54:30.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:30.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:30 smithi016 ceph-mon[86910]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-24T02:54:30.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:30.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:30 smithi063 ceph-mon[77007]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-24T02:54:30.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:31.113 INFO:tasks.rados.rados.0.smithi016.stdout:3626: done (1 left) 2024-04-24T02:54:31.113 INFO:tasks.rados.rados.0.smithi016.stdout:3627: done (0 left) 2024-04-24T02:54:31.113 INFO:tasks.rados.rados.0.smithi016.stdout:3628: read oid 10 snap -1 2024-04-24T02:54:31.113 INFO:tasks.rados.rados.0.smithi016.stdout:3628: expect (ObjNum 1112 snap 353 seq_num 1112) 2024-04-24T02:54:31.113 INFO:tasks.rados.rados.0.smithi016.stdout:3629: setattr oid 12 current snap is 357 2024-04-24T02:54:31.115 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 357 2024-04-24T02:54:31.115 INFO:tasks.rados.rados.0.smithi016.stdout:3630: seq_num 1120 ranges {2670592=761856,3432448=557056,3989504=425984,4415488=221184} 2024-04-24T02:54:31.134 INFO:tasks.rados.rados.0.smithi016.stdout:3630: writing smithi01673382-1 from 2670592 to 3432448 tid 1 2024-04-24T02:54:31.138 INFO:tasks.rados.rados.0.smithi016.stdout:3630: writing smithi01673382-1 from 3432448 to 3989504 tid 2 2024-04-24T02:54:31.141 INFO:tasks.rados.rados.0.smithi016.stdout:3630: writing smithi01673382-1 from 3989504 to 4415488 tid 3 2024-04-24T02:54:31.142 INFO:tasks.rados.rados.0.smithi016.stdout:3630: writing smithi01673382-1 from 4415488 to 4636672 tid 4 2024-04-24T02:54:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:3631: read oid 17 snap 324 2024-04-24T02:54:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:3631: expect (ObjNum 914 snap 304 seq_num 914) 2024-04-24T02:54:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:3632: delete oid 45 current snap is 357 2024-04-24T02:54:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 2997 (ObjNum 1113 snap 354 seq_num 1113) dirty exists 2024-04-24T02:54:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:3630: finishing write tid 1 to smithi01673382-1 2024-04-24T02:54:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:3630: finishing write tid 2 to smithi01673382-1 2024-04-24T02:54:31.147 INFO:tasks.rados.rados.0.smithi016.stdout:3628: expect (ObjNum 1112 snap 353 seq_num 1112) 2024-04-24T02:54:31.493 INFO:tasks.rados.rados.0.smithi016.stdout:3630: finishing write tid 3 to smithi01673382-1 2024-04-24T02:54:31.494 INFO:tasks.rados.rados.0.smithi016.stdout:3630: finishing write tid 4 to smithi01673382-1 2024-04-24T02:54:31.494 INFO:tasks.rados.rados.0.smithi016.stdout:3630: finishing write tid 5 to smithi01673382-1 2024-04-24T02:54:31.494 INFO:tasks.rados.rados.0.smithi016.stdout:3631: expect (ObjNum 914 snap 304 seq_num 914) 2024-04-24T02:54:31.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:31 smithi016 ceph-mon[84376]: osdmap e784: 8 total, 8 up, 8 in 2024-04-24T02:54:31.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:31 smithi016 ceph-mon[84376]: osdmap e785: 8 total, 8 up, 8 in 2024-04-24T02:54:31.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:31 smithi016 ceph-mon[86910]: osdmap e784: 8 total, 8 up, 8 in 2024-04-24T02:54:31.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:31 smithi016 ceph-mon[86910]: osdmap e785: 8 total, 8 up, 8 in 2024-04-24T02:54:31.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:31 smithi063 ceph-mon[77007]: osdmap e784: 8 total, 8 up, 8 in 2024-04-24T02:54:31.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:31 smithi063 ceph-mon[77007]: osdmap e785: 8 total, 8 up, 8 in 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3630: finishing write tid 6 to smithi01673382-1 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2704 (ObjNum 1120 snap 357 seq_num 1120) dirty exists 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3630: left oid 1 (ObjNum 1120 snap 357 seq_num 1120) 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3628: done (4 left) 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3629: done (3 left) 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3630: done (2 left) 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3631: done (1 left) 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3632: done (0 left) 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3633: read oid 27 snap -1 2024-04-24T02:54:31.641 INFO:tasks.rados.rados.0.smithi016.stdout:3633: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:54:31.642 INFO:tasks.rados.rados.0.smithi016.stdout:3634: read oid 23 snap 345 2024-04-24T02:54:31.642 INFO:tasks.rados.rados.0.smithi016.stdout:3634: expect (ObjNum 958 snap 313 seq_num 958) 2024-04-24T02:54:31.642 INFO:tasks.rados.rados.0.smithi016.stdout:3635: copy_from oid 25 from oid 46 current snap is 357 2024-04-24T02:54:31.642 INFO:tasks.rados.rados.0.smithi016.stdout:3636: read oid 26 snap 324 2024-04-24T02:54:31.642 INFO:tasks.rados.rados.0.smithi016.stdout:3636: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:54:31.642 INFO:tasks.rados.rados.0.smithi016.stdout:3637: snap_remove snap 356 2024-04-24T02:54:32.148 INFO:tasks.rados.rados.0.smithi016.stdout:3637: done (4 left) 2024-04-24T02:54:32.148 INFO:tasks.rados.rados.0.smithi016.stdout:3638: copy_from oid 3 from oid 47 current snap is 357 2024-04-24T02:54:32.148 INFO:tasks.rados.rados.0.smithi016.stdout:3639: read oid 13 snap -1 2024-04-24T02:54:32.149 INFO:tasks.rados.rados.0.smithi016.stdout:3639: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-04-24T02:54:32.149 INFO:tasks.rados.rados.0.smithi016.stdout:3640: copy_from oid 29 from oid 49 current snap is 357 2024-04-24T02:54:32.149 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 357 2024-04-24T02:54:32.149 INFO:tasks.rados.rados.0.smithi016.stdout:3641: seq_num 1122 ranges {4636672=794624,5431296=729088,6160384=475136} 2024-04-24T02:54:32.177 INFO:tasks.rados.rados.0.smithi016.stdout:3641: writing smithi01673382-1 from 4636672 to 5431296 tid 1 2024-04-24T02:54:32.181 INFO:tasks.rados.rados.0.smithi016.stdout:3641: writing smithi01673382-1 from 5431296 to 6160384 tid 2 2024-04-24T02:54:32.184 INFO:tasks.rados.rados.0.smithi016.stdout:3641: writing smithi01673382-1 from 6160384 to 6635520 tid 3 2024-04-24T02:54:32.185 INFO:tasks.rados.rados.0.smithi016.stdout:3642: rollback oid 40 current snap is 357 2024-04-24T02:54:32.185 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 348 2024-04-24T02:54:32.185 INFO:tasks.rados.rados.0.smithi016.stdout:3633: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-24T02:54:32.190 INFO:tasks.rados.rados.0.smithi016.stdout:3636: expect (ObjNum 925 snap 306 seq_num 925) 2024-04-24T02:54:32.284 INFO:tasks.rados.rados.0.smithi016.stdout:3635: finishing copy_from racing read to smithi01673382-25 2024-04-24T02:54:32.284 INFO:tasks.rados.rados.0.smithi016.stdout:3634: expect (ObjNum 958 snap 313 seq_num 958) 2024-04-24T02:54:32.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:32 smithi016 ceph-mon[84376]: pgmap v810: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-24T02:54:32.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:32 smithi016 ceph-mon[86910]: pgmap v810: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-24T02:54:32.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:32 smithi063 ceph-mon[77007]: pgmap v810: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-24T02:54:33.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:33 smithi016 ceph-mon[84376]: osdmap e786: 8 total, 8 up, 8 in 2024-04-24T02:54:33.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:33 smithi016 ceph-mon[86910]: osdmap e786: 8 total, 8 up, 8 in 2024-04-24T02:54:33.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:33 smithi063 ceph-mon[77007]: osdmap e786: 8 total, 8 up, 8 in 2024-04-24T02:54:34.173 INFO:tasks.rados.rados.0.smithi016.stdout:3635: finishing copy_from to smithi01673382-25 2024-04-24T02:54:34.173 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 2832 (ObjNum 496 snap 180 seq_num 496) dirty exists 2024-04-24T02:54:34.173 INFO:tasks.rados.rados.0.smithi016.stdout:3639: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-04-24T02:54:34.202 INFO:tasks.rados.rados.0.smithi016.stdout:3638: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:54:34.202 INFO:tasks.rados.rados.0.smithi016.stdout:3638: finishing copy_from to smithi01673382-3 2024-04-24T02:54:34.202 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2695 (ObjNum 1097 snap 349 seq_num 1097) dirty exists 2024-04-24T02:54:34.202 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing copy_from racing read to smithi01673382-29 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing copy_from to smithi01673382-29 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 3112 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3641: finishing write tid 1 to smithi01673382-1 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3641: finishing write tid 2 to smithi01673382-1 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3633: done (8 left) 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3634: done (7 left) 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3635: done (6 left) 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3636: done (5 left) 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3638: done (4 left) 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3639: done (3 left) 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3640: done (2 left) 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 357 2024-04-24T02:54:34.203 INFO:tasks.rados.rados.0.smithi016.stdout:3643: seq_num 1123 ranges {4374528=409600,4784128=614400,5398528=598016,5996544=393216} 2024-04-24T02:54:34.228 INFO:tasks.rados.rados.0.smithi016.stdout:3643: writing smithi01673382-4 from 4374528 to 4784128 tid 1 2024-04-24T02:54:34.231 INFO:tasks.rados.rados.0.smithi016.stdout:3643: writing smithi01673382-4 from 4784128 to 5398528 tid 2 2024-04-24T02:54:34.234 INFO:tasks.rados.rados.0.smithi016.stdout:3643: writing smithi01673382-4 from 5398528 to 5996544 tid 3 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3643: writing smithi01673382-4 from 5996544 to 6389760 tid 4 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3644: snap_create 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3641: finishing write tid 3 to smithi01673382-1 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3641: finishing write tid 4 to smithi01673382-1 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3641: finishing write tid 5 to smithi01673382-1 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2709 (ObjNum 1122 snap 357 seq_num 1122) dirty exists 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3641: left oid 1 (ObjNum 1122 snap 357 seq_num 1122) 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3642: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3642: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:3642: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:54:34.238 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 3000 (ObjNum 1058 snap 344 seq_num 1058) dirty exists 2024-04-24T02:54:34.239 INFO:tasks.rados.rados.0.smithi016.stdout:3643: finishing write tid 1 to smithi01673382-4 2024-04-24T02:54:34.239 INFO:tasks.rados.rados.0.smithi016.stdout:3643: finishing write tid 2 to smithi01673382-4 2024-04-24T02:54:34.241 INFO:tasks.rados.rados.0.smithi016.stdout:3643: finishing write tid 3 to smithi01673382-4 2024-04-24T02:54:34.241 INFO:tasks.rados.rados.0.smithi016.stdout:3643: finishing write tid 4 to smithi01673382-4 2024-04-24T02:54:34.241 INFO:tasks.rados.rados.0.smithi016.stdout:3643: finishing write tid 5 to smithi01673382-4 2024-04-24T02:54:34.243 INFO:tasks.rados.rados.0.smithi016.stdout:3643: finishing write tid 6 to smithi01673382-4 2024-04-24T02:54:34.243 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 3295 (ObjNum 1123 snap 357 seq_num 1123) dirty exists 2024-04-24T02:54:34.243 INFO:tasks.rados.rados.0.smithi016.stdout:3643: left oid 4 (ObjNum 1123 snap 357 seq_num 1123) 2024-04-24T02:54:34.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:34 smithi016 ceph-mon[84376]: pgmap v813: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 372 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-04-24T02:54:34.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:34 smithi016 ceph-mon[86910]: pgmap v813: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 372 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-04-24T02:54:34.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:34 smithi063 ceph-mon[77007]: pgmap v813: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 372 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-04-24T02:54:35.150 INFO:tasks.rados.rados.0.smithi016.stdout:3641: done (3 left) 2024-04-24T02:54:35.150 INFO:tasks.rados.rados.0.smithi016.stdout:3642: done (2 left) 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:3643: done (1 left) 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:3644: done (0 left) 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:3645: rmattr oid 26 current snap is 358 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:3645: done (0 left) 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:3646: rollback oid 26 current snap is 358 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 355 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 358 2024-04-24T02:54:35.151 INFO:tasks.rados.rados.0.smithi016.stdout:3647: seq_num 1124 ranges {1277952=434176,1712128=499712,2211840=409600,2621440=663552,3284992=32768} 2024-04-24T02:54:35.159 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01673382-9 from 1277952 to 1712128 tid 1 2024-04-24T02:54:35.163 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01673382-9 from 1712128 to 2211840 tid 2 2024-04-24T02:54:35.165 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01673382-9 from 2211840 to 2621440 tid 3 2024-04-24T02:54:35.169 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01673382-9 from 2621440 to 3284992 tid 4 2024-04-24T02:54:35.169 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01673382-9 from 3284992 to 3317760 tid 5 2024-04-24T02:54:35.169 INFO:tasks.rados.rados.0.smithi016.stdout:3648: snap_remove snap 354 2024-04-24T02:54:36.114 INFO:tasks.rados.rados.0.smithi016.stdout:3648: done (2 left) 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3649: delete oid 11 current snap is 358 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3646: finishing rollback tid 1 to smithi01673382-26 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1942 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 1 to smithi01673382-9 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 2 to smithi01673382-9 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 3 to smithi01673382-9 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 4 to smithi01673382-9 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 5 to smithi01673382-9 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 6 to smithi01673382-9 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 7 to smithi01673382-9 2024-04-24T02:54:36.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 3118 (ObjNum 1124 snap 358 seq_num 1124) dirty exists 2024-04-24T02:54:36.116 INFO:tasks.rados.rados.0.smithi016.stdout:3647: left oid 9 (ObjNum 1124 snap 358 seq_num 1124) 2024-04-24T02:54:36.128 INFO:tasks.rados.rados.0.smithi016.stdout:3646: done (2 left) 2024-04-24T02:54:36.128 INFO:tasks.rados.rados.0.smithi016.stdout:3647: done (1 left) 2024-04-24T02:54:36.129 INFO:tasks.rados.rados.0.smithi016.stdout:3649: done (0 left) 2024-04-24T02:54:36.129 INFO:tasks.rados.rados.0.smithi016.stdout:3650: copy_from oid 26 from oid 30 current snap is 358 2024-04-24T02:54:36.129 INFO:tasks.rados.rados.0.smithi016.stdout:3651: snap_remove snap 348 2024-04-24T02:54:36.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:36 smithi016 ceph-mon[84376]: pgmap v814: 121 pgs: 121 active+clean; 372 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-24T02:54:36.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:36 smithi016 ceph-mon[84376]: osdmap e787: 8 total, 8 up, 8 in 2024-04-24T02:54:36.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:36 smithi016 ceph-mon[84376]: osdmap e788: 8 total, 8 up, 8 in 2024-04-24T02:54:36.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:36 smithi016 ceph-mon[86910]: pgmap v814: 121 pgs: 121 active+clean; 372 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-24T02:54:36.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:36 smithi016 ceph-mon[86910]: osdmap e787: 8 total, 8 up, 8 in 2024-04-24T02:54:36.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:36 smithi016 ceph-mon[86910]: osdmap e788: 8 total, 8 up, 8 in 2024-04-24T02:54:36.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:36 smithi063 ceph-mon[77007]: pgmap v814: 121 pgs: 121 active+clean; 372 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-24T02:54:36.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:36 smithi063 ceph-mon[77007]: osdmap e787: 8 total, 8 up, 8 in 2024-04-24T02:54:36.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:36 smithi063 ceph-mon[77007]: osdmap e788: 8 total, 8 up, 8 in 2024-04-24T02:54:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:3651: done (1 left) 2024-04-24T02:54:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 358 2024-04-24T02:54:37.127 INFO:tasks.rados.rados.0.smithi016.stdout:3652: seq_num 1126 ranges {1277952=466944,1744896=720896,2465792=778240,3244032=106496} 2024-04-24T02:54:37.128 INFO:tasks.rados.rados.0.smithi016.stdout:3652: writing smithi01673382-23 from 1277952 to 1744896 tid 1 2024-04-24T02:54:37.133 INFO:tasks.rados.rados.0.smithi016.stdout:3652: writing smithi01673382-23 from 1744896 to 2465792 tid 2 2024-04-24T02:54:37.138 INFO:tasks.rados.rados.0.smithi016.stdout:3652: writing smithi01673382-23 from 2465792 to 3244032 tid 3 2024-04-24T02:54:37.139 INFO:tasks.rados.rados.0.smithi016.stdout:3652: writing smithi01673382-23 from 3244032 to 3350528 tid 4 2024-04-24T02:54:37.139 INFO:tasks.rados.rados.0.smithi016.stdout:3653: rmattr oid 8 current snap is 358 2024-04-24T02:54:37.139 INFO:tasks.rados.rados.0.smithi016.stdout:3653: done (2 left) 2024-04-24T02:54:37.139 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 358 2024-04-24T02:54:37.139 INFO:tasks.rados.rados.0.smithi016.stdout:3654: seq_num 1127 ranges {1277952=483328,1761280=598016,2359296=581632,2940928=425984} 2024-04-24T02:54:37.150 INFO:tasks.rados.rados.0.smithi016.stdout:3654: writing smithi01673382-49 from 1277952 to 1761280 tid 1 2024-04-24T02:54:37.155 INFO:tasks.rados.rados.0.smithi016.stdout:3654: writing smithi01673382-49 from 1761280 to 2359296 tid 2 2024-04-24T02:54:37.157 INFO:tasks.rados.rados.0.smithi016.stdout:3654: writing smithi01673382-49 from 2359296 to 2940928 tid 3 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3654: writing smithi01673382-49 from 2940928 to 3366912 tid 4 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 358 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3650: finishing copy_from to smithi01673382-26 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3650: got expected ENOENT (src dne) 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3650: finishing copy_from racing read to smithi01673382-26 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3652: finishing write tid 1 to smithi01673382-23 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3652: finishing write tid 2 to smithi01673382-23 2024-04-24T02:54:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3652: finishing write tid 3 to smithi01673382-23 2024-04-24T02:54:37.161 INFO:tasks.rados.rados.0.smithi016.stdout:3652: finishing write tid 4 to smithi01673382-23 2024-04-24T02:54:37.161 INFO:tasks.rados.rados.0.smithi016.stdout:3655: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-04-24T02:54:37.162 INFO:tasks.rados.rados.0.smithi016.stdout:3655: writing smithi01673382-14 from 0 to 499712 tid 1 2024-04-24T02:54:37.165 INFO:tasks.rados.rados.0.smithi016.stdout:3655: writing smithi01673382-14 from 499712 to 983040 tid 2 2024-04-24T02:54:37.170 INFO:tasks.rados.rados.0.smithi016.stdout:3655: writing smithi01673382-14 from 983040 to 1769472 tid 3 2024-04-24T02:54:37.172 INFO:tasks.rados.rados.0.smithi016.stdout:3655: writing smithi01673382-14 from 1769472 to 2105344 tid 4 2024-04-24T02:54:37.172 INFO:tasks.rados.rados.0.smithi016.stdout:3650: done (3 left) 2024-04-24T02:54:37.173 INFO:tasks.rados.rados.0.smithi016.stdout:3656: snap_remove snap 345 2024-04-24T02:54:38.162 INFO:tasks.rados.rados.0.smithi016.stdout:3656: done (3 left) 2024-04-24T02:54:38.162 INFO:tasks.rados.rados.0.smithi016.stdout:3657: snap_create 2024-04-24T02:54:38.162 INFO:tasks.rados.rados.0.smithi016.stdout:3652: finishing write tid 5 to smithi01673382-23 2024-04-24T02:54:38.162 INFO:tasks.rados.rados.0.smithi016.stdout:3652: finishing write tid 6 to smithi01673382-23 2024-04-24T02:54:38.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3131 (ObjNum 1126 snap 358 seq_num 1126) dirty exists 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3652: left oid 23 (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing write tid 1 to smithi01673382-49 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing write tid 2 to smithi01673382-49 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing write tid 3 to smithi01673382-49 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing write tid 4 to smithi01673382-49 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing write tid 5 to smithi01673382-49 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing write tid 6 to smithi01673382-49 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 3136 (ObjNum 1127 snap 358 seq_num 1127) dirty exists 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: left oid 49 (ObjNum 1127 snap 358 seq_num 1127) 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3655: finishing write tid 1 to smithi01673382-14 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3655: finishing write tid 2 to smithi01673382-14 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3655: finishing write tid 3 to smithi01673382-14 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3655: finishing write tid 4 to smithi01673382-14 2024-04-24T02:54:38.163 INFO:tasks.rados.rados.0.smithi016.stdout:3655: finishing write tid 5 to smithi01673382-14 2024-04-24T02:54:38.164 INFO:tasks.rados.rados.0.smithi016.stdout:3655: finishing write tid 6 to smithi01673382-14 2024-04-24T02:54:38.164 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 3005 (ObjNum 1128 snap 358 seq_num 1128) dirty exists 2024-04-24T02:54:38.164 INFO:tasks.rados.rados.0.smithi016.stdout:3655: left oid 14 (ObjNum 1128 snap 358 seq_num 1128) 2024-04-24T02:54:38.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:38 smithi016 ceph-mon[84376]: pgmap v817: 121 pgs: 121 active+clean; 383 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-04-24T02:54:38.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:38 smithi016 ceph-mon[84376]: osdmap e789: 8 total, 8 up, 8 in 2024-04-24T02:54:38.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:54:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:54:38] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-24T02:54:38.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:38 smithi016 ceph-mon[86910]: pgmap v817: 121 pgs: 121 active+clean; 383 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-04-24T02:54:38.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:38 smithi016 ceph-mon[86910]: osdmap e789: 8 total, 8 up, 8 in 2024-04-24T02:54:38.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:38 smithi063 ceph-mon[77007]: pgmap v817: 121 pgs: 121 active+clean; 383 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-04-24T02:54:38.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:38 smithi063 ceph-mon[77007]: osdmap e789: 8 total, 8 up, 8 in 2024-04-24T02:54:39.162 INFO:tasks.rados.rados.0.smithi016.stdout:3652: done (3 left) 2024-04-24T02:54:39.163 INFO:tasks.rados.rados.0.smithi016.stdout:3654: done (2 left) 2024-04-24T02:54:39.163 INFO:tasks.rados.rados.0.smithi016.stdout:3655: done (1 left) 2024-04-24T02:54:39.163 INFO:tasks.rados.rados.0.smithi016.stdout:3657: done (0 left) 2024-04-24T02:54:39.163 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 359 2024-04-24T02:54:39.163 INFO:tasks.rados.rados.0.smithi016.stdout:3658: seq_num 1129 ranges {950272=516096,1466368=770048,2236416=598016,2834432=237568} 2024-04-24T02:54:39.170 INFO:tasks.rados.rados.0.smithi016.stdout:3658: writing smithi01673382-17 from 950272 to 1466368 tid 1 2024-04-24T02:54:39.175 INFO:tasks.rados.rados.0.smithi016.stdout:3658: writing smithi01673382-17 from 1466368 to 2236416 tid 2 2024-04-24T02:54:39.178 INFO:tasks.rados.rados.0.smithi016.stdout:3658: writing smithi01673382-17 from 2236416 to 2834432 tid 3 2024-04-24T02:54:39.180 INFO:tasks.rados.rados.0.smithi016.stdout:3658: writing smithi01673382-17 from 2834432 to 3072000 tid 4 2024-04-24T02:54:39.180 INFO:tasks.rados.rados.0.smithi016.stdout:3659: read oid 7 snap -1 2024-04-24T02:54:39.180 INFO:tasks.rados.rados.0.smithi016.stdout:3659: expect deleted 2024-04-24T02:54:39.181 INFO:tasks.rados.rados.0.smithi016.stdout:3660: snap_remove snap 358 2024-04-24T02:54:39.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:39 smithi016 ceph-mon[84376]: osdmap e790: 8 total, 8 up, 8 in 2024-04-24T02:54:39.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:39 smithi016 ceph-mon[86910]: osdmap e790: 8 total, 8 up, 8 in 2024-04-24T02:54:39.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:39 smithi063 ceph-mon[77007]: osdmap e790: 8 total, 8 up, 8 in 2024-04-24T02:54:40.169 INFO:tasks.rados.rados.0.smithi016.stdout:3660: done (2 left) 2024-04-24T02:54:40.169 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 359 2024-04-24T02:54:40.169 INFO:tasks.rados.rados.0.smithi016.stdout:3661: seq_num 1130 ranges {6438912=532480,6971392=655360,7626752=753664,8380416=196608} 2024-04-24T02:54:40.206 INFO:tasks.rados.rados.0.smithi016.stdout:3661: writing smithi01673382-16 from 6438912 to 6971392 tid 1 2024-04-24T02:54:40.210 INFO:tasks.rados.rados.0.smithi016.stdout:3661: writing smithi01673382-16 from 6971392 to 7626752 tid 2 2024-04-24T02:54:40.215 INFO:tasks.rados.rados.0.smithi016.stdout:3661: writing smithi01673382-16 from 7626752 to 8380416 tid 3 2024-04-24T02:54:40.217 INFO:tasks.rados.rados.0.smithi016.stdout:3661: writing smithi01673382-16 from 8380416 to 8577024 tid 4 2024-04-24T02:54:40.217 INFO:tasks.rados.rados.0.smithi016.stdout:3662: rmattr oid 29 current snap is 359 2024-04-24T02:54:40.217 INFO:tasks.rados.rados.0.smithi016.stdout:3662: done (3 left) 2024-04-24T02:54:40.217 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 359 2024-04-24T02:54:40.217 INFO:tasks.rados.rados.0.smithi016.stdout:3663: seq_num 1131 ranges {6725632=548864,7274496=540672,7815168=565248,8380416=425984,8806400=73728} 2024-04-24T02:54:40.257 INFO:tasks.rados.rados.0.smithi016.stdout:3663: writing smithi01673382-10 from 6725632 to 7274496 tid 1 2024-04-24T02:54:40.260 INFO:tasks.rados.rados.0.smithi016.stdout:3663: writing smithi01673382-10 from 7274496 to 7815168 tid 2 2024-04-24T02:54:40.263 INFO:tasks.rados.rados.0.smithi016.stdout:3663: writing smithi01673382-10 from 7815168 to 8380416 tid 3 2024-04-24T02:54:40.266 INFO:tasks.rados.rados.0.smithi016.stdout:3663: writing smithi01673382-10 from 8380416 to 8806400 tid 4 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3663: writing smithi01673382-10 from 8806400 to 8880128 tid 5 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3664: delete oid 19 current snap is 359 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3658: finishing write tid 1 to smithi01673382-17 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3658: finishing write tid 2 to smithi01673382-17 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3658: finishing write tid 3 to smithi01673382-17 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3658: finishing write tid 4 to smithi01673382-17 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3658: finishing write tid 5 to smithi01673382-17 2024-04-24T02:54:40.267 INFO:tasks.rados.rados.0.smithi016.stdout:3658: finishing write tid 6 to smithi01673382-17 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 3319 (ObjNum 1129 snap 359 seq_num 1129) dirty exists 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3658: left oid 17 (ObjNum 1129 snap 359 seq_num 1129) 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3661: finishing write tid 1 to smithi01673382-16 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3661: finishing write tid 2 to smithi01673382-16 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3661: finishing write tid 3 to smithi01673382-16 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3661: finishing write tid 4 to smithi01673382-16 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3661: finishing write tid 5 to smithi01673382-16 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3661: finishing write tid 6 to smithi01673382-16 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2695 (ObjNum 1130 snap 359 seq_num 1130) dirty exists 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3661: left oid 16 (ObjNum 1130 snap 359 seq_num 1130) 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing write tid 1 to smithi01673382-10 2024-04-24T02:54:40.268 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing write tid 2 to smithi01673382-10 2024-04-24T02:54:40.269 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing write tid 3 to smithi01673382-10 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3658: done (4 left) 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3659: done (3 left) 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3661: done (2 left) 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3664: done (1 left) 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3665: copy_from oid 35 from oid 7 current snap is 359 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3666: rmattr oid 43 current snap is 359 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3666: done (2 left) 2024-04-24T02:54:40.270 INFO:tasks.rados.rados.0.smithi016.stdout:3667: snap_remove snap 332 2024-04-24T02:54:40.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:40 smithi016 ceph-mon[84376]: pgmap v820: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 383 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-04-24T02:54:40.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:40 smithi016 ceph-mon[84376]: osdmap e791: 8 total, 8 up, 8 in 2024-04-24T02:54:40.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:40 smithi016 ceph-mon[86910]: pgmap v820: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 383 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-04-24T02:54:40.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:40 smithi016 ceph-mon[86910]: osdmap e791: 8 total, 8 up, 8 in 2024-04-24T02:54:40.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:40 smithi063 ceph-mon[77007]: pgmap v820: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 383 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-04-24T02:54:40.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:40 smithi063 ceph-mon[77007]: osdmap e791: 8 total, 8 up, 8 in 2024-04-24T02:54:41.123 INFO:tasks.rados.rados.0.smithi016.stdout:3667: done (2 left) 2024-04-24T02:54:41.123 INFO:tasks.rados.rados.0.smithi016.stdout:3668: setattr oid 27 current snap is 359 2024-04-24T02:54:41.131 INFO:tasks.rados.rados.0.smithi016.stdout:3669: copy_from oid 31 from oid 45 current snap is 359 2024-04-24T02:54:41.131 INFO:tasks.rados.rados.0.smithi016.stdout:3670: read oid 34 snap -1 2024-04-24T02:54:41.131 INFO:tasks.rados.rados.0.smithi016.stdout:3670: expect (ObjNum 1069 snap 344 seq_num 1069) 2024-04-24T02:54:41.131 INFO:tasks.rados.rados.0.smithi016.stdout:3671: read oid 19 snap 357 2024-04-24T02:54:41.131 INFO:tasks.rados.rados.0.smithi016.stdout:3671: expect (ObjNum 1073 snap 344 seq_num 1073) 2024-04-24T02:54:41.132 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 359 2024-04-24T02:54:41.132 INFO:tasks.rados.rados.0.smithi016.stdout:3672: seq_num 1133 ranges {1277952=581632,1859584=753664,2613248=573440,3186688=278528} 2024-04-24T02:54:41.137 INFO:tasks.rados.rados.0.smithi016.stdout:3672: writing smithi01673382-29 from 1277952 to 1859584 tid 1 2024-04-24T02:54:41.142 INFO:tasks.rados.rados.0.smithi016.stdout:3672: writing smithi01673382-29 from 1859584 to 2613248 tid 2 2024-04-24T02:54:41.145 INFO:tasks.rados.rados.0.smithi016.stdout:3672: writing smithi01673382-29 from 2613248 to 3186688 tid 3 2024-04-24T02:54:41.148 INFO:tasks.rados.rados.0.smithi016.stdout:3672: writing smithi01673382-29 from 3186688 to 3465216 tid 4 2024-04-24T02:54:41.148 INFO:tasks.rados.rados.0.smithi016.stdout:3673: snap_remove snap 353 2024-04-24T02:54:41.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:41 smithi016 ceph-mon[84376]: osdmap e792: 8 total, 8 up, 8 in 2024-04-24T02:54:41.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:41 smithi016 ceph-mon[84376]: osdmap e793: 8 total, 8 up, 8 in 2024-04-24T02:54:41.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:41 smithi016 ceph-mon[86910]: osdmap e792: 8 total, 8 up, 8 in 2024-04-24T02:54:41.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:41 smithi016 ceph-mon[86910]: osdmap e793: 8 total, 8 up, 8 in 2024-04-24T02:54:41.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:41 smithi063 ceph-mon[77007]: osdmap e792: 8 total, 8 up, 8 in 2024-04-24T02:54:41.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:41 smithi063 ceph-mon[77007]: osdmap e793: 8 total, 8 up, 8 in 2024-04-24T02:54:42.127 INFO:tasks.rados.rados.0.smithi016.stdout:3673: done (7 left) 2024-04-24T02:54:42.127 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 359 2024-04-24T02:54:42.127 INFO:tasks.rados.rados.0.smithi016.stdout:3674: seq_num 1134 ranges {2670592=598016,3268608=638976,3907584=737280,4644864=229376} 2024-04-24T02:54:42.139 INFO:tasks.rados.rados.0.smithi016.stdout:3674: writing smithi01673382-50 from 2670592 to 3268608 tid 1 2024-04-24T02:54:42.143 INFO:tasks.rados.rados.0.smithi016.stdout:3674: writing smithi01673382-50 from 3268608 to 3907584 tid 2 2024-04-24T02:54:42.148 INFO:tasks.rados.rados.0.smithi016.stdout:3674: writing smithi01673382-50 from 3907584 to 4644864 tid 3 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3674: writing smithi01673382-50 from 4644864 to 4874240 tid 4 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3675: snap_create 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3665: finishing copy_from to smithi01673382-35 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3665: got expected ENOENT (src dne) 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing write tid 4 to smithi01673382-10 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3665: finishing copy_from racing read to smithi01673382-35 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing write tid 5 to smithi01673382-10 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing write tid 6 to smithi01673382-10 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing write tid 7 to smithi01673382-10 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3142 (ObjNum 1131 snap 359 seq_num 1131) dirty exists 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3663: left oid 10 (ObjNum 1131 snap 359 seq_num 1131) 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 3113 (ObjNum 1 snap 32573 seq_num 2001418416) dirty exists 2024-04-24T02:54:42.151 INFO:tasks.rados.rados.0.smithi016.stdout:3669: finishing copy_from to smithi01673382-31 2024-04-24T02:54:42.152 INFO:tasks.rados.rados.0.smithi016.stdout:3669: got expected ENOENT (src dne) 2024-04-24T02:54:42.152 INFO:tasks.rados.rados.0.smithi016.stdout:3669: finishing copy_from racing read to smithi01673382-31 2024-04-24T02:54:42.152 INFO:tasks.rados.rados.0.smithi016.stdout:3670: expect (ObjNum 1069 snap 344 seq_num 1069) 2024-04-24T02:54:42.183 INFO:tasks.rados.rados.0.smithi016.stdout:3672: finishing write tid 1 to smithi01673382-29 2024-04-24T02:54:42.183 INFO:tasks.rados.rados.0.smithi016.stdout:3672: finishing write tid 2 to smithi01673382-29 2024-04-24T02:54:42.183 INFO:tasks.rados.rados.0.smithi016.stdout:3671: expect (ObjNum 1073 snap 344 seq_num 1073) 2024-04-24T02:54:42.216 INFO:tasks.rados.rados.0.smithi016.stdout:3672: finishing write tid 3 to smithi01673382-29 2024-04-24T02:54:42.216 INFO:tasks.rados.rados.0.smithi016.stdout:3672: finishing write tid 4 to smithi01673382-29 2024-04-24T02:54:42.216 INFO:tasks.rados.rados.0.smithi016.stdout:3672: finishing write tid 5 to smithi01673382-29 2024-04-24T02:54:42.216 INFO:tasks.rados.rados.0.smithi016.stdout:3672: finishing write tid 6 to smithi01673382-29 2024-04-24T02:54:42.217 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 3118 (ObjNum 1133 snap 359 seq_num 1133) dirty exists 2024-04-24T02:54:42.217 INFO:tasks.rados.rados.0.smithi016.stdout:3672: left oid 29 (ObjNum 1133 snap 359 seq_num 1133) 2024-04-24T02:54:42.217 INFO:tasks.rados.rados.0.smithi016.stdout:3674: finishing write tid 1 to smithi01673382-50 2024-04-24T02:54:42.217 INFO:tasks.rados.rados.0.smithi016.stdout:3674: finishing write tid 2 to smithi01673382-50 2024-04-24T02:54:42.217 INFO:tasks.rados.rados.0.smithi016.stdout:3674: finishing write tid 3 to smithi01673382-50 2024-04-24T02:54:42.217 INFO:tasks.rados.rados.0.smithi016.stdout:3674: finishing write tid 4 to smithi01673382-50 2024-04-24T02:54:42.218 INFO:tasks.rados.rados.0.smithi016.stdout:3674: finishing write tid 5 to smithi01673382-50 2024-04-24T02:54:42.218 INFO:tasks.rados.rados.0.smithi016.stdout:3674: finishing write tid 6 to smithi01673382-50 2024-04-24T02:54:42.218 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 2684 (ObjNum 1134 snap 359 seq_num 1134) dirty exists 2024-04-24T02:54:42.218 INFO:tasks.rados.rados.0.smithi016.stdout:3674: left oid 50 (ObjNum 1134 snap 359 seq_num 1134) 2024-04-24T02:54:42.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:42 smithi016 ceph-mon[84376]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 381 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:54:42.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:42 smithi016 ceph-mon[84376]: osdmap e794: 8 total, 8 up, 8 in 2024-04-24T02:54:42.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:42 smithi016 ceph-mon[86910]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 381 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:54:42.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:42 smithi016 ceph-mon[86910]: osdmap e794: 8 total, 8 up, 8 in 2024-04-24T02:54:42.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:42 smithi063 ceph-mon[77007]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 381 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:54:42.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:42 smithi063 ceph-mon[77007]: osdmap e794: 8 total, 8 up, 8 in 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3663: done (8 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3665: done (7 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3668: done (6 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3669: done (5 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3670: done (4 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3671: done (3 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3672: done (2 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3674: done (1 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3675: done (0 left) 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3676: read oid 3 snap -1 2024-04-24T02:54:43.120 INFO:tasks.rados.rados.0.smithi016.stdout:3676: expect (ObjNum 1097 snap 349 seq_num 1097) 2024-04-24T02:54:43.121 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 360 2024-04-24T02:54:43.121 INFO:tasks.rados.rados.0.smithi016.stdout:3677: seq_num 1135 ranges {1277952=614400,1892352=524288,2416640=540672,2957312=483328,3440640=57344} 2024-04-24T02:54:43.130 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01673382-22 from 1277952 to 1892352 tid 1 2024-04-24T02:54:43.133 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01673382-22 from 1892352 to 2416640 tid 2 2024-04-24T02:54:43.136 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01673382-22 from 2416640 to 2957312 tid 3 2024-04-24T02:54:43.140 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01673382-22 from 2957312 to 3440640 tid 4 2024-04-24T02:54:43.140 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01673382-22 from 3440640 to 3497984 tid 5 2024-04-24T02:54:43.140 INFO:tasks.rados.rados.0.smithi016.stdout:3678: read oid 37 snap -1 2024-04-24T02:54:43.140 INFO:tasks.rados.rados.0.smithi016.stdout:3678: expect (ObjNum 1030 snap 339 seq_num 1030) 2024-04-24T02:54:43.140 INFO:tasks.rados.rados.0.smithi016.stdout:3679: delete oid 18 current snap is 360 2024-04-24T02:54:43.140 INFO:tasks.rados.rados.0.smithi016.stdout:3676: expect (ObjNum 1097 snap 349 seq_num 1097) 2024-04-24T02:54:43.188 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 1 to smithi01673382-22 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 2 to smithi01673382-22 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 3 to smithi01673382-22 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 4 to smithi01673382-22 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 5 to smithi01673382-22 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 6 to smithi01673382-22 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 7 to smithi01673382-22 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 3120 (ObjNum 1135 snap 360 seq_num 1135) dirty exists 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3677: left oid 22 (ObjNum 1135 snap 360 seq_num 1135) 2024-04-24T02:54:43.189 INFO:tasks.rados.rados.0.smithi016.stdout:3678: expect (ObjNum 1030 snap 339 seq_num 1030) 2024-04-24T02:54:43.476 INFO:tasks.rados.rados.0.smithi016.stdout:3676: done (3 left) 2024-04-24T02:54:43.476 INFO:tasks.rados.rados.0.smithi016.stdout:3677: done (2 left) 2024-04-24T02:54:43.476 INFO:tasks.rados.rados.0.smithi016.stdout:3678: done (1 left) 2024-04-24T02:54:43.476 INFO:tasks.rados.rados.0.smithi016.stdout:3679: done (0 left) 2024-04-24T02:54:43.476 INFO:tasks.rados.rados.0.smithi016.stdout:3680: read oid 20 snap -1 2024-04-24T02:54:43.476 INFO:tasks.rados.rados.0.smithi016.stdout:3680: expect deleted 2024-04-24T02:54:43.476 INFO:tasks.rados.rados.0.smithi016.stdout:3681: delete oid 8 current snap is 360 2024-04-24T02:54:43.479 INFO:tasks.rados.rados.0.smithi016.stdout:3680: done (1 left) 2024-04-24T02:54:43.479 INFO:tasks.rados.rados.0.smithi016.stdout:3681: done (0 left) 2024-04-24T02:54:43.479 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 360 2024-04-24T02:54:43.479 INFO:tasks.rados.rados.0.smithi016.stdout:3682: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-04-24T02:54:43.483 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01673382-43 from 0 to 663552 tid 1 2024-04-24T02:54:43.486 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01673382-43 from 663552 to 1245184 tid 2 2024-04-24T02:54:43.490 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01673382-43 from 1245184 to 1957888 tid 3 2024-04-24T02:54:43.492 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01673382-43 from 1957888 to 2269184 tid 4 2024-04-24T02:54:43.492 INFO:tasks.rados.rados.0.smithi016.stdout:3683: snap_create 2024-04-24T02:54:43.492 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 1 to smithi01673382-43 2024-04-24T02:54:43.492 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 2 to smithi01673382-43 2024-04-24T02:54:43.494 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 3 to smithi01673382-43 2024-04-24T02:54:43.495 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 4 to smithi01673382-43 2024-04-24T02:54:43.495 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 5 to smithi01673382-43 2024-04-24T02:54:43.496 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 6 to smithi01673382-43 2024-04-24T02:54:43.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2714 (ObjNum 1138 snap 360 seq_num 1138) dirty exists 2024-04-24T02:54:43.497 INFO:tasks.rados.rados.0.smithi016.stdout:3682: left oid 43 (ObjNum 1138 snap 360 seq_num 1138) 2024-04-24T02:54:44.179 INFO:tasks.rados.rados.0.smithi016.stdout:3682: done (1 left) 2024-04-24T02:54:44.179 INFO:tasks.rados.rados.0.smithi016.stdout:3683: done (0 left) 2024-04-24T02:54:44.179 INFO:tasks.rados.rados.0.smithi016.stdout:3684: rmattr oid 21 current snap is 361 2024-04-24T02:54:44.179 INFO:tasks.rados.rados.0.smithi016.stdout:3684: done (0 left) 2024-04-24T02:54:44.179 INFO:tasks.rados.rados.0.smithi016.stdout:3685: snap_remove snap 330 2024-04-24T02:54:44.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:44 smithi016 ceph-mon[84376]: pgmap v826: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-24T02:54:44.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:44 smithi016 ceph-mon[84376]: osdmap e795: 8 total, 8 up, 8 in 2024-04-24T02:54:44.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:44 smithi016 ceph-mon[86910]: pgmap v826: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-24T02:54:44.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:44 smithi016 ceph-mon[86910]: osdmap e795: 8 total, 8 up, 8 in 2024-04-24T02:54:44.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:44 smithi063 ceph-mon[77007]: pgmap v826: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-24T02:54:44.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:44 smithi063 ceph-mon[77007]: osdmap e795: 8 total, 8 up, 8 in 2024-04-24T02:54:45.197 INFO:tasks.rados.rados.0.smithi016.stdout:3685: done (0 left) 2024-04-24T02:54:45.197 INFO:tasks.rados.rados.0.smithi016.stdout:3686: rmattr oid 45 current snap is 361 2024-04-24T02:54:45.198 INFO:tasks.rados.rados.0.smithi016.stdout:3686: done (0 left) 2024-04-24T02:54:45.198 INFO:tasks.rados.rados.0.smithi016.stdout:3687: setattr oid 23 current snap is 361 2024-04-24T02:54:45.198 INFO:tasks.rados.rados.0.smithi016.stdout:3688: read oid 11 snap 355 2024-04-24T02:54:45.198 INFO:tasks.rados.rados.0.smithi016.stdout:3688: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-04-24T02:54:45.198 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 361 2024-04-24T02:54:45.198 INFO:tasks.rados.rados.0.smithi016.stdout:3689: seq_num 1139 ranges {5120000=679936,5799936=458752,6258688=524288,6782976=540672,7323648=81920} 2024-04-24T02:54:45.223 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01673382-37 from 5120000 to 5799936 tid 1 2024-04-24T02:54:45.229 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01673382-37 from 5799936 to 6258688 tid 2 2024-04-24T02:54:45.230 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01673382-37 from 6258688 to 6782976 tid 3 2024-04-24T02:54:45.233 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01673382-37 from 6782976 to 7323648 tid 4 2024-04-24T02:54:45.233 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01673382-37 from 7323648 to 7405568 tid 5 2024-04-24T02:54:45.234 INFO:tasks.rados.rados.0.smithi016.stdout:3690: snap_create 2024-04-24T02:54:45.235 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3143 (ObjNum 1126 snap 358 seq_num 1126) dirty exists 2024-04-24T02:54:45.235 INFO:tasks.rados.rados.0.smithi016.stdout:3688: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-04-24T02:54:45.268 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 1 to smithi01673382-37 2024-04-24T02:54:45.268 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 2 to smithi01673382-37 2024-04-24T02:54:45.268 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 3 to smithi01673382-37 2024-04-24T02:54:45.268 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 4 to smithi01673382-37 2024-04-24T02:54:45.268 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 5 to smithi01673382-37 2024-04-24T02:54:45.269 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 6 to smithi01673382-37 2024-04-24T02:54:45.269 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 7 to smithi01673382-37 2024-04-24T02:54:45.269 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 3011 (ObjNum 1139 snap 361 seq_num 1139) dirty exists 2024-04-24T02:54:45.269 INFO:tasks.rados.rados.0.smithi016.stdout:3689: left oid 37 (ObjNum 1139 snap 361 seq_num 1139) 2024-04-24T02:54:45.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:45 smithi016 ceph-mon[84376]: osdmap e796: 8 total, 8 up, 8 in 2024-04-24T02:54:45.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:45.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:45 smithi016 ceph-mon[86910]: osdmap e796: 8 total, 8 up, 8 in 2024-04-24T02:54:45.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:45.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:45 smithi063 ceph-mon[77007]: osdmap e796: 8 total, 8 up, 8 in 2024-04-24T02:54:45.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:54:46.117 INFO:tasks.rados.rados.0.smithi016.stdout:3687: done (3 left) 2024-04-24T02:54:46.118 INFO:tasks.rados.rados.0.smithi016.stdout:3688: done (2 left) 2024-04-24T02:54:46.118 INFO:tasks.rados.rados.0.smithi016.stdout:3689: done (1 left) 2024-04-24T02:54:46.118 INFO:tasks.rados.rados.0.smithi016.stdout:3690: done (0 left) 2024-04-24T02:54:46.118 INFO:tasks.rados.rados.0.smithi016.stdout:3691: snap_remove snap 359 2024-04-24T02:54:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:46 smithi016 ceph-mon[84376]: pgmap v829: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 371 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-04-24T02:54:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:46 smithi016 ceph-mon[84376]: osdmap e797: 8 total, 8 up, 8 in 2024-04-24T02:54:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:46 smithi016 ceph-mon[84376]: osdmap e798: 8 total, 8 up, 8 in 2024-04-24T02:54:46.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:46 smithi016 ceph-mon[86910]: pgmap v829: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 371 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-04-24T02:54:46.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:46 smithi016 ceph-mon[86910]: osdmap e797: 8 total, 8 up, 8 in 2024-04-24T02:54:46.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:46 smithi016 ceph-mon[86910]: osdmap e798: 8 total, 8 up, 8 in 2024-04-24T02:54:46.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:46 smithi063 ceph-mon[77007]: pgmap v829: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 371 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 18 op/s 2024-04-24T02:54:46.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:46 smithi063 ceph-mon[77007]: osdmap e797: 8 total, 8 up, 8 in 2024-04-24T02:54:46.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:46 smithi063 ceph-mon[77007]: osdmap e798: 8 total, 8 up, 8 in 2024-04-24T02:54:47.121 INFO:tasks.rados.rados.0.smithi016.stdout:3691: done (0 left) 2024-04-24T02:54:47.122 INFO:tasks.rados.rados.0.smithi016.stdout:3692: snap_create 2024-04-24T02:54:48.121 INFO:tasks.rados.rados.0.smithi016.stdout:3692: done (0 left) 2024-04-24T02:54:48.121 INFO:tasks.rados.rados.0.smithi016.stdout:3693: read oid 11 snap -1 2024-04-24T02:54:48.121 INFO:tasks.rados.rados.0.smithi016.stdout:3693: expect deleted 2024-04-24T02:54:48.121 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 363 2024-04-24T02:54:48.122 INFO:tasks.rados.rados.0.smithi016.stdout:3694: seq_num 1140 ranges {2711552=696320,3407872=745472,4153344=729088,4882432=131072} 2024-04-24T02:54:48.140 INFO:tasks.rados.rados.0.smithi016.stdout:3694: writing smithi01673382-28 from 2711552 to 3407872 tid 1 2024-04-24T02:54:48.143 INFO:tasks.rados.rados.0.smithi016.stdout:3694: writing smithi01673382-28 from 3407872 to 4153344 tid 2 2024-04-24T02:54:48.148 INFO:tasks.rados.rados.0.smithi016.stdout:3694: writing smithi01673382-28 from 4153344 to 4882432 tid 3 2024-04-24T02:54:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3694: writing smithi01673382-28 from 4882432 to 5013504 tid 4 2024-04-24T02:54:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3695: delete oid 46 current snap is 363 2024-04-24T02:54:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 1 to smithi01673382-28 2024-04-24T02:54:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 2 to smithi01673382-28 2024-04-24T02:54:48.154 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 3 to smithi01673382-28 2024-04-24T02:54:48.154 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 4 to smithi01673382-28 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:3693: done (2 left) 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:3695: done (1 left) 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:3696: read oid 44 snap -1 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:3696: expect deleted 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:3697: rollback oid 38 current snap is 363 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 357 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:3698: rmattr oid 20 current snap is 363 2024-04-24T02:54:48.157 INFO:tasks.rados.rados.0.smithi016.stdout:3698: done (3 left) 2024-04-24T02:54:48.158 INFO:tasks.rados.rados.0.smithi016.stdout:3699: read oid 42 snap -1 2024-04-24T02:54:48.158 INFO:tasks.rados.rados.0.smithi016.stdout:3699: expect deleted 2024-04-24T02:54:48.158 INFO:tasks.rados.rados.0.smithi016.stdout:3700: snap_create 2024-04-24T02:54:48.158 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 5 to smithi01673382-28 2024-04-24T02:54:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 6 to smithi01673382-28 2024-04-24T02:54:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 3123 (ObjNum 1140 snap 363 seq_num 1140) dirty exists 2024-04-24T02:54:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3694: left oid 28 (ObjNum 1140 snap 363 seq_num 1140) 2024-04-24T02:54:48.163 INFO:tasks.rados.rados.0.smithi016.stdout:3697: finishing rollback tid 0 to smithi01673382-38 2024-04-24T02:54:48.163 INFO:tasks.rados.rados.0.smithi016.stdout:3697: finishing rollback tid 1 to smithi01673382-38 2024-04-24T02:54:48.163 INFO:tasks.rados.rados.0.smithi016.stdout:3697: finishing rollback tid 2 to smithi01673382-38 2024-04-24T02:54:48.163 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 3204 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:54:48.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:48 smithi016 ceph-mon[84376]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 321 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-24T02:54:48.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:48 smithi016 ceph-mon[84376]: osdmap e799: 8 total, 8 up, 8 in 2024-04-24T02:54:48.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:48 smithi016 ceph-mon[86910]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 321 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-24T02:54:48.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:48 smithi016 ceph-mon[86910]: osdmap e799: 8 total, 8 up, 8 in 2024-04-24T02:54:48.528 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:54:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:54:48] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:54:48.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:48 smithi063 ceph-mon[77007]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 321 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-24T02:54:48.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:48 smithi063 ceph-mon[77007]: osdmap e799: 8 total, 8 up, 8 in 2024-04-24T02:54:49.130 INFO:tasks.rados.rados.0.smithi016.stdout:3694: done (4 left) 2024-04-24T02:54:49.131 INFO:tasks.rados.rados.0.smithi016.stdout:3696: done (3 left) 2024-04-24T02:54:49.131 INFO:tasks.rados.rados.0.smithi016.stdout:3697: done (2 left) 2024-04-24T02:54:49.131 INFO:tasks.rados.rados.0.smithi016.stdout:3699: done (1 left) 2024-04-24T02:54:49.131 INFO:tasks.rados.rados.0.smithi016.stdout:3700: done (0 left) 2024-04-24T02:54:49.131 INFO:tasks.rados.rados.0.smithi016.stdout:3701: delete oid 27 current snap is 364 2024-04-24T02:54:49.137 INFO:tasks.rados.rados.0.smithi016.stdout:3701: done (0 left) 2024-04-24T02:54:49.137 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 364 2024-04-24T02:54:49.137 INFO:tasks.rados.rados.0.smithi016.stdout:3702: seq_num 1143 ranges {0=753664,753664=450560,1204224=507904,1712128=589824,2301952=57344} 2024-04-24T02:54:49.140 INFO:tasks.rados.rados.0.smithi016.stdout:3702: writing smithi01673382-27 from 0 to 753664 tid 1 2024-04-24T02:54:49.143 INFO:tasks.rados.rados.0.smithi016.stdout:3702: writing smithi01673382-27 from 753664 to 1204224 tid 2 2024-04-24T02:54:49.146 INFO:tasks.rados.rados.0.smithi016.stdout:3702: writing smithi01673382-27 from 1204224 to 1712128 tid 3 2024-04-24T02:54:49.149 INFO:tasks.rados.rados.0.smithi016.stdout:3702: writing smithi01673382-27 from 1712128 to 2301952 tid 4 2024-04-24T02:54:49.150 INFO:tasks.rados.rados.0.smithi016.stdout:3702: writing smithi01673382-27 from 2301952 to 2359296 tid 5 2024-04-24T02:54:49.151 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 364 2024-04-24T02:54:49.151 INFO:tasks.rados.rados.0.smithi016.stdout:3702: finishing write tid 1 to smithi01673382-27 2024-04-24T02:54:49.151 INFO:tasks.rados.rados.0.smithi016.stdout:3702: finishing write tid 2 to smithi01673382-27 2024-04-24T02:54:49.151 INFO:tasks.rados.rados.0.smithi016.stdout:3702: finishing write tid 3 to smithi01673382-27 2024-04-24T02:54:49.151 INFO:tasks.rados.rados.0.smithi016.stdout:3703: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2024-04-24T02:54:49.154 INFO:tasks.rados.rados.0.smithi016.stdout:3703: writing smithi01673382-36 from 0 to 770048 tid 1 2024-04-24T02:54:49.160 INFO:tasks.rados.rados.0.smithi016.stdout:3703: writing smithi01673382-36 from 770048 to 1507328 tid 2 2024-04-24T02:54:49.164 INFO:tasks.rados.rados.0.smithi016.stdout:3703: writing smithi01673382-36 from 1507328 to 2220032 tid 3 2024-04-24T02:54:49.165 INFO:tasks.rados.rados.0.smithi016.stdout:3703: writing smithi01673382-36 from 2220032 to 2375680 tid 4 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3704: delete oid 13 current snap is 364 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3702: finishing write tid 4 to smithi01673382-27 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3702: finishing write tid 5 to smithi01673382-27 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3702: finishing write tid 6 to smithi01673382-27 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3702: finishing write tid 7 to smithi01673382-27 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 3130 (ObjNum 1143 snap 364 seq_num 1143) dirty exists 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3702: left oid 27 (ObjNum 1143 snap 364 seq_num 1143) 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3703: finishing write tid 1 to smithi01673382-36 2024-04-24T02:54:49.166 INFO:tasks.rados.rados.0.smithi016.stdout:3703: finishing write tid 2 to smithi01673382-36 2024-04-24T02:54:49.168 INFO:tasks.rados.rados.0.smithi016.stdout:3702: done (2 left) 2024-04-24T02:54:49.169 INFO:tasks.rados.rados.0.smithi016.stdout:3704: done (1 left) 2024-04-24T02:54:49.169 INFO:tasks.rados.rados.0.smithi016.stdout:3705: read oid 6 snap -1 2024-04-24T02:54:49.169 INFO:tasks.rados.rados.0.smithi016.stdout:3705: expect (ObjNum 936 snap 310 seq_num 936) 2024-04-24T02:54:49.169 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 364 2024-04-24T02:54:49.169 INFO:tasks.rados.rados.0.smithi016.stdout:3706: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2024-04-24T02:54:49.173 INFO:tasks.rados.rados.0.smithi016.stdout:3706: writing smithi01673382-8 from 0 to 802816 tid 1 2024-04-24T02:54:49.176 INFO:tasks.rados.rados.0.smithi016.stdout:3706: writing smithi01673382-8 from 802816 to 1302528 tid 2 2024-04-24T02:54:49.180 INFO:tasks.rados.rados.0.smithi016.stdout:3706: writing smithi01673382-8 from 1302528 to 1982464 tid 3 2024-04-24T02:54:49.183 INFO:tasks.rados.rados.0.smithi016.stdout:3706: writing smithi01673382-8 from 1982464 to 2408448 tid 4 2024-04-24T02:54:49.183 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 364 2024-04-24T02:54:49.183 INFO:tasks.rados.rados.0.smithi016.stdout:3703: finishing write tid 3 to smithi01673382-36 2024-04-24T02:54:49.183 INFO:tasks.rados.rados.0.smithi016.stdout:3703: finishing write tid 4 to smithi01673382-36 2024-04-24T02:54:49.183 INFO:tasks.rados.rados.0.smithi016.stdout:3703: finishing write tid 5 to smithi01673382-36 2024-04-24T02:54:49.184 INFO:tasks.rados.rados.0.smithi016.stdout:3703: finishing write tid 6 to smithi01673382-36 2024-04-24T02:54:49.184 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2719 (ObjNum 1144 snap 364 seq_num 1144) dirty exists 2024-04-24T02:54:49.184 INFO:tasks.rados.rados.0.smithi016.stdout:3703: left oid 36 (ObjNum 1144 snap 364 seq_num 1144) 2024-04-24T02:54:49.184 INFO:tasks.rados.rados.0.smithi016.stdout:3705: expect (ObjNum 936 snap 310 seq_num 936) 2024-04-24T02:54:49.221 INFO:tasks.rados.rados.0.smithi016.stdout:3706: finishing write tid 1 to smithi01673382-8 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3706: finishing write tid 2 to smithi01673382-8 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3706: finishing write tid 3 to smithi01673382-8 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3706: finishing write tid 4 to smithi01673382-8 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3706: finishing write tid 5 to smithi01673382-8 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3706: finishing write tid 6 to smithi01673382-8 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 3355 (ObjNum 1146 snap 364 seq_num 1146) dirty exists 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3706: left oid 8 (ObjNum 1146 snap 364 seq_num 1146) 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3707: seq_num 1147 ranges {0=16384} 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3707: writing smithi01673382-46 from 0 to 16384 tid 1 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3703: done (3 left) 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3705: done (2 left) 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3706: done (1 left) 2024-04-24T02:54:49.222 INFO:tasks.rados.rados.0.smithi016.stdout:3708: delete oid 25 current snap is 364 2024-04-24T02:54:49.224 INFO:tasks.rados.rados.0.smithi016.stdout:3707: finishing write tid 1 to smithi01673382-46 2024-04-24T02:54:49.224 INFO:tasks.rados.rados.0.smithi016.stdout:3707: finishing write tid 2 to smithi01673382-46 2024-04-24T02:54:49.225 INFO:tasks.rados.rados.0.smithi016.stdout:3708: done (1 left) 2024-04-24T02:54:49.225 INFO:tasks.rados.rados.0.smithi016.stdout:3709: snap_create 2024-04-24T02:54:49.226 INFO:tasks.rados.rados.0.smithi016.stdout:3707: finishing write tid 3 to smithi01673382-46 2024-04-24T02:54:49.226 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2835 (ObjNum 1147 snap 364 seq_num 1147) dirty exists 2024-04-24T02:54:49.226 INFO:tasks.rados.rados.0.smithi016.stdout:3707: left oid 46 (ObjNum 1147 snap 364 seq_num 1147) 2024-04-24T02:54:49.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:49 smithi016 ceph-mon[84376]: osdmap e800: 8 total, 8 up, 8 in 2024-04-24T02:54:49.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:49 smithi016 ceph-mon[86910]: osdmap e800: 8 total, 8 up, 8 in 2024-04-24T02:54:49.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:49 smithi063 ceph-mon[77007]: osdmap e800: 8 total, 8 up, 8 in 2024-04-24T02:54:50.137 INFO:tasks.rados.rados.0.smithi016.stdout:3707: done (1 left) 2024-04-24T02:54:50.137 INFO:tasks.rados.rados.0.smithi016.stdout:3709: done (0 left) 2024-04-24T02:54:50.137 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 365 2024-04-24T02:54:50.137 INFO:tasks.rados.rados.0.smithi016.stdout:3710: seq_num 1149 ranges {0=49152} 2024-04-24T02:54:50.138 INFO:tasks.rados.rados.0.smithi016.stdout:3710: writing smithi01673382-20 from 0 to 49152 tid 1 2024-04-24T02:54:50.138 INFO:tasks.rados.rados.0.smithi016.stdout:3711: read oid 7 snap -1 2024-04-24T02:54:50.138 INFO:tasks.rados.rados.0.smithi016.stdout:3711: expect deleted 2024-04-24T02:54:50.138 INFO:tasks.rados.rados.0.smithi016.stdout:3712: rollback oid 37 current snap is 365 2024-04-24T02:54:50.138 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 324 2024-04-24T02:54:50.138 INFO:tasks.rados.rados.0.smithi016.stdout:3713: snap_create 2024-04-24T02:54:50.140 INFO:tasks.rados.rados.0.smithi016.stdout:3710: finishing write tid 1 to smithi01673382-20 2024-04-24T02:54:50.142 INFO:tasks.rados.rados.0.smithi016.stdout:3710: finishing write tid 2 to smithi01673382-20 2024-04-24T02:54:50.145 INFO:tasks.rados.rados.0.smithi016.stdout:3710: finishing write tid 3 to smithi01673382-20 2024-04-24T02:54:50.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2837 (ObjNum 1149 snap 365 seq_num 1149) dirty exists 2024-04-24T02:54:50.145 INFO:tasks.rados.rados.0.smithi016.stdout:3710: left oid 20 (ObjNum 1149 snap 365 seq_num 1149) 2024-04-24T02:54:50.146 INFO:tasks.rados.rados.0.smithi016.stdout:3712: finishing rollback tid 0 to smithi01673382-37 2024-04-24T02:54:50.146 INFO:tasks.rados.rados.0.smithi016.stdout:3712: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:54:50.146 INFO:tasks.rados.rados.0.smithi016.stdout:3712: finishing rollback tid 2 to smithi01673382-37 2024-04-24T02:54:50.146 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 3014 (ObjNum 930 snap 308 seq_num 930) dirty exists 2024-04-24T02:54:50.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:50 smithi016 ceph-mon[84376]: pgmap v835: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-24T02:54:50.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:50 smithi016 ceph-mon[84376]: osdmap e801: 8 total, 8 up, 8 in 2024-04-24T02:54:50.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:50 smithi016 ceph-mon[86910]: pgmap v835: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-24T02:54:50.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:50 smithi016 ceph-mon[86910]: osdmap e801: 8 total, 8 up, 8 in 2024-04-24T02:54:50.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:50 smithi063 ceph-mon[77007]: pgmap v835: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-24T02:54:50.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:50 smithi063 ceph-mon[77007]: osdmap e801: 8 total, 8 up, 8 in 2024-04-24T02:54:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:3710: done (3 left) 2024-04-24T02:54:51.118 INFO:tasks.rados.rados.0.smithi016.stdout:3711: done (2 left) 2024-04-24T02:54:51.119 INFO:tasks.rados.rados.0.smithi016.stdout:3712: done (1 left) 2024-04-24T02:54:51.119 INFO:tasks.rados.rados.0.smithi016.stdout:3713: done (0 left) 2024-04-24T02:54:51.119 INFO:tasks.rados.rados.0.smithi016.stdout:3714: snap_create 2024-04-24T02:54:51.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:51 smithi016 ceph-mon[84376]: osdmap e802: 8 total, 8 up, 8 in 2024-04-24T02:54:51.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:51 smithi016 ceph-mon[84376]: osdmap e803: 8 total, 8 up, 8 in 2024-04-24T02:54:51.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:51 smithi016 ceph-mon[86910]: osdmap e802: 8 total, 8 up, 8 in 2024-04-24T02:54:51.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:51 smithi016 ceph-mon[86910]: osdmap e803: 8 total, 8 up, 8 in 2024-04-24T02:54:51.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:51 smithi063 ceph-mon[77007]: osdmap e802: 8 total, 8 up, 8 in 2024-04-24T02:54:51.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:51 smithi063 ceph-mon[77007]: osdmap e803: 8 total, 8 up, 8 in 2024-04-24T02:54:52.120 INFO:tasks.rados.rados.0.smithi016.stdout:3714: done (0 left) 2024-04-24T02:54:52.120 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 367 2024-04-24T02:54:52.120 INFO:tasks.rados.rados.0.smithi016.stdout:3715: seq_num 1150 ranges {2408448=65536} 2024-04-24T02:54:52.134 INFO:tasks.rados.rados.0.smithi016.stdout:3715: writing smithi01673382-8 from 2408448 to 2473984 tid 1 2024-04-24T02:54:52.134 INFO:tasks.rados.rados.0.smithi016.stdout:3716: rollback oid 37 current snap is 367 2024-04-24T02:54:52.134 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 362 2024-04-24T02:54:52.134 INFO:tasks.rados.rados.0.smithi016.stdout:3717: snap_create 2024-04-24T02:54:52.141 INFO:tasks.rados.rados.0.smithi016.stdout:3716: finishing rollback tid 0 to smithi01673382-37 2024-04-24T02:54:52.142 INFO:tasks.rados.rados.0.smithi016.stdout:3716: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:54:52.142 INFO:tasks.rados.rados.0.smithi016.stdout:3716: finishing rollback tid 2 to smithi01673382-37 2024-04-24T02:54:52.142 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 3017 (ObjNum 1139 snap 361 seq_num 1139) dirty exists 2024-04-24T02:54:52.145 INFO:tasks.rados.rados.0.smithi016.stdout:3715: finishing write tid 1 to smithi01673382-8 2024-04-24T02:54:52.145 INFO:tasks.rados.rados.0.smithi016.stdout:3715: finishing write tid 2 to smithi01673382-8 2024-04-24T02:54:52.147 INFO:tasks.rados.rados.0.smithi016.stdout:3715: finishing write tid 3 to smithi01673382-8 2024-04-24T02:54:52.148 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 3358 (ObjNum 1150 snap 367 seq_num 1150) dirty exists 2024-04-24T02:54:52.148 INFO:tasks.rados.rados.0.smithi016.stdout:3715: left oid 8 (ObjNum 1150 snap 367 seq_num 1150) 2024-04-24T02:54:52.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:52 smithi016 ceph-mon[84376]: pgmap v838: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 580 KiB/s wr, 1 op/s 2024-04-24T02:54:52.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:52 smithi016 ceph-mon[84376]: osdmap e804: 8 total, 8 up, 8 in 2024-04-24T02:54:52.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:52 smithi016 ceph-mon[86910]: pgmap v838: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 580 KiB/s wr, 1 op/s 2024-04-24T02:54:52.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:52 smithi016 ceph-mon[86910]: osdmap e804: 8 total, 8 up, 8 in 2024-04-24T02:54:52.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:52 smithi063 ceph-mon[77007]: pgmap v838: 121 pgs: 121 active+clean; 319 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 580 KiB/s wr, 1 op/s 2024-04-24T02:54:52.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:52 smithi063 ceph-mon[77007]: osdmap e804: 8 total, 8 up, 8 in 2024-04-24T02:54:53.121 INFO:tasks.rados.rados.0.smithi016.stdout:3715: done (2 left) 2024-04-24T02:54:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:3716: done (1 left) 2024-04-24T02:54:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:3717: done (0 left) 2024-04-24T02:54:53.122 INFO:tasks.rados.rados.0.smithi016.stdout:3718: setattr oid 17 current snap is 368 2024-04-24T02:54:53.123 INFO:tasks.rados.rados.0.smithi016.stdout:3719: snap_create 2024-04-24T02:54:53.127 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 3360 (ObjNum 1129 snap 359 seq_num 1129) dirty exists 2024-04-24T02:54:54.124 INFO:tasks.rados.rados.0.smithi016.stdout:3718: done (1 left) 2024-04-24T02:54:54.124 INFO:tasks.rados.rados.0.smithi016.stdout:3719: done (0 left) 2024-04-24T02:54:54.124 INFO:tasks.rados.rados.0.smithi016.stdout:3720: snap_create 2024-04-24T02:54:54.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:54 smithi016 ceph-mon[84376]: pgmap v841: 121 pgs: 121 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 951 KiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-04-24T02:54:54.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:54 smithi016 ceph-mon[84376]: osdmap e805: 8 total, 8 up, 8 in 2024-04-24T02:54:54.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:54 smithi016 ceph-mon[86910]: pgmap v841: 121 pgs: 121 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 951 KiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-04-24T02:54:54.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:54 smithi016 ceph-mon[86910]: osdmap e805: 8 total, 8 up, 8 in 2024-04-24T02:54:54.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:54 smithi063 ceph-mon[77007]: pgmap v841: 121 pgs: 121 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 951 KiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-04-24T02:54:54.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:54 smithi063 ceph-mon[77007]: osdmap e805: 8 total, 8 up, 8 in 2024-04-24T02:54:55.125 INFO:tasks.rados.rados.0.smithi016.stdout:3720: done (0 left) 2024-04-24T02:54:55.126 INFO:tasks.rados.rados.0.smithi016.stdout:3721: read oid 29 snap -1 2024-04-24T02:54:55.126 INFO:tasks.rados.rados.0.smithi016.stdout:3721: expect (ObjNum 1133 snap 359 seq_num 1133) 2024-04-24T02:54:55.126 INFO:tasks.rados.rados.0.smithi016.stdout:3722: read oid 23 snap 364 2024-04-24T02:54:55.126 INFO:tasks.rados.rados.0.smithi016.stdout:3722: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:54:55.126 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 370 2024-04-24T02:54:55.126 INFO:tasks.rados.rados.0.smithi016.stdout:3723: seq_num 1151 ranges {1581056=81920} 2024-04-24T02:54:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:3723: writing smithi01673382-3 from 1581056 to 1662976 tid 1 2024-04-24T02:54:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:3724: read oid 46 snap 324 2024-04-24T02:54:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:3724: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:54:55.135 INFO:tasks.rados.rados.0.smithi016.stdout:3725: setattr oid 14 current snap is 370 2024-04-24T02:54:55.137 INFO:tasks.rados.rados.0.smithi016.stdout:3726: delete oid 13 current snap is 370 2024-04-24T02:54:55.142 INFO:tasks.rados.rados.0.smithi016.stdout:3722: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:54:55.254 INFO:tasks.rados.rados.0.smithi016.stdout:3723: finishing write tid 1 to smithi01673382-3 2024-04-24T02:54:55.254 INFO:tasks.rados.rados.0.smithi016.stdout:3723: finishing write tid 2 to smithi01673382-3 2024-04-24T02:54:55.255 INFO:tasks.rados.rados.0.smithi016.stdout:3723: finishing write tid 3 to smithi01673382-3 2024-04-24T02:54:55.255 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 3120 (ObjNum 1151 snap 370 seq_num 1151) dirty exists 2024-04-24T02:54:55.255 INFO:tasks.rados.rados.0.smithi016.stdout:3723: left oid 3 (ObjNum 1151 snap 370 seq_num 1151) 2024-04-24T02:54:55.255 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 3018 (ObjNum 1128 snap 358 seq_num 1128) dirty exists 2024-04-24T02:54:55.255 INFO:tasks.rados.rados.0.smithi016.stdout:3724: expect (ObjNum 496 snap 180 seq_num 496) 2024-04-24T02:54:55.284 INFO:tasks.rados.rados.0.smithi016.stdout:3721: expect (ObjNum 1133 snap 359 seq_num 1133) 2024-04-24T02:54:55.397 INFO:tasks.rados.rados.0.smithi016.stdout:3721: done (5 left) 2024-04-24T02:54:55.397 INFO:tasks.rados.rados.0.smithi016.stdout:3722: done (4 left) 2024-04-24T02:54:55.398 INFO:tasks.rados.rados.0.smithi016.stdout:3723: done (3 left) 2024-04-24T02:54:55.398 INFO:tasks.rados.rados.0.smithi016.stdout:3724: done (2 left) 2024-04-24T02:54:55.398 INFO:tasks.rados.rados.0.smithi016.stdout:3725: done (1 left) 2024-04-24T02:54:55.398 INFO:tasks.rados.rados.0.smithi016.stdout:3726: done (0 left) 2024-04-24T02:54:55.398 INFO:tasks.rados.rados.0.smithi016.stdout:3727: setattr oid 12 current snap is 370 2024-04-24T02:54:55.399 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 370 2024-04-24T02:54:55.399 INFO:tasks.rados.rados.0.smithi016.stdout:3728: seq_num 1153 ranges {0=114688} 2024-04-24T02:54:55.400 INFO:tasks.rados.rados.0.smithi016.stdout:3728: writing smithi01673382-25 from 0 to 114688 tid 1 2024-04-24T02:54:55.400 INFO:tasks.rados.rados.0.smithi016.stdout:3729: read oid 38 snap -1 2024-04-24T02:54:55.400 INFO:tasks.rados.rados.0.smithi016.stdout:3729: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:54:55.400 INFO:tasks.rados.rados.0.smithi016.stdout:3730: read oid 24 snap -1 2024-04-24T02:54:55.400 INFO:tasks.rados.rados.0.smithi016.stdout:3730: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:54:55.400 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 370 2024-04-24T02:54:55.400 INFO:tasks.rados.rados.0.smithi016.stdout:3731: seq_num 1154 ranges {0=131072} 2024-04-24T02:54:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:3731: writing smithi01673382-21 from 0 to 131072 tid 1 2024-04-24T02:54:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:3732: read oid 23 snap -1 2024-04-24T02:54:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:3732: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:54:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:3733: read oid 42 snap 369 2024-04-24T02:54:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:3733: expect deleted 2024-04-24T02:54:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:3734: copy_from oid 3 from oid 39 current snap is 370 2024-04-24T02:54:55.401 INFO:tasks.rados.rados.0.smithi016.stdout:3735: setattr oid 31 current snap is 370 2024-04-24T02:54:55.403 INFO:tasks.rados.rados.0.smithi016.stdout:3736: snap_create 2024-04-24T02:54:55.406 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 2959 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-24T02:54:55.407 INFO:tasks.rados.rados.0.smithi016.stdout:3728: finishing write tid 1 to smithi01673382-25 2024-04-24T02:54:55.407 INFO:tasks.rados.rados.0.smithi016.stdout:3728: finishing write tid 2 to smithi01673382-25 2024-04-24T02:54:55.407 INFO:tasks.rados.rados.0.smithi016.stdout:3731: finishing write tid 1 to smithi01673382-21 2024-04-24T02:54:55.407 INFO:tasks.rados.rados.0.smithi016.stdout:3731: finishing write tid 2 to smithi01673382-21 2024-04-24T02:54:55.408 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 3019 (ObjNum 1113 snap 354 seq_num 1113) dirty exists 2024-04-24T02:54:55.410 INFO:tasks.rados.rados.0.smithi016.stdout:3734: finishing copy_from racing read to smithi01673382-3 2024-04-24T02:54:55.412 INFO:tasks.rados.rados.0.smithi016.stdout:3731: finishing write tid 3 to smithi01673382-21 2024-04-24T02:54:55.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 2701 (ObjNum 1154 snap 370 seq_num 1154) dirty exists 2024-04-24T02:54:55.412 INFO:tasks.rados.rados.0.smithi016.stdout:3731: left oid 21 (ObjNum 1154 snap 370 seq_num 1154) 2024-04-24T02:54:55.413 INFO:tasks.rados.rados.0.smithi016.stdout:3734: finishing copy_from to smithi01673382-3 2024-04-24T02:54:55.413 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2963 (ObjNum 1022 snap 336 seq_num 1022) dirty exists 2024-04-24T02:54:55.416 INFO:tasks.rados.rados.0.smithi016.stdout:3729: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:54:55.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:55 smithi016 ceph-mon[84376]: osdmap e806: 8 total, 8 up, 8 in 2024-04-24T02:54:55.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:55 smithi016 ceph-mon[86910]: osdmap e806: 8 total, 8 up, 8 in 2024-04-24T02:54:55.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:55 smithi063 ceph-mon[77007]: osdmap e806: 8 total, 8 up, 8 in 2024-04-24T02:54:55.556 INFO:tasks.rados.rados.0.smithi016.stdout:3732: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:54:55.668 INFO:tasks.rados.rados.0.smithi016.stdout:3728: finishing write tid 3 to smithi01673382-25 2024-04-24T02:54:55.668 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 3146 (ObjNum 1153 snap 370 seq_num 1153) dirty exists 2024-04-24T02:54:55.668 INFO:tasks.rados.rados.0.smithi016.stdout:3728: left oid 25 (ObjNum 1153 snap 370 seq_num 1153) 2024-04-24T02:54:55.668 INFO:tasks.rados.rados.0.smithi016.stdout:3730: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:54:56.122 INFO:tasks.rados.rados.0.smithi016.stdout:3727: done (9 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3728: done (8 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3729: done (7 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3730: done (6 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3731: done (5 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3732: done (4 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3733: done (3 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3734: done (2 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3735: done (1 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3736: done (0 left) 2024-04-24T02:54:56.123 INFO:tasks.rados.rados.0.smithi016.stdout:3737: delete oid 34 current snap is 371 2024-04-24T02:54:56.124 INFO:tasks.rados.rados.0.smithi016.stdout:3737: done (0 left) 2024-04-24T02:54:56.124 INFO:tasks.rados.rados.0.smithi016.stdout:3738: rmattr oid 6 current snap is 371 2024-04-24T02:54:56.124 INFO:tasks.rados.rados.0.smithi016.stdout:3739: read oid 37 snap -1 2024-04-24T02:54:56.124 INFO:tasks.rados.rados.0.smithi016.stdout:3739: expect (ObjNum 1139 snap 361 seq_num 1139) 2024-04-24T02:54:56.124 INFO:tasks.rados.rados.0.smithi016.stdout:3740: delete oid 41 current snap is 371 2024-04-24T02:54:56.130 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 3131 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-04-24T02:54:56.130 INFO:tasks.rados.rados.0.smithi016.stdout:3738: done (2 left) 2024-04-24T02:54:56.130 INFO:tasks.rados.rados.0.smithi016.stdout:3740: done (1 left) 2024-04-24T02:54:56.130 INFO:tasks.rados.rados.0.smithi016.stdout:3741: delete oid 10 current snap is 371 2024-04-24T02:54:56.140 INFO:tasks.rados.rados.0.smithi016.stdout:3741: done (1 left) 2024-04-24T02:54:56.140 INFO:tasks.rados.rados.0.smithi016.stdout:3742: rmattr oid 23 current snap is 371 2024-04-24T02:54:56.140 INFO:tasks.rados.rados.0.smithi016.stdout:3743: snap_remove snap 355 2024-04-24T02:54:56.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:56 smithi016 ceph-mon[84376]: pgmap v844: 121 pgs: 121 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 951 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-24T02:54:56.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:56 smithi016 ceph-mon[84376]: osdmap e807: 8 total, 8 up, 8 in 2024-04-24T02:54:56.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:56 smithi016 ceph-mon[84376]: osdmap e808: 8 total, 8 up, 8 in 2024-04-24T02:54:56.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:56 smithi016 ceph-mon[86910]: pgmap v844: 121 pgs: 121 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 951 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-24T02:54:56.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:56 smithi016 ceph-mon[86910]: osdmap e807: 8 total, 8 up, 8 in 2024-04-24T02:54:56.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:56 smithi016 ceph-mon[86910]: osdmap e808: 8 total, 8 up, 8 in 2024-04-24T02:54:56.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:56 smithi063 ceph-mon[77007]: pgmap v844: 121 pgs: 121 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 951 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-24T02:54:56.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:56 smithi063 ceph-mon[77007]: osdmap e807: 8 total, 8 up, 8 in 2024-04-24T02:54:56.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:56 smithi063 ceph-mon[77007]: osdmap e808: 8 total, 8 up, 8 in 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:3743: done (2 left) 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:3744: rmattr oid 16 current snap is 371 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 371 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:3745: seq_num 1158 ranges {0=196608} 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:3745: writing smithi01673382-11 from 0 to 196608 tid 1 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:3746: rollback oid 3 current snap is 371 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 367 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:3747: read oid 6 snap -1 2024-04-24T02:54:57.149 INFO:tasks.rados.rados.0.smithi016.stdout:3747: expect (ObjNum 936 snap 310 seq_num 936) 2024-04-24T02:54:57.155 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 371 2024-04-24T02:54:57.155 INFO:tasks.rados.rados.0.smithi016.stdout:3748: seq_num 1159 ranges {2433024=212992} 2024-04-24T02:54:57.164 INFO:tasks.rados.rados.0.smithi016.stdout:3748: writing smithi01673382-15 from 2433024 to 2646016 tid 1 2024-04-24T02:54:57.164 INFO:tasks.rados.rados.0.smithi016.stdout:3749: snap_remove snap 370 2024-04-24T02:54:58.151 INFO:tasks.rados.rados.0.smithi016.stdout:3749: done (7 left) 2024-04-24T02:54:58.151 INFO:tasks.rados.rados.0.smithi016.stdout:3750: read oid 45 snap -1 2024-04-24T02:54:58.151 INFO:tasks.rados.rados.0.smithi016.stdout:3750: expect deleted 2024-04-24T02:54:58.151 INFO:tasks.rados.rados.0.smithi016.stdout:3751: delete oid 14 current snap is 371 2024-04-24T02:54:58.153 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3148 (ObjNum 1126 snap 358 seq_num 1126) dirty exists 2024-04-24T02:54:58.153 INFO:tasks.rados.rados.0.smithi016.stdout:3739: expect (ObjNum 1139 snap 361 seq_num 1139) 2024-04-24T02:54:58.526 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:54:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:54:58] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:54:58.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:58 smithi016 ceph-mon[84376]: pgmap v847: 121 pgs: 121 active+clean; 331 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 158 KiB/s wr, 30 op/s 2024-04-24T02:54:58.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:58 smithi016 ceph-mon[84376]: osdmap e809: 8 total, 8 up, 8 in 2024-04-24T02:54:58.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:58 smithi016 ceph-mon[86910]: pgmap v847: 121 pgs: 121 active+clean; 331 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 158 KiB/s wr, 30 op/s 2024-04-24T02:54:58.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:58 smithi016 ceph-mon[86910]: osdmap e809: 8 total, 8 up, 8 in 2024-04-24T02:54:58.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:58 smithi063 ceph-mon[77007]: pgmap v847: 121 pgs: 121 active+clean; 331 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 158 KiB/s wr, 30 op/s 2024-04-24T02:54:58.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:58 smithi063 ceph-mon[77007]: osdmap e809: 8 total, 8 up, 8 in 2024-04-24T02:54:58.588 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2696 (ObjNum 1130 snap 359 seq_num 1130) dirty exists 2024-04-24T02:54:58.589 INFO:tasks.rados.rados.0.smithi016.stdout:3747: expect (ObjNum 936 snap 310 seq_num 936) 2024-04-24T02:54:58.624 INFO:tasks.rados.rados.0.smithi016.stdout:3746: finishing rollback tid 0 to smithi01673382-3 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:3748: finishing write tid 1 to smithi01673382-15 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:3748: finishing write tid 2 to smithi01673382-15 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:3746: finishing rollback tid 1 to smithi01673382-3 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:3746: finishing rollback tid 2 to smithi01673382-3 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 3123 (ObjNum 1097 snap 349 seq_num 1097) dirty exists 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:3745: finishing write tid 1 to smithi01673382-11 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:3745: finishing write tid 2 to smithi01673382-11 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:3748: finishing write tid 3 to smithi01673382-15 2024-04-24T02:54:58.625 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2259 (ObjNum 1159 snap 371 seq_num 1159) dirty exists 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3748: left oid 15 (ObjNum 1159 snap 371 seq_num 1159) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3745: finishing write tid 3 to smithi01673382-11 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 3212 (ObjNum 1158 snap 371 seq_num 1158) dirty exists 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3745: left oid 11 (ObjNum 1158 snap 371 seq_num 1158) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3739: done (8 left) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3742: done (7 left) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3744: done (6 left) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3745: done (5 left) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3746: done (4 left) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3747: done (3 left) 2024-04-24T02:54:58.626 INFO:tasks.rados.rados.0.smithi016.stdout:3748: done (2 left) 2024-04-24T02:54:58.627 INFO:tasks.rados.rados.0.smithi016.stdout:3751: done (1 left) 2024-04-24T02:54:58.627 INFO:tasks.rados.rados.0.smithi016.stdout:3752: snap_remove snap 362 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:3752: done (1 left) 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:3753: read oid 10 snap -1 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:3753: expect deleted 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:3754: copy_from oid 30 from oid 19 current snap is 371 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:3755: rollback oid 40 current snap is 371 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 360 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:3750: done (3 left) 2024-04-24T02:54:59.163 INFO:tasks.rados.rados.0.smithi016.stdout:3756: snap_create 2024-04-24T02:54:59.174 INFO:tasks.rados.rados.0.smithi016.stdout:3754: finishing copy_from to smithi01673382-30 2024-04-24T02:54:59.174 INFO:tasks.rados.rados.0.smithi016.stdout:3754: got expected ENOENT (src dne) 2024-04-24T02:54:59.174 INFO:tasks.rados.rados.0.smithi016.stdout:3754: finishing copy_from racing read to smithi01673382-30 2024-04-24T02:54:59.177 INFO:tasks.rados.rados.0.smithi016.stdout:3755: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:54:59.178 INFO:tasks.rados.rados.0.smithi016.stdout:3755: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:54:59.180 INFO:tasks.rados.rados.0.smithi016.stdout:3755: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:54:59.180 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 3023 (ObjNum 1058 snap 344 seq_num 1058) dirty exists 2024-04-24T02:54:59.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:54:59 smithi016 ceph-mon[84376]: osdmap e810: 8 total, 8 up, 8 in 2024-04-24T02:54:59.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:54:59 smithi016 ceph-mon[86910]: osdmap e810: 8 total, 8 up, 8 in 2024-04-24T02:54:59.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:54:59 smithi063 ceph-mon[77007]: osdmap e810: 8 total, 8 up, 8 in 2024-04-24T02:55:00.161 INFO:tasks.rados.rados.0.smithi016.stdout:3753: done (3 left) 2024-04-24T02:55:00.161 INFO:tasks.rados.rados.0.smithi016.stdout:3754: done (2 left) 2024-04-24T02:55:00.162 INFO:tasks.rados.rados.0.smithi016.stdout:3755: done (1 left) 2024-04-24T02:55:00.162 INFO:tasks.rados.rados.0.smithi016.stdout:3756: done (0 left) 2024-04-24T02:55:00.162 INFO:tasks.rados.rados.0.smithi016.stdout:3757: rollback oid 13 current snap is 372 2024-04-24T02:55:00.162 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 367 2024-04-24T02:55:00.162 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 372 2024-04-24T02:55:00.162 INFO:tasks.rados.rados.0.smithi016.stdout:3758: seq_num 1161 ranges {0=245760} 2024-04-24T02:55:00.163 INFO:tasks.rados.rados.0.smithi016.stdout:3758: writing smithi01673382-42 from 0 to 245760 tid 1 2024-04-24T02:55:00.163 INFO:tasks.rados.rados.0.smithi016.stdout:3759: copy_from oid 47 from oid 38 current snap is 372 2024-04-24T02:55:00.163 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 372 2024-04-24T02:55:00.163 INFO:tasks.rados.rados.0.smithi016.stdout:3760: seq_num 1162 ranges {2670592=270336} 2024-04-24T02:55:00.180 INFO:tasks.rados.rados.0.smithi016.stdout:3760: writing smithi01673382-35 from 2670592 to 2940928 tid 1 2024-04-24T02:55:00.180 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 372 2024-04-24T02:55:00.180 INFO:tasks.rados.rados.0.smithi016.stdout:3757: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:55:00.181 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 3350 (ObjNum 2002446512 snap 22076 seq_num 0) dirty dne 2024-04-24T02:55:00.181 INFO:tasks.rados.rados.0.smithi016.stdout:3758: finishing write tid 1 to smithi01673382-42 2024-04-24T02:55:00.181 INFO:tasks.rados.rados.0.smithi016.stdout:3758: finishing write tid 2 to smithi01673382-42 2024-04-24T02:55:00.181 INFO:tasks.rados.rados.0.smithi016.stdout:3758: finishing write tid 3 to smithi01673382-42 2024-04-24T02:55:00.181 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 3222 (ObjNum 1161 snap 372 seq_num 1161) dirty exists 2024-04-24T02:55:00.181 INFO:tasks.rados.rados.0.smithi016.stdout:3758: left oid 42 (ObjNum 1161 snap 372 seq_num 1161) 2024-04-24T02:55:00.181 INFO:tasks.rados.rados.0.smithi016.stdout:3761: seq_num 1163 ranges {0=286720} 2024-04-24T02:55:00.182 INFO:tasks.rados.rados.0.smithi016.stdout:3761: writing smithi01673382-10 from 0 to 286720 tid 1 2024-04-24T02:55:00.182 INFO:tasks.rados.rados.0.smithi016.stdout:3757: done (4 left) 2024-04-24T02:55:00.182 INFO:tasks.rados.rados.0.smithi016.stdout:3758: done (3 left) 2024-04-24T02:55:00.182 INFO:tasks.rados.rados.0.smithi016.stdout:3762: snap_create 2024-04-24T02:55:00.182 INFO:tasks.rados.rados.0.smithi016.stdout:3759: finishing copy_from racing read to smithi01673382-47 2024-04-24T02:55:00.182 INFO:tasks.rados.rados.0.smithi016.stdout:3759: finishing copy_from to smithi01673382-47 2024-04-24T02:55:00.183 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 3204 (ObjNum 771 snap 266 seq_num 771) dirty exists 2024-04-24T02:55:00.188 INFO:tasks.rados.rados.0.smithi016.stdout:3760: finishing write tid 1 to smithi01673382-35 2024-04-24T02:55:00.188 INFO:tasks.rados.rados.0.smithi016.stdout:3761: finishing write tid 1 to smithi01673382-10 2024-04-24T02:55:00.189 INFO:tasks.rados.rados.0.smithi016.stdout:3760: finishing write tid 2 to smithi01673382-35 2024-04-24T02:55:00.189 INFO:tasks.rados.rados.0.smithi016.stdout:3761: finishing write tid 2 to smithi01673382-10 2024-04-24T02:55:00.190 INFO:tasks.rados.rados.0.smithi016.stdout:3761: finishing write tid 3 to smithi01673382-10 2024-04-24T02:55:00.190 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3150 (ObjNum 1163 snap 372 seq_num 1163) dirty exists 2024-04-24T02:55:00.191 INFO:tasks.rados.rados.0.smithi016.stdout:3761: left oid 10 (ObjNum 1163 snap 372 seq_num 1163) 2024-04-24T02:55:00.193 INFO:tasks.rados.rados.0.smithi016.stdout:3760: finishing write tid 3 to smithi01673382-35 2024-04-24T02:55:00.193 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 2698 (ObjNum 1162 snap 372 seq_num 1162) dirty exists 2024-04-24T02:55:00.193 INFO:tasks.rados.rados.0.smithi016.stdout:3760: left oid 35 (ObjNum 1162 snap 372 seq_num 1162) 2024-04-24T02:55:00.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:00 smithi016 ceph-mon[84376]: pgmap v850: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 142 KiB/s wr, 34 op/s 2024-04-24T02:55:00.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:00 smithi016 ceph-mon[84376]: osdmap e811: 8 total, 8 up, 8 in 2024-04-24T02:55:00.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:00.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:00 smithi016 ceph-mon[86910]: pgmap v850: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 142 KiB/s wr, 34 op/s 2024-04-24T02:55:00.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:00 smithi016 ceph-mon[86910]: osdmap e811: 8 total, 8 up, 8 in 2024-04-24T02:55:00.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:00.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:00 smithi063 ceph-mon[77007]: pgmap v850: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 142 KiB/s wr, 34 op/s 2024-04-24T02:55:00.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:00 smithi063 ceph-mon[77007]: osdmap e811: 8 total, 8 up, 8 in 2024-04-24T02:55:00.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:01.192 INFO:tasks.rados.rados.0.smithi016.stdout:3759: done (3 left) 2024-04-24T02:55:01.192 INFO:tasks.rados.rados.0.smithi016.stdout:3760: done (2 left) 2024-04-24T02:55:01.192 INFO:tasks.rados.rados.0.smithi016.stdout:3761: done (1 left) 2024-04-24T02:55:01.192 INFO:tasks.rados.rados.0.smithi016.stdout:3762: done (0 left) 2024-04-24T02:55:01.192 INFO:tasks.rados.rados.0.smithi016.stdout:3763: read oid 35 snap 367 2024-04-24T02:55:01.192 INFO:tasks.rados.rados.0.smithi016.stdout:3763: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:55:01.192 INFO:tasks.rados.rados.0.smithi016.stdout:3764: read oid 5 snap 369 2024-04-24T02:55:01.193 INFO:tasks.rados.rados.0.smithi016.stdout:3764: expect (ObjNum 1084 snap 348 seq_num 1084) 2024-04-24T02:55:01.193 INFO:tasks.rados.rados.0.smithi016.stdout:3765: delete oid 34 current snap is 373 2024-04-24T02:55:01.197 INFO:tasks.rados.rados.0.smithi016.stdout:3765: done (2 left) 2024-04-24T02:55:01.197 INFO:tasks.rados.rados.0.smithi016.stdout:3766: delete oid 31 current snap is 373 2024-04-24T02:55:01.204 INFO:tasks.rados.rados.0.smithi016.stdout:3766: done (2 left) 2024-04-24T02:55:01.204 INFO:tasks.rados.rados.0.smithi016.stdout:3767: read oid 30 snap 368 2024-04-24T02:55:01.205 INFO:tasks.rados.rados.0.smithi016.stdout:3767: expect deleted 2024-04-24T02:55:01.205 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 373 2024-04-24T02:55:01.205 INFO:tasks.rados.rados.0.smithi016.stdout:3768: seq_num 1166 ranges {2375680=335872} 2024-04-24T02:55:01.220 INFO:tasks.rados.rados.0.smithi016.stdout:3768: writing smithi01673382-36 from 2375680 to 2711552 tid 1 2024-04-24T02:55:01.220 INFO:tasks.rados.rados.0.smithi016.stdout:3769: copy_from oid 1 from oid 34 current snap is 373 2024-04-24T02:55:01.220 INFO:tasks.rados.rados.0.smithi016.stdout:3763: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:55:01.360 INFO:tasks.rados.rados.0.smithi016.stdout:3768: finishing write tid 1 to smithi01673382-36 2024-04-24T02:55:01.360 INFO:tasks.rados.rados.0.smithi016.stdout:3768: finishing write tid 2 to smithi01673382-36 2024-04-24T02:55:01.361 INFO:tasks.rados.rados.0.smithi016.stdout:3769: finishing copy_from to smithi01673382-1 2024-04-24T02:55:01.361 INFO:tasks.rados.rados.0.smithi016.stdout:3769: got expected ENOENT (src dne) 2024-04-24T02:55:01.361 INFO:tasks.rados.rados.0.smithi016.stdout:3769: finishing copy_from racing read to smithi01673382-1 2024-04-24T02:55:01.361 INFO:tasks.rados.rados.0.smithi016.stdout:3768: finishing write tid 3 to smithi01673382-36 2024-04-24T02:55:01.361 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2721 (ObjNum 1166 snap 373 seq_num 1166) dirty exists 2024-04-24T02:55:01.361 INFO:tasks.rados.rados.0.smithi016.stdout:3768: left oid 36 (ObjNum 1166 snap 373 seq_num 1166) 2024-04-24T02:55:01.361 INFO:tasks.rados.rados.0.smithi016.stdout:3764: expect (ObjNum 1084 snap 348 seq_num 1084) 2024-04-24T02:55:01.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:01 smithi016 ceph-mon[84376]: osdmap e812: 8 total, 8 up, 8 in 2024-04-24T02:55:01.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:01 smithi016 ceph-mon[86910]: osdmap e812: 8 total, 8 up, 8 in 2024-04-24T02:55:01.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:01 smithi063 ceph-mon[77007]: osdmap e812: 8 total, 8 up, 8 in 2024-04-24T02:55:02.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:02 smithi016 ceph-mon[84376]: pgmap v853: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 32 KiB/s wr, 6 op/s 2024-04-24T02:55:02.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:02 smithi016 ceph-mon[84376]: osdmap e813: 8 total, 8 up, 8 in 2024-04-24T02:55:02.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:02 smithi016 ceph-mon[86910]: pgmap v853: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 32 KiB/s wr, 6 op/s 2024-04-24T02:55:02.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:02 smithi016 ceph-mon[86910]: osdmap e813: 8 total, 8 up, 8 in 2024-04-24T02:55:02.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:02 smithi063 ceph-mon[77007]: pgmap v853: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 32 KiB/s wr, 6 op/s 2024-04-24T02:55:02.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:02 smithi063 ceph-mon[77007]: osdmap e813: 8 total, 8 up, 8 in 2024-04-24T02:55:03.242 INFO:tasks.rados.rados.0.smithi016.stdout:3763: done (4 left) 2024-04-24T02:55:03.242 INFO:tasks.rados.rados.0.smithi016.stdout:3764: done (3 left) 2024-04-24T02:55:03.243 INFO:tasks.rados.rados.0.smithi016.stdout:3767: done (2 left) 2024-04-24T02:55:03.243 INFO:tasks.rados.rados.0.smithi016.stdout:3768: done (1 left) 2024-04-24T02:55:03.243 INFO:tasks.rados.rados.0.smithi016.stdout:3769: done (0 left) 2024-04-24T02:55:03.243 INFO:tasks.rados.rados.0.smithi016.stdout:3770: snap_create 2024-04-24T02:55:04.198 INFO:tasks.rados.rados.0.smithi016.stdout:3770: done (0 left) 2024-04-24T02:55:04.198 INFO:tasks.rados.rados.0.smithi016.stdout:3771: delete oid 26 current snap is 374 2024-04-24T02:55:04.204 INFO:tasks.rados.rados.0.smithi016.stdout:3771: done (0 left) 2024-04-24T02:55:04.204 INFO:tasks.rados.rados.0.smithi016.stdout:3772: snap_remove snap 361 2024-04-24T02:55:04.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:04 smithi016 ceph-mon[84376]: pgmap v855: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 274 KiB/s wr, 8 op/s 2024-04-24T02:55:04.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:04 smithi016 ceph-mon[86910]: pgmap v855: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 274 KiB/s wr, 8 op/s 2024-04-24T02:55:04.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:04 smithi063 ceph-mon[77007]: pgmap v855: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 274 KiB/s wr, 8 op/s 2024-04-24T02:55:05.211 INFO:tasks.rados.rados.0.smithi016.stdout:3772: done (0 left) 2024-04-24T02:55:05.211 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 374 2024-04-24T02:55:05.211 INFO:tasks.rados.rados.0.smithi016.stdout:3773: seq_num 1168 ranges {6635520=368640} 2024-04-24T02:55:05.244 INFO:tasks.rados.rados.0.smithi016.stdout:3773: writing smithi01673382-1 from 6635520 to 7004160 tid 1 2024-04-24T02:55:05.244 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 374 2024-04-24T02:55:05.245 INFO:tasks.rados.rados.0.smithi016.stdout:3774: seq_num 1169 ranges {0=385024} 2024-04-24T02:55:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3774: writing smithi01673382-31 from 0 to 385024 tid 1 2024-04-24T02:55:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 374 2024-04-24T02:55:05.247 INFO:tasks.rados.rados.0.smithi016.stdout:3775: seq_num 1170 ranges {2670592=401408} 2024-04-24T02:55:05.264 INFO:tasks.rados.rados.0.smithi016.stdout:3775: writing smithi01673382-38 from 2670592 to 3072000 tid 1 2024-04-24T02:55:05.264 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 374 2024-04-24T02:55:05.264 INFO:tasks.rados.rados.0.smithi016.stdout:3776: seq_num 1171 ranges {0=417792} 2024-04-24T02:55:05.266 INFO:tasks.rados.rados.0.smithi016.stdout:3776: writing smithi01673382-44 from 0 to 417792 tid 1 2024-04-24T02:55:05.266 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 374 2024-04-24T02:55:05.267 INFO:tasks.rados.rados.0.smithi016.stdout:3773: finishing write tid 1 to smithi01673382-1 2024-04-24T02:55:05.267 INFO:tasks.rados.rados.0.smithi016.stdout:3777: seq_num 1172 ranges {16244736=434176} 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:3777: writing smithi01673382-5 from 16244736 to 16678912 tid 1 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:3778: rmattr oid 26 current snap is 374 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:3778: done (5 left) 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:3779: rollback oid 25 current snap is 374 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:3773: finishing write tid 2 to smithi01673382-1 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:3773: finishing write tid 3 to smithi01673382-1 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2723 (ObjNum 1168 snap 374 seq_num 1168) dirty exists 2024-04-24T02:55:05.359 INFO:tasks.rados.rados.0.smithi016.stdout:3773: left oid 1 (ObjNum 1168 snap 374 seq_num 1168) 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3774: finishing write tid 1 to smithi01673382-31 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3774: finishing write tid 2 to smithi01673382-31 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3774: finishing write tid 3 to smithi01673382-31 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 2962 (ObjNum 1169 snap 374 seq_num 1169) dirty exists 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3774: left oid 31 (ObjNum 1169 snap 374 seq_num 1169) 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 366 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3775: finishing write tid 1 to smithi01673382-38 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3775: finishing write tid 2 to smithi01673382-38 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3775: finishing write tid 3 to smithi01673382-38 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 3229 (ObjNum 1170 snap 374 seq_num 1170) dirty exists 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3775: left oid 38 (ObjNum 1170 snap 374 seq_num 1170) 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3776: finishing write tid 1 to smithi01673382-44 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3776: finishing write tid 2 to smithi01673382-44 2024-04-24T02:55:05.360 INFO:tasks.rados.rados.0.smithi016.stdout:3776: finishing write tid 3 to smithi01673382-44 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 3380 (ObjNum 1171 snap 374 seq_num 1171) dirty exists 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3776: left oid 44 (ObjNum 1171 snap 374 seq_num 1171) 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3773: done (5 left) 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3774: done (4 left) 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3775: done (3 left) 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3776: done (2 left) 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3780: rmattr oid 12 current snap is 374 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3781: rmattr oid 41 current snap is 374 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3781: done (3 left) 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3782: read oid 24 snap -1 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3782: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:3783: rollback oid 36 current snap is 374 2024-04-24T02:55:05.361 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 368 2024-04-24T02:55:05.362 INFO:tasks.rados.rados.0.smithi016.stdout:3784: read oid 32 snap -1 2024-04-24T02:55:05.362 INFO:tasks.rados.rados.0.smithi016.stdout:3784: expect (ObjNum 1119 snap 356 seq_num 1119) 2024-04-24T02:55:05.362 INFO:tasks.rados.rados.0.smithi016.stdout:3785: setattr oid 28 current snap is 374 2024-04-24T02:55:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3786: rmattr oid 41 current snap is 374 2024-04-24T02:55:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3786: done (7 left) 2024-04-24T02:55:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3787: read oid 21 snap -1 2024-04-24T02:55:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3787: expect (ObjNum 1154 snap 370 seq_num 1154) 2024-04-24T02:55:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3788: read oid 27 snap -1 2024-04-24T02:55:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3788: expect (ObjNum 1143 snap 364 seq_num 1143) 2024-04-24T02:55:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3789: copy_from oid 33 from oid 49 current snap is 374 2024-04-24T02:55:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3790: rollback oid 18 current snap is 374 2024-04-24T02:55:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 357 2024-04-24T02:55:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3791: rollback oid 13 current snap is 374 2024-04-24T02:55:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 357 2024-04-24T02:55:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 374 2024-04-24T02:55:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3792: seq_num 1173 ranges {1286144=450560} 2024-04-24T02:55:05.372 INFO:tasks.rados.rados.0.smithi016.stdout:3792: writing smithi01673382-6 from 1286144 to 1736704 tid 1 2024-04-24T02:55:05.372 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 374 2024-04-24T02:55:05.372 INFO:tasks.rados.rados.0.smithi016.stdout:3793: seq_num 1174 ranges {3317760=466944} 2024-04-24T02:55:05.393 INFO:tasks.rados.rados.0.smithi016.stdout:3793: writing smithi01673382-9 from 3317760 to 3784704 tid 1 2024-04-24T02:55:05.393 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 374 2024-04-24T02:55:05.393 INFO:tasks.rados.rados.0.smithi016.stdout:3794: seq_num 1175 ranges {245760=483328} 2024-04-24T02:55:05.398 INFO:tasks.rados.rados.0.smithi016.stdout:3794: writing smithi01673382-42 from 245760 to 729088 tid 1 2024-04-24T02:55:05.398 INFO:tasks.rados.rados.0.smithi016.stdout:3795: snap_remove snap 364 2024-04-24T02:55:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:05 smithi016 ceph-mon[84376]: osdmap e814: 8 total, 8 up, 8 in 2024-04-24T02:55:05.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:05 smithi016 ceph-mon[86910]: osdmap e814: 8 total, 8 up, 8 in 2024-04-24T02:55:05.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:05 smithi063 ceph-mon[77007]: osdmap e814: 8 total, 8 up, 8 in 2024-04-24T02:55:06.131 INFO:tasks.rados.rados.0.smithi016.stdout:3795: done (15 left) 2024-04-24T02:55:06.132 INFO:tasks.rados.rados.0.smithi016.stdout:3796: read oid 38 snap -1 2024-04-24T02:55:06.132 INFO:tasks.rados.rados.0.smithi016.stdout:3796: expect (ObjNum 1170 snap 374 seq_num 1170) 2024-04-24T02:55:06.132 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-24T02:55:06.132 INFO:tasks.rados.rados.0.smithi016.stdout:3787: expect (ObjNum 1154 snap 370 seq_num 1154) 2024-04-24T02:55:06.137 INFO:tasks.rados.rados.0.smithi016.stdout:3790: finishing rollback tid 1 to smithi01673382-18 2024-04-24T02:55:06.137 INFO:tasks.rados.rados.0.smithi016.stdout:3790: finishing rollback tid 2 to smithi01673382-18 2024-04-24T02:55:06.137 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 1955 (ObjNum 1117 snap 355 seq_num 1117) dirty exists 2024-04-24T02:55:06.137 INFO:tasks.rados.rados.0.smithi016.stdout:3783: finishing rollback tid 0 to smithi01673382-36 2024-04-24T02:55:06.137 INFO:tasks.rados.rados.0.smithi016.stdout:3783: finishing rollback tid 1 to smithi01673382-36 2024-04-24T02:55:06.137 INFO:tasks.rados.rados.0.smithi016.stdout:3791: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:55:06.137 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 3024 (ObjNum 1113 snap 354 seq_num 1113) dirty exists 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:3783: finishing rollback tid 2 to smithi01673382-36 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2726 (ObjNum 1144 snap 364 seq_num 1144) dirty exists 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:3777: finishing write tid 1 to smithi01673382-5 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 3132 (ObjNum 1140 snap 363 seq_num 1140) dirty exists 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:3777: finishing write tid 2 to smithi01673382-5 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:3791: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 3382 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:3777: finishing write tid 3 to smithi01673382-5 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 3125 (ObjNum 1172 snap 374 seq_num 1172) dirty exists 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:3777: left oid 5 (ObjNum 1172 snap 374 seq_num 1172) 2024-04-24T02:55:06.138 INFO:tasks.rados.rados.0.smithi016.stdout:3782: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:55:06.266 INFO:tasks.rados.rados.0.smithi016.stdout:3779: finishing rollback tid 0 to smithi01673382-25 2024-04-24T02:55:06.267 INFO:tasks.rados.rados.0.smithi016.stdout:3779: finishing rollback tid 1 to smithi01673382-25 2024-04-24T02:55:06.267 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 3152 (ObjNum 2003420912 snap 22076 seq_num 2001643008) dirty dne 2024-04-24T02:55:06.267 INFO:tasks.rados.rados.0.smithi016.stdout:3788: expect (ObjNum 1143 snap 364 seq_num 1143) 2024-04-24T02:55:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:3792: finishing write tid 1 to smithi01673382-6 2024-04-24T02:55:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:3792: finishing write tid 2 to smithi01673382-6 2024-04-24T02:55:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:3792: finishing write tid 3 to smithi01673382-6 2024-04-24T02:55:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 3134 (ObjNum 1173 snap 374 seq_num 1173) dirty exists 2024-04-24T02:55:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:3792: left oid 6 (ObjNum 1173 snap 374 seq_num 1173) 2024-04-24T02:55:06.330 INFO:tasks.rados.rados.0.smithi016.stdout:3784: expect (ObjNum 1119 snap 356 seq_num 1119) 2024-04-24T02:55:06.456 INFO:tasks.rados.rados.0.smithi016.stdout:3793: finishing write tid 1 to smithi01673382-9 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3793: finishing write tid 2 to smithi01673382-9 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3789: finishing copy_from racing read to smithi01673382-33 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3793: finishing write tid 3 to smithi01673382-9 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 3127 (ObjNum 1174 snap 374 seq_num 1174) dirty exists 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3793: left oid 9 (ObjNum 1174 snap 374 seq_num 1174) 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3789: finishing copy_from to smithi01673382-33 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 3136 (ObjNum 1127 snap 358 seq_num 1127) dirty exists 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3794: finishing write tid 1 to smithi01673382-42 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3794: finishing write tid 2 to smithi01673382-42 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3794: finishing write tid 3 to smithi01673382-42 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 3232 (ObjNum 1175 snap 374 seq_num 1175) dirty exists 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3794: left oid 42 (ObjNum 1175 snap 374 seq_num 1175) 2024-04-24T02:55:06.457 INFO:tasks.rados.rados.0.smithi016.stdout:3796: expect (ObjNum 1170 snap 374 seq_num 1170) 2024-04-24T02:55:06.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:06 smithi016 ceph-mon[84376]: pgmap v857: 121 pgs: 121 active+clean; 314 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 657 KiB/s wr, 7 op/s 2024-04-24T02:55:06.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:06 smithi016 ceph-mon[84376]: osdmap e815: 8 total, 8 up, 8 in 2024-04-24T02:55:06.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:06 smithi016 ceph-mon[84376]: osdmap e816: 8 total, 8 up, 8 in 2024-04-24T02:55:06.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:06 smithi016 ceph-mon[86910]: pgmap v857: 121 pgs: 121 active+clean; 314 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 657 KiB/s wr, 7 op/s 2024-04-24T02:55:06.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:06 smithi016 ceph-mon[86910]: osdmap e815: 8 total, 8 up, 8 in 2024-04-24T02:55:06.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:06 smithi016 ceph-mon[86910]: osdmap e816: 8 total, 8 up, 8 in 2024-04-24T02:55:06.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:06 smithi063 ceph-mon[77007]: pgmap v857: 121 pgs: 121 active+clean; 314 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 657 KiB/s wr, 7 op/s 2024-04-24T02:55:06.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:06 smithi063 ceph-mon[77007]: osdmap e815: 8 total, 8 up, 8 in 2024-04-24T02:55:06.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:06 smithi063 ceph-mon[77007]: osdmap e816: 8 total, 8 up, 8 in 2024-04-24T02:55:06.649 INFO:tasks.rados.rados.0.smithi016.stdout:3777: done (15 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3779: done (14 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3780: done (13 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3782: done (12 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3783: done (11 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3784: done (10 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3785: done (9 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3787: done (8 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3788: done (7 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3789: done (6 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3790: done (5 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3791: done (4 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3792: done (3 left) 2024-04-24T02:55:06.650 INFO:tasks.rados.rados.0.smithi016.stdout:3793: done (2 left) 2024-04-24T02:55:06.651 INFO:tasks.rados.rados.0.smithi016.stdout:3794: done (1 left) 2024-04-24T02:55:06.651 INFO:tasks.rados.rados.0.smithi016.stdout:3796: done (0 left) 2024-04-24T02:55:06.651 INFO:tasks.rados.rados.0.smithi016.stdout:3797: copy_from oid 2 from oid 32 current snap is 374 2024-04-24T02:55:06.651 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 374 2024-04-24T02:55:06.651 INFO:tasks.rados.rados.0.smithi016.stdout:3798: seq_num 1176 ranges {729088=499712} 2024-04-24T02:55:06.656 INFO:tasks.rados.rados.0.smithi016.stdout:3798: writing smithi01673382-42 from 729088 to 1228800 tid 1 2024-04-24T02:55:06.656 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 374 2024-04-24T02:55:06.656 INFO:tasks.rados.rados.0.smithi016.stdout:3799: seq_num 1177 ranges {0=516096} 2024-04-24T02:55:06.661 INFO:tasks.rados.rados.0.smithi016.stdout:3799: writing smithi01673382-7 from 0 to 516096 tid 1 2024-04-24T02:55:06.661 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 374 2024-04-24T02:55:06.661 INFO:tasks.rados.rados.0.smithi016.stdout:3800: seq_num 1178 ranges {385024=532480} 2024-04-24T02:55:06.665 INFO:tasks.rados.rados.0.smithi016.stdout:3800: writing smithi01673382-31 from 385024 to 917504 tid 1 2024-04-24T02:55:06.665 INFO:tasks.rados.rados.0.smithi016.stdout:3801: snap_remove snap 365 2024-04-24T02:55:07.209 INFO:tasks.rados.rados.0.smithi016.stdout:3801: done (4 left) 2024-04-24T02:55:07.209 INFO:tasks.rados.rados.0.smithi016.stdout:3802: snap_remove snap 372 2024-04-24T02:55:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:3802: done (4 left) 2024-04-24T02:55:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:3803: rollback oid 40 current snap is 374 2024-04-24T02:55:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 360 2024-04-24T02:55:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:3797: finishing copy_from racing read to smithi01673382-2 2024-04-24T02:55:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:3797: finishing copy_from to smithi01673382-2 2024-04-24T02:55:08.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 3126 (ObjNum 1119 snap 356 seq_num 1119) dirty exists 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3798: finishing write tid 1 to smithi01673382-42 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3798: finishing write tid 2 to smithi01673382-42 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3799: finishing write tid 1 to smithi01673382-7 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3799: finishing write tid 2 to smithi01673382-7 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3799: finishing write tid 3 to smithi01673382-7 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 3240 (ObjNum 1177 snap 374 seq_num 1177) dirty exists 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3799: left oid 7 (ObjNum 1177 snap 374 seq_num 1177) 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3798: finishing write tid 3 to smithi01673382-42 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 3238 (ObjNum 1176 snap 374 seq_num 1176) dirty exists 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3798: left oid 42 (ObjNum 1176 snap 374 seq_num 1176) 2024-04-24T02:55:08.213 INFO:tasks.rados.rados.0.smithi016.stdout:3797: done (4 left) 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3798: done (3 left) 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3799: done (2 left) 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3804: rollback oid 43 current snap is 374 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 366 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3800: finishing write tid 1 to smithi01673382-31 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3800: finishing write tid 2 to smithi01673382-31 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3800: finishing write tid 3 to smithi01673382-31 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 2964 (ObjNum 1178 snap 374 seq_num 1178) dirty exists 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3800: left oid 31 (ObjNum 1178 snap 374 seq_num 1178) 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3800: done (2 left) 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3805: read oid 22 snap -1 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3805: expect (ObjNum 1135 snap 360 seq_num 1135) 2024-04-24T02:55:08.214 INFO:tasks.rados.rados.0.smithi016.stdout:3806: copy_from oid 14 from oid 25 current snap is 374 2024-04-24T02:55:08.215 INFO:tasks.rados.rados.0.smithi016.stdout:3807: copy_from oid 48 from oid 49 current snap is 374 2024-04-24T02:55:08.215 INFO:tasks.rados.rados.0.smithi016.stdout:3808: delete oid 27 current snap is 374 2024-04-24T02:55:08.228 INFO:tasks.rados.rados.0.smithi016.stdout:3806: finishing copy_from to smithi01673382-14 2024-04-24T02:55:08.228 INFO:tasks.rados.rados.0.smithi016.stdout:3806: got expected ENOENT (src dne) 2024-04-24T02:55:08.228 INFO:tasks.rados.rados.0.smithi016.stdout:3806: finishing copy_from racing read to smithi01673382-14 2024-04-24T02:55:08.230 INFO:tasks.rados.rados.0.smithi016.stdout:3803: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:55:08.237 INFO:tasks.rados.rados.0.smithi016.stdout:3805: expect (ObjNum 1135 snap 360 seq_num 1135) 2024-04-24T02:55:08.358 INFO:tasks.rados.rados.0.smithi016.stdout:3803: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3807: finishing copy_from racing read to smithi01673382-48 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3803: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 3027 (ObjNum 1058 snap 344 seq_num 1058) dirty exists 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3807: finishing copy_from to smithi01673382-48 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 3136 (ObjNum 1127 snap 358 seq_num 1127) dirty exists 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3804: finishing rollback tid 0 to smithi01673382-43 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3804: finishing rollback tid 1 to smithi01673382-43 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3804: finishing rollback tid 2 to smithi01673382-43 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2729 (ObjNum 1138 snap 360 seq_num 1138) dirty exists 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3803: done (5 left) 2024-04-24T02:55:08.359 INFO:tasks.rados.rados.0.smithi016.stdout:3804: done (4 left) 2024-04-24T02:55:08.360 INFO:tasks.rados.rados.0.smithi016.stdout:3805: done (3 left) 2024-04-24T02:55:08.360 INFO:tasks.rados.rados.0.smithi016.stdout:3806: done (2 left) 2024-04-24T02:55:08.360 INFO:tasks.rados.rados.0.smithi016.stdout:3807: done (1 left) 2024-04-24T02:55:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:3808: done (0 left) 2024-04-24T02:55:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:3809: rollback oid 44 current snap is 374 2024-04-24T02:55:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 360 2024-04-24T02:55:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:3810: rollback oid 14 current snap is 374 2024-04-24T02:55:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 324 2024-04-24T02:55:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:3811: delete oid 1 current snap is 374 2024-04-24T02:55:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:3811: done (2 left) 2024-04-24T02:55:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:3812: copy_from oid 26 from oid 24 current snap is 374 2024-04-24T02:55:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:3813: delete oid 13 current snap is 374 2024-04-24T02:55:08.363 INFO:tasks.rados.rados.0.smithi016.stdout:3810: finishing rollback tid 1 to smithi01673382-14 2024-04-24T02:55:08.363 INFO:tasks.rados.rados.0.smithi016.stdout:3810: finishing rollback tid 2 to smithi01673382-14 2024-04-24T02:55:08.364 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 3029 (ObjNum 476 snap 169 seq_num 476) dirty exists 2024-04-24T02:55:08.366 INFO:tasks.rados.rados.0.smithi016.stdout:3809: finishing rollback tid 0 to smithi01673382-44 2024-04-24T02:55:08.366 INFO:tasks.rados.rados.0.smithi016.stdout:3809: finishing rollback tid 1 to smithi01673382-44 2024-04-24T02:55:08.366 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 3400 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-04-24T02:55:08.366 INFO:tasks.rados.rados.0.smithi016.stdout:3809: done (3 left) 2024-04-24T02:55:08.366 INFO:tasks.rados.rados.0.smithi016.stdout:3810: done (2 left) 2024-04-24T02:55:08.366 INFO:tasks.rados.rados.0.smithi016.stdout:3813: done (1 left) 2024-04-24T02:55:08.366 INFO:tasks.rados.rados.0.smithi016.stdout:3814: delete oid 50 current snap is 374 2024-04-24T02:55:08.369 INFO:tasks.rados.rados.0.smithi016.stdout:3814: done (1 left) 2024-04-24T02:55:08.369 INFO:tasks.rados.rados.0.smithi016.stdout:3815: snap_create 2024-04-24T02:55:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:3812: finishing copy_from racing read to smithi01673382-26 2024-04-24T02:55:08.382 INFO:tasks.rados.rados.0.smithi016.stdout:3812: finishing copy_from to smithi01673382-26 2024-04-24T02:55:08.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 3094 (ObjNum 813 snap 282 seq_num 813) dirty exists 2024-04-24T02:55:08.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:08 smithi016 ceph-mon[84376]: pgmap v860: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-24T02:55:08.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:08 smithi016 ceph-mon[84376]: osdmap e817: 8 total, 8 up, 8 in 2024-04-24T02:55:08.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:55:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:55:08] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:55:08.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:08 smithi016 ceph-mon[86910]: pgmap v860: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-24T02:55:08.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:08 smithi016 ceph-mon[86910]: osdmap e817: 8 total, 8 up, 8 in 2024-04-24T02:55:08.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:08 smithi063 ceph-mon[77007]: pgmap v860: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-24T02:55:08.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:08 smithi063 ceph-mon[77007]: osdmap e817: 8 total, 8 up, 8 in 2024-04-24T02:55:09.222 INFO:tasks.rados.rados.0.smithi016.stdout:3812: done (1 left) 2024-04-24T02:55:09.222 INFO:tasks.rados.rados.0.smithi016.stdout:3815: done (0 left) 2024-04-24T02:55:09.222 INFO:tasks.rados.rados.0.smithi016.stdout:3816: read oid 49 snap -1 2024-04-24T02:55:09.222 INFO:tasks.rados.rados.0.smithi016.stdout:3816: expect (ObjNum 1127 snap 358 seq_num 1127) 2024-04-24T02:55:09.222 INFO:tasks.rados.rados.0.smithi016.stdout:3817: snap_remove snap 368 2024-04-24T02:55:09.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:09 smithi016 ceph-mon[84376]: osdmap e818: 8 total, 8 up, 8 in 2024-04-24T02:55:09.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:09 smithi016 ceph-mon[86910]: osdmap e818: 8 total, 8 up, 8 in 2024-04-24T02:55:09.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:09 smithi063 ceph-mon[77007]: osdmap e818: 8 total, 8 up, 8 in 2024-04-24T02:55:10.231 INFO:tasks.rados.rados.0.smithi016.stdout:3817: done (1 left) 2024-04-24T02:55:10.231 INFO:tasks.rados.rados.0.smithi016.stdout:3818: snap_remove snap 363 2024-04-24T02:55:10.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:10 smithi016 ceph-mon[84376]: pgmap v863: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-24T02:55:10.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:10 smithi016 ceph-mon[84376]: osdmap e819: 8 total, 8 up, 8 in 2024-04-24T02:55:10.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:10 smithi016 ceph-mon[86910]: pgmap v863: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-24T02:55:10.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:10 smithi016 ceph-mon[86910]: osdmap e819: 8 total, 8 up, 8 in 2024-04-24T02:55:10.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:10 smithi063 ceph-mon[77007]: pgmap v863: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-24T02:55:10.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:10 smithi063 ceph-mon[77007]: osdmap e819: 8 total, 8 up, 8 in 2024-04-24T02:55:11.241 INFO:tasks.rados.rados.0.smithi016.stdout:3818: done (1 left) 2024-04-24T02:55:11.241 INFO:tasks.rados.rados.0.smithi016.stdout:3819: delete oid 14 current snap is 375 2024-04-24T02:55:11.241 INFO:tasks.rados.rados.0.smithi016.stdout:3816: expect (ObjNum 1127 snap 358 seq_num 1127) 2024-04-24T02:55:11.361 INFO:tasks.rados.rados.0.smithi016.stdout:3816: done (1 left) 2024-04-24T02:55:11.361 INFO:tasks.rados.rados.0.smithi016.stdout:3819: done (0 left) 2024-04-24T02:55:11.361 INFO:tasks.rados.rados.0.smithi016.stdout:3820: rollback oid 19 current snap is 375 2024-04-24T02:55:11.361 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 374 2024-04-24T02:55:11.361 INFO:tasks.rados.rados.0.smithi016.stdout:3821: copy_from oid 18 from oid 42 current snap is 375 2024-04-24T02:55:11.361 INFO:tasks.rados.rados.0.smithi016.stdout:3822: read oid 30 snap 360 2024-04-24T02:55:11.361 INFO:tasks.rados.rados.0.smithi016.stdout:3822: expect deleted 2024-04-24T02:55:11.362 INFO:tasks.rados.rados.0.smithi016.stdout:3823: read oid 10 snap -1 2024-04-24T02:55:11.362 INFO:tasks.rados.rados.0.smithi016.stdout:3823: expect (ObjNum 1163 snap 372 seq_num 1163) 2024-04-24T02:55:11.362 INFO:tasks.rados.rados.0.smithi016.stdout:3824: delete oid 21 current snap is 375 2024-04-24T02:55:11.363 INFO:tasks.rados.rados.0.smithi016.stdout:3822: done (4 left) 2024-04-24T02:55:11.363 INFO:tasks.rados.rados.0.smithi016.stdout:3824: done (3 left) 2024-04-24T02:55:11.364 INFO:tasks.rados.rados.0.smithi016.stdout:3825: rmattr oid 44 current snap is 375 2024-04-24T02:55:11.364 INFO:tasks.rados.rados.0.smithi016.stdout:3825: done (3 left) 2024-04-24T02:55:11.364 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 375 2024-04-24T02:55:11.364 INFO:tasks.rados.rados.0.smithi016.stdout:3826: seq_num 1185 ranges {6389760=655360} 2024-04-24T02:55:11.402 INFO:tasks.rados.rados.0.smithi016.stdout:3826: writing smithi01673382-4 from 6389760 to 7045120 tid 1 2024-04-24T02:55:11.402 INFO:tasks.rados.rados.0.smithi016.stdout:3827: rollback oid 1 current snap is 375 2024-04-24T02:55:11.402 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 369 2024-04-24T02:55:11.402 INFO:tasks.rados.rados.0.smithi016.stdout:3820: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:55:11.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 3323 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:55:11.403 INFO:tasks.rados.rados.0.smithi016.stdout:3823: expect (ObjNum 1163 snap 372 seq_num 1163) 2024-04-24T02:55:11.412 INFO:tasks.rados.rados.0.smithi016.stdout:3821: finishing copy_from racing read to smithi01673382-18 2024-04-24T02:55:11.412 INFO:tasks.rados.rados.0.smithi016.stdout:3821: finishing copy_from to smithi01673382-18 2024-04-24T02:55:11.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 3238 (ObjNum 1176 snap 374 seq_num 1176) dirty exists 2024-04-24T02:55:11.412 INFO:tasks.rados.rados.0.smithi016.stdout:3820: done (4 left) 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3821: done (3 left) 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3823: done (2 left) 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3828: rmattr oid 6 current snap is 375 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3827: finishing rollback tid 1 to smithi01673382-1 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3827: finishing rollback tid 2 to smithi01673382-1 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2732 (ObjNum 1122 snap 357 seq_num 1122) dirty exists 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3826: finishing write tid 1 to smithi01673382-4 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3826: finishing write tid 2 to smithi01673382-4 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3826: finishing write tid 3 to smithi01673382-4 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 3413 (ObjNum 1185 snap 375 seq_num 1185) dirty exists 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3826: left oid 4 (ObjNum 1185 snap 375 seq_num 1185) 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3826: done (2 left) 2024-04-24T02:55:11.413 INFO:tasks.rados.rados.0.smithi016.stdout:3827: done (1 left) 2024-04-24T02:55:11.414 INFO:tasks.rados.rados.0.smithi016.stdout:3829: read oid 27 snap -1 2024-04-24T02:55:11.414 INFO:tasks.rados.rados.0.smithi016.stdout:3829: expect deleted 2024-04-24T02:55:11.414 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 375 2024-04-24T02:55:11.414 INFO:tasks.rados.rados.0.smithi016.stdout:3830: seq_num 1186 ranges {2646016=671744} 2024-04-24T02:55:11.430 INFO:tasks.rados.rados.0.smithi016.stdout:3830: writing smithi01673382-15 from 2646016 to 3317760 tid 1 2024-04-24T02:55:11.430 INFO:tasks.rados.rados.0.smithi016.stdout:3831: snap_create 2024-04-24T02:55:11.430 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 3136 (ObjNum 1173 snap 374 seq_num 1173) dirty exists 2024-04-24T02:55:11.433 INFO:tasks.rados.rados.0.smithi016.stdout:3830: finishing write tid 1 to smithi01673382-15 2024-04-24T02:55:11.433 INFO:tasks.rados.rados.0.smithi016.stdout:3830: finishing write tid 2 to smithi01673382-15 2024-04-24T02:55:11.434 INFO:tasks.rados.rados.0.smithi016.stdout:3830: finishing write tid 3 to smithi01673382-15 2024-04-24T02:55:11.434 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2261 (ObjNum 1186 snap 375 seq_num 1186) dirty exists 2024-04-24T02:55:11.434 INFO:tasks.rados.rados.0.smithi016.stdout:3830: left oid 15 (ObjNum 1186 snap 375 seq_num 1186) 2024-04-24T02:55:11.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:11 smithi016 ceph-mon[84376]: osdmap e820: 8 total, 8 up, 8 in 2024-04-24T02:55:11.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:11 smithi016 ceph-mon[86910]: osdmap e820: 8 total, 8 up, 8 in 2024-04-24T02:55:11.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:11 smithi063 ceph-mon[77007]: osdmap e820: 8 total, 8 up, 8 in 2024-04-24T02:55:12.239 INFO:tasks.rados.rados.0.smithi016.stdout:3828: done (3 left) 2024-04-24T02:55:12.239 INFO:tasks.rados.rados.0.smithi016.stdout:3829: done (2 left) 2024-04-24T02:55:12.239 INFO:tasks.rados.rados.0.smithi016.stdout:3830: done (1 left) 2024-04-24T02:55:12.239 INFO:tasks.rados.rados.0.smithi016.stdout:3831: done (0 left) 2024-04-24T02:55:12.239 INFO:tasks.rados.rados.0.smithi016.stdout:3832: snap_create 2024-04-24T02:55:12.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:12 smithi016 ceph-mon[84376]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-24T02:55:12.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:12 smithi016 ceph-mon[84376]: osdmap e821: 8 total, 8 up, 8 in 2024-04-24T02:55:12.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:12 smithi016 ceph-mon[86910]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-24T02:55:12.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:12 smithi016 ceph-mon[86910]: osdmap e821: 8 total, 8 up, 8 in 2024-04-24T02:55:12.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:12 smithi063 ceph-mon[77007]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-24T02:55:12.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:12 smithi063 ceph-mon[77007]: osdmap e821: 8 total, 8 up, 8 in 2024-04-24T02:55:13.243 INFO:tasks.rados.rados.0.smithi016.stdout:3832: done (0 left) 2024-04-24T02:55:13.243 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 377 2024-04-24T02:55:13.244 INFO:tasks.rados.rados.0.smithi016.stdout:3833: seq_num 1187 ranges {3719168=688128} 2024-04-24T02:55:13.268 INFO:tasks.rados.rados.0.smithi016.stdout:3833: writing smithi01673382-32 from 3719168 to 4407296 tid 1 2024-04-24T02:55:13.268 INFO:tasks.rados.rados.0.smithi016.stdout:3834: read oid 50 snap 376 2024-04-24T02:55:13.268 INFO:tasks.rados.rados.0.smithi016.stdout:3834: expect deleted 2024-04-24T02:55:13.268 INFO:tasks.rados.rados.0.smithi016.stdout:3835: copy_from oid 45 from oid 16 current snap is 377 2024-04-24T02:55:13.268 INFO:tasks.rados.rados.0.smithi016.stdout:3836: snap_create 2024-04-24T02:55:13.275 INFO:tasks.rados.rados.0.smithi016.stdout:3833: finishing write tid 1 to smithi01673382-32 2024-04-24T02:55:13.276 INFO:tasks.rados.rados.0.smithi016.stdout:3833: finishing write tid 2 to smithi01673382-32 2024-04-24T02:55:13.277 INFO:tasks.rados.rados.0.smithi016.stdout:3833: finishing write tid 3 to smithi01673382-32 2024-04-24T02:55:13.277 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 3154 (ObjNum 1187 snap 377 seq_num 1187) dirty exists 2024-04-24T02:55:13.277 INFO:tasks.rados.rados.0.smithi016.stdout:3833: left oid 32 (ObjNum 1187 snap 377 seq_num 1187) 2024-04-24T02:55:13.313 INFO:tasks.rados.rados.0.smithi016.stdout:3835: finishing copy_from racing read to smithi01673382-45 2024-04-24T02:55:13.313 INFO:tasks.rados.rados.0.smithi016.stdout:3835: finishing copy_from to smithi01673382-45 2024-04-24T02:55:13.314 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 2696 (ObjNum 1130 snap 359 seq_num 1130) dirty exists 2024-04-24T02:55:13.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:13 smithi016 ceph-mon[84376]: osdmap e822: 8 total, 8 up, 8 in 2024-04-24T02:55:13.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:13 smithi016 ceph-mon[86910]: osdmap e822: 8 total, 8 up, 8 in 2024-04-24T02:55:13.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:13 smithi063 ceph-mon[77007]: osdmap e822: 8 total, 8 up, 8 in 2024-04-24T02:55:14.250 INFO:tasks.rados.rados.0.smithi016.stdout:3833: done (3 left) 2024-04-24T02:55:14.251 INFO:tasks.rados.rados.0.smithi016.stdout:3834: done (2 left) 2024-04-24T02:55:14.251 INFO:tasks.rados.rados.0.smithi016.stdout:3835: done (1 left) 2024-04-24T02:55:14.251 INFO:tasks.rados.rados.0.smithi016.stdout:3836: done (0 left) 2024-04-24T02:55:14.251 INFO:tasks.rados.rados.0.smithi016.stdout:3837: read oid 34 snap -1 2024-04-24T02:55:14.251 INFO:tasks.rados.rados.0.smithi016.stdout:3837: expect deleted 2024-04-24T02:55:14.251 INFO:tasks.rados.rados.0.smithi016.stdout:3838: copy_from oid 11 from oid 38 current snap is 378 2024-04-24T02:55:14.251 INFO:tasks.rados.rados.0.smithi016.stdout:3839: snap_create 2024-04-24T02:55:14.264 INFO:tasks.rados.rados.0.smithi016.stdout:3838: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:55:14.265 INFO:tasks.rados.rados.0.smithi016.stdout:3838: finishing copy_from to smithi01673382-11 2024-04-24T02:55:14.265 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 3229 (ObjNum 1170 snap 374 seq_num 1170) dirty exists 2024-04-24T02:55:14.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:14 smithi016 ceph-mon[84376]: pgmap v869: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-24T02:55:14.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:14 smithi016 ceph-mon[84376]: osdmap e823: 8 total, 8 up, 8 in 2024-04-24T02:55:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:14 smithi016 ceph-mon[86910]: pgmap v869: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-24T02:55:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:14 smithi016 ceph-mon[86910]: osdmap e823: 8 total, 8 up, 8 in 2024-04-24T02:55:14.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:14 smithi063 ceph-mon[77007]: pgmap v869: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-04-24T02:55:14.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:14 smithi063 ceph-mon[77007]: osdmap e823: 8 total, 8 up, 8 in 2024-04-24T02:55:15.254 INFO:tasks.rados.rados.0.smithi016.stdout:3837: done (2 left) 2024-04-24T02:55:15.254 INFO:tasks.rados.rados.0.smithi016.stdout:3838: done (1 left) 2024-04-24T02:55:15.254 INFO:tasks.rados.rados.0.smithi016.stdout:3839: done (0 left) 2024-04-24T02:55:15.254 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 379 2024-04-24T02:55:15.254 INFO:tasks.rados.rados.0.smithi016.stdout:3840: seq_num 1188 ranges {3391488=704512} 2024-04-24T02:55:15.277 INFO:tasks.rados.rados.0.smithi016.stdout:3840: writing smithi01673382-26 from 3391488 to 4096000 tid 1 2024-04-24T02:55:15.277 INFO:tasks.rados.rados.0.smithi016.stdout:3841: rollback oid 10 current snap is 379 2024-04-24T02:55:15.277 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 378 2024-04-24T02:55:15.277 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 379 2024-04-24T02:55:15.277 INFO:tasks.rados.rados.0.smithi016.stdout:3842: seq_num 1189 ranges {3366912=720896} 2024-04-24T02:55:15.299 INFO:tasks.rados.rados.0.smithi016.stdout:3842: writing smithi01673382-49 from 3366912 to 4087808 tid 1 2024-04-24T02:55:15.299 INFO:tasks.rados.rados.0.smithi016.stdout:3843: read oid 25 snap -1 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3843: expect deleted 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3844: read oid 24 snap -1 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3844: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3845: snap_create 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3841: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3841: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3841: finishing rollback tid 2 to smithi01673382-10 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3157 (ObjNum 1163 snap 372 seq_num 1163) dirty exists 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3840: finishing write tid 1 to smithi01673382-26 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3840: finishing write tid 2 to smithi01673382-26 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3840: finishing write tid 3 to smithi01673382-26 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 3240 (ObjNum 1188 snap 379 seq_num 1188) dirty exists 2024-04-24T02:55:15.300 INFO:tasks.rados.rados.0.smithi016.stdout:3840: left oid 26 (ObjNum 1188 snap 379 seq_num 1188) 2024-04-24T02:55:15.308 INFO:tasks.rados.rados.0.smithi016.stdout:3842: finishing write tid 1 to smithi01673382-49 2024-04-24T02:55:15.310 INFO:tasks.rados.rados.0.smithi016.stdout:3842: finishing write tid 2 to smithi01673382-49 2024-04-24T02:55:15.310 INFO:tasks.rados.rados.0.smithi016.stdout:3842: finishing write tid 3 to smithi01673382-49 2024-04-24T02:55:15.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 3159 (ObjNum 1189 snap 379 seq_num 1189) dirty exists 2024-04-24T02:55:15.311 INFO:tasks.rados.rados.0.smithi016.stdout:3842: left oid 49 (ObjNum 1189 snap 379 seq_num 1189) 2024-04-24T02:55:15.312 INFO:tasks.rados.rados.0.smithi016.stdout:3844: expect (ObjNum 813 snap 282 seq_num 813) 2024-04-24T02:55:15.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:15 smithi016 ceph-mon[84376]: osdmap e824: 8 total, 8 up, 8 in 2024-04-24T02:55:15.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:15.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:15 smithi016 ceph-mon[86910]: osdmap e824: 8 total, 8 up, 8 in 2024-04-24T02:55:15.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:15.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:15 smithi063 ceph-mon[77007]: osdmap e824: 8 total, 8 up, 8 in 2024-04-24T02:55:15.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:16.131 INFO:tasks.rados.rados.0.smithi016.stdout:3840: done (5 left) 2024-04-24T02:55:16.131 INFO:tasks.rados.rados.0.smithi016.stdout:3841: done (4 left) 2024-04-24T02:55:16.131 INFO:tasks.rados.rados.0.smithi016.stdout:3842: done (3 left) 2024-04-24T02:55:16.132 INFO:tasks.rados.rados.0.smithi016.stdout:3843: done (2 left) 2024-04-24T02:55:16.132 INFO:tasks.rados.rados.0.smithi016.stdout:3844: done (1 left) 2024-04-24T02:55:16.132 INFO:tasks.rados.rados.0.smithi016.stdout:3845: done (0 left) 2024-04-24T02:55:16.132 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 380 2024-04-24T02:55:16.132 INFO:tasks.rados.rados.0.smithi016.stdout:3846: seq_num 1190 ranges {0=737280} 2024-04-24T02:55:16.135 INFO:tasks.rados.rados.0.smithi016.stdout:3846: writing smithi01673382-13 from 0 to 737280 tid 1 2024-04-24T02:55:16.136 INFO:tasks.rados.rados.0.smithi016.stdout:3847: read oid 26 snap -1 2024-04-24T02:55:16.136 INFO:tasks.rados.rados.0.smithi016.stdout:3847: expect (ObjNum 1188 snap 379 seq_num 1188) 2024-04-24T02:55:16.136 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 380 2024-04-24T02:55:16.136 INFO:tasks.rados.rados.0.smithi016.stdout:3848: seq_num 1191 ranges {3497984=753664} 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3848: writing smithi01673382-22 from 3497984 to 4251648 tid 1 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3849: rollback oid 23 current snap is 380 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 378 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3846: finishing write tid 1 to smithi01673382-13 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3850: setattr oid 35 current snap is 380 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3846: finishing write tid 2 to smithi01673382-13 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3846: finishing write tid 3 to smithi01673382-13 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 3415 (ObjNum 1190 snap 380 seq_num 1190) dirty exists 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3846: left oid 13 (ObjNum 1190 snap 380 seq_num 1190) 2024-04-24T02:55:16.160 INFO:tasks.rados.rados.0.smithi016.stdout:3847: expect (ObjNum 1188 snap 379 seq_num 1188) 2024-04-24T02:55:16.358 INFO:tasks.rados.rados.0.smithi016.stdout:3848: finishing write tid 1 to smithi01673382-22 2024-04-24T02:55:16.358 INFO:tasks.rados.rados.0.smithi016.stdout:3848: finishing write tid 2 to smithi01673382-22 2024-04-24T02:55:16.358 INFO:tasks.rados.rados.0.smithi016.stdout:3849: finishing rollback tid 0 to smithi01673382-23 2024-04-24T02:55:16.358 INFO:tasks.rados.rados.0.smithi016.stdout:3849: finishing rollback tid 1 to smithi01673382-23 2024-04-24T02:55:16.358 INFO:tasks.rados.rados.0.smithi016.stdout:3849: finishing rollback tid 2 to smithi01673382-23 2024-04-24T02:55:16.358 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3162 (ObjNum 1126 snap 358 seq_num 1126) dirty exists 2024-04-24T02:55:16.358 INFO:tasks.rados.rados.0.smithi016.stdout:3848: finishing write tid 3 to smithi01673382-22 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 3128 (ObjNum 1191 snap 380 seq_num 1191) dirty exists 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3848: left oid 22 (ObjNum 1191 snap 380 seq_num 1191) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3846: done (4 left) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3847: done (3 left) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3848: done (2 left) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3849: done (1 left) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3851: read oid 6 snap -1 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3851: expect (ObjNum 1173 snap 374 seq_num 1173) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3852: read oid 10 snap -1 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3852: expect (ObjNum 1163 snap 372 seq_num 1163) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3853: read oid 43 snap -1 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3853: expect (ObjNum 1138 snap 360 seq_num 1138) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3854: read oid 1 snap -1 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3854: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-04-24T02:55:16.359 INFO:tasks.rados.rados.0.smithi016.stdout:3855: delete oid 9 current snap is 380 2024-04-24T02:55:16.360 INFO:tasks.rados.rados.0.smithi016.stdout:3852: expect (ObjNum 1163 snap 372 seq_num 1163) 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 2699 (ObjNum 1162 snap 372 seq_num 1162) dirty exists 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:3850: done (5 left) 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:3852: done (4 left) 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:3855: done (3 left) 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:3856: read oid 4 snap -1 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:3856: expect (ObjNum 1185 snap 375 seq_num 1185) 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 380 2024-04-24T02:55:16.372 INFO:tasks.rados.rados.0.smithi016.stdout:3853: expect (ObjNum 1138 snap 360 seq_num 1138) 2024-04-24T02:55:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:3851: expect (ObjNum 1173 snap 374 seq_num 1173) 2024-04-24T02:55:16.507 INFO:tasks.rados.rados.0.smithi016.stdout:3854: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-04-24T02:55:16.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:16 smithi016 ceph-mon[84376]: pgmap v872: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-24T02:55:16.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:16 smithi016 ceph-mon[84376]: osdmap e825: 8 total, 8 up, 8 in 2024-04-24T02:55:16.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:16 smithi016 ceph-mon[84376]: osdmap e826: 8 total, 8 up, 8 in 2024-04-24T02:55:16.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:16 smithi016 ceph-mon[86910]: pgmap v872: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-24T02:55:16.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:16 smithi016 ceph-mon[86910]: osdmap e825: 8 total, 8 up, 8 in 2024-04-24T02:55:16.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:16 smithi016 ceph-mon[86910]: osdmap e826: 8 total, 8 up, 8 in 2024-04-24T02:55:16.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:16 smithi063 ceph-mon[77007]: pgmap v872: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-24T02:55:16.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:16 smithi063 ceph-mon[77007]: osdmap e825: 8 total, 8 up, 8 in 2024-04-24T02:55:16.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:16 smithi063 ceph-mon[77007]: osdmap e826: 8 total, 8 up, 8 in 2024-04-24T02:55:16.870 INFO:tasks.rados.rados.0.smithi016.stdout:3856: expect (ObjNum 1185 snap 375 seq_num 1185) 2024-04-24T02:55:17.332 INFO:tasks.rados.rados.0.smithi016.stdout:3857: seq_num 1193 ranges {3366912=786432} 2024-04-24T02:55:17.355 INFO:tasks.rados.rados.0.smithi016.stdout:3857: writing smithi01673382-48 from 3366912 to 4153344 tid 1 2024-04-24T02:55:17.356 INFO:tasks.rados.rados.0.smithi016.stdout:3851: done (4 left) 2024-04-24T02:55:17.356 INFO:tasks.rados.rados.0.smithi016.stdout:3853: done (3 left) 2024-04-24T02:55:17.356 INFO:tasks.rados.rados.0.smithi016.stdout:3854: done (2 left) 2024-04-24T02:55:17.356 INFO:tasks.rados.rados.0.smithi016.stdout:3856: done (1 left) 2024-04-24T02:55:17.356 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 380 2024-04-24T02:55:17.356 INFO:tasks.rados.rados.0.smithi016.stdout:3858: seq_num 1194 ranges {3391488=802816} 2024-04-24T02:55:17.378 INFO:tasks.rados.rados.0.smithi016.stdout:3858: writing smithi01673382-24 from 3391488 to 4194304 tid 1 2024-04-24T02:55:17.378 INFO:tasks.rados.rados.0.smithi016.stdout:3859: delete oid 17 current snap is 380 2024-04-24T02:55:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:3857: finishing write tid 1 to smithi01673382-48 2024-04-24T02:55:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:3857: finishing write tid 2 to smithi01673382-48 2024-04-24T02:55:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:3857: finishing write tid 3 to smithi01673382-48 2024-04-24T02:55:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 3207 (ObjNum 1193 snap 380 seq_num 1193) dirty exists 2024-04-24T02:55:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:3857: left oid 48 (ObjNum 1193 snap 380 seq_num 1193) 2024-04-24T02:55:17.383 INFO:tasks.rados.rados.0.smithi016.stdout:3857: done (2 left) 2024-04-24T02:55:17.383 INFO:tasks.rados.rados.0.smithi016.stdout:3859: done (1 left) 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3860: rmattr oid 46 current snap is 380 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3860: done (1 left) 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3861: read oid 43 snap -1 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3861: expect (ObjNum 1138 snap 360 seq_num 1138) 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3862: read oid 47 snap -1 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3862: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3863: copy_from oid 26 from oid 1 current snap is 380 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3864: rmattr oid 31 current snap is 380 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3864: done (4 left) 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3865: read oid 14 snap 360 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3865: expect (ObjNum 1128 snap 358 seq_num 1128) 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3866: copy_from oid 39 from oid 48 current snap is 380 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3858: finishing write tid 1 to smithi01673382-24 2024-04-24T02:55:17.384 INFO:tasks.rados.rados.0.smithi016.stdout:3867: snap_create 2024-04-24T02:55:17.391 INFO:tasks.rados.rados.0.smithi016.stdout:3858: finishing write tid 2 to smithi01673382-24 2024-04-24T02:55:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:3858: finishing write tid 3 to smithi01673382-24 2024-04-24T02:55:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 3261 (ObjNum 1194 snap 380 seq_num 1194) dirty exists 2024-04-24T02:55:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:3858: left oid 24 (ObjNum 1194 snap 380 seq_num 1194) 2024-04-24T02:55:17.396 INFO:tasks.rados.rados.0.smithi016.stdout:3865: expect (ObjNum 1128 snap 358 seq_num 1128) 2024-04-24T02:55:17.458 INFO:tasks.rados.rados.0.smithi016.stdout:3861: expect (ObjNum 1138 snap 360 seq_num 1138) 2024-04-24T02:55:17.518 INFO:tasks.rados.rados.0.smithi016.stdout:3862: expect (ObjNum 771 snap 266 seq_num 771) 2024-04-24T02:55:17.656 INFO:tasks.rados.rados.0.smithi016.stdout:3866: finishing copy_from racing read to smithi01673382-39 2024-04-24T02:55:17.656 INFO:tasks.rados.rados.0.smithi016.stdout:3866: finishing copy_from to smithi01673382-39 2024-04-24T02:55:17.656 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 3207 (ObjNum 1193 snap 380 seq_num 1193) dirty exists 2024-04-24T02:55:17.656 INFO:tasks.rados.rados.0.smithi016.stdout:3863: finishing copy_from racing read to smithi01673382-26 2024-04-24T02:55:17.656 INFO:tasks.rados.rados.0.smithi016.stdout:3863: finishing copy_from to smithi01673382-26 2024-04-24T02:55:17.656 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 2732 (ObjNum 1122 snap 357 seq_num 1122) dirty exists 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3858: done (6 left) 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3861: done (5 left) 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3862: done (4 left) 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3863: done (3 left) 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3865: done (2 left) 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3866: done (1 left) 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3867: done (0 left) 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:3868: rollback oid 9 current snap is 381 2024-04-24T02:55:18.266 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 357 2024-04-24T02:55:18.267 INFO:tasks.rados.rados.0.smithi016.stdout:3869: copy_from oid 11 from oid 31 current snap is 381 2024-04-24T02:55:18.267 INFO:tasks.rados.rados.0.smithi016.stdout:3870: read oid 13 snap -1 2024-04-24T02:55:18.267 INFO:tasks.rados.rados.0.smithi016.stdout:3870: expect (ObjNum 1190 snap 380 seq_num 1190) 2024-04-24T02:55:18.267 INFO:tasks.rados.rados.0.smithi016.stdout:3871: snap_create 2024-04-24T02:55:18.270 INFO:tasks.rados.rados.0.smithi016.stdout:3868: finishing rollback tid 1 to smithi01673382-9 2024-04-24T02:55:18.272 INFO:tasks.rados.rados.0.smithi016.stdout:3868: finishing rollback tid 2 to smithi01673382-9 2024-04-24T02:55:18.272 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 3130 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2024-04-24T02:55:18.273 INFO:tasks.rados.rados.0.smithi016.stdout:3870: expect (ObjNum 1190 snap 380 seq_num 1190) 2024-04-24T02:55:18.295 INFO:tasks.rados.rados.0.smithi016.stdout:3869: finishing copy_from racing read to smithi01673382-11 2024-04-24T02:55:18.295 INFO:tasks.rados.rados.0.smithi016.stdout:3869: finishing copy_from to smithi01673382-11 2024-04-24T02:55:18.295 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2964 (ObjNum 1178 snap 374 seq_num 1178) dirty exists 2024-04-24T02:55:18.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:18 smithi016 ceph-mon[84376]: pgmap v875: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-04-24T02:55:18.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:55:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:55:18] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-24T02:55:18.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:18 smithi016 ceph-mon[86910]: pgmap v875: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-04-24T02:55:18.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:18 smithi063 ceph-mon[77007]: pgmap v875: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-04-24T02:55:19.271 INFO:tasks.rados.rados.0.smithi016.stdout:3868: done (3 left) 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:3869: done (2 left) 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:3870: done (1 left) 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:3871: done (0 left) 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:3872: rollback oid 20 current snap is 382 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 371 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:3873: rmattr oid 23 current snap is 382 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:3874: rollback oid 6 current snap is 382 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 369 2024-04-24T02:55:19.272 INFO:tasks.rados.rados.0.smithi016.stdout:3875: delete oid 36 current snap is 382 2024-04-24T02:55:19.277 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3163 (ObjNum 1126 snap 358 seq_num 1126) dirty exists 2024-04-24T02:55:19.280 INFO:tasks.rados.rados.0.smithi016.stdout:3873: done (3 left) 2024-04-24T02:55:19.280 INFO:tasks.rados.rados.0.smithi016.stdout:3875: done (2 left) 2024-04-24T02:55:19.280 INFO:tasks.rados.rados.0.smithi016.stdout:3876: delete oid 11 current snap is 382 2024-04-24T02:55:19.281 INFO:tasks.rados.rados.0.smithi016.stdout:3874: finishing rollback tid 0 to smithi01673382-6 2024-04-24T02:55:19.282 INFO:tasks.rados.rados.0.smithi016.stdout:3872: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:55:19.282 INFO:tasks.rados.rados.0.smithi016.stdout:3872: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:55:19.282 INFO:tasks.rados.rados.0.smithi016.stdout:3872: finishing rollback tid 2 to smithi01673382-20 2024-04-24T02:55:19.282 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2840 (ObjNum 1149 snap 365 seq_num 1149) dirty exists 2024-04-24T02:55:19.283 INFO:tasks.rados.rados.0.smithi016.stdout:3874: finishing rollback tid 1 to smithi01673382-6 2024-04-24T02:55:19.283 INFO:tasks.rados.rados.0.smithi016.stdout:3874: finishing rollback tid 2 to smithi01673382-6 2024-04-24T02:55:19.283 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 3139 (ObjNum 936 snap 310 seq_num 936) dirty exists 2024-04-24T02:55:19.283 INFO:tasks.rados.rados.0.smithi016.stdout:3872: done (2 left) 2024-04-24T02:55:19.283 INFO:tasks.rados.rados.0.smithi016.stdout:3874: done (1 left) 2024-04-24T02:55:19.284 INFO:tasks.rados.rados.0.smithi016.stdout:3876: done (0 left) 2024-04-24T02:55:19.284 INFO:tasks.rados.rados.0.smithi016.stdout:3877: snap_remove snap 360 2024-04-24T02:55:19.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:19 smithi016 ceph-mon[84376]: osdmap e827: 8 total, 8 up, 8 in 2024-04-24T02:55:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:19 smithi016 ceph-mon[86910]: osdmap e827: 8 total, 8 up, 8 in 2024-04-24T02:55:19.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:19 smithi063 ceph-mon[77007]: osdmap e827: 8 total, 8 up, 8 in 2024-04-24T02:55:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:3877: done (0 left) 2024-04-24T02:55:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:3878: delete oid 17 current snap is 382 2024-04-24T02:55:20.300 INFO:tasks.rados.rados.0.smithi016.stdout:3878: done (0 left) 2024-04-24T02:55:20.300 INFO:tasks.rados.rados.0.smithi016.stdout:3879: snap_create 2024-04-24T02:55:20.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:20 smithi063 ceph-mon[77007]: pgmap v877: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-24T02:55:20.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:20 smithi063 ceph-mon[77007]: osdmap e828: 8 total, 8 up, 8 in 2024-04-24T02:55:20.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:20 smithi016 ceph-mon[84376]: pgmap v877: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-24T02:55:20.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:20 smithi016 ceph-mon[84376]: osdmap e828: 8 total, 8 up, 8 in 2024-04-24T02:55:20.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:20 smithi016 ceph-mon[86910]: pgmap v877: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-24T02:55:20.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:20 smithi016 ceph-mon[86910]: osdmap e828: 8 total, 8 up, 8 in 2024-04-24T02:55:21.132 INFO:tasks.rados.rados.0.smithi016.stdout:3879: done (0 left) 2024-04-24T02:55:21.132 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 383 2024-04-24T02:55:21.132 INFO:tasks.rados.rados.0.smithi016.stdout:3880: seq_num 1199 ranges {2473984=483328,2957312=401408} 2024-04-24T02:55:21.148 INFO:tasks.rados.rados.0.smithi016.stdout:3880: writing smithi01673382-8 from 2473984 to 2957312 tid 1 2024-04-24T02:55:21.150 INFO:tasks.rados.rados.0.smithi016.stdout:3880: writing smithi01673382-8 from 2957312 to 3358720 tid 2 2024-04-24T02:55:21.150 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 383 2024-04-24T02:55:21.150 INFO:tasks.rados.rados.0.smithi016.stdout:3881: seq_num 1200 ranges {3465216=499712,3964928=401408} 2024-04-24T02:55:21.172 INFO:tasks.rados.rados.0.smithi016.stdout:3881: writing smithi01673382-29 from 3465216 to 3964928 tid 1 2024-04-24T02:55:21.175 INFO:tasks.rados.rados.0.smithi016.stdout:3881: writing smithi01673382-29 from 3964928 to 4366336 tid 2 2024-04-24T02:55:21.175 INFO:tasks.rados.rados.0.smithi016.stdout:3882: copy_from oid 12 from oid 17 current snap is 383 2024-04-24T02:55:21.175 INFO:tasks.rados.rados.0.smithi016.stdout:3880: finishing write tid 1 to smithi01673382-8 2024-04-24T02:55:21.175 INFO:tasks.rados.rados.0.smithi016.stdout:3880: finishing write tid 2 to smithi01673382-8 2024-04-24T02:55:21.175 INFO:tasks.rados.rados.0.smithi016.stdout:3880: finishing write tid 3 to smithi01673382-8 2024-04-24T02:55:21.176 INFO:tasks.rados.rados.0.smithi016.stdout:3880: finishing write tid 4 to smithi01673382-8 2024-04-24T02:55:21.176 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 3430 (ObjNum 1199 snap 383 seq_num 1199) dirty exists 2024-04-24T02:55:21.176 INFO:tasks.rados.rados.0.smithi016.stdout:3880: left oid 8 (ObjNum 1199 snap 383 seq_num 1199) 2024-04-24T02:55:21.176 INFO:tasks.rados.rados.0.smithi016.stdout:3880: done (2 left) 2024-04-24T02:55:21.176 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 383 2024-04-24T02:55:21.176 INFO:tasks.rados.rados.0.smithi016.stdout:3883: seq_num 1201 ranges {4251648=524288,4775936=401408} 2024-04-24T02:55:21.201 INFO:tasks.rados.rados.0.smithi016.stdout:3883: writing smithi01673382-22 from 4251648 to 4775936 tid 1 2024-04-24T02:55:21.204 INFO:tasks.rados.rados.0.smithi016.stdout:3883: writing smithi01673382-22 from 4775936 to 5177344 tid 2 2024-04-24T02:55:21.204 INFO:tasks.rados.rados.0.smithi016.stdout:3884: snap_remove snap 369 2024-04-24T02:55:21.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:21 smithi063 ceph-mon[77007]: osdmap e829: 8 total, 8 up, 8 in 2024-04-24T02:55:21.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:21 smithi063 ceph-mon[77007]: osdmap e830: 8 total, 8 up, 8 in 2024-04-24T02:55:21.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:21 smithi016 ceph-mon[84376]: osdmap e829: 8 total, 8 up, 8 in 2024-04-24T02:55:21.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:21 smithi016 ceph-mon[84376]: osdmap e830: 8 total, 8 up, 8 in 2024-04-24T02:55:21.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:21 smithi016 ceph-mon[86910]: osdmap e829: 8 total, 8 up, 8 in 2024-04-24T02:55:21.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:21 smithi016 ceph-mon[86910]: osdmap e830: 8 total, 8 up, 8 in 2024-04-24T02:55:22.138 INFO:tasks.rados.rados.0.smithi016.stdout:3884: done (3 left) 2024-04-24T02:55:22.138 INFO:tasks.rados.rados.0.smithi016.stdout:3885: rollback oid 40 current snap is 383 2024-04-24T02:55:22.138 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 371 2024-04-24T02:55:22.138 INFO:tasks.rados.rados.0.smithi016.stdout:3882: finishing copy_from to smithi01673382-12 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3882: got expected ENOENT (src dne) 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3882: finishing copy_from racing read to smithi01673382-12 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3881: finishing write tid 1 to smithi01673382-29 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3881: finishing write tid 2 to smithi01673382-29 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3881: finishing write tid 3 to smithi01673382-29 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3881: finishing write tid 4 to smithi01673382-29 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 3142 (ObjNum 1200 snap 383 seq_num 1200) dirty exists 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3881: left oid 29 (ObjNum 1200 snap 383 seq_num 1200) 2024-04-24T02:55:22.139 INFO:tasks.rados.rados.0.smithi016.stdout:3883: finishing write tid 1 to smithi01673382-22 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3883: finishing write tid 2 to smithi01673382-22 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3883: finishing write tid 3 to smithi01673382-22 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3883: finishing write tid 4 to smithi01673382-22 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 3210 (ObjNum 1201 snap 383 seq_num 1201) dirty exists 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3883: left oid 22 (ObjNum 1201 snap 383 seq_num 1201) 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3881: done (3 left) 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3882: done (2 left) 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3883: done (1 left) 2024-04-24T02:55:22.140 INFO:tasks.rados.rados.0.smithi016.stdout:3886: snap_remove snap 379 2024-04-24T02:55:22.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:22 smithi063 ceph-mon[77007]: pgmap v880: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-24T02:55:22.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:22 smithi063 ceph-mon[77007]: osdmap e831: 8 total, 8 up, 8 in 2024-04-24T02:55:22.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:22 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:55:22.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:22 smithi016 ceph-mon[84376]: pgmap v880: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-24T02:55:22.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:22 smithi016 ceph-mon[84376]: osdmap e831: 8 total, 8 up, 8 in 2024-04-24T02:55:22.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:22 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:55:22.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:22 smithi016 ceph-mon[86910]: pgmap v880: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-24T02:55:22.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:22 smithi016 ceph-mon[86910]: osdmap e831: 8 total, 8 up, 8 in 2024-04-24T02:55:22.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:22 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:55:23.140 INFO:tasks.rados.rados.0.smithi016.stdout:3886: done (1 left) 2024-04-24T02:55:23.140 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 383 2024-04-24T02:55:23.140 INFO:tasks.rados.rados.0.smithi016.stdout:3887: seq_num 1202 ranges {1277952=540672,1818624=401408} 2024-04-24T02:55:23.151 INFO:tasks.rados.rados.0.smithi016.stdout:3887: writing smithi01673382-9 from 1277952 to 1818624 tid 1 2024-04-24T02:55:23.154 INFO:tasks.rados.rados.0.smithi016.stdout:3887: writing smithi01673382-9 from 1818624 to 2220032 tid 2 2024-04-24T02:55:23.154 INFO:tasks.rados.rados.0.smithi016.stdout:3888: snap_create 2024-04-24T02:55:23.154 INFO:tasks.rados.rados.0.smithi016.stdout:3885: finishing rollback tid 0 to smithi01673382-40 2024-04-24T02:55:23.154 INFO:tasks.rados.rados.0.smithi016.stdout:3885: finishing rollback tid 1 to smithi01673382-40 2024-04-24T02:55:23.155 INFO:tasks.rados.rados.0.smithi016.stdout:3885: finishing rollback tid 2 to smithi01673382-40 2024-04-24T02:55:23.155 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 3033 (ObjNum 1058 snap 344 seq_num 1058) dirty exists 2024-04-24T02:55:23.158 INFO:tasks.rados.rados.0.smithi016.stdout:3887: finishing write tid 1 to smithi01673382-9 2024-04-24T02:55:23.158 INFO:tasks.rados.rados.0.smithi016.stdout:3887: finishing write tid 2 to smithi01673382-9 2024-04-24T02:55:23.159 INFO:tasks.rados.rados.0.smithi016.stdout:3887: finishing write tid 3 to smithi01673382-9 2024-04-24T02:55:23.160 INFO:tasks.rados.rados.0.smithi016.stdout:3887: finishing write tid 4 to smithi01673382-9 2024-04-24T02:55:23.160 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 3133 (ObjNum 1202 snap 383 seq_num 1202) dirty exists 2024-04-24T02:55:23.160 INFO:tasks.rados.rados.0.smithi016.stdout:3887: left oid 9 (ObjNum 1202 snap 383 seq_num 1202) 2024-04-24T02:55:23.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:55:23.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:55:23.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:55:23.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:23 smithi063 ceph-mon[77007]: osdmap e832: 8 total, 8 up, 8 in 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[84376]: osdmap e832: 8 total, 8 up, 8 in 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:55:23.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:23 smithi016 ceph-mon[86910]: osdmap e832: 8 total, 8 up, 8 in 2024-04-24T02:55:24.137 INFO:tasks.rados.rados.0.smithi016.stdout:3885: done (2 left) 2024-04-24T02:55:24.137 INFO:tasks.rados.rados.0.smithi016.stdout:3887: done (1 left) 2024-04-24T02:55:24.137 INFO:tasks.rados.rados.0.smithi016.stdout:3888: done (0 left) 2024-04-24T02:55:24.137 INFO:tasks.rados.rados.0.smithi016.stdout:3889: read oid 31 snap -1 2024-04-24T02:55:24.137 INFO:tasks.rados.rados.0.smithi016.stdout:3889: expect (ObjNum 1178 snap 374 seq_num 1178) 2024-04-24T02:55:24.137 INFO:tasks.rados.rados.0.smithi016.stdout:3890: read oid 45 snap -1 2024-04-24T02:55:24.138 INFO:tasks.rados.rados.0.smithi016.stdout:3890: expect (ObjNum 1130 snap 359 seq_num 1130) 2024-04-24T02:55:24.138 INFO:tasks.rados.rados.0.smithi016.stdout:3891: snap_remove snap 383 2024-04-24T02:55:24.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:24 smithi063 ceph-mon[77007]: pgmap v883: 121 pgs: 121 active+clean; 379 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-04-24T02:55:24.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:24 smithi063 ceph-mon[77007]: osdmap e833: 8 total, 8 up, 8 in 2024-04-24T02:55:24.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:24 smithi016 ceph-mon[84376]: pgmap v883: 121 pgs: 121 active+clean; 379 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-04-24T02:55:24.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:24 smithi016 ceph-mon[84376]: osdmap e833: 8 total, 8 up, 8 in 2024-04-24T02:55:24.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:24 smithi016 ceph-mon[86910]: pgmap v883: 121 pgs: 121 active+clean; 379 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-04-24T02:55:24.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:24 smithi016 ceph-mon[86910]: osdmap e833: 8 total, 8 up, 8 in 2024-04-24T02:55:25.139 INFO:tasks.rados.rados.0.smithi016.stdout:3891: done (2 left) 2024-04-24T02:55:25.140 INFO:tasks.rados.rados.0.smithi016.stdout:3892: copy_from oid 12 from oid 24 current snap is 384 2024-04-24T02:55:25.140 INFO:tasks.rados.rados.0.smithi016.stdout:3889: expect (ObjNum 1178 snap 374 seq_num 1178) 2024-04-24T02:55:25.174 INFO:tasks.rados.rados.0.smithi016.stdout:3890: expect (ObjNum 1130 snap 359 seq_num 1130) 2024-04-24T02:55:25.768 INFO:tasks.rados.rados.0.smithi016.stdout:3892: finishing copy_from racing read to smithi01673382-12 2024-04-24T02:55:25.768 INFO:tasks.rados.rados.0.smithi016.stdout:3892: finishing copy_from to smithi01673382-12 2024-04-24T02:55:25.769 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 3261 (ObjNum 1194 snap 380 seq_num 1194) dirty exists 2024-04-24T02:55:25.769 INFO:tasks.rados.rados.0.smithi016.stdout:3889: done (2 left) 2024-04-24T02:55:25.769 INFO:tasks.rados.rados.0.smithi016.stdout:3890: done (1 left) 2024-04-24T02:55:25.769 INFO:tasks.rados.rados.0.smithi016.stdout:3892: done (0 left) 2024-04-24T02:55:25.769 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 384 2024-04-24T02:55:25.769 INFO:tasks.rados.rados.0.smithi016.stdout:3893: seq_num 1203 ranges {16384=557056,573440=401408} 2024-04-24T02:55:25.771 INFO:tasks.rados.rados.0.smithi016.stdout:3893: writing smithi01673382-46 from 16384 to 573440 tid 1 2024-04-24T02:55:25.773 INFO:tasks.rados.rados.0.smithi016.stdout:3893: writing smithi01673382-46 from 573440 to 974848 tid 2 2024-04-24T02:55:25.773 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 384 2024-04-24T02:55:25.774 INFO:tasks.rados.rados.0.smithi016.stdout:3894: seq_num 1204 ranges {0=573440,573440=401408} 2024-04-24T02:55:25.776 INFO:tasks.rados.rados.0.smithi016.stdout:3894: writing smithi01673382-11 from 0 to 573440 tid 1 2024-04-24T02:55:25.779 INFO:tasks.rados.rados.0.smithi016.stdout:3894: writing smithi01673382-11 from 573440 to 974848 tid 2 2024-04-24T02:55:25.779 INFO:tasks.rados.rados.0.smithi016.stdout:3895: delete oid 9 current snap is 384 2024-04-24T02:55:25.779 INFO:tasks.rados.rados.0.smithi016.stdout:3893: finishing write tid 1 to smithi01673382-46 2024-04-24T02:55:25.779 INFO:tasks.rados.rados.0.smithi016.stdout:3893: finishing write tid 2 to smithi01673382-46 2024-04-24T02:55:25.779 INFO:tasks.rados.rados.0.smithi016.stdout:3893: finishing write tid 3 to smithi01673382-46 2024-04-24T02:55:25.780 INFO:tasks.rados.rados.0.smithi016.stdout:3893: finishing write tid 4 to smithi01673382-46 2024-04-24T02:55:25.780 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2843 (ObjNum 1203 snap 384 seq_num 1203) dirty exists 2024-04-24T02:55:25.780 INFO:tasks.rados.rados.0.smithi016.stdout:3893: left oid 46 (ObjNum 1203 snap 384 seq_num 1203) 2024-04-24T02:55:25.782 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 1 to smithi01673382-11 2024-04-24T02:55:25.783 INFO:tasks.rados.rados.0.smithi016.stdout:3893: done (2 left) 2024-04-24T02:55:25.784 INFO:tasks.rados.rados.0.smithi016.stdout:3895: done (1 left) 2024-04-24T02:55:25.784 INFO:tasks.rados.rados.0.smithi016.stdout:3896: read oid 21 snap 381 2024-04-24T02:55:25.784 INFO:tasks.rados.rados.0.smithi016.stdout:3896: expect deleted 2024-04-24T02:55:25.784 INFO:tasks.rados.rados.0.smithi016.stdout:3897: delete oid 30 current snap is 384 2024-04-24T02:55:25.784 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 2 to smithi01673382-11 2024-04-24T02:55:25.784 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 3 to smithi01673382-11 2024-04-24T02:55:25.786 INFO:tasks.rados.rados.0.smithi016.stdout:3896: done (2 left) 2024-04-24T02:55:25.786 INFO:tasks.rados.rados.0.smithi016.stdout:3897: done (1 left) 2024-04-24T02:55:25.787 INFO:tasks.rados.rados.0.smithi016.stdout:3898: rollback oid 31 current snap is 384 2024-04-24T02:55:25.787 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 375 2024-04-24T02:55:25.787 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 384 2024-04-24T02:55:25.787 INFO:tasks.rados.rados.0.smithi016.stdout:3899: seq_num 1207 ranges {3719168=622592,4341760=401408} 2024-04-24T02:55:25.810 INFO:tasks.rados.rados.0.smithi016.stdout:3899: writing smithi01673382-2 from 3719168 to 4341760 tid 1 2024-04-24T02:55:25.812 INFO:tasks.rados.rados.0.smithi016.stdout:3899: writing smithi01673382-2 from 4341760 to 4743168 tid 2 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:3900: snap_create 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 4 to smithi01673382-11 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 3284 (ObjNum 1204 snap 384 seq_num 1204) dirty exists 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:3894: left oid 11 (ObjNum 1204 snap 384 seq_num 1204) 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:3898: finishing rollback tid 0 to smithi01673382-31 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:3898: finishing rollback tid 1 to smithi01673382-31 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:3898: finishing rollback tid 2 to smithi01673382-31 2024-04-24T02:55:25.813 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 2967 (ObjNum 1178 snap 374 seq_num 1178) dirty exists 2024-04-24T02:55:25.816 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 1 to smithi01673382-2 2024-04-24T02:55:25.816 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 2 to smithi01673382-2 2024-04-24T02:55:25.816 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 3 to smithi01673382-2 2024-04-24T02:55:25.818 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 4 to smithi01673382-2 2024-04-24T02:55:25.818 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 3213 (ObjNum 1207 snap 384 seq_num 1207) dirty exists 2024-04-24T02:55:25.818 INFO:tasks.rados.rados.0.smithi016.stdout:3899: left oid 2 (ObjNum 1207 snap 384 seq_num 1207) 2024-04-24T02:55:26.295 INFO:tasks.rados.rados.0.smithi016.stdout:3894: done (3 left) 2024-04-24T02:55:26.295 INFO:tasks.rados.rados.0.smithi016.stdout:3898: done (2 left) 2024-04-24T02:55:26.296 INFO:tasks.rados.rados.0.smithi016.stdout:3899: done (1 left) 2024-04-24T02:55:26.296 INFO:tasks.rados.rados.0.smithi016.stdout:3900: done (0 left) 2024-04-24T02:55:26.296 INFO:tasks.rados.rados.0.smithi016.stdout:3901: rollback oid 16 current snap is 385 2024-04-24T02:55:26.296 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 324 2024-04-24T02:55:26.296 INFO:tasks.rados.rados.0.smithi016.stdout:3902: setattr oid 43 current snap is 385 2024-04-24T02:55:26.297 INFO:tasks.rados.rados.0.smithi016.stdout:3903: delete oid 40 current snap is 385 2024-04-24T02:55:26.302 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 2734 (ObjNum 1138 snap 360 seq_num 1138) dirty exists 2024-04-24T02:55:26.304 INFO:tasks.rados.rados.0.smithi016.stdout:3902: done (2 left) 2024-04-24T02:55:26.305 INFO:tasks.rados.rados.0.smithi016.stdout:3903: done (1 left) 2024-04-24T02:55:26.305 INFO:tasks.rados.rados.0.smithi016.stdout:3904: copy_from oid 6 from oid 23 current snap is 385 2024-04-24T02:55:26.305 INFO:tasks.rados.rados.0.smithi016.stdout:3901: finishing rollback tid 0 to smithi01673382-16 2024-04-24T02:55:26.305 INFO:tasks.rados.rados.0.smithi016.stdout:3905: setattr oid 41 current snap is 385 2024-04-24T02:55:26.305 INFO:tasks.rados.rados.0.smithi016.stdout:3901: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:55:26.305 INFO:tasks.rados.rados.0.smithi016.stdout:3901: finishing rollback tid 2 to smithi01673382-16 2024-04-24T02:55:26.305 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2702 (ObjNum 982 snap 321 seq_num 982) dirty exists 2024-04-24T02:55:26.308 INFO:tasks.rados.rados.0.smithi016.stdout:3901: done (2 left) 2024-04-24T02:55:26.308 INFO:tasks.rados.rados.0.smithi016.stdout:3906: copy_from oid 5 from oid 30 current snap is 385 2024-04-24T02:55:26.308 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 385 2024-04-24T02:55:26.308 INFO:tasks.rados.rados.0.smithi016.stdout:3907: seq_num 1209 ranges {3072000=655360,3727360=401408} 2024-04-24T02:55:26.326 INFO:tasks.rados.rados.0.smithi016.stdout:3907: writing smithi01673382-38 from 3072000 to 3727360 tid 1 2024-04-24T02:55:26.328 INFO:tasks.rados.rados.0.smithi016.stdout:3907: writing smithi01673382-38 from 3727360 to 4128768 tid 2 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:3908: snap_create 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:3906: finishing copy_from to smithi01673382-5 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:3906: got expected ENOENT (src dne) 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:3906: finishing copy_from racing read to smithi01673382-5 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 3285 (ObjNum 2003091024 snap 22076 seq_num 2002524992) dirty exists 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:3904: finishing copy_from racing read to smithi01673382-6 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:3904: finishing copy_from to smithi01673382-6 2024-04-24T02:55:26.329 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 3163 (ObjNum 1126 snap 358 seq_num 1126) dirty exists 2024-04-24T02:55:26.333 INFO:tasks.rados.rados.0.smithi016.stdout:3907: finishing write tid 1 to smithi01673382-38 2024-04-24T02:55:26.333 INFO:tasks.rados.rados.0.smithi016.stdout:3907: finishing write tid 2 to smithi01673382-38 2024-04-24T02:55:26.333 INFO:tasks.rados.rados.0.smithi016.stdout:3907: finishing write tid 3 to smithi01673382-38 2024-04-24T02:55:26.335 INFO:tasks.rados.rados.0.smithi016.stdout:3907: finishing write tid 4 to smithi01673382-38 2024-04-24T02:55:26.335 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 3289 (ObjNum 1209 snap 385 seq_num 1209) dirty exists 2024-04-24T02:55:26.335 INFO:tasks.rados.rados.0.smithi016.stdout:3907: left oid 38 (ObjNum 1209 snap 385 seq_num 1209) 2024-04-24T02:55:26.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:26 smithi016 ceph-mon[84376]: pgmap v886: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-24T02:55:26.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:26 smithi016 ceph-mon[84376]: osdmap e834: 8 total, 8 up, 8 in 2024-04-24T02:55:26.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:26 smithi016 ceph-mon[86910]: pgmap v886: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-24T02:55:26.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:26 smithi016 ceph-mon[86910]: osdmap e834: 8 total, 8 up, 8 in 2024-04-24T02:55:26.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:26 smithi063 ceph-mon[77007]: pgmap v886: 121 pgs: 121 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-24T02:55:26.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:26 smithi063 ceph-mon[77007]: osdmap e834: 8 total, 8 up, 8 in 2024-04-24T02:55:27.300 INFO:tasks.rados.rados.0.smithi016.stdout:3904: done (4 left) 2024-04-24T02:55:27.300 INFO:tasks.rados.rados.0.smithi016.stdout:3905: done (3 left) 2024-04-24T02:55:27.300 INFO:tasks.rados.rados.0.smithi016.stdout:3906: done (2 left) 2024-04-24T02:55:27.300 INFO:tasks.rados.rados.0.smithi016.stdout:3907: done (1 left) 2024-04-24T02:55:27.301 INFO:tasks.rados.rados.0.smithi016.stdout:3908: done (0 left) 2024-04-24T02:55:27.301 INFO:tasks.rados.rados.0.smithi016.stdout:3909: read oid 10 snap -1 2024-04-24T02:55:27.301 INFO:tasks.rados.rados.0.smithi016.stdout:3909: expect (ObjNum 1163 snap 372 seq_num 1163) 2024-04-24T02:55:27.301 INFO:tasks.rados.rados.0.smithi016.stdout:3910: snap_create 2024-04-24T02:55:27.302 INFO:tasks.rados.rados.0.smithi016.stdout:3909: expect (ObjNum 1163 snap 372 seq_num 1163) 2024-04-24T02:55:27.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:27 smithi063 ceph-mon[77007]: osdmap e835: 8 total, 8 up, 8 in 2024-04-24T02:55:27.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:27 smithi016 ceph-mon[84376]: osdmap e835: 8 total, 8 up, 8 in 2024-04-24T02:55:27.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:27 smithi016 ceph-mon[86910]: osdmap e835: 8 total, 8 up, 8 in 2024-04-24T02:55:28.304 INFO:tasks.rados.rados.0.smithi016.stdout:3909: done (1 left) 2024-04-24T02:55:28.305 INFO:tasks.rados.rados.0.smithi016.stdout:3910: done (0 left) 2024-04-24T02:55:28.305 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 387 2024-04-24T02:55:28.305 INFO:tasks.rados.rados.0.smithi016.stdout:3911: seq_num 1210 ranges {1228800=671744,1900544=401408} 2024-04-24T02:55:28.315 INFO:tasks.rados.rados.0.smithi016.stdout:3911: writing smithi01673382-42 from 1228800 to 1900544 tid 1 2024-04-24T02:55:28.317 INFO:tasks.rados.rados.0.smithi016.stdout:3911: writing smithi01673382-42 from 1900544 to 2301952 tid 2 2024-04-24T02:55:28.317 INFO:tasks.rados.rados.0.smithi016.stdout:3912: setattr oid 12 current snap is 387 2024-04-24T02:55:28.320 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 387 2024-04-24T02:55:28.320 INFO:tasks.rados.rados.0.smithi016.stdout:3913: seq_num 1211 ranges {0=688128,688128=401408} 2024-04-24T02:55:28.325 INFO:tasks.rados.rados.0.smithi016.stdout:3913: writing smithi01673382-25 from 0 to 688128 tid 1 2024-04-24T02:55:28.327 INFO:tasks.rados.rados.0.smithi016.stdout:3913: writing smithi01673382-25 from 688128 to 1089536 tid 2 2024-04-24T02:55:28.327 INFO:tasks.rados.rados.0.smithi016.stdout:3914: read oid 23 snap -1 2024-04-24T02:55:28.328 INFO:tasks.rados.rados.0.smithi016.stdout:3914: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:55:28.328 INFO:tasks.rados.rados.0.smithi016.stdout:3915: snap_remove snap 375 2024-04-24T02:55:28.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:28 smithi063 ceph-mon[77007]: pgmap v889: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-24T02:55:28.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:28 smithi063 ceph-mon[77007]: osdmap e836: 8 total, 8 up, 8 in 2024-04-24T02:55:28.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:28 smithi016 ceph-mon[84376]: pgmap v889: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-24T02:55:28.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:28 smithi016 ceph-mon[84376]: osdmap e836: 8 total, 8 up, 8 in 2024-04-24T02:55:28.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:55:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:55:28] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-24T02:55:28.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:28 smithi016 ceph-mon[86910]: pgmap v889: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-24T02:55:28.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:28 smithi016 ceph-mon[86910]: osdmap e836: 8 total, 8 up, 8 in 2024-04-24T02:55:29.310 INFO:tasks.rados.rados.0.smithi016.stdout:3915: done (4 left) 2024-04-24T02:55:29.311 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 387 2024-04-24T02:55:29.311 INFO:tasks.rados.rados.0.smithi016.stdout:3911: finishing write tid 1 to smithi01673382-42 2024-04-24T02:55:29.311 INFO:tasks.rados.rados.0.smithi016.stdout:3916: seq_num 1212 ranges {2670592=704512,3375104=401408} 2024-04-24T02:55:29.330 INFO:tasks.rados.rados.0.smithi016.stdout:3916: writing smithi01673382-47 from 2670592 to 3375104 tid 1 2024-04-24T02:55:29.333 INFO:tasks.rados.rados.0.smithi016.stdout:3916: writing smithi01673382-47 from 3375104 to 3776512 tid 2 2024-04-24T02:55:29.333 INFO:tasks.rados.rados.0.smithi016.stdout:3917: snap_remove snap 373 2024-04-24T02:55:29.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:29 smithi016 ceph-mon[84376]: osdmap e837: 8 total, 8 up, 8 in 2024-04-24T02:55:29.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:29 smithi016 ceph-mon[86910]: osdmap e837: 8 total, 8 up, 8 in 2024-04-24T02:55:29.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:29 smithi063 ceph-mon[77007]: osdmap e837: 8 total, 8 up, 8 in 2024-04-24T02:55:30.315 INFO:tasks.rados.rados.0.smithi016.stdout:3917: done (5 left) 2024-04-24T02:55:30.316 INFO:tasks.rados.rados.0.smithi016.stdout:3918: snap_remove snap 380 2024-04-24T02:55:30.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:30 smithi016 ceph-mon[84376]: pgmap v892: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-24T02:55:30.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:30 smithi016 ceph-mon[84376]: osdmap e838: 8 total, 8 up, 8 in 2024-04-24T02:55:30.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:30.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:30 smithi016 ceph-mon[86910]: pgmap v892: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-24T02:55:30.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:30 smithi016 ceph-mon[86910]: osdmap e838: 8 total, 8 up, 8 in 2024-04-24T02:55:30.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:30.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:30 smithi063 ceph-mon[77007]: pgmap v892: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-24T02:55:30.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:30 smithi063 ceph-mon[77007]: osdmap e838: 8 total, 8 up, 8 in 2024-04-24T02:55:30.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:31.139 INFO:tasks.rados.rados.0.smithi016.stdout:3918: done (5 left) 2024-04-24T02:55:31.139 INFO:tasks.rados.rados.0.smithi016.stdout:3919: delete oid 29 current snap is 387 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 3263 (ObjNum 1194 snap 380 seq_num 1194) dirty exists 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3911: finishing write tid 2 to smithi01673382-42 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3911: finishing write tid 3 to smithi01673382-42 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3911: finishing write tid 4 to smithi01673382-42 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 3293 (ObjNum 1210 snap 387 seq_num 1210) dirty exists 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3911: left oid 42 (ObjNum 1210 snap 387 seq_num 1210) 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 1 to smithi01673382-25 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 2 to smithi01673382-25 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 3 to smithi01673382-25 2024-04-24T02:55:31.140 INFO:tasks.rados.rados.0.smithi016.stdout:3914: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 4 to smithi01673382-25 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 3166 (ObjNum 1211 snap 387 seq_num 1211) dirty exists 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3913: left oid 25 (ObjNum 1211 snap 387 seq_num 1211) 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3916: finishing write tid 1 to smithi01673382-47 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3916: finishing write tid 2 to smithi01673382-47 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3911: done (5 left) 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3912: done (4 left) 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3913: done (3 left) 2024-04-24T02:55:31.257 INFO:tasks.rados.rados.0.smithi016.stdout:3914: done (2 left) 2024-04-24T02:55:31.258 INFO:tasks.rados.rados.0.smithi016.stdout:3919: done (1 left) 2024-04-24T02:55:31.258 INFO:tasks.rados.rados.0.smithi016.stdout:3920: snap_remove snap 366 2024-04-24T02:55:31.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:31 smithi016 ceph-mon[84376]: osdmap e839: 8 total, 8 up, 8 in 2024-04-24T02:55:31.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:31 smithi016 ceph-mon[84376]: osdmap e840: 8 total, 8 up, 8 in 2024-04-24T02:55:31.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:31 smithi016 ceph-mon[86910]: osdmap e839: 8 total, 8 up, 8 in 2024-04-24T02:55:31.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:31 smithi016 ceph-mon[86910]: osdmap e840: 8 total, 8 up, 8 in 2024-04-24T02:55:31.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:31 smithi063 ceph-mon[77007]: osdmap e839: 8 total, 8 up, 8 in 2024-04-24T02:55:31.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:31 smithi063 ceph-mon[77007]: osdmap e840: 8 total, 8 up, 8 in 2024-04-24T02:55:32.142 INFO:tasks.rados.rados.0.smithi016.stdout:3920: done (1 left) 2024-04-24T02:55:32.142 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 387 2024-04-24T02:55:32.142 INFO:tasks.rados.rados.0.smithi016.stdout:3921: seq_num 1214 ranges {6635520=737280,7372800=401408} 2024-04-24T02:55:32.184 INFO:tasks.rados.rados.0.smithi016.stdout:3921: writing smithi01673382-26 from 6635520 to 7372800 tid 1 2024-04-24T02:55:32.186 INFO:tasks.rados.rados.0.smithi016.stdout:3921: writing smithi01673382-26 from 7372800 to 7774208 tid 2 2024-04-24T02:55:32.187 INFO:tasks.rados.rados.0.smithi016.stdout:3922: delete oid 4 current snap is 387 2024-04-24T02:55:32.187 INFO:tasks.rados.rados.0.smithi016.stdout:3916: finishing write tid 3 to smithi01673382-47 2024-04-24T02:55:32.187 INFO:tasks.rados.rados.0.smithi016.stdout:3916: finishing write tid 4 to smithi01673382-47 2024-04-24T02:55:32.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 3210 (ObjNum 1212 snap 387 seq_num 1212) dirty exists 2024-04-24T02:55:32.187 INFO:tasks.rados.rados.0.smithi016.stdout:3916: left oid 47 (ObjNum 1212 snap 387 seq_num 1212) 2024-04-24T02:55:32.190 INFO:tasks.rados.rados.0.smithi016.stdout:3921: finishing write tid 1 to smithi01673382-26 2024-04-24T02:55:32.190 INFO:tasks.rados.rados.0.smithi016.stdout:3921: finishing write tid 2 to smithi01673382-26 2024-04-24T02:55:32.190 INFO:tasks.rados.rados.0.smithi016.stdout:3916: done (2 left) 2024-04-24T02:55:32.190 INFO:tasks.rados.rados.0.smithi016.stdout:3922: done (1 left) 2024-04-24T02:55:32.190 INFO:tasks.rados.rados.0.smithi016.stdout:3923: snap_create 2024-04-24T02:55:32.191 INFO:tasks.rados.rados.0.smithi016.stdout:3921: finishing write tid 3 to smithi01673382-26 2024-04-24T02:55:32.195 INFO:tasks.rados.rados.0.smithi016.stdout:3921: finishing write tid 4 to smithi01673382-26 2024-04-24T02:55:32.195 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 3243 (ObjNum 1214 snap 387 seq_num 1214) dirty exists 2024-04-24T02:55:32.195 INFO:tasks.rados.rados.0.smithi016.stdout:3921: left oid 26 (ObjNum 1214 snap 387 seq_num 1214) 2024-04-24T02:55:32.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:32 smithi016 ceph-mon[84376]: pgmap v895: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 672 KiB/s rd, 234 KiB/s wr, 7 op/s 2024-04-24T02:55:32.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:32 smithi016 ceph-mon[84376]: osdmap e841: 8 total, 8 up, 8 in 2024-04-24T02:55:32.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:32 smithi016 ceph-mon[86910]: pgmap v895: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 672 KiB/s rd, 234 KiB/s wr, 7 op/s 2024-04-24T02:55:32.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:32 smithi016 ceph-mon[86910]: osdmap e841: 8 total, 8 up, 8 in 2024-04-24T02:55:32.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:32 smithi063 ceph-mon[77007]: pgmap v895: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 672 KiB/s rd, 234 KiB/s wr, 7 op/s 2024-04-24T02:55:32.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:32 smithi063 ceph-mon[77007]: osdmap e841: 8 total, 8 up, 8 in 2024-04-24T02:55:33.137 INFO:tasks.rados.rados.0.smithi016.stdout:3921: done (1 left) 2024-04-24T02:55:33.138 INFO:tasks.rados.rados.0.smithi016.stdout:3923: done (0 left) 2024-04-24T02:55:33.138 INFO:tasks.rados.rados.0.smithi016.stdout:3924: snap_create 2024-04-24T02:55:34.140 INFO:tasks.rados.rados.0.smithi016.stdout:3924: done (0 left) 2024-04-24T02:55:34.140 INFO:tasks.rados.rados.0.smithi016.stdout:3925: rollback oid 11 current snap is 389 2024-04-24T02:55:34.140 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 387 2024-04-24T02:55:34.140 INFO:tasks.rados.rados.0.smithi016.stdout:3926: rollback oid 32 current snap is 389 2024-04-24T02:55:34.140 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 381 2024-04-24T02:55:34.141 INFO:tasks.rados.rados.0.smithi016.stdout:3927: delete oid 15 current snap is 389 2024-04-24T02:55:34.148 INFO:tasks.rados.rados.0.smithi016.stdout:3927: done (2 left) 2024-04-24T02:55:34.149 INFO:tasks.rados.rados.0.smithi016.stdout:3928: rollback oid 41 current snap is 389 2024-04-24T02:55:34.149 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 384 2024-04-24T02:55:34.149 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 389 2024-04-24T02:55:34.150 INFO:tasks.rados.rados.0.smithi016.stdout:3929: seq_num 1217 ranges {974848=786432,1761280=401408} 2024-04-24T02:55:34.158 INFO:tasks.rados.rados.0.smithi016.stdout:3929: writing smithi01673382-46 from 974848 to 1761280 tid 1 2024-04-24T02:55:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:3929: writing smithi01673382-46 from 1761280 to 2162688 tid 2 2024-04-24T02:55:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:3930: snap_create 2024-04-24T02:55:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:3926: finishing rollback tid 0 to smithi01673382-32 2024-04-24T02:55:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:3925: finishing rollback tid 0 to smithi01673382-11 2024-04-24T02:55:34.161 INFO:tasks.rados.rados.0.smithi016.stdout:3926: finishing rollback tid 1 to smithi01673382-32 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:3926: finishing rollback tid 2 to smithi01673382-32 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 3169 (ObjNum 1187 snap 377 seq_num 1187) dirty exists 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:3925: finishing rollback tid 1 to smithi01673382-11 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:3925: finishing rollback tid 2 to smithi01673382-11 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 3325 (ObjNum 1204 snap 384 seq_num 1204) dirty exists 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:3928: finishing rollback tid 0 to smithi01673382-41 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:3928: finishing rollback tid 1 to smithi01673382-41 2024-04-24T02:55:34.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 3328 (ObjNum 533189175 snap 32568 seq_num 2708881815) dirty dne 2024-04-24T02:55:34.164 INFO:tasks.rados.rados.0.smithi016.stdout:3929: finishing write tid 1 to smithi01673382-46 2024-04-24T02:55:34.164 INFO:tasks.rados.rados.0.smithi016.stdout:3929: finishing write tid 2 to smithi01673382-46 2024-04-24T02:55:34.165 INFO:tasks.rados.rados.0.smithi016.stdout:3929: finishing write tid 3 to smithi01673382-46 2024-04-24T02:55:34.166 INFO:tasks.rados.rados.0.smithi016.stdout:3929: finishing write tid 4 to smithi01673382-46 2024-04-24T02:55:34.167 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2846 (ObjNum 1217 snap 389 seq_num 1217) dirty exists 2024-04-24T02:55:34.167 INFO:tasks.rados.rados.0.smithi016.stdout:3929: left oid 46 (ObjNum 1217 snap 389 seq_num 1217) 2024-04-24T02:55:34.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:34 smithi016 ceph-mon[84376]: pgmap v898: 121 pgs: 121 active+clean; 395 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-24T02:55:34.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:34 smithi016 ceph-mon[84376]: osdmap e842: 8 total, 8 up, 8 in 2024-04-24T02:55:34.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:34 smithi016 ceph-mon[86910]: pgmap v898: 121 pgs: 121 active+clean; 395 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-24T02:55:34.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:34 smithi016 ceph-mon[86910]: osdmap e842: 8 total, 8 up, 8 in 2024-04-24T02:55:34.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:34 smithi063 ceph-mon[77007]: pgmap v898: 121 pgs: 121 active+clean; 395 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-24T02:55:34.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:34 smithi063 ceph-mon[77007]: osdmap e842: 8 total, 8 up, 8 in 2024-04-24T02:55:35.153 INFO:tasks.rados.rados.0.smithi016.stdout:3925: done (4 left) 2024-04-24T02:55:35.153 INFO:tasks.rados.rados.0.smithi016.stdout:3926: done (3 left) 2024-04-24T02:55:35.154 INFO:tasks.rados.rados.0.smithi016.stdout:3928: done (2 left) 2024-04-24T02:55:35.154 INFO:tasks.rados.rados.0.smithi016.stdout:3929: done (1 left) 2024-04-24T02:55:35.154 INFO:tasks.rados.rados.0.smithi016.stdout:3930: done (0 left) 2024-04-24T02:55:35.154 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 390 2024-04-24T02:55:35.154 INFO:tasks.rados.rados.0.smithi016.stdout:3931: seq_num 1218 ranges {737280=802816,1540096=401408} 2024-04-24T02:55:35.161 INFO:tasks.rados.rados.0.smithi016.stdout:3931: writing smithi01673382-13 from 737280 to 1540096 tid 1 2024-04-24T02:55:35.164 INFO:tasks.rados.rados.0.smithi016.stdout:3931: writing smithi01673382-13 from 1540096 to 1941504 tid 2 2024-04-24T02:55:35.164 INFO:tasks.rados.rados.0.smithi016.stdout:3932: rollback oid 30 current snap is 390 2024-04-24T02:55:35.164 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 382 2024-04-24T02:55:35.164 INFO:tasks.rados.rados.0.smithi016.stdout:3933: snap_create 2024-04-24T02:55:35.165 INFO:tasks.rados.rados.0.smithi016.stdout:3932: finishing rollback tid 1 to smithi01673382-30 2024-04-24T02:55:35.165 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 0 (ObjNum 2001907504 snap 22076 seq_num 2002928432) dirty dne 2024-04-24T02:55:35.174 INFO:tasks.rados.rados.0.smithi016.stdout:3931: finishing write tid 1 to smithi01673382-13 2024-04-24T02:55:35.174 INFO:tasks.rados.rados.0.smithi016.stdout:3931: finishing write tid 2 to smithi01673382-13 2024-04-24T02:55:35.174 INFO:tasks.rados.rados.0.smithi016.stdout:3931: finishing write tid 3 to smithi01673382-13 2024-04-24T02:55:35.176 INFO:tasks.rados.rados.0.smithi016.stdout:3931: finishing write tid 4 to smithi01673382-13 2024-04-24T02:55:35.176 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 3470 (ObjNum 1218 snap 390 seq_num 1218) dirty exists 2024-04-24T02:55:35.176 INFO:tasks.rados.rados.0.smithi016.stdout:3931: left oid 13 (ObjNum 1218 snap 390 seq_num 1218) 2024-04-24T02:55:35.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:35 smithi016 ceph-mon[84376]: osdmap e843: 8 total, 8 up, 8 in 2024-04-24T02:55:35.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:35 smithi016 ceph-mon[86910]: osdmap e843: 8 total, 8 up, 8 in 2024-04-24T02:55:35.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:35 smithi063 ceph-mon[77007]: osdmap e843: 8 total, 8 up, 8 in 2024-04-24T02:55:36.137 INFO:tasks.rados.rados.0.smithi016.stdout:3931: done (2 left) 2024-04-24T02:55:36.138 INFO:tasks.rados.rados.0.smithi016.stdout:3932: done (1 left) 2024-04-24T02:55:36.138 INFO:tasks.rados.rados.0.smithi016.stdout:3933: done (0 left) 2024-04-24T02:55:36.138 INFO:tasks.rados.rados.0.smithi016.stdout:3934: read oid 41 snap -1 2024-04-24T02:55:36.138 INFO:tasks.rados.rados.0.smithi016.stdout:3934: expect deleted 2024-04-24T02:55:36.138 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 391 2024-04-24T02:55:36.138 INFO:tasks.rados.rados.0.smithi016.stdout:3935: seq_num 1219 ranges {3358720=417792,3776512=557056,4333568=245760} 2024-04-24T02:55:36.158 INFO:tasks.rados.rados.0.smithi016.stdout:3935: writing smithi01673382-8 from 3358720 to 3776512 tid 1 2024-04-24T02:55:36.161 INFO:tasks.rados.rados.0.smithi016.stdout:3935: writing smithi01673382-8 from 3776512 to 4333568 tid 2 2024-04-24T02:55:36.163 INFO:tasks.rados.rados.0.smithi016.stdout:3935: writing smithi01673382-8 from 4333568 to 4579328 tid 3 2024-04-24T02:55:36.163 INFO:tasks.rados.rados.0.smithi016.stdout:3936: snap_create 2024-04-24T02:55:36.170 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 1 to smithi01673382-8 2024-04-24T02:55:36.170 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 2 to smithi01673382-8 2024-04-24T02:55:36.170 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 3 to smithi01673382-8 2024-04-24T02:55:36.174 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 4 to smithi01673382-8 2024-04-24T02:55:36.175 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 5 to smithi01673382-8 2024-04-24T02:55:36.175 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 3475 (ObjNum 1219 snap 391 seq_num 1219) dirty exists 2024-04-24T02:55:36.176 INFO:tasks.rados.rados.0.smithi016.stdout:3935: left oid 8 (ObjNum 1219 snap 391 seq_num 1219) 2024-04-24T02:55:36.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:36 smithi016 ceph-mon[84376]: pgmap v901: 121 pgs: 121 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-24T02:55:36.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:36 smithi016 ceph-mon[84376]: osdmap e844: 8 total, 8 up, 8 in 2024-04-24T02:55:36.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:36 smithi016 ceph-mon[84376]: osdmap e845: 8 total, 8 up, 8 in 2024-04-24T02:55:36.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:36 smithi016 ceph-mon[86910]: pgmap v901: 121 pgs: 121 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-24T02:55:36.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:36 smithi016 ceph-mon[86910]: osdmap e844: 8 total, 8 up, 8 in 2024-04-24T02:55:36.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:36 smithi016 ceph-mon[86910]: osdmap e845: 8 total, 8 up, 8 in 2024-04-24T02:55:36.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:36 smithi063 ceph-mon[77007]: pgmap v901: 121 pgs: 121 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-24T02:55:36.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:36 smithi063 ceph-mon[77007]: osdmap e844: 8 total, 8 up, 8 in 2024-04-24T02:55:36.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:36 smithi063 ceph-mon[77007]: osdmap e845: 8 total, 8 up, 8 in 2024-04-24T02:55:37.159 INFO:tasks.rados.rados.0.smithi016.stdout:3934: done (2 left) 2024-04-24T02:55:37.159 INFO:tasks.rados.rados.0.smithi016.stdout:3935: done (1 left) 2024-04-24T02:55:37.159 INFO:tasks.rados.rados.0.smithi016.stdout:3936: done (0 left) 2024-04-24T02:55:37.159 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 392 2024-04-24T02:55:37.160 INFO:tasks.rados.rados.0.smithi016.stdout:3937: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2024-04-24T02:55:37.161 INFO:tasks.rados.rados.0.smithi016.stdout:3937: writing smithi01673382-4 from 0 to 434176 tid 1 2024-04-24T02:55:37.164 INFO:tasks.rados.rados.0.smithi016.stdout:3937: writing smithi01673382-4 from 434176 to 876544 tid 2 2024-04-24T02:55:37.166 INFO:tasks.rados.rados.0.smithi016.stdout:3937: writing smithi01673382-4 from 876544 to 1236992 tid 3 2024-04-24T02:55:37.167 INFO:tasks.rados.rados.0.smithi016.stdout:3938: copy_from oid 41 from oid 13 current snap is 392 2024-04-24T02:55:37.167 INFO:tasks.rados.rados.0.smithi016.stdout:3939: setattr oid 47 current snap is 392 2024-04-24T02:55:37.168 INFO:tasks.rados.rados.0.smithi016.stdout:3937: finishing write tid 1 to smithi01673382-4 2024-04-24T02:55:37.168 INFO:tasks.rados.rados.0.smithi016.stdout:3940: delete oid 37 current snap is 392 2024-04-24T02:55:37.173 INFO:tasks.rados.rados.0.smithi016.stdout:3940: done (3 left) 2024-04-24T02:55:37.174 INFO:tasks.rados.rados.0.smithi016.stdout:3941: delete oid 25 current snap is 392 2024-04-24T02:55:37.175 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 3211 (ObjNum 1212 snap 387 seq_num 1212) dirty exists 2024-04-24T02:55:37.175 INFO:tasks.rados.rados.0.smithi016.stdout:3937: finishing write tid 2 to smithi01673382-4 2024-04-24T02:55:37.176 INFO:tasks.rados.rados.0.smithi016.stdout:3937: finishing write tid 3 to smithi01673382-4 2024-04-24T02:55:37.176 INFO:tasks.rados.rados.0.smithi016.stdout:3937: finishing write tid 4 to smithi01673382-4 2024-04-24T02:55:37.177 INFO:tasks.rados.rados.0.smithi016.stdout:3939: done (3 left) 2024-04-24T02:55:37.178 INFO:tasks.rados.rados.0.smithi016.stdout:3941: done (2 left) 2024-04-24T02:55:37.178 INFO:tasks.rados.rados.0.smithi016.stdout:3942: snap_remove snap 385 2024-04-24T02:55:38.166 INFO:tasks.rados.rados.0.smithi016.stdout:3942: done (2 left) 2024-04-24T02:55:38.166 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 392 2024-04-24T02:55:38.166 INFO:tasks.rados.rados.0.smithi016.stdout:3943: seq_num 1223 ranges {286720=491520,778240=491520,1269760=311296} 2024-04-24T02:55:38.172 INFO:tasks.rados.rados.0.smithi016.stdout:3943: writing smithi01673382-10 from 286720 to 778240 tid 1 2024-04-24T02:55:38.174 INFO:tasks.rados.rados.0.smithi016.stdout:3943: writing smithi01673382-10 from 778240 to 1269760 tid 2 2024-04-24T02:55:38.177 INFO:tasks.rados.rados.0.smithi016.stdout:3943: writing smithi01673382-10 from 1269760 to 1581056 tid 3 2024-04-24T02:55:38.177 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 392 2024-04-24T02:55:38.177 INFO:tasks.rados.rados.0.smithi016.stdout:3944: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-04-24T02:55:38.179 INFO:tasks.rados.rados.0.smithi016.stdout:3944: writing smithi01673382-34 from 0 to 507904 tid 1 2024-04-24T02:55:38.182 INFO:tasks.rados.rados.0.smithi016.stdout:3944: writing smithi01673382-34 from 507904 to 933888 tid 2 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3944: writing smithi01673382-34 from 933888 to 1310720 tid 3 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3945: read oid 22 snap -1 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3945: expect (ObjNum 1201 snap 383 seq_num 1201) 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3946: read oid 35 snap 377 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3946: expect (ObjNum 1162 snap 372 seq_num 1162) 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3947: delete oid 44 current snap is 392 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3937: finishing write tid 5 to smithi01673382-4 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 3479 (ObjNum 1220 snap 392 seq_num 1220) dirty exists 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3937: left oid 4 (ObjNum 1220 snap 392 seq_num 1220) 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3938: finishing copy_from racing read to smithi01673382-41 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:3938: finishing copy_from to smithi01673382-41 2024-04-24T02:55:38.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 3470 (ObjNum 1218 snap 390 seq_num 1218) dirty exists 2024-04-24T02:55:38.187 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 1 to smithi01673382-10 2024-04-24T02:55:38.187 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 2 to smithi01673382-10 2024-04-24T02:55:38.187 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 3 to smithi01673382-10 2024-04-24T02:55:38.190 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 4 to smithi01673382-10 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3944: finishing write tid 1 to smithi01673382-34 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 5 to smithi01673382-10 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3174 (ObjNum 1223 snap 392 seq_num 1223) dirty exists 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3943: left oid 10 (ObjNum 1223 snap 392 seq_num 1223) 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3937: done (6 left) 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3938: done (5 left) 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3943: done (4 left) 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3947: done (3 left) 2024-04-24T02:55:38.194 INFO:tasks.rados.rados.0.smithi016.stdout:3948: snap_remove snap 384 2024-04-24T02:55:38.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:38 smithi016 ceph-mon[84376]: pgmap v904: 121 pgs: 121 active+clean; 397 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 564 KiB/s wr, 4 op/s 2024-04-24T02:55:38.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:38 smithi016 ceph-mon[84376]: osdmap e846: 8 total, 8 up, 8 in 2024-04-24T02:55:38.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:38 smithi016 ceph-mon[86910]: pgmap v904: 121 pgs: 121 active+clean; 397 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 564 KiB/s wr, 4 op/s 2024-04-24T02:55:38.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:38 smithi016 ceph-mon[86910]: osdmap e846: 8 total, 8 up, 8 in 2024-04-24T02:55:38.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:55:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:55:38] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-24T02:55:38.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:38 smithi063 ceph-mon[77007]: pgmap v904: 121 pgs: 121 active+clean; 397 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 564 KiB/s wr, 4 op/s 2024-04-24T02:55:38.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:38 smithi063 ceph-mon[77007]: osdmap e846: 8 total, 8 up, 8 in 2024-04-24T02:55:39.169 INFO:tasks.rados.rados.0.smithi016.stdout:3948: done (3 left) 2024-04-24T02:55:39.169 INFO:tasks.rados.rados.0.smithi016.stdout:3949: rollback oid 16 current snap is 392 2024-04-24T02:55:39.169 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 377 2024-04-24T02:55:39.169 INFO:tasks.rados.rados.0.smithi016.stdout:3944: finishing write tid 2 to smithi01673382-34 2024-04-24T02:55:39.169 INFO:tasks.rados.rados.0.smithi016.stdout:3944: finishing write tid 3 to smithi01673382-34 2024-04-24T02:55:39.169 INFO:tasks.rados.rados.0.smithi016.stdout:3944: finishing write tid 4 to smithi01673382-34 2024-04-24T02:55:39.170 INFO:tasks.rados.rados.0.smithi016.stdout:3946: expect (ObjNum 1162 snap 372 seq_num 1162) 2024-04-24T02:55:39.364 INFO:tasks.rados.rados.0.smithi016.stdout:3945: expect (ObjNum 1201 snap 383 seq_num 1201) 2024-04-24T02:55:39.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:39 smithi016 ceph-mon[84376]: osdmap e847: 8 total, 8 up, 8 in 2024-04-24T02:55:39.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:39 smithi016 ceph-mon[86910]: osdmap e847: 8 total, 8 up, 8 in 2024-04-24T02:55:39.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:39 smithi063 ceph-mon[77007]: osdmap e847: 8 total, 8 up, 8 in 2024-04-24T02:55:39.652 INFO:tasks.rados.rados.0.smithi016.stdout:3944: finishing write tid 5 to smithi01673382-34 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 3217 (ObjNum 1224 snap 392 seq_num 1224) dirty exists 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3944: left oid 34 (ObjNum 1224 snap 392 seq_num 1224) 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3949: finishing rollback tid 0 to smithi01673382-16 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3949: finishing rollback tid 1 to smithi01673382-16 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3949: finishing rollback tid 2 to smithi01673382-16 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2705 (ObjNum 1130 snap 359 seq_num 1130) dirty exists 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3944: done (3 left) 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3945: done (2 left) 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3946: done (1 left) 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3949: done (0 left) 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3950: copy_from oid 28 from oid 4 current snap is 392 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 392 2024-04-24T02:55:39.653 INFO:tasks.rados.rados.0.smithi016.stdout:3951: seq_num 1226 ranges {49152=540672,589824=598016,1187840=204800} 2024-04-24T02:55:39.655 INFO:tasks.rados.rados.0.smithi016.stdout:3951: writing smithi01673382-20 from 49152 to 589824 tid 1 2024-04-24T02:55:39.658 INFO:tasks.rados.rados.0.smithi016.stdout:3951: writing smithi01673382-20 from 589824 to 1187840 tid 2 2024-04-24T02:55:39.660 INFO:tasks.rados.rados.0.smithi016.stdout:3951: writing smithi01673382-20 from 1187840 to 1392640 tid 3 2024-04-24T02:55:39.660 INFO:tasks.rados.rados.0.smithi016.stdout:3952: read oid 16 snap -1 2024-04-24T02:55:39.660 INFO:tasks.rados.rados.0.smithi016.stdout:3952: expect (ObjNum 1130 snap 359 seq_num 1130) 2024-04-24T02:55:39.660 INFO:tasks.rados.rados.0.smithi016.stdout:3953: snap_create 2024-04-24T02:55:39.660 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 1 to smithi01673382-20 2024-04-24T02:55:39.662 INFO:tasks.rados.rados.0.smithi016.stdout:3950: finishing copy_from racing read to smithi01673382-28 2024-04-24T02:55:39.665 INFO:tasks.rados.rados.0.smithi016.stdout:3950: finishing copy_from to smithi01673382-28 2024-04-24T02:55:39.665 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 3479 (ObjNum 1220 snap 392 seq_num 1220) dirty exists 2024-04-24T02:55:39.666 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 2 to smithi01673382-20 2024-04-24T02:55:39.667 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 3 to smithi01673382-20 2024-04-24T02:55:39.667 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 4 to smithi01673382-20 2024-04-24T02:55:39.669 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 5 to smithi01673382-20 2024-04-24T02:55:39.669 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2850 (ObjNum 1226 snap 392 seq_num 1226) dirty exists 2024-04-24T02:55:39.669 INFO:tasks.rados.rados.0.smithi016.stdout:3951: left oid 20 (ObjNum 1226 snap 392 seq_num 1226) 2024-04-24T02:55:39.698 INFO:tasks.rados.rados.0.smithi016.stdout:3952: expect (ObjNum 1130 snap 359 seq_num 1130) 2024-04-24T02:55:40.292 INFO:tasks.rados.rados.0.smithi016.stdout:3950: done (3 left) 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3951: done (2 left) 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3952: done (1 left) 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3953: done (0 left) 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3954: read oid 48 snap 377 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3954: expect (ObjNum 1127 snap 358 seq_num 1127) 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3955: read oid 39 snap 391 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3955: expect (ObjNum 1193 snap 380 seq_num 1193) 2024-04-24T02:55:40.293 INFO:tasks.rados.rados.0.smithi016.stdout:3956: delete oid 36 current snap is 393 2024-04-24T02:55:40.300 INFO:tasks.rados.rados.0.smithi016.stdout:3956: done (2 left) 2024-04-24T02:55:40.301 INFO:tasks.rados.rados.0.smithi016.stdout:3957: snap_remove snap 388 2024-04-24T02:55:40.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:40 smithi016 ceph-mon[84376]: pgmap v907: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 862 KiB/s wr, 5 op/s 2024-04-24T02:55:40.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:40 smithi016 ceph-mon[84376]: osdmap e848: 8 total, 8 up, 8 in 2024-04-24T02:55:40.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:40 smithi016 ceph-mon[86910]: pgmap v907: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 862 KiB/s wr, 5 op/s 2024-04-24T02:55:40.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:40 smithi016 ceph-mon[86910]: osdmap e848: 8 total, 8 up, 8 in 2024-04-24T02:55:40.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:40 smithi063 ceph-mon[77007]: pgmap v907: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 862 KiB/s wr, 5 op/s 2024-04-24T02:55:40.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:40 smithi063 ceph-mon[77007]: osdmap e848: 8 total, 8 up, 8 in 2024-04-24T02:55:41.142 INFO:tasks.rados.rados.0.smithi016.stdout:3957: done (2 left) 2024-04-24T02:55:41.142 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 393 2024-04-24T02:55:41.142 INFO:tasks.rados.rados.0.smithi016.stdout:3954: expect (ObjNum 1127 snap 358 seq_num 1127) 2024-04-24T02:55:41.260 INFO:tasks.rados.rados.0.smithi016.stdout:3955: expect (ObjNum 1193 snap 380 seq_num 1193) 2024-04-24T02:55:41.446 INFO:tasks.rados.rados.0.smithi016.stdout:3958: seq_num 1228 ranges {4128768=573440,4702208=761856,5464064=40960} 2024-04-24T02:55:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:3958: writing smithi01673382-38 from 4128768 to 4702208 tid 1 2024-04-24T02:55:41.476 INFO:tasks.rados.rados.0.smithi016.stdout:3958: writing smithi01673382-38 from 4702208 to 5464064 tid 2 2024-04-24T02:55:41.477 INFO:tasks.rados.rados.0.smithi016.stdout:3958: writing smithi01673382-38 from 5464064 to 5505024 tid 3 2024-04-24T02:55:41.477 INFO:tasks.rados.rados.0.smithi016.stdout:3954: done (2 left) 2024-04-24T02:55:41.477 INFO:tasks.rados.rados.0.smithi016.stdout:3955: done (1 left) 2024-04-24T02:55:41.477 INFO:tasks.rados.rados.0.smithi016.stdout:3959: snap_create 2024-04-24T02:55:41.477 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 1 to smithi01673382-38 2024-04-24T02:55:41.482 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 2 to smithi01673382-38 2024-04-24T02:55:41.482 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 3 to smithi01673382-38 2024-04-24T02:55:41.482 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 4 to smithi01673382-38 2024-04-24T02:55:41.484 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 5 to smithi01673382-38 2024-04-24T02:55:41.484 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 3474 (ObjNum 1228 snap 393 seq_num 1228) dirty exists 2024-04-24T02:55:41.484 INFO:tasks.rados.rados.0.smithi016.stdout:3958: left oid 38 (ObjNum 1228 snap 393 seq_num 1228) 2024-04-24T02:55:41.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:41 smithi016 ceph-mon[84376]: osdmap e849: 8 total, 8 up, 8 in 2024-04-24T02:55:41.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:41 smithi016 ceph-mon[84376]: osdmap e850: 8 total, 8 up, 8 in 2024-04-24T02:55:41.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:41 smithi016 ceph-mon[86910]: osdmap e849: 8 total, 8 up, 8 in 2024-04-24T02:55:41.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:41 smithi016 ceph-mon[86910]: osdmap e850: 8 total, 8 up, 8 in 2024-04-24T02:55:41.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:41 smithi063 ceph-mon[77007]: osdmap e849: 8 total, 8 up, 8 in 2024-04-24T02:55:41.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:41 smithi063 ceph-mon[77007]: osdmap e850: 8 total, 8 up, 8 in 2024-04-24T02:55:42.186 INFO:tasks.rados.rados.0.smithi016.stdout:3958: done (1 left) 2024-04-24T02:55:42.186 INFO:tasks.rados.rados.0.smithi016.stdout:3959: done (0 left) 2024-04-24T02:55:42.186 INFO:tasks.rados.rados.0.smithi016.stdout:3960: read oid 48 snap -1 2024-04-24T02:55:42.186 INFO:tasks.rados.rados.0.smithi016.stdout:3960: expect (ObjNum 1193 snap 380 seq_num 1193) 2024-04-24T02:55:42.186 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 394 2024-04-24T02:55:42.186 INFO:tasks.rados.rados.0.smithi016.stdout:3961: seq_num 1229 ranges {917504=589824,1507328=647168,2154496=155648} 2024-04-24T02:55:42.194 INFO:tasks.rados.rados.0.smithi016.stdout:3961: writing smithi01673382-31 from 917504 to 1507328 tid 1 2024-04-24T02:55:42.199 INFO:tasks.rados.rados.0.smithi016.stdout:3961: writing smithi01673382-31 from 1507328 to 2154496 tid 2 2024-04-24T02:55:42.200 INFO:tasks.rados.rados.0.smithi016.stdout:3961: writing smithi01673382-31 from 2154496 to 2310144 tid 3 2024-04-24T02:55:42.200 INFO:tasks.rados.rados.0.smithi016.stdout:3962: read oid 49 snap -1 2024-04-24T02:55:42.201 INFO:tasks.rados.rados.0.smithi016.stdout:3962: expect (ObjNum 1189 snap 379 seq_num 1189) 2024-04-24T02:55:42.201 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 394 2024-04-24T02:55:42.201 INFO:tasks.rados.rados.0.smithi016.stdout:3963: seq_num 1230 ranges {1581056=606208,2187264=532480,2719744=270336} 2024-04-24T02:55:42.213 INFO:tasks.rados.rados.0.smithi016.stdout:3963: writing smithi01673382-10 from 1581056 to 2187264 tid 1 2024-04-24T02:55:42.216 INFO:tasks.rados.rados.0.smithi016.stdout:3963: writing smithi01673382-10 from 2187264 to 2719744 tid 2 2024-04-24T02:55:42.218 INFO:tasks.rados.rados.0.smithi016.stdout:3963: writing smithi01673382-10 from 2719744 to 2990080 tid 3 2024-04-24T02:55:42.218 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 394 2024-04-24T02:55:42.218 INFO:tasks.rados.rados.0.smithi016.stdout:3964: seq_num 1231 ranges {516096=622592,1138688=417792,1556480=385024} 2024-04-24T02:55:42.224 INFO:tasks.rados.rados.0.smithi016.stdout:3964: writing smithi01673382-7 from 516096 to 1138688 tid 1 2024-04-24T02:55:42.227 INFO:tasks.rados.rados.0.smithi016.stdout:3964: writing smithi01673382-7 from 1138688 to 1556480 tid 2 2024-04-24T02:55:42.229 INFO:tasks.rados.rados.0.smithi016.stdout:3964: writing smithi01673382-7 from 1556480 to 1941504 tid 3 2024-04-24T02:55:42.229 INFO:tasks.rados.rados.0.smithi016.stdout:3965: read oid 23 snap -1 2024-04-24T02:55:42.229 INFO:tasks.rados.rados.0.smithi016.stdout:3965: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:55:42.230 INFO:tasks.rados.rados.0.smithi016.stdout:3966: snap_create 2024-04-24T02:55:42.230 INFO:tasks.rados.rados.0.smithi016.stdout:3960: expect (ObjNum 1193 snap 380 seq_num 1193) 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:3961: finishing write tid 1 to smithi01673382-31 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:3961: finishing write tid 2 to smithi01673382-31 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:3961: finishing write tid 3 to smithi01673382-31 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:3961: finishing write tid 4 to smithi01673382-31 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:3961: finishing write tid 5 to smithi01673382-31 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 2971 (ObjNum 1229 snap 394 seq_num 1229) dirty exists 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:3961: left oid 31 (ObjNum 1229 snap 394 seq_num 1229) 2024-04-24T02:55:42.418 INFO:tasks.rados.rados.0.smithi016.stdout:3962: expect (ObjNum 1189 snap 379 seq_num 1189) 2024-04-24T02:55:42.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:42 smithi016 ceph-mon[84376]: pgmap v910: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 6 op/s 2024-04-24T02:55:42.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:42 smithi016 ceph-mon[86910]: pgmap v910: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 6 op/s 2024-04-24T02:55:42.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:42 smithi063 ceph-mon[77007]: pgmap v910: 121 pgs: 121 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 6 op/s 2024-04-24T02:55:42.603 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 1 to smithi01673382-10 2024-04-24T02:55:42.603 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 2 to smithi01673382-10 2024-04-24T02:55:42.603 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 3 to smithi01673382-10 2024-04-24T02:55:42.603 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 4 to smithi01673382-10 2024-04-24T02:55:42.603 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 5 to smithi01673382-10 2024-04-24T02:55:42.603 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3178 (ObjNum 1230 snap 394 seq_num 1230) dirty exists 2024-04-24T02:55:42.603 INFO:tasks.rados.rados.0.smithi016.stdout:3963: left oid 10 (ObjNum 1230 snap 394 seq_num 1230) 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:3964: finishing write tid 1 to smithi01673382-7 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:3964: finishing write tid 2 to smithi01673382-7 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:3964: finishing write tid 3 to smithi01673382-7 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:3964: finishing write tid 4 to smithi01673382-7 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:3964: finishing write tid 5 to smithi01673382-7 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 3478 (ObjNum 1231 snap 394 seq_num 1231) dirty exists 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:3964: left oid 7 (ObjNum 1231 snap 394 seq_num 1231) 2024-04-24T02:55:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:3965: expect (ObjNum 1126 snap 358 seq_num 1126) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3960: done (6 left) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3961: done (5 left) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3962: done (4 left) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3963: done (3 left) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3964: done (2 left) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3965: done (1 left) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3966: done (0 left) 2024-04-24T02:55:43.190 INFO:tasks.rados.rados.0.smithi016.stdout:3967: rollback oid 29 current snap is 395 2024-04-24T02:55:43.191 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 371 2024-04-24T02:55:43.191 INFO:tasks.rados.rados.0.smithi016.stdout:3968: snap_create 2024-04-24T02:55:43.195 INFO:tasks.rados.rados.0.smithi016.stdout:3967: finishing rollback tid 1 to smithi01673382-29 2024-04-24T02:55:43.196 INFO:tasks.rados.rados.0.smithi016.stdout:3967: finishing rollback tid 2 to smithi01673382-29 2024-04-24T02:55:43.196 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 3481 (ObjNum 1133 snap 359 seq_num 1133) dirty exists 2024-04-24T02:55:43.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:43 smithi016 ceph-mon[84376]: osdmap e851: 8 total, 8 up, 8 in 2024-04-24T02:55:43.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:43 smithi016 ceph-mon[86910]: osdmap e851: 8 total, 8 up, 8 in 2024-04-24T02:55:43.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:43 smithi063 ceph-mon[77007]: osdmap e851: 8 total, 8 up, 8 in 2024-04-24T02:55:44.192 INFO:tasks.rados.rados.0.smithi016.stdout:3967: done (1 left) 2024-04-24T02:55:44.192 INFO:tasks.rados.rados.0.smithi016.stdout:3968: done (0 left) 2024-04-24T02:55:44.192 INFO:tasks.rados.rados.0.smithi016.stdout:3969: delete oid 19 current snap is 396 2024-04-24T02:55:44.202 INFO:tasks.rados.rados.0.smithi016.stdout:3969: done (0 left) 2024-04-24T02:55:44.202 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 396 2024-04-24T02:55:44.202 INFO:tasks.rados.rados.0.smithi016.stdout:3970: seq_num 1233 ranges {0=655360,655360=638976,1294336=163840} 2024-04-24T02:55:44.205 INFO:tasks.rados.rados.0.smithi016.stdout:3970: writing smithi01673382-44 from 0 to 655360 tid 1 2024-04-24T02:55:44.209 INFO:tasks.rados.rados.0.smithi016.stdout:3970: writing smithi01673382-44 from 655360 to 1294336 tid 2 2024-04-24T02:55:44.210 INFO:tasks.rados.rados.0.smithi016.stdout:3970: writing smithi01673382-44 from 1294336 to 1458176 tid 3 2024-04-24T02:55:44.210 INFO:tasks.rados.rados.0.smithi016.stdout:3971: snap_create 2024-04-24T02:55:44.210 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing write tid 1 to smithi01673382-44 2024-04-24T02:55:44.217 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing write tid 2 to smithi01673382-44 2024-04-24T02:55:44.217 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing write tid 3 to smithi01673382-44 2024-04-24T02:55:44.217 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing write tid 4 to smithi01673382-44 2024-04-24T02:55:44.219 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing write tid 5 to smithi01673382-44 2024-04-24T02:55:44.219 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 3501 (ObjNum 1233 snap 396 seq_num 1233) dirty exists 2024-04-24T02:55:44.219 INFO:tasks.rados.rados.0.smithi016.stdout:3970: left oid 44 (ObjNum 1233 snap 396 seq_num 1233) 2024-04-24T02:55:44.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:44 smithi016 ceph-mon[84376]: pgmap v913: 121 pgs: 121 active+clean; 415 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-24T02:55:44.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:44 smithi016 ceph-mon[84376]: osdmap e852: 8 total, 8 up, 8 in 2024-04-24T02:55:44.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:44 smithi016 ceph-mon[86910]: pgmap v913: 121 pgs: 121 active+clean; 415 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-24T02:55:44.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:44 smithi016 ceph-mon[86910]: osdmap e852: 8 total, 8 up, 8 in 2024-04-24T02:55:44.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:44 smithi063 ceph-mon[77007]: pgmap v913: 121 pgs: 121 active+clean; 415 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-24T02:55:44.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:44 smithi063 ceph-mon[77007]: osdmap e852: 8 total, 8 up, 8 in 2024-04-24T02:55:45.202 INFO:tasks.rados.rados.0.smithi016.stdout:3970: done (1 left) 2024-04-24T02:55:45.203 INFO:tasks.rados.rados.0.smithi016.stdout:3971: done (0 left) 2024-04-24T02:55:45.203 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 397 2024-04-24T02:55:45.203 INFO:tasks.rados.rados.0.smithi016.stdout:3972: seq_num 1234 ranges {3350528=671744,4022272=516096,4538368=286720} 2024-04-24T02:55:45.224 INFO:tasks.rados.rados.0.smithi016.stdout:3972: writing smithi01673382-23 from 3350528 to 4022272 tid 1 2024-04-24T02:55:45.227 INFO:tasks.rados.rados.0.smithi016.stdout:3972: writing smithi01673382-23 from 4022272 to 4538368 tid 2 2024-04-24T02:55:45.229 INFO:tasks.rados.rados.0.smithi016.stdout:3972: writing smithi01673382-23 from 4538368 to 4825088 tid 3 2024-04-24T02:55:45.229 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 397 2024-04-24T02:55:45.229 INFO:tasks.rados.rados.0.smithi016.stdout:3973: seq_num 1235 ranges {1581056=688128,2269184=802816} 2024-04-24T02:55:45.241 INFO:tasks.rados.rados.0.smithi016.stdout:3973: writing smithi01673382-3 from 1581056 to 2269184 tid 1 2024-04-24T02:55:45.247 INFO:tasks.rados.rados.0.smithi016.stdout:3973: writing smithi01673382-3 from 2269184 to 3072000 tid 2 2024-04-24T02:55:45.247 INFO:tasks.rados.rados.0.smithi016.stdout:3974: read oid 34 snap -1 2024-04-24T02:55:45.247 INFO:tasks.rados.rados.0.smithi016.stdout:3974: expect (ObjNum 1224 snap 392 seq_num 1224) 2024-04-24T02:55:45.247 INFO:tasks.rados.rados.0.smithi016.stdout:3975: rollback oid 19 current snap is 397 2024-04-24T02:55:45.247 INFO:tasks.rados.rados.0.smithi016.stdout:3972: finishing write tid 1 to smithi01673382-23 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 389 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3972: finishing write tid 2 to smithi01673382-23 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3972: finishing write tid 3 to smithi01673382-23 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3972: finishing write tid 4 to smithi01673382-23 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3972: finishing write tid 5 to smithi01673382-23 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 3182 (ObjNum 1234 snap 397 seq_num 1234) dirty exists 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3972: left oid 23 (ObjNum 1234 snap 397 seq_num 1234) 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3973: finishing write tid 1 to smithi01673382-3 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3972: done (3 left) 2024-04-24T02:55:45.248 INFO:tasks.rados.rados.0.smithi016.stdout:3976: delete oid 5 current snap is 397 2024-04-24T02:55:45.253 INFO:tasks.rados.rados.0.smithi016.stdout:3974: expect (ObjNum 1224 snap 392 seq_num 1224) 2024-04-24T02:55:45.289 INFO:tasks.rados.rados.0.smithi016.stdout:3975: finishing rollback tid 1 to smithi01673382-19 2024-04-24T02:55:45.289 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 3323 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-04-24T02:55:45.289 INFO:tasks.rados.rados.0.smithi016.stdout:3973: finishing write tid 2 to smithi01673382-3 2024-04-24T02:55:45.289 INFO:tasks.rados.rados.0.smithi016.stdout:3973: finishing write tid 3 to smithi01673382-3 2024-04-24T02:55:45.289 INFO:tasks.rados.rados.0.smithi016.stdout:3974: done (3 left) 2024-04-24T02:55:45.289 INFO:tasks.rados.rados.0.smithi016.stdout:3975: done (2 left) 2024-04-24T02:55:45.289 INFO:tasks.rados.rados.0.smithi016.stdout:3976: done (1 left) 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:3977: rollback oid 11 current snap is 397 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 387 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:3973: finishing write tid 4 to smithi01673382-3 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 3137 (ObjNum 1235 snap 397 seq_num 1235) dirty exists 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:3973: left oid 3 (ObjNum 1235 snap 397 seq_num 1235) 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:3973: done (1 left) 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 397 2024-04-24T02:55:45.290 INFO:tasks.rados.rados.0.smithi016.stdout:3978: seq_num 1237 ranges {2162688=720896,2883584=573440,3457024=229376} 2024-04-24T02:55:45.304 INFO:tasks.rados.rados.0.smithi016.stdout:3978: writing smithi01673382-46 from 2162688 to 2883584 tid 1 2024-04-24T02:55:45.308 INFO:tasks.rados.rados.0.smithi016.stdout:3978: writing smithi01673382-46 from 2883584 to 3457024 tid 2 2024-04-24T02:55:45.309 INFO:tasks.rados.rados.0.smithi016.stdout:3978: writing smithi01673382-46 from 3457024 to 3686400 tid 3 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:3979: rollback oid 13 current snap is 397 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 386 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing rollback tid 0 to smithi01673382-11 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing rollback tid 1 to smithi01673382-11 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing rollback tid 2 to smithi01673382-11 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 3481 (ObjNum 1204 snap 384 seq_num 1204) dirty exists 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 1 to smithi01673382-46 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:3977: done (2 left) 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 397 2024-04-24T02:55:45.310 INFO:tasks.rados.rados.0.smithi016.stdout:3980: seq_num 1238 ranges {5505024=737280,6242304=458752,6701056=344064} 2024-04-24T02:55:45.344 INFO:tasks.rados.rados.0.smithi016.stdout:3980: writing smithi01673382-38 from 5505024 to 6242304 tid 1 2024-04-24T02:55:45.347 INFO:tasks.rados.rados.0.smithi016.stdout:3980: writing smithi01673382-38 from 6242304 to 6701056 tid 2 2024-04-24T02:55:45.349 INFO:tasks.rados.rados.0.smithi016.stdout:3980: writing smithi01673382-38 from 6701056 to 7045120 tid 3 2024-04-24T02:55:45.349 INFO:tasks.rados.rados.0.smithi016.stdout:3981: snap_create 2024-04-24T02:55:45.349 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 2 to smithi01673382-46 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 3 to smithi01673382-46 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 4 to smithi01673382-46 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:3979: finishing rollback tid 0 to smithi01673382-13 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:3979: finishing rollback tid 1 to smithi01673382-13 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:3979: finishing rollback tid 2 to smithi01673382-13 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 3506 (ObjNum 1190 snap 380 seq_num 1190) dirty exists 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 5 to smithi01673382-46 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 2854 (ObjNum 1237 snap 397 seq_num 1237) dirty exists 2024-04-24T02:55:45.350 INFO:tasks.rados.rados.0.smithi016.stdout:3978: left oid 46 (ObjNum 1237 snap 397 seq_num 1237) 2024-04-24T02:55:45.352 INFO:tasks.rados.rados.0.smithi016.stdout:3980: finishing write tid 1 to smithi01673382-38 2024-04-24T02:55:45.354 INFO:tasks.rados.rados.0.smithi016.stdout:3980: finishing write tid 2 to smithi01673382-38 2024-04-24T02:55:45.354 INFO:tasks.rados.rados.0.smithi016.stdout:3980: finishing write tid 3 to smithi01673382-38 2024-04-24T02:55:45.354 INFO:tasks.rados.rados.0.smithi016.stdout:3980: finishing write tid 4 to smithi01673382-38 2024-04-24T02:55:45.356 INFO:tasks.rados.rados.0.smithi016.stdout:3980: finishing write tid 5 to smithi01673382-38 2024-04-24T02:55:45.356 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 3485 (ObjNum 1238 snap 397 seq_num 1238) dirty exists 2024-04-24T02:55:45.356 INFO:tasks.rados.rados.0.smithi016.stdout:3980: left oid 38 (ObjNum 1238 snap 397 seq_num 1238) 2024-04-24T02:55:45.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:45 smithi016 ceph-mon[84376]: osdmap e853: 8 total, 8 up, 8 in 2024-04-24T02:55:45.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:45.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:45 smithi016 ceph-mon[86910]: osdmap e853: 8 total, 8 up, 8 in 2024-04-24T02:55:45.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:45.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:45 smithi063 ceph-mon[77007]: osdmap e853: 8 total, 8 up, 8 in 2024-04-24T02:55:45.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:55:46.140 INFO:tasks.rados.rados.0.smithi016.stdout:3978: done (3 left) 2024-04-24T02:55:46.140 INFO:tasks.rados.rados.0.smithi016.stdout:3979: done (2 left) 2024-04-24T02:55:46.140 INFO:tasks.rados.rados.0.smithi016.stdout:3980: done (1 left) 2024-04-24T02:55:46.140 INFO:tasks.rados.rados.0.smithi016.stdout:3981: done (0 left) 2024-04-24T02:55:46.141 INFO:tasks.rados.rados.0.smithi016.stdout:3982: delete oid 49 current snap is 398 2024-04-24T02:55:46.145 INFO:tasks.rados.rados.0.smithi016.stdout:3982: done (0 left) 2024-04-24T02:55:46.145 INFO:tasks.rados.rados.0.smithi016.stdout:3983: snap_remove snap 394 2024-04-24T02:55:46.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:46 smithi016 ceph-mon[84376]: pgmap v916: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-24T02:55:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:46 smithi016 ceph-mon[84376]: osdmap e854: 8 total, 8 up, 8 in 2024-04-24T02:55:46.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:46 smithi016 ceph-mon[84376]: osdmap e855: 8 total, 8 up, 8 in 2024-04-24T02:55:46.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:46 smithi016 ceph-mon[86910]: pgmap v916: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-24T02:55:46.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:46 smithi016 ceph-mon[86910]: osdmap e854: 8 total, 8 up, 8 in 2024-04-24T02:55:46.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:46 smithi016 ceph-mon[86910]: osdmap e855: 8 total, 8 up, 8 in 2024-04-24T02:55:46.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:46 smithi063 ceph-mon[77007]: pgmap v916: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-24T02:55:46.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:46 smithi063 ceph-mon[77007]: osdmap e854: 8 total, 8 up, 8 in 2024-04-24T02:55:46.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:46 smithi063 ceph-mon[77007]: osdmap e855: 8 total, 8 up, 8 in 2024-04-24T02:55:47.141 INFO:tasks.rados.rados.0.smithi016.stdout:3983: done (0 left) 2024-04-24T02:55:47.141 INFO:tasks.rados.rados.0.smithi016.stdout:3984: rollback oid 20 current snap is 398 2024-04-24T02:55:47.141 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 367 2024-04-24T02:55:47.141 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 398 2024-04-24T02:55:47.141 INFO:tasks.rados.rados.0.smithi016.stdout:3985: seq_num 1240 ranges {2990080=778240,3768320=671744,4440064=131072} 2024-04-24T02:55:47.162 INFO:tasks.rados.rados.0.smithi016.stdout:3985: writing smithi01673382-10 from 2990080 to 3768320 tid 1 2024-04-24T02:55:47.167 INFO:tasks.rados.rados.0.smithi016.stdout:3985: writing smithi01673382-10 from 3768320 to 4440064 tid 2 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:3985: writing smithi01673382-10 from 4440064 to 4571136 tid 3 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:3986: copy_from oid 24 from oid 49 current snap is 398 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:3984: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:3984: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:3984: finishing rollback tid 2 to smithi01673382-20 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2857 (ObjNum 1149 snap 365 seq_num 1149) dirty exists 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:3984: done (2 left) 2024-04-24T02:55:47.168 INFO:tasks.rados.rados.0.smithi016.stdout:3987: rollback oid 22 current snap is 398 2024-04-24T02:55:47.169 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 387 2024-04-24T02:55:47.169 INFO:tasks.rados.rados.0.smithi016.stdout:3988: snap_remove snap 396 2024-04-24T02:55:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3988: done (3 left) 2024-04-24T02:55:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3989: delete oid 30 current snap is 398 2024-04-24T02:55:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3985: finishing write tid 1 to smithi01673382-10 2024-04-24T02:55:48.149 INFO:tasks.rados.rados.0.smithi016.stdout:3985: finishing write tid 2 to smithi01673382-10 2024-04-24T02:55:48.150 INFO:tasks.rados.rados.0.smithi016.stdout:3986: finishing copy_from to smithi01673382-24 2024-04-24T02:55:48.150 INFO:tasks.rados.rados.0.smithi016.stdout:3986: got expected ENOENT (src dne) 2024-04-24T02:55:48.150 INFO:tasks.rados.rados.0.smithi016.stdout:3986: finishing copy_from racing read to smithi01673382-24 2024-04-24T02:55:48.150 INFO:tasks.rados.rados.0.smithi016.stdout:3985: finishing write tid 3 to smithi01673382-10 2024-04-24T02:55:48.150 INFO:tasks.rados.rados.0.smithi016.stdout:3987: finishing rollback tid 0 to smithi01673382-22 2024-04-24T02:55:48.150 INFO:tasks.rados.rados.0.smithi016.stdout:3987: finishing rollback tid 1 to smithi01673382-22 2024-04-24T02:55:48.150 INFO:tasks.rados.rados.0.smithi016.stdout:3987: finishing rollback tid 2 to smithi01673382-22 2024-04-24T02:55:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 3220 (ObjNum 1201 snap 383 seq_num 1201) dirty exists 2024-04-24T02:55:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3985: finishing write tid 4 to smithi01673382-10 2024-04-24T02:55:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3985: finishing write tid 5 to smithi01673382-10 2024-04-24T02:55:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3187 (ObjNum 1240 snap 398 seq_num 1240) dirty exists 2024-04-24T02:55:48.151 INFO:tasks.rados.rados.0.smithi016.stdout:3985: left oid 10 (ObjNum 1240 snap 398 seq_num 1240) 2024-04-24T02:55:48.158 INFO:tasks.rados.rados.0.smithi016.stdout:3985: done (3 left) 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3986: done (2 left) 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3987: done (1 left) 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3989: done (0 left) 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3990: read oid 27 snap -1 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3990: expect deleted 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3991: copy_from oid 25 from oid 17 current snap is 398 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 398 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3992: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-04-24T02:55:48.159 INFO:tasks.rados.rados.0.smithi016.stdout:3992: writing smithi01673382-19 from 0 to 409600 tid 1 2024-04-24T02:55:48.162 INFO:tasks.rados.rados.0.smithi016.stdout:3992: writing smithi01673382-19 from 409600 to 851968 tid 2 2024-04-24T02:55:48.166 INFO:tasks.rados.rados.0.smithi016.stdout:3992: writing smithi01673382-19 from 851968 to 1507328 tid 3 2024-04-24T02:55:48.167 INFO:tasks.rados.rados.0.smithi016.stdout:3992: writing smithi01673382-19 from 1507328 to 1613824 tid 4 2024-04-24T02:55:48.167 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 398 2024-04-24T02:55:48.167 INFO:tasks.rados.rados.0.smithi016.stdout:3993: seq_num 1243 ranges {2301952=425984,2727936=729088,3457024=466944,3923968=8192} 2024-04-24T02:55:48.182 INFO:tasks.rados.rados.0.smithi016.stdout:3993: writing smithi01673382-42 from 2301952 to 2727936 tid 1 2024-04-24T02:55:48.187 INFO:tasks.rados.rados.0.smithi016.stdout:3993: writing smithi01673382-42 from 2727936 to 3457024 tid 2 2024-04-24T02:55:48.192 INFO:tasks.rados.rados.0.smithi016.stdout:3993: writing smithi01673382-42 from 3457024 to 3923968 tid 3 2024-04-24T02:55:48.192 INFO:tasks.rados.rados.0.smithi016.stdout:3993: writing smithi01673382-42 from 3923968 to 3932160 tid 4 2024-04-24T02:55:48.192 INFO:tasks.rados.rados.0.smithi016.stdout:3994: rollback oid 10 current snap is 398 2024-04-24T02:55:48.192 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 390 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3991: finishing copy_from to smithi01673382-25 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3991: got expected ENOENT (src dne) 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3991: finishing copy_from racing read to smithi01673382-25 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3992: finishing write tid 1 to smithi01673382-19 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3992: finishing write tid 2 to smithi01673382-19 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3992: finishing write tid 3 to smithi01673382-19 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3990: done (4 left) 2024-04-24T02:55:48.193 INFO:tasks.rados.rados.0.smithi016.stdout:3991: done (3 left) 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3995: read oid 47 snap -1 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3995: expect (ObjNum 1212 snap 387 seq_num 1212) 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3996: read oid 40 snap -1 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3996: expect deleted 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3997: rollback oid 37 current snap is 398 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 395 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3998: read oid 5 snap -1 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3998: expect deleted 2024-04-24T02:55:48.194 INFO:tasks.rados.rados.0.smithi016.stdout:3999: rollback oid 20 current snap is 398 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 390 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 8 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout:3992: finishing write tid 4 to smithi01673382-19 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout:3992: finishing write tid 5 to smithi01673382-19 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout:3992: finishing write tid 6 to smithi01673382-19 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 3515 (ObjNum 1242 snap 398 seq_num 1242) dirty exists 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout:3992: left oid 19 (ObjNum 1242 snap 398 seq_num 1242) 2024-04-24T02:55:48.195 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 1 to smithi01673382-42 2024-04-24T02:55:48.196 INFO:tasks.rados.rados.0.smithi016.stdout:3992: done (7 left) 2024-04-24T02:55:48.196 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 7 2024-04-24T02:55:48.197 INFO:tasks.rados.rados.0.smithi016.stdout:3999: finishing rollback tid 0 to smithi01673382-20 2024-04-24T02:55:48.197 INFO:tasks.rados.rados.0.smithi016.stdout:3999: finishing rollback tid 1 to smithi01673382-20 2024-04-24T02:55:48.197 INFO:tasks.rados.rados.0.smithi016.stdout:3996: done (6 left) 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout:3998: done (5 left) 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 5 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout:3999: finishing rollback tid 2 to smithi01673382-20 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 2860 (ObjNum 1149 snap 365 seq_num 1149) dirty exists 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout:3997: finishing rollback tid 1 to smithi01673382-37 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 3264 (ObjNum 345487713 snap 22073 seq_num 0) dirty dne 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout:3997: done (4 left) 2024-04-24T02:55:48.198 INFO:tasks.rados.rados.0.smithi016.stdout:3999: done (3 left) 2024-04-24T02:55:48.199 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 3 2024-04-24T02:55:48.199 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 2 to smithi01673382-42 2024-04-24T02:55:48.200 INFO:tasks.rados.rados.0.smithi016.stdout:3994: finishing rollback tid 0 to smithi01673382-10 2024-04-24T02:55:48.200 INFO:tasks.rados.rados.0.smithi016.stdout:3994: finishing rollback tid 1 to smithi01673382-10 2024-04-24T02:55:48.200 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 3 to smithi01673382-42 2024-04-24T02:55:48.200 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 4 to smithi01673382-42 2024-04-24T02:55:48.200 INFO:tasks.rados.rados.0.smithi016.stdout:3994: finishing rollback tid 2 to smithi01673382-10 2024-04-24T02:55:48.201 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 3190 (ObjNum 1163 snap 372 seq_num 1163) dirty exists 2024-04-24T02:55:48.201 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 5 to smithi01673382-42 2024-04-24T02:55:48.201 INFO:tasks.rados.rados.0.smithi016.stdout:3994: done (2 left) 2024-04-24T02:55:48.201 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 2 2024-04-24T02:55:48.203 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 6 to smithi01673382-42 2024-04-24T02:55:48.203 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 3490 (ObjNum 1243 snap 398 seq_num 1243) dirty exists 2024-04-24T02:55:48.203 INFO:tasks.rados.rados.0.smithi016.stdout:3993: left oid 42 (ObjNum 1243 snap 398 seq_num 1243) 2024-04-24T02:55:48.203 INFO:tasks.rados.rados.0.smithi016.stdout:3993: done (1 left) 2024-04-24T02:55:48.203 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 1 2024-04-24T02:55:48.205 INFO:tasks.rados.rados.0.smithi016.stdout:3995: expect (ObjNum 1212 snap 387 seq_num 1212) 2024-04-24T02:55:48.419 INFO:tasks.rados.rados.0.smithi016.stdout:3995: done (0 left) 2024-04-24T02:55:48.420 INFO:tasks.rados.rados.0.smithi016.stderr:0 errors. 2024-04-24T02:55:48.420 INFO:tasks.rados.rados.0.smithi016.stderr: 2024-04-24T02:55:48.423 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-24T02:55:48.490 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:48 smithi016 ceph-mon[84376]: pgmap v919: 121 pgs: 121 active+clean; 430 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-24T02:55:48.490 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:48 smithi016 ceph-mon[84376]: osdmap e856: 8 total, 8 up, 8 in 2024-04-24T02:55:48.490 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:55:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:55:48] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-24T02:55:48.490 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:48 smithi016 ceph-mon[86910]: pgmap v919: 121 pgs: 121 active+clean; 430 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-24T02:55:48.491 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:48 smithi016 ceph-mon[86910]: osdmap e856: 8 total, 8 up, 8 in 2024-04-24T02:55:48.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:48 smithi063 ceph-mon[77007]: pgmap v919: 121 pgs: 121 active+clean; 430 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-24T02:55:48.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:48 smithi063 ceph-mon[77007]: osdmap e856: 8 total, 8 up, 8 in 2024-04-24T02:55:48.738 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:55:49.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:49 smithi016 ceph-mon[84376]: osdmap e857: 8 total, 8 up, 8 in 2024-04-24T02:55:49.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:49 smithi016 ceph-mon[86910]: osdmap e857: 8 total, 8 up, 8 in 2024-04-24T02:55:49.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:49 smithi063 ceph-mon[77007]: osdmap e857: 8 total, 8 up, 8 in 2024-04-24T02:55:50.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:50 smithi016 ceph-mon[84376]: pgmap v922: 121 pgs: 121 active+clean; 432 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-04-24T02:55:50.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:50 smithi016 ceph-mon[86910]: pgmap v922: 121 pgs: 121 active+clean; 432 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-04-24T02:55:50.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:50 smithi063 ceph-mon[77007]: pgmap v922: 121 pgs: 121 active+clean; 432 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-04-24T02:55:50.580 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:55:50.580 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":857,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T02:55:48.141422+0000","last_up_change":"2024-04-24T02:50:37.086165+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-24T02:38:47.097969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-24T02:41:57.709232+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"857","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":778,"snap_epoch":857,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":322,"up_from":335,"up_thru":562,"down_at":323,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6803","nonce":3090040979}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6805","nonce":3090040979}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6809","nonce":3090040979}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6807","nonce":3090040979}]},"public_addr":"172.21.15.16:6803/3090040979","cluster_addr":"172.21.15.16:6805/3090040979","heartbeat_back_addr":"172.21.15.16:6809/3090040979","heartbeat_front_addr":"172.21.15.16:6807/3090040979","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":357,"up_from":369,"up_thru":562,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6811","nonce":944666224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6813","nonce":944666224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6817","nonce":944666224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6815","nonce":944666224}]},"public_addr":"172.21.15.16:6811/944666224","cluster_addr":"172.21.15.16:6813/944666224","heartbeat_back_addr":"172.21.15.16:6817/944666224","heartbeat_front_addr":"172.21.15.16:6815/944666224","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":389,"up_from":400,"up_thru":562,"down_at":390,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6819","nonce":1808700668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6821","nonce":1808700668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6825","nonce":1808700668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6823","nonce":1808700668}]},"public_addr":"172.21.15.16:6819/1808700668","cluster_addr":"172.21.15.16:6821/1808700668","heartbeat_back_addr":"172.21.15.16:6825/1808700668","heartbeat_front_addr":"172.21.15.16:6823/1808700668","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":418,"up_from":430,"up_thru":562,"down_at":419,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6827","nonce":3788941302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6829","nonce":3788941302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6833","nonce":3788941302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6831","nonce":3788941302}]},"public_addr":"172.21.15.16:6827/3788941302","cluster_addr":"172.21.15.16:6829/3788941302","heartbeat_back_addr":"172.21.15.16:6833/3788941302","heartbeat_front_addr":"172.21.15.16:6831/3788941302","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":451,"up_from":464,"up_thru":562,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6801","nonce":4043756606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6803","nonce":4043756606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6807","nonce":4043756606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6805","nonce":4043756606}]},"public_addr":"172.21.15.63:6801/4043756606","cluster_addr":"172.21.15.63:6803/4043756606","heartbeat_back_addr":"172.21.15.63:6807/4043756606","heartbeat_front_addr":"172.21.15.63:6805/4043756606","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":484,"up_from":496,"up_thru":562,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6809","nonce":4166928598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6811","nonce":4166928598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6815","nonce":4166928598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6813","nonce":4166928598}]},"public_addr":"172.21.15.63:6809/4166928598","cluster_addr":"172.21.15.63:6811/4166928598","heartbeat_back_addr":"172.21.15.63:6815/4166928598","heartbeat_front_addr":"172.21.15.63:6813/4166928598","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":517,"up_from":529,"up_thru":562,"down_at":518,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6817","nonce":3583253150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6819","nonce":3583253150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6823","nonce":3583253150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6821","nonce":3583253150}]},"public_addr":"172.21.15.63:6817/3583253150","cluster_addr":"172.21.15.63:6819/3583253150","heartbeat_back_addr":"172.21.15.63:6823/3583253150","heartbeat_front_addr":"172.21.15.63:6821/3583253150","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":550,"up_from":562,"up_thru":562,"down_at":551,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6825","nonce":2180933772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6827","nonce":2180933772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6831","nonce":2180933772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6829","nonce":2180933772}]},"public_addr":"172.21.15.63:6825/2180933772","cluster_addr":"172.21.15.63:6827/2180933772","heartbeat_back_addr":"172.21.15.63:6831/2180933772","heartbeat_front_addr":"172.21.15.63:6829/2180933772","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":321},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":357},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":389},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":418},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":451},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":484},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":517},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":550}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6833/257142356":"2024-04-25T02:50:57.226229+0000","172.21.15.63:6832/257142356":"2024-04-25T02:50:57.226229+0000","172.21.15.63:0/1573780099":"2024-04-25T02:44:25.621801+0000","172.21.15.63:0/98984831":"2024-04-25T02:44:25.621801+0000","172.21.15.63:0/2401382162":"2024-04-25T02:44:25.621801+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1617050663":"2024-04-25T02:45:14.639471+0000","172.21.15.16:0/198648470":"2024-04-25T02:43:05.548567+0000","172.21.15.16:6801/786188894":"2024-04-25T02:43:05.548567+0000","172.21.15.63:0/1016265307":"2024-04-25T02:44:25.621801+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/1383761482":"2024-04-25T02:43:05.548567+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/786188894":"2024-04-25T02:43:05.548567+0000","172.21.15.63:0/2747713748":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.63:6834/1029035463":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/1612639466":"2024-04-25T02:43:05.548567+0000","172.21.15.16:0/2726630902":"2024-04-25T02:43:05.548567+0000","172.21.15.63:0/2965599256":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/2912740367":"2024-04-25T02:45:14.639471+0000","172.21.15.63:6835/1029035463":"2024-04-25T02:44:25.621801+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2737928952":"2024-04-25T02:45:14.639471+0000","172.21.15.16:6800/3309874519":"2024-04-25T02:45:14.639471+0000","172.21.15.16:6801/3309874519":"2024-04-25T02:45:14.639471+0000","172.21.15.63:0/1956683221":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/4132125812":"2024-04-25T02:45:14.639471+0000","172.21.15.16:0/3448826501":"2024-04-25T02:45:14.639471+0000","172.21.15.16:0/523839182":"2024-04-25T02:45:14.639471+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1278597884":"2024-04-25T02:45:14.639471+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":764,"length":1},{"begin":773,"length":1},{"begin":775,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":775,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T02:55:51.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:51 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3425388152' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:55:51.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:51 smithi016 ceph-mon[86910]: osdmap e858: 8 total, 8 up, 8 in 2024-04-24T02:55:51.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:51 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3425388152' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:55:51.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:51 smithi016 ceph-mon[84376]: osdmap e858: 8 total, 8 up, 8 in 2024-04-24T02:55:51.474 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-24T02:55:51.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:51 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3425388152' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T02:55:51.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:51 smithi063 ceph-mon[77007]: osdmap e858: 8 total, 8 up, 8 in 2024-04-24T02:55:51.798 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:55:52.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:52 smithi016 ceph-mon[84376]: pgmap v923: 121 pgs: 121 active+clean; 432 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-24T02:55:52.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:52 smithi016 ceph-mon[86910]: pgmap v923: 121 pgs: 121 active+clean; 432 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-24T02:55:52.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:52 smithi063 ceph-mon[77007]: pgmap v923: 121 pgs: 121 active+clean; 432 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-24T02:55:53.829 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T02:55:53.836 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-24T02:55:54.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:54 smithi016 ceph-mon[84376]: pgmap v925: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-24T02:55:54.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:54 smithi016 ceph-mon[86910]: pgmap v925: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-24T02:55:54.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:54 smithi063 ceph-mon[77007]: pgmap v925: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-24T02:55:54.636 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":925,"stamp":"2024-04-24T02:55:52.944993+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":456555476,"num_objects":241,"num_object_clones":168,"num_object_copies":723,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":241,"num_whiteouts":13,"num_read":4424,"num_read_kb":5911481,"num_write":8579,"num_write_kb":1806203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":110,"num_bytes_recovered":391380992,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26514,"ondisk_log_size":26514,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3144660,"kb_used_data":681868,"kb_used_omap":412,"kb_used_meta":2462243,"kb_avail":746816556,"statfs":{"total":767960285184,"available":764740153344,"internally_reserved":0,"allocated":698232832,"data_stored":1113188765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":422430,"internal_metadata":2521337314},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6160384,"num_objects":6,"num_object_clones":6,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":-1,"num_read":10,"num_read_kb":11122,"num_write":28,"num_write_kb":7560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001697"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":800,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.147750+0000","last_change":"2024-04-24T02:50:38.110051+0000","last_active":"2024-04-24T02:55:47.147750+0000","last_peered":"2024-04-24T02:55:47.147750+0000","last_clean":"2024-04-24T02:55:47.147750+0000","last_became_active":"2024-04-24T02:50:38.108535+0000","last_became_peered":"2024-04-24T02:50:38.108535+0000","last_unstale":"2024-04-24T02:55:47.147750+0000","last_undegraded":"2024-04-24T02:55:47.147750+0000","last_fullsized":"2024-04-24T02:55:47.147750+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:37:22.718272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":813,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154623+0000","last_change":"2024-04-24T02:50:04.046906+0000","last_active":"2024-04-24T02:55:47.154623+0000","last_peered":"2024-04-24T02:55:47.154623+0000","last_clean":"2024-04-24T02:55:47.154623+0000","last_became_active":"2024-04-24T02:50:04.046264+0000","last_became_peered":"2024-04-24T02:50:04.046264+0000","last_unstale":"2024-04-24T02:55:47.154623+0000","last_undegraded":"2024-04-24T02:55:47.154623+0000","last_fullsized":"2024-04-24T02:55:47.154623+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:34:38.218802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.149972+0000","last_change":"2024-04-24T02:47:48.004853+0000","last_active":"2024-04-24T02:55:47.149972+0000","last_peered":"2024-04-24T02:55:47.149972+0000","last_clean":"2024-04-24T02:55:47.149972+0000","last_became_active":"2024-04-24T02:47:48.004531+0000","last_became_peered":"2024-04-24T02:47:48.004531+0000","last_unstale":"2024-04-24T02:55:47.149972+0000","last_undegraded":"2024-04-24T02:55:47.149972+0000","last_fullsized":"2024-04-24T02:55:47.149972+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:25:35.300795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":822,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.154705+0000","last_change":"2024-04-24T02:50:38.120906+0000","last_active":"2024-04-24T02:55:48.154705+0000","last_peered":"2024-04-24T02:55:48.154705+0000","last_clean":"2024-04-24T02:55:48.154705+0000","last_became_active":"2024-04-24T02:50:38.120560+0000","last_became_peered":"2024-04-24T02:50:38.120560+0000","last_unstale":"2024-04-24T02:55:48.154705+0000","last_undegraded":"2024-04-24T02:55:48.154705+0000","last_fullsized":"2024-04-24T02:55:48.154705+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:03:56.258672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146537+0000","last_change":"2024-04-24T02:50:38.105000+0000","last_active":"2024-04-24T02:55:47.146537+0000","last_peered":"2024-04-24T02:55:47.146537+0000","last_clean":"2024-04-24T02:55:47.146537+0000","last_became_active":"2024-04-24T02:50:38.104597+0000","last_became_peered":"2024-04-24T02:50:38.104597+0000","last_unstale":"2024-04-24T02:55:47.146537+0000","last_undegraded":"2024-04-24T02:55:47.146537+0000","last_fullsized":"2024-04-24T02:55:47.146537+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:01:18.270494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":802,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155781+0000","last_change":"2024-04-24T02:49:29.081703+0000","last_active":"2024-04-24T02:55:48.155781+0000","last_peered":"2024-04-24T02:55:48.155781+0000","last_clean":"2024-04-24T02:55:48.155781+0000","last_became_active":"2024-04-24T02:49:29.080925+0000","last_became_peered":"2024-04-24T02:49:29.080925+0000","last_unstale":"2024-04-24T02:55:48.155781+0000","last_undegraded":"2024-04-24T02:55:48.155781+0000","last_fullsized":"2024-04-24T02:55:48.155781+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:06:50.752505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146126+0000","last_change":"2024-04-24T02:50:38.107721+0000","last_active":"2024-04-24T02:55:47.146126+0000","last_peered":"2024-04-24T02:55:47.146126+0000","last_clean":"2024-04-24T02:55:47.146126+0000","last_became_active":"2024-04-24T02:50:38.107396+0000","last_became_peered":"2024-04-24T02:50:38.107396+0000","last_unstale":"2024-04-24T02:55:47.146126+0000","last_undegraded":"2024-04-24T02:55:47.146126+0000","last_fullsized":"2024-04-24T02:55:47.146126+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T12:38:13.683980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":796,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.158454+0000","last_change":"2024-04-24T02:50:04.038896+0000","last_active":"2024-04-24T02:55:48.158454+0000","last_peered":"2024-04-24T02:55:48.158454+0000","last_clean":"2024-04-24T02:55:48.158454+0000","last_became_active":"2024-04-24T02:50:04.038575+0000","last_became_peered":"2024-04-24T02:50:04.038575+0000","last_unstale":"2024-04-24T02:55:48.158454+0000","last_undegraded":"2024-04-24T02:55:48.158454+0000","last_fullsized":"2024-04-24T02:55:48.158454+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:44:49.415546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":809,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.147170+0000","last_change":"2024-04-24T02:50:38.110250+0000","last_active":"2024-04-24T02:55:47.147170+0000","last_peered":"2024-04-24T02:55:47.147170+0000","last_clean":"2024-04-24T02:55:47.147170+0000","last_became_active":"2024-04-24T02:50:38.109440+0000","last_became_peered":"2024-04-24T02:50:38.109440+0000","last_unstale":"2024-04-24T02:55:47.147170+0000","last_undegraded":"2024-04-24T02:55:47.147170+0000","last_fullsized":"2024-04-24T02:55:47.147170+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:38:52.439421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":808,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.263041+0000","last_change":"2024-04-24T02:50:04.052409+0000","last_active":"2024-04-24T02:55:48.263041+0000","last_peered":"2024-04-24T02:55:48.263041+0000","last_clean":"2024-04-24T02:55:48.263041+0000","last_became_active":"2024-04-24T02:50:04.052059+0000","last_became_peered":"2024-04-24T02:50:04.052059+0000","last_unstale":"2024-04-24T02:55:48.263041+0000","last_undegraded":"2024-04-24T02:55:48.263041+0000","last_fullsized":"2024-04-24T02:55:48.263041+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:55:12.979132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":808,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.263329+0000","last_change":"2024-04-24T02:50:04.049621+0000","last_active":"2024-04-24T02:55:48.263329+0000","last_peered":"2024-04-24T02:55:48.263329+0000","last_clean":"2024-04-24T02:55:48.263329+0000","last_became_active":"2024-04-24T02:50:04.048996+0000","last_became_peered":"2024-04-24T02:50:04.048996+0000","last_unstale":"2024-04-24T02:55:48.263329+0000","last_undegraded":"2024-04-24T02:55:48.263329+0000","last_fullsized":"2024-04-24T02:55:48.263329+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:21:23.385458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":803,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-24T02:55:46.142253+0000","last_change":"2024-04-24T02:50:04.040818+0000","last_active":"2024-04-24T02:55:46.142253+0000","last_peered":"2024-04-24T02:55:46.142253+0000","last_clean":"2024-04-24T02:55:46.142253+0000","last_became_active":"2024-04-24T02:50:04.040478+0000","last_became_peered":"2024-04-24T02:50:04.040478+0000","last_unstale":"2024-04-24T02:55:46.142253+0000","last_undegraded":"2024-04-24T02:55:46.142253+0000","last_fullsized":"2024-04-24T02:55:46.142253+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:56:16.126235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":825,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143803+0000","last_change":"2024-04-24T02:50:04.039917+0000","last_active":"2024-04-24T02:55:47.143803+0000","last_peered":"2024-04-24T02:55:47.143803+0000","last_clean":"2024-04-24T02:55:47.143803+0000","last_became_active":"2024-04-24T02:50:04.039434+0000","last_became_peered":"2024-04-24T02:50:04.039434+0000","last_unstale":"2024-04-24T02:55:47.143803+0000","last_undegraded":"2024-04-24T02:55:47.143803+0000","last_fullsized":"2024-04-24T02:55:47.143803+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:59:43.403997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":809,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.149059+0000","last_change":"2024-04-24T02:49:29.086768+0000","last_active":"2024-04-24T02:55:47.149059+0000","last_peered":"2024-04-24T02:55:47.149059+0000","last_clean":"2024-04-24T02:55:47.149059+0000","last_became_active":"2024-04-24T02:49:29.086402+0000","last_became_peered":"2024-04-24T02:49:29.086402+0000","last_unstale":"2024-04-24T02:55:47.149059+0000","last_undegraded":"2024-04-24T02:55:47.149059+0000","last_fullsized":"2024-04-24T02:55:47.149059+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:23.947777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":817,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154232+0000","last_change":"2024-04-24T02:49:29.079938+0000","last_active":"2024-04-24T02:55:47.154232+0000","last_peered":"2024-04-24T02:55:47.154232+0000","last_clean":"2024-04-24T02:55:47.154232+0000","last_became_active":"2024-04-24T02:49:29.079575+0000","last_became_peered":"2024-04-24T02:49:29.079575+0000","last_unstale":"2024-04-24T02:55:47.154232+0000","last_undegraded":"2024-04-24T02:55:47.154232+0000","last_fullsized":"2024-04-24T02:55:47.154232+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:23:07.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":809,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.154286+0000","last_change":"2024-04-24T02:50:38.115984+0000","last_active":"2024-04-24T02:55:48.154286+0000","last_peered":"2024-04-24T02:55:48.154286+0000","last_clean":"2024-04-24T02:55:48.154286+0000","last_became_active":"2024-04-24T02:50:38.115597+0000","last_became_peered":"2024-04-24T02:50:38.115597+0000","last_unstale":"2024-04-24T02:55:48.154286+0000","last_undegraded":"2024-04-24T02:55:48.154286+0000","last_fullsized":"2024-04-24T02:55:48.154286+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:07:59.294897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":813,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155440+0000","last_change":"2024-04-24T02:50:38.117617+0000","last_active":"2024-04-24T02:55:48.155440+0000","last_peered":"2024-04-24T02:55:48.155440+0000","last_clean":"2024-04-24T02:55:48.155440+0000","last_became_active":"2024-04-24T02:50:38.117328+0000","last_became_peered":"2024-04-24T02:50:38.117328+0000","last_unstale":"2024-04-24T02:55:48.155440+0000","last_undegraded":"2024-04-24T02:55:48.155440+0000","last_fullsized":"2024-04-24T02:55:48.155440+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:50.641174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":839,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.151819+0000","last_change":"2024-04-24T02:50:38.101934+0000","last_active":"2024-04-24T02:55:48.151819+0000","last_peered":"2024-04-24T02:55:48.151819+0000","last_clean":"2024-04-24T02:55:48.151819+0000","last_became_active":"2024-04-24T02:50:38.101677+0000","last_became_peered":"2024-04-24T02:50:38.101677+0000","last_unstale":"2024-04-24T02:55:48.151819+0000","last_undegraded":"2024-04-24T02:55:48.151819+0000","last_fullsized":"2024-04-24T02:55:48.151819+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:29:43.377170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":800,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.147461+0000","last_change":"2024-04-24T02:50:38.107738+0000","last_active":"2024-04-24T02:55:47.147461+0000","last_peered":"2024-04-24T02:55:47.147461+0000","last_clean":"2024-04-24T02:55:47.147461+0000","last_became_active":"2024-04-24T02:50:38.107282+0000","last_became_peered":"2024-04-24T02:50:38.107282+0000","last_unstale":"2024-04-24T02:55:47.147461+0000","last_undegraded":"2024-04-24T02:55:47.147461+0000","last_fullsized":"2024-04-24T02:55:47.147461+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:43:14.745802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"581'5","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.150052+0000","last_change":"2024-04-24T02:50:38.116198+0000","last_active":"2024-04-24T02:55:47.150052+0000","last_peered":"2024-04-24T02:55:47.150052+0000","last_clean":"2024-04-24T02:55:47.150052+0000","last_became_active":"2024-04-24T02:50:38.115601+0000","last_became_peered":"2024-04-24T02:50:38.115601+0000","last_unstale":"2024-04-24T02:55:47.150052+0000","last_undegraded":"2024-04-24T02:55:47.150052+0000","last_fullsized":"2024-04-24T02:55:47.150052+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:18:24.120977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":814,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143725+0000","last_change":"2024-04-24T02:50:04.045933+0000","last_active":"2024-04-24T02:55:47.143725+0000","last_peered":"2024-04-24T02:55:47.143725+0000","last_clean":"2024-04-24T02:55:47.143725+0000","last_became_active":"2024-04-24T02:50:04.045556+0000","last_became_peered":"2024-04-24T02:50:04.045556+0000","last_unstale":"2024-04-24T02:55:47.143725+0000","last_undegraded":"2024-04-24T02:55:47.143725+0000","last_fullsized":"2024-04-24T02:55:47.143725+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:30:45.951189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"581'2","reported_seq":834,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143934+0000","last_change":"2024-04-24T02:49:29.077717+0000","last_active":"2024-04-24T02:55:47.143934+0000","last_peered":"2024-04-24T02:55:47.143934+0000","last_clean":"2024-04-24T02:55:47.143934+0000","last_became_active":"2024-04-24T02:49:29.077379+0000","last_became_peered":"2024-04-24T02:49:29.077379+0000","last_unstale":"2024-04-24T02:55:47.143934+0000","last_undegraded":"2024-04-24T02:55:47.143934+0000","last_fullsized":"2024-04-24T02:55:47.143934+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T12:21:37.470285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.150125+0000","last_change":"2024-04-24T02:49:29.087114+0000","last_active":"2024-04-24T02:55:47.150125+0000","last_peered":"2024-04-24T02:55:47.150125+0000","last_clean":"2024-04-24T02:55:47.150125+0000","last_became_active":"2024-04-24T02:49:29.086776+0000","last_became_peered":"2024-04-24T02:49:29.086776+0000","last_unstale":"2024-04-24T02:55:47.150125+0000","last_undegraded":"2024-04-24T02:55:47.150125+0000","last_fullsized":"2024-04-24T02:55:47.150125+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T12:04:37.933154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"53'2","reported_seq":805,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.147382+0000","last_change":"2024-04-24T02:50:38.110821+0000","last_active":"2024-04-24T02:55:47.147382+0000","last_peered":"2024-04-24T02:55:47.147382+0000","last_clean":"2024-04-24T02:55:47.147382+0000","last_became_active":"2024-04-24T02:50:38.109827+0000","last_became_peered":"2024-04-24T02:50:38.109827+0000","last_unstale":"2024-04-24T02:55:47.147382+0000","last_undegraded":"2024-04-24T02:55:47.147382+0000","last_fullsized":"2024-04-24T02:55:47.147382+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:48:56.723904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":813,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155240+0000","last_change":"2024-04-24T02:49:29.082555+0000","last_active":"2024-04-24T02:55:48.155240+0000","last_peered":"2024-04-24T02:55:48.155240+0000","last_clean":"2024-04-24T02:55:48.155240+0000","last_became_active":"2024-04-24T02:49:29.079504+0000","last_became_peered":"2024-04-24T02:49:29.079504+0000","last_unstale":"2024-04-24T02:55:48.155240+0000","last_undegraded":"2024-04-24T02:55:48.155240+0000","last_fullsized":"2024-04-24T02:55:48.155240+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:30:55.273889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"53'2","reported_seq":814,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146706+0000","last_change":"2024-04-24T02:50:38.110332+0000","last_active":"2024-04-24T02:55:47.146706+0000","last_peered":"2024-04-24T02:55:47.146706+0000","last_clean":"2024-04-24T02:55:47.146706+0000","last_became_active":"2024-04-24T02:50:38.109287+0000","last_became_peered":"2024-04-24T02:50:38.109287+0000","last_unstale":"2024-04-24T02:55:47.146706+0000","last_undegraded":"2024-04-24T02:55:47.146706+0000","last_fullsized":"2024-04-24T02:55:47.146706+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:06:50.760367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":813,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.156168+0000","last_change":"2024-04-24T02:50:04.048970+0000","last_active":"2024-04-24T02:55:48.156168+0000","last_peered":"2024-04-24T02:55:48.156168+0000","last_clean":"2024-04-24T02:55:48.156168+0000","last_became_active":"2024-04-24T02:50:04.048677+0000","last_became_peered":"2024-04-24T02:50:04.048677+0000","last_unstale":"2024-04-24T02:55:48.156168+0000","last_undegraded":"2024-04-24T02:55:48.156168+0000","last_fullsized":"2024-04-24T02:55:48.156168+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T11:54:38.386919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"581'2","reported_seq":799,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.158550+0000","last_change":"2024-04-24T02:50:38.122033+0000","last_active":"2024-04-24T02:55:48.158550+0000","last_peered":"2024-04-24T02:55:48.158550+0000","last_clean":"2024-04-24T02:55:48.158550+0000","last_became_active":"2024-04-24T02:50:38.121354+0000","last_became_peered":"2024-04-24T02:50:38.121354+0000","last_unstale":"2024-04-24T02:55:48.158550+0000","last_undegraded":"2024-04-24T02:55:48.158550+0000","last_fullsized":"2024-04-24T02:55:48.158550+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:40:11.623582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":825,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-24T02:55:46.142046+0000","last_change":"2024-04-24T02:48:55.026602+0000","last_active":"2024-04-24T02:55:46.142046+0000","last_peered":"2024-04-24T02:55:46.142046+0000","last_clean":"2024-04-24T02:55:46.142046+0000","last_became_active":"2024-04-24T02:48:55.026277+0000","last_became_peered":"2024-04-24T02:48:55.026277+0000","last_unstale":"2024-04-24T02:55:46.142046+0000","last_undegraded":"2024-04-24T02:55:46.142046+0000","last_fullsized":"2024-04-24T02:55:46.142046+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:16:31.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"581'2","reported_seq":821,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.262811+0000","last_change":"2024-04-24T02:50:38.112099+0000","last_active":"2024-04-24T02:55:48.262811+0000","last_peered":"2024-04-24T02:55:48.262811+0000","last_clean":"2024-04-24T02:55:48.262811+0000","last_became_active":"2024-04-24T02:50:38.111766+0000","last_became_peered":"2024-04-24T02:50:38.111766+0000","last_unstale":"2024-04-24T02:55:48.262811+0000","last_undegraded":"2024-04-24T02:55:48.262811+0000","last_fullsized":"2024-04-24T02:55:48.262811+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:05:25.867597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":809,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.150522+0000","last_change":"2024-04-24T02:50:38.116794+0000","last_active":"2024-04-24T02:55:47.150522+0000","last_peered":"2024-04-24T02:55:47.150522+0000","last_clean":"2024-04-24T02:55:47.150522+0000","last_became_active":"2024-04-24T02:50:38.116204+0000","last_became_peered":"2024-04-24T02:50:38.116204+0000","last_unstale":"2024-04-24T02:55:47.150522+0000","last_undegraded":"2024-04-24T02:55:47.150522+0000","last_fullsized":"2024-04-24T02:55:47.150522+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:20:08.547002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":832,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.144230+0000","last_change":"2024-04-24T02:50:04.042752+0000","last_active":"2024-04-24T02:55:47.144230+0000","last_peered":"2024-04-24T02:55:47.144230+0000","last_clean":"2024-04-24T02:55:47.144230+0000","last_became_active":"2024-04-24T02:50:04.042419+0000","last_became_peered":"2024-04-24T02:50:04.042419+0000","last_unstale":"2024-04-24T02:55:47.144230+0000","last_undegraded":"2024-04-24T02:55:47.144230+0000","last_fullsized":"2024-04-24T02:55:47.144230+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T12:33:21.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":825,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143135+0000","last_change":"2024-04-24T02:48:21.009515+0000","last_active":"2024-04-24T02:55:47.143135+0000","last_peered":"2024-04-24T02:55:47.143135+0000","last_clean":"2024-04-24T02:55:47.143135+0000","last_became_active":"2024-04-24T02:48:21.007642+0000","last_became_peered":"2024-04-24T02:48:21.007642+0000","last_unstale":"2024-04-24T02:55:47.143135+0000","last_undegraded":"2024-04-24T02:55:47.143135+0000","last_fullsized":"2024-04-24T02:55:47.143135+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:12.332909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":814,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.154598+0000","last_change":"2024-04-24T02:50:38.110555+0000","last_active":"2024-04-24T02:55:48.154598+0000","last_peered":"2024-04-24T02:55:48.154598+0000","last_clean":"2024-04-24T02:55:48.154598+0000","last_became_active":"2024-04-24T02:50:38.110236+0000","last_became_peered":"2024-04-24T02:50:38.110236+0000","last_unstale":"2024-04-24T02:55:48.154598+0000","last_undegraded":"2024-04-24T02:55:48.154598+0000","last_fullsized":"2024-04-24T02:55:48.154598+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:29:22.786842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":834,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154548+0000","last_change":"2024-04-24T02:48:21.021137+0000","last_active":"2024-04-24T02:55:47.154548+0000","last_peered":"2024-04-24T02:55:47.154548+0000","last_clean":"2024-04-24T02:55:47.154548+0000","last_became_active":"2024-04-24T02:48:21.020755+0000","last_became_peered":"2024-04-24T02:48:21.020755+0000","last_unstale":"2024-04-24T02:55:47.154548+0000","last_undegraded":"2024-04-24T02:55:47.154548+0000","last_fullsized":"2024-04-24T02:55:47.154548+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T11:51:38.535128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":809,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.263183+0000","last_change":"2024-04-24T02:50:04.053871+0000","last_active":"2024-04-24T02:55:48.263183+0000","last_peered":"2024-04-24T02:55:48.263183+0000","last_clean":"2024-04-24T02:55:48.263183+0000","last_became_active":"2024-04-24T02:50:04.053558+0000","last_became_peered":"2024-04-24T02:50:04.053558+0000","last_unstale":"2024-04-24T02:55:48.263183+0000","last_undegraded":"2024-04-24T02:55:48.263183+0000","last_fullsized":"2024-04-24T02:55:48.263183+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:50:10.815970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":802,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155847+0000","last_change":"2024-04-24T02:50:38.120546+0000","last_active":"2024-04-24T02:55:48.155847+0000","last_peered":"2024-04-24T02:55:48.155847+0000","last_clean":"2024-04-24T02:55:48.155847+0000","last_became_active":"2024-04-24T02:50:38.120227+0000","last_became_peered":"2024-04-24T02:50:38.120227+0000","last_unstale":"2024-04-24T02:55:48.155847+0000","last_undegraded":"2024-04-24T02:55:48.155847+0000","last_fullsized":"2024-04-24T02:55:48.155847+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:23:17.662126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":831,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155688+0000","last_change":"2024-04-24T02:50:04.046927+0000","last_active":"2024-04-24T02:55:48.155688+0000","last_peered":"2024-04-24T02:55:48.155688+0000","last_clean":"2024-04-24T02:55:48.155688+0000","last_became_active":"2024-04-24T02:50:04.046622+0000","last_became_peered":"2024-04-24T02:50:04.046622+0000","last_unstale":"2024-04-24T02:55:48.155688+0000","last_undegraded":"2024-04-24T02:55:48.155688+0000","last_fullsized":"2024-04-24T02:55:48.155688+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:29:59.472779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":839,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.152349+0000","last_change":"2024-04-24T02:49:29.080883+0000","last_active":"2024-04-24T02:55:48.152349+0000","last_peered":"2024-04-24T02:55:48.152349+0000","last_clean":"2024-04-24T02:55:48.152349+0000","last_became_active":"2024-04-24T02:49:29.080300+0000","last_became_peered":"2024-04-24T02:49:29.080300+0000","last_unstale":"2024-04-24T02:55:48.152349+0000","last_undegraded":"2024-04-24T02:55:48.152349+0000","last_fullsized":"2024-04-24T02:55:48.152349+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:55.983474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"53'3","reported_seq":819,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.155044+0000","last_change":"2024-04-24T02:49:29.080021+0000","last_active":"2024-04-24T02:55:47.155044+0000","last_peered":"2024-04-24T02:55:47.155044+0000","last_clean":"2024-04-24T02:55:47.155044+0000","last_became_active":"2024-04-24T02:49:29.079611+0000","last_became_peered":"2024-04-24T02:49:29.079611+0000","last_unstale":"2024-04-24T02:55:47.155044+0000","last_undegraded":"2024-04-24T02:55:47.155044+0000","last_fullsized":"2024-04-24T02:55:47.155044+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:10:09.703890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":807,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-24T02:55:46.142589+0000","last_change":"2024-04-24T02:50:38.109806+0000","last_active":"2024-04-24T02:55:46.142589+0000","last_peered":"2024-04-24T02:55:46.142589+0000","last_clean":"2024-04-24T02:55:46.142589+0000","last_became_active":"2024-04-24T02:50:38.109514+0000","last_became_peered":"2024-04-24T02:50:38.109514+0000","last_unstale":"2024-04-24T02:55:46.142589+0000","last_undegraded":"2024-04-24T02:55:46.142589+0000","last_fullsized":"2024-04-24T02:55:46.142589+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T11:35:04.775441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"581'29","reported_seq":844,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.263083+0000","last_change":"2024-04-24T02:50:04.048965+0000","last_active":"2024-04-24T02:55:48.263083+0000","last_peered":"2024-04-24T02:55:48.263083+0000","last_clean":"2024-04-24T02:55:48.263083+0000","last_became_active":"2024-04-24T02:50:04.048568+0000","last_became_peered":"2024-04-24T02:50:04.048568+0000","last_unstale":"2024-04-24T02:55:48.263083+0000","last_undegraded":"2024-04-24T02:55:48.263083+0000","last_fullsized":"2024-04-24T02:55:48.263083+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:03:29.915933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146802+0000","last_change":"2024-04-24T02:50:38.110614+0000","last_active":"2024-04-24T02:55:47.146802+0000","last_peered":"2024-04-24T02:55:47.146802+0000","last_clean":"2024-04-24T02:55:47.146802+0000","last_became_active":"2024-04-24T02:50:38.109171+0000","last_became_peered":"2024-04-24T02:50:38.109171+0000","last_unstale":"2024-04-24T02:55:47.146802+0000","last_undegraded":"2024-04-24T02:55:47.146802+0000","last_fullsized":"2024-04-24T02:55:47.146802+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:45:06.583053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"53'2","reported_seq":814,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.150662+0000","last_change":"2024-04-24T02:48:55.024113+0000","last_active":"2024-04-24T02:55:47.150662+0000","last_peered":"2024-04-24T02:55:47.150662+0000","last_clean":"2024-04-24T02:55:47.150662+0000","last_became_active":"2024-04-24T02:48:55.023670+0000","last_became_peered":"2024-04-24T02:48:55.023670+0000","last_unstale":"2024-04-24T02:55:47.150662+0000","last_undegraded":"2024-04-24T02:55:47.150662+0000","last_fullsized":"2024-04-24T02:55:47.150662+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:10:05.223646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":809,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.149423+0000","last_change":"2024-04-24T02:50:38.110070+0000","last_active":"2024-04-24T02:55:47.149423+0000","last_peered":"2024-04-24T02:55:47.149423+0000","last_clean":"2024-04-24T02:55:47.149423+0000","last_became_active":"2024-04-24T02:50:38.109763+0000","last_became_peered":"2024-04-24T02:50:38.109763+0000","last_unstale":"2024-04-24T02:55:47.149423+0000","last_undegraded":"2024-04-24T02:55:47.149423+0000","last_fullsized":"2024-04-24T02:55:47.149423+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:23.009985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":831,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155587+0000","last_change":"2024-04-24T02:49:29.089797+0000","last_active":"2024-04-24T02:55:48.155587+0000","last_peered":"2024-04-24T02:55:48.155587+0000","last_clean":"2024-04-24T02:55:48.155587+0000","last_became_active":"2024-04-24T02:49:29.089078+0000","last_became_peered":"2024-04-24T02:49:29.089078+0000","last_unstale":"2024-04-24T02:55:48.155587+0000","last_undegraded":"2024-04-24T02:55:48.155587+0000","last_fullsized":"2024-04-24T02:55:48.155587+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:38:02.882903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":793,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146902+0000","last_change":"2024-04-24T02:50:38.111714+0000","last_active":"2024-04-24T02:55:47.146902+0000","last_peered":"2024-04-24T02:55:47.146902+0000","last_clean":"2024-04-24T02:55:47.146902+0000","last_became_active":"2024-04-24T02:50:38.111025+0000","last_became_peered":"2024-04-24T02:50:38.111025+0000","last_unstale":"2024-04-24T02:55:47.146902+0000","last_undegraded":"2024-04-24T02:55:47.146902+0000","last_fullsized":"2024-04-24T02:55:47.146902+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:28:01.269597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":819,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.262703+0000","last_change":"2024-04-24T02:50:04.041642+0000","last_active":"2024-04-24T02:55:48.262703+0000","last_peered":"2024-04-24T02:55:48.262703+0000","last_clean":"2024-04-24T02:55:48.262703+0000","last_became_active":"2024-04-24T02:50:04.041160+0000","last_became_peered":"2024-04-24T02:50:04.041160+0000","last_unstale":"2024-04-24T02:55:48.262703+0000","last_undegraded":"2024-04-24T02:55:48.262703+0000","last_fullsized":"2024-04-24T02:55:48.262703+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:19:47.242073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":808,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.262643+0000","last_change":"2024-04-24T02:50:04.052088+0000","last_active":"2024-04-24T02:55:48.262643+0000","last_peered":"2024-04-24T02:55:48.262643+0000","last_clean":"2024-04-24T02:55:48.262643+0000","last_became_active":"2024-04-24T02:50:04.051839+0000","last_became_peered":"2024-04-24T02:50:04.051839+0000","last_unstale":"2024-04-24T02:55:48.262643+0000","last_undegraded":"2024-04-24T02:55:48.262643+0000","last_fullsized":"2024-04-24T02:55:48.262643+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:31:28.574905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"53'8","reported_seq":844,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.150304+0000","last_change":"2024-04-24T02:47:47.996394+0000","last_active":"2024-04-24T02:55:48.150304+0000","last_peered":"2024-04-24T02:55:48.150304+0000","last_clean":"2024-04-24T02:55:48.150304+0000","last_became_active":"2024-04-24T02:47:47.996053+0000","last_became_peered":"2024-04-24T02:47:47.996053+0000","last_unstale":"2024-04-24T02:55:48.150304+0000","last_undegraded":"2024-04-24T02:55:48.150304+0000","last_fullsized":"2024-04-24T02:55:48.150304+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:00:18.814642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":800,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146137+0000","last_change":"2024-04-24T02:50:38.108768+0000","last_active":"2024-04-24T02:55:47.146137+0000","last_peered":"2024-04-24T02:55:47.146137+0000","last_clean":"2024-04-24T02:55:47.146137+0000","last_became_active":"2024-04-24T02:50:38.108068+0000","last_became_peered":"2024-04-24T02:50:38.108068+0000","last_unstale":"2024-04-24T02:55:47.146137+0000","last_undegraded":"2024-04-24T02:55:47.146137+0000","last_fullsized":"2024-04-24T02:55:47.146137+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:54:21.273267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"857'2222","reported_seq":4466,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.144053+0000","last_change":"2024-04-24T02:55:48.150739+0000","last_active":"2024-04-24T02:55:51.144053+0000","last_peered":"2024-04-24T02:55:51.144053+0000","last_clean":"2024-04-24T02:55:51.144053+0000","last_became_active":"2024-04-24T02:47:47.995535+0000","last_became_peered":"2024-04-24T02:47:47.995535+0000","last_unstale":"2024-04-24T02:55:51.144053+0000","last_undegraded":"2024-04-24T02:55:51.144053+0000","last_fullsized":"2024-04-24T02:55:51.144053+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":2222,"log_dups_size":0,"ondisk_log_size":2222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:32:55.028830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050858399999999997,"stat_sum":{"num_bytes":58507264,"num_objects":19,"num_object_clones":15,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":3,"num_read":247,"num_read_kb":318513,"num_write":939,"num_write_kb":124344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":33923072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.f","version":"53'1","reported_seq":807,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-24T02:55:46.143134+0000","last_change":"2024-04-24T02:50:38.118246+0000","last_active":"2024-04-24T02:55:46.143134+0000","last_peered":"2024-04-24T02:55:46.143134+0000","last_clean":"2024-04-24T02:55:46.143134+0000","last_became_active":"2024-04-24T02:50:38.117841+0000","last_became_peered":"2024-04-24T02:50:38.117841+0000","last_unstale":"2024-04-24T02:55:46.143134+0000","last_undegraded":"2024-04-24T02:55:46.143134+0000","last_fullsized":"2024-04-24T02:55:46.143134+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:50.559250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.147166+0000","last_change":"2024-04-24T02:50:38.105445+0000","last_active":"2024-04-24T02:55:47.147166+0000","last_peered":"2024-04-24T02:55:47.147166+0000","last_clean":"2024-04-24T02:55:47.147166+0000","last_became_active":"2024-04-24T02:50:38.105096+0000","last_became_peered":"2024-04-24T02:50:38.105096+0000","last_unstale":"2024-04-24T02:55:47.147166+0000","last_undegraded":"2024-04-24T02:55:47.147166+0000","last_fullsized":"2024-04-24T02:55:47.147166+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:38:33.298260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"850'551","reported_seq":3070,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.159146+0000","last_change":"2024-04-24T02:55:48.159390+0000","last_active":"2024-04-24T02:55:48.159146+0000","last_peered":"2024-04-24T02:55:48.159146+0000","last_clean":"2024-04-24T02:55:48.159146+0000","last_became_active":"2024-04-24T02:50:04.040817+0000","last_became_peered":"2024-04-24T02:50:04.040817+0000","last_unstale":"2024-04-24T02:55:48.159146+0000","last_undegraded":"2024-04-24T02:55:48.159146+0000","last_fullsized":"2024-04-24T02:55:48.159146+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":551,"log_dups_size":0,"ondisk_log_size":551,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:50:29.021798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084109699999999996,"stat_sum":{"num_bytes":3317760,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":110,"num_read_kb":130481,"num_write":122,"num_write_kb":32616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6471680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.155152+0000","last_change":"2024-04-24T02:49:29.086657+0000","last_active":"2024-04-24T02:55:47.155152+0000","last_peered":"2024-04-24T02:55:47.155152+0000","last_clean":"2024-04-24T02:55:47.155152+0000","last_became_active":"2024-04-24T02:49:29.086154+0000","last_became_peered":"2024-04-24T02:49:29.086154+0000","last_unstale":"2024-04-24T02:55:47.155152+0000","last_undegraded":"2024-04-24T02:55:47.155152+0000","last_fullsized":"2024-04-24T02:55:47.155152+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:49:41.169804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":814,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.155422+0000","last_change":"2024-04-24T02:50:38.106693+0000","last_active":"2024-04-24T02:55:47.155422+0000","last_peered":"2024-04-24T02:55:47.155422+0000","last_clean":"2024-04-24T02:55:47.155422+0000","last_became_active":"2024-04-24T02:50:38.106319+0000","last_became_peered":"2024-04-24T02:50:38.106319+0000","last_unstale":"2024-04-24T02:55:47.155422+0000","last_undegraded":"2024-04-24T02:55:47.155422+0000","last_fullsized":"2024-04-24T02:55:47.155422+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:56:27.644426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":822,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.156077+0000","last_change":"2024-04-24T02:49:29.089977+0000","last_active":"2024-04-24T02:55:48.156077+0000","last_peered":"2024-04-24T02:55:48.156077+0000","last_clean":"2024-04-24T02:55:48.156077+0000","last_became_active":"2024-04-24T02:49:29.089678+0000","last_became_peered":"2024-04-24T02:49:29.089678+0000","last_unstale":"2024-04-24T02:55:48.156077+0000","last_undegraded":"2024-04-24T02:55:48.156077+0000","last_fullsized":"2024-04-24T02:55:48.156077+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:16:37.433715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"857'3515","reported_seq":5630,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.182302+0000","last_change":"2024-04-24T02:55:48.167142+0000","last_active":"2024-04-24T02:55:48.182302+0000","last_peered":"2024-04-24T02:55:48.182302+0000","last_clean":"2024-04-24T02:55:48.182302+0000","last_became_active":"2024-04-24T02:48:55.026272+0000","last_became_peered":"2024-04-24T02:48:55.026272+0000","last_unstale":"2024-04-24T02:55:48.182302+0000","last_undegraded":"2024-04-24T02:55:48.182302+0000","last_fullsized":"2024-04-24T02:55:48.182302+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":3515,"log_dups_size":0,"ondisk_log_size":3515,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:31:56.946776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089484690000000006,"stat_sum":{"num_bytes":71319552,"num_objects":24,"num_object_clones":17,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":1,"num_read":466,"num_read_kb":938271,"num_write":1013,"num_write_kb":262272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":82935808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154623+0000","last_change":"2024-04-24T02:48:21.021819+0000","last_active":"2024-04-24T02:55:47.154623+0000","last_peered":"2024-04-24T02:55:47.154623+0000","last_clean":"2024-04-24T02:55:47.154623+0000","last_became_active":"2024-04-24T02:48:21.021536+0000","last_became_peered":"2024-04-24T02:48:21.021536+0000","last_unstale":"2024-04-24T02:55:47.154623+0000","last_undegraded":"2024-04-24T02:55:47.154623+0000","last_fullsized":"2024-04-24T02:55:47.154623+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:11:29.371924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":804,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155314+0000","last_change":"2024-04-24T02:50:04.043777+0000","last_active":"2024-04-24T02:55:48.155314+0000","last_peered":"2024-04-24T02:55:48.155314+0000","last_clean":"2024-04-24T02:55:48.155314+0000","last_became_active":"2024-04-24T02:50:04.043165+0000","last_became_peered":"2024-04-24T02:50:04.043165+0000","last_unstale":"2024-04-24T02:55:48.155314+0000","last_undegraded":"2024-04-24T02:55:48.155314+0000","last_fullsized":"2024-04-24T02:55:48.155314+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:19:21.573594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":804,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-24T02:55:46.142445+0000","last_change":"2024-04-24T02:50:04.040895+0000","last_active":"2024-04-24T02:55:46.142445+0000","last_peered":"2024-04-24T02:55:46.142445+0000","last_clean":"2024-04-24T02:55:46.142445+0000","last_became_active":"2024-04-24T02:50:04.040594+0000","last_became_peered":"2024-04-24T02:50:04.040594+0000","last_unstale":"2024-04-24T02:55:46.142445+0000","last_undegraded":"2024-04-24T02:55:46.142445+0000","last_fullsized":"2024-04-24T02:55:46.142445+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:30:08.050382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"857'2454","reported_seq":4771,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.145196+0000","last_change":"2024-04-24T02:55:48.167558+0000","last_active":"2024-04-24T02:55:51.145196+0000","last_peered":"2024-04-24T02:55:51.145196+0000","last_clean":"2024-04-24T02:55:51.145196+0000","last_became_active":"2024-04-24T02:49:29.091725+0000","last_became_peered":"2024-04-24T02:49:29.091725+0000","last_unstale":"2024-04-24T02:55:51.145196+0000","last_undegraded":"2024-04-24T02:55:51.145196+0000","last_fullsized":"2024-04-24T02:55:51.145196+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":2454,"log_dups_size":0,"ondisk_log_size":2454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:50:45.131474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015143372,"stat_sum":{"num_bytes":27795456,"num_objects":16,"num_object_clones":12,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":363,"num_read_kb":398783,"num_write":674,"num_write_kb":170008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28893184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":808,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.155518+0000","last_change":"2024-04-24T02:49:29.080791+0000","last_active":"2024-04-24T02:55:47.155518+0000","last_peered":"2024-04-24T02:55:47.155518+0000","last_clean":"2024-04-24T02:55:47.155518+0000","last_became_active":"2024-04-24T02:49:29.080430+0000","last_became_peered":"2024-04-24T02:49:29.080430+0000","last_unstale":"2024-04-24T02:55:47.155518+0000","last_undegraded":"2024-04-24T02:55:47.155518+0000","last_fullsized":"2024-04-24T02:55:47.155518+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:51:22.900770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154787+0000","last_change":"2024-04-24T02:50:04.039753+0000","last_active":"2024-04-24T02:55:47.154787+0000","last_peered":"2024-04-24T02:55:47.154787+0000","last_clean":"2024-04-24T02:55:47.154787+0000","last_became_active":"2024-04-24T02:50:04.039394+0000","last_became_peered":"2024-04-24T02:50:04.039394+0000","last_unstale":"2024-04-24T02:55:47.154787+0000","last_undegraded":"2024-04-24T02:55:47.154787+0000","last_fullsized":"2024-04-24T02:55:47.154787+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:57:24.513009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":836,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.149986+0000","last_change":"2024-04-24T02:48:21.018686+0000","last_active":"2024-04-24T02:55:48.149986+0000","last_peered":"2024-04-24T02:55:48.149986+0000","last_clean":"2024-04-24T02:55:48.149986+0000","last_became_active":"2024-04-24T02:48:21.018381+0000","last_became_peered":"2024-04-24T02:48:21.018381+0000","last_unstale":"2024-04-24T02:55:48.149986+0000","last_undegraded":"2024-04-24T02:55:48.149986+0000","last_fullsized":"2024-04-24T02:55:48.149986+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:31:18.920463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":2448,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.160055+0000","last_change":"2024-04-24T02:55:48.160316+0000","last_active":"2024-04-24T02:55:48.160055+0000","last_peered":"2024-04-24T02:55:48.160055+0000","last_clean":"2024-04-24T02:55:48.160055+0000","last_became_active":"2024-04-24T02:50:38.109792+0000","last_became_peered":"2024-04-24T02:50:38.109792+0000","last_unstale":"2024-04-24T02:55:48.160055+0000","last_undegraded":"2024-04-24T02:55:48.160055+0000","last_fullsized":"2024-04-24T02:55:48.160055+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:19:53.991933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040782999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":814,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.263172+0000","last_change":"2024-04-24T02:50:38.112248+0000","last_active":"2024-04-24T02:55:48.263172+0000","last_peered":"2024-04-24T02:55:48.263172+0000","last_clean":"2024-04-24T02:55:48.263172+0000","last_became_active":"2024-04-24T02:50:38.111730+0000","last_became_peered":"2024-04-24T02:50:38.111730+0000","last_unstale":"2024-04-24T02:55:48.263172+0000","last_undegraded":"2024-04-24T02:55:48.263172+0000","last_fullsized":"2024-04-24T02:55:48.263172+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:28:54.927078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":796,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.144321+0000","last_change":"2024-04-24T02:50:04.038929+0000","last_active":"2024-04-24T02:55:47.144321+0000","last_peered":"2024-04-24T02:55:47.144321+0000","last_clean":"2024-04-24T02:55:47.144321+0000","last_became_active":"2024-04-24T02:50:04.038566+0000","last_became_peered":"2024-04-24T02:50:04.038566+0000","last_unstale":"2024-04-24T02:55:47.144321+0000","last_undegraded":"2024-04-24T02:55:47.144321+0000","last_fullsized":"2024-04-24T02:55:47.144321+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:25:17.687991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":832,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155404+0000","last_change":"2024-04-24T02:50:38.116132+0000","last_active":"2024-04-24T02:55:48.155404+0000","last_peered":"2024-04-24T02:55:48.155404+0000","last_clean":"2024-04-24T02:55:48.155404+0000","last_became_active":"2024-04-24T02:50:38.115605+0000","last_became_peered":"2024-04-24T02:50:38.115605+0000","last_unstale":"2024-04-24T02:55:48.155404+0000","last_undegraded":"2024-04-24T02:55:48.155404+0000","last_fullsized":"2024-04-24T02:55:48.155404+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:03:22.397907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"282'159","reported_seq":1102,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146047+0000","last_change":"2024-04-24T02:50:38.105473+0000","last_active":"2024-04-24T02:55:47.146047+0000","last_peered":"2024-04-24T02:55:47.146047+0000","last_clean":"2024-04-24T02:55:47.146047+0000","last_became_active":"2024-04-24T02:50:38.105070+0000","last_became_peered":"2024-04-24T02:50:38.105070+0000","last_unstale":"2024-04-24T02:55:47.146047+0000","last_undegraded":"2024-04-24T02:55:47.146047+0000","last_fullsized":"2024-04-24T02:55:47.146047+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:35:45.218944+0000","last_clean_scrub_stamp":"2024-04-24T02:35:45.218944+0000","objects_scrubbed":0,"log_size":159,"log_dups_size":0,"ondisk_log_size":159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:11:52.825406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":462,"num_read_kb":894,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"850'1008","reported_seq":3427,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.284445+0000","last_change":"2024-04-24T02:55:48.157507+0000","last_active":"2024-04-24T02:55:51.284445+0000","last_peered":"2024-04-24T02:55:51.284445+0000","last_clean":"2024-04-24T02:55:51.284445+0000","last_became_active":"2024-04-24T02:49:29.085839+0000","last_became_peered":"2024-04-24T02:49:29.085839+0000","last_unstale":"2024-04-24T02:55:51.284445+0000","last_undegraded":"2024-04-24T02:55:51.284445+0000","last_fullsized":"2024-04-24T02:55:51.284445+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":1008,"log_dups_size":0,"ondisk_log_size":1008,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:00:25.213458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001029014,"stat_sum":{"num_bytes":26640384,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":162,"num_read_kb":278825,"num_write":316,"num_write_kb":58008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5324800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.149396+0000","last_change":"2024-04-24T02:47:48.002415+0000","last_active":"2024-04-24T02:55:47.149396+0000","last_peered":"2024-04-24T02:55:47.149396+0000","last_clean":"2024-04-24T02:55:47.149396+0000","last_became_active":"2024-04-24T02:47:48.002139+0000","last_became_peered":"2024-04-24T02:47:48.002139+0000","last_unstale":"2024-04-24T02:55:47.149396+0000","last_undegraded":"2024-04-24T02:55:47.149396+0000","last_fullsized":"2024-04-24T02:55:47.149396+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:24:47.913883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.148831+0000","last_change":"2024-04-24T02:48:55.023276+0000","last_active":"2024-04-24T02:55:47.148831+0000","last_peered":"2024-04-24T02:55:47.148831+0000","last_clean":"2024-04-24T02:55:47.148831+0000","last_became_active":"2024-04-24T02:48:55.022919+0000","last_became_peered":"2024-04-24T02:48:55.022919+0000","last_unstale":"2024-04-24T02:55:47.148831+0000","last_undegraded":"2024-04-24T02:55:47.148831+0000","last_fullsized":"2024-04-24T02:55:47.148831+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:54:43.214223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":806,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146042+0000","last_change":"2024-04-24T02:50:38.102594+0000","last_active":"2024-04-24T02:55:47.146042+0000","last_peered":"2024-04-24T02:55:47.146042+0000","last_clean":"2024-04-24T02:55:47.146042+0000","last_became_active":"2024-04-24T02:50:38.101997+0000","last_became_peered":"2024-04-24T02:50:38.101997+0000","last_unstale":"2024-04-24T02:55:47.146042+0000","last_undegraded":"2024-04-24T02:55:47.146042+0000","last_fullsized":"2024-04-24T02:55:47.146042+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:49:05.152077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"851'399","reported_seq":2881,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.718870+0000","last_change":"2024-04-24T02:55:48.263371+0000","last_active":"2024-04-24T02:55:51.718870+0000","last_peered":"2024-04-24T02:55:51.718870+0000","last_clean":"2024-04-24T02:55:51.718870+0000","last_became_active":"2024-04-24T02:50:04.052793+0000","last_became_peered":"2024-04-24T02:50:04.052793+0000","last_unstale":"2024-04-24T02:55:51.718870+0000","last_undegraded":"2024-04-24T02:55:51.718870+0000","last_fullsized":"2024-04-24T02:55:51.718870+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":399,"log_dups_size":0,"ondisk_log_size":399,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T08:37:44.025394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050321800000000005,"stat_sum":{"num_bytes":13000704,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":45,"num_read_kb":148972,"num_write":138,"num_write_kb":44128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":18694144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.150391+0000","last_change":"2024-04-24T02:50:38.116975+0000","last_active":"2024-04-24T02:55:47.150391+0000","last_peered":"2024-04-24T02:55:47.150391+0000","last_clean":"2024-04-24T02:55:47.150391+0000","last_became_active":"2024-04-24T02:50:38.116454+0000","last_became_peered":"2024-04-24T02:50:38.116454+0000","last_unstale":"2024-04-24T02:55:47.150391+0000","last_undegraded":"2024-04-24T02:55:47.150391+0000","last_fullsized":"2024-04-24T02:55:47.150391+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T11:39:27.201175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":819,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.147089+0000","last_change":"2024-04-24T02:50:38.114512+0000","last_active":"2024-04-24T02:55:47.147089+0000","last_peered":"2024-04-24T02:55:47.147089+0000","last_clean":"2024-04-24T02:55:47.147089+0000","last_became_active":"2024-04-24T02:50:38.110307+0000","last_became_peered":"2024-04-24T02:50:38.110307+0000","last_unstale":"2024-04-24T02:55:47.147089+0000","last_undegraded":"2024-04-24T02:55:47.147089+0000","last_fullsized":"2024-04-24T02:55:47.147089+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:19:53.398192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154754+0000","last_change":"2024-04-24T02:49:29.081474+0000","last_active":"2024-04-24T02:55:47.154754+0000","last_peered":"2024-04-24T02:55:47.154754+0000","last_clean":"2024-04-24T02:55:47.154754+0000","last_became_active":"2024-04-24T02:49:29.081098+0000","last_became_peered":"2024-04-24T02:49:29.081098+0000","last_unstale":"2024-04-24T02:55:47.154754+0000","last_undegraded":"2024-04-24T02:55:47.154754+0000","last_fullsized":"2024-04-24T02:55:47.154754+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T11:07:21.591965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"856'887","reported_seq":3340,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.157023+0000","last_change":"2024-04-24T02:55:47.150595+0000","last_active":"2024-04-24T02:55:47.157023+0000","last_peered":"2024-04-24T02:55:47.157023+0000","last_clean":"2024-04-24T02:55:47.157023+0000","last_became_active":"2024-04-24T02:50:38.109251+0000","last_became_peered":"2024-04-24T02:50:38.109251+0000","last_unstale":"2024-04-24T02:55:47.157023+0000","last_undegraded":"2024-04-24T02:55:47.157023+0000","last_fullsized":"2024-04-24T02:55:47.157023+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":887,"log_dups_size":0,"ondisk_log_size":887,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:45:39.990354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066523989999999998,"stat_sum":{"num_bytes":8093696,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":148,"num_read_kb":105937,"num_write":279,"num_write_kb":51784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":827,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143239+0000","last_change":"2024-04-24T02:50:38.107732+0000","last_active":"2024-04-24T02:55:47.143239+0000","last_peered":"2024-04-24T02:55:47.143239+0000","last_clean":"2024-04-24T02:55:47.143239+0000","last_became_active":"2024-04-24T02:50:38.107187+0000","last_became_peered":"2024-04-24T02:50:38.107187+0000","last_unstale":"2024-04-24T02:55:47.143239+0000","last_undegraded":"2024-04-24T02:55:47.143239+0000","last_fullsized":"2024-04-24T02:55:47.143239+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:53:34.726536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"585'2","reported_seq":822,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154747+0000","last_change":"2024-04-24T02:50:04.046673+0000","last_active":"2024-04-24T02:55:47.154747+0000","last_peered":"2024-04-24T02:55:47.154747+0000","last_clean":"2024-04-24T02:55:47.154747+0000","last_became_active":"2024-04-24T02:50:04.045839+0000","last_became_peered":"2024-04-24T02:50:04.045839+0000","last_unstale":"2024-04-24T02:55:47.154747+0000","last_undegraded":"2024-04-24T02:55:47.154747+0000","last_fullsized":"2024-04-24T02:55:47.154747+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:03:42.537379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":831,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143447+0000","last_change":"2024-04-24T02:50:38.115985+0000","last_active":"2024-04-24T02:55:47.143447+0000","last_peered":"2024-04-24T02:55:47.143447+0000","last_clean":"2024-04-24T02:55:47.143447+0000","last_became_active":"2024-04-24T02:50:38.115638+0000","last_became_peered":"2024-04-24T02:50:38.115638+0000","last_unstale":"2024-04-24T02:55:47.143447+0000","last_undegraded":"2024-04-24T02:55:47.143447+0000","last_fullsized":"2024-04-24T02:55:47.143447+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:20:16.670149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"850'1733","reported_seq":4123,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.206464+0000","last_change":"2024-04-24T02:55:48.159799+0000","last_active":"2024-04-24T02:55:48.206464+0000","last_peered":"2024-04-24T02:55:48.206464+0000","last_clean":"2024-04-24T02:55:48.206464+0000","last_became_active":"2024-04-24T02:48:55.023036+0000","last_became_peered":"2024-04-24T02:48:55.023036+0000","last_unstale":"2024-04-24T02:55:48.206464+0000","last_undegraded":"2024-04-24T02:55:48.206464+0000","last_fullsized":"2024-04-24T02:55:48.206464+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":1733,"log_dups_size":0,"ondisk_log_size":1733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:23:20.320702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011474580000000001,"stat_sum":{"num_bytes":20717568,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":259,"num_read_kb":374288,"num_write":613,"num_write_kb":125920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":2129920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":808,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-24T02:55:46.141902+0000","last_change":"2024-04-24T02:50:04.038122+0000","last_active":"2024-04-24T02:55:46.141902+0000","last_peered":"2024-04-24T02:55:46.141902+0000","last_clean":"2024-04-24T02:55:46.141902+0000","last_became_active":"2024-04-24T02:50:04.037781+0000","last_became_peered":"2024-04-24T02:50:04.037781+0000","last_unstale":"2024-04-24T02:55:46.141902+0000","last_undegraded":"2024-04-24T02:55:46.141902+0000","last_fullsized":"2024-04-24T02:55:46.141902+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:47.404494+0000","last_clean_scrub_stamp":"2024-04-24T02:38:47.404494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:46:46.571742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"53'2","reported_seq":801,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.263178+0000","last_change":"2024-04-24T02:50:38.116493+0000","last_active":"2024-04-24T02:55:48.263178+0000","last_peered":"2024-04-24T02:55:48.263178+0000","last_clean":"2024-04-24T02:55:48.263178+0000","last_became_active":"2024-04-24T02:50:38.116082+0000","last_became_peered":"2024-04-24T02:50:38.116082+0000","last_unstale":"2024-04-24T02:55:48.263178+0000","last_undegraded":"2024-04-24T02:55:48.263178+0000","last_fullsized":"2024-04-24T02:55:48.263178+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:49:10.957851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":820,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.151967+0000","last_change":"2024-04-24T02:48:55.029497+0000","last_active":"2024-04-24T02:55:48.151967+0000","last_peered":"2024-04-24T02:55:48.151967+0000","last_clean":"2024-04-24T02:55:48.151967+0000","last_became_active":"2024-04-24T02:48:55.029146+0000","last_became_peered":"2024-04-24T02:48:55.029146+0000","last_unstale":"2024-04-24T02:55:48.151967+0000","last_undegraded":"2024-04-24T02:55:48.151967+0000","last_fullsized":"2024-04-24T02:55:48.151967+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T10:37:34.149516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"848'1077","reported_seq":3465,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.284213+0000","last_change":"2024-04-24T02:55:48.155861+0000","last_active":"2024-04-24T02:55:51.284213+0000","last_peered":"2024-04-24T02:55:51.284213+0000","last_clean":"2024-04-24T02:55:51.284213+0000","last_became_active":"2024-04-24T02:50:04.050372+0000","last_became_peered":"2024-04-24T02:50:04.050372+0000","last_unstale":"2024-04-24T02:55:51.284213+0000","last_undegraded":"2024-04-24T02:55:51.284213+0000","last_fullsized":"2024-04-24T02:55:51.284213+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":1077,"log_dups_size":0,"ondisk_log_size":1077,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:34:01.061919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080434600000000005,"stat_sum":{"num_bytes":23511040,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":128,"num_read_kb":157874,"num_write":343,"num_write_kb":63248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":31563776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":806,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146219+0000","last_change":"2024-04-24T02:50:38.102382+0000","last_active":"2024-04-24T02:55:47.146219+0000","last_peered":"2024-04-24T02:55:47.146219+0000","last_clean":"2024-04-24T02:55:47.146219+0000","last_became_active":"2024-04-24T02:50:38.101588+0000","last_became_peered":"2024-04-24T02:50:38.101588+0000","last_unstale":"2024-04-24T02:55:47.146219+0000","last_undegraded":"2024-04-24T02:55:47.146219+0000","last_fullsized":"2024-04-24T02:55:47.146219+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:39:59.091280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":826,"reported_epoch":855,"state":"active+clean","last_fresh":"2024-04-24T02:55:46.141879+0000","last_change":"2024-04-24T02:50:38.109547+0000","last_active":"2024-04-24T02:55:46.141879+0000","last_peered":"2024-04-24T02:55:46.141879+0000","last_clean":"2024-04-24T02:55:46.141879+0000","last_became_active":"2024-04-24T02:50:38.108762+0000","last_became_peered":"2024-04-24T02:50:38.108762+0000","last_unstale":"2024-04-24T02:55:46.141879+0000","last_undegraded":"2024-04-24T02:55:46.141879+0000","last_fullsized":"2024-04-24T02:55:46.141879+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T11:16:13.667916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"841'444","reported_seq":2952,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.144462+0000","last_change":"2024-04-24T02:55:47.144737+0000","last_active":"2024-04-24T02:55:47.144462+0000","last_peered":"2024-04-24T02:55:47.144462+0000","last_clean":"2024-04-24T02:55:47.144462+0000","last_became_active":"2024-04-24T02:49:29.086874+0000","last_became_peered":"2024-04-24T02:49:29.086874+0000","last_unstale":"2024-04-24T02:55:47.144462+0000","last_undegraded":"2024-04-24T02:55:47.144462+0000","last_fullsized":"2024-04-24T02:55:47.144462+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":444,"log_dups_size":0,"ondisk_log_size":444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:44:25.094031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000585949,"stat_sum":{"num_bytes":4874240,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":64,"num_read_kb":89498,"num_write":108,"num_write_kb":37224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":11198464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":817,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154435+0000","last_change":"2024-04-24T02:50:38.100736+0000","last_active":"2024-04-24T02:55:47.154435+0000","last_peered":"2024-04-24T02:55:47.154435+0000","last_clean":"2024-04-24T02:55:47.154435+0000","last_became_active":"2024-04-24T02:50:38.100426+0000","last_became_peered":"2024-04-24T02:50:38.100426+0000","last_unstale":"2024-04-24T02:55:47.154435+0000","last_undegraded":"2024-04-24T02:55:47.154435+0000","last_fullsized":"2024-04-24T02:55:47.154435+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:10:36.134921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":825,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143349+0000","last_change":"2024-04-24T02:50:38.107504+0000","last_active":"2024-04-24T02:55:47.143349+0000","last_peered":"2024-04-24T02:55:47.143349+0000","last_clean":"2024-04-24T02:55:47.143349+0000","last_became_active":"2024-04-24T02:50:38.106648+0000","last_became_peered":"2024-04-24T02:50:38.106648+0000","last_unstale":"2024-04-24T02:55:47.143349+0000","last_undegraded":"2024-04-24T02:55:47.143349+0000","last_fullsized":"2024-04-24T02:55:47.143349+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:35:12.761259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"857'2866","reported_seq":5108,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.144923+0000","last_change":"2024-04-24T02:55:48.175772+0000","last_active":"2024-04-24T02:55:51.144923+0000","last_peered":"2024-04-24T02:55:51.144923+0000","last_clean":"2024-04-24T02:55:51.144923+0000","last_became_active":"2024-04-24T02:50:38.108911+0000","last_became_peered":"2024-04-24T02:50:38.108911+0000","last_unstale":"2024-04-24T02:55:51.144923+0000","last_undegraded":"2024-04-24T02:55:51.144923+0000","last_fullsized":"2024-04-24T02:55:51.144923+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":2866,"log_dups_size":0,"ondisk_log_size":2866,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:47:35.023424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024116898000000001,"stat_sum":{"num_bytes":57393152,"num_objects":29,"num_object_clones":24,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":2,"num_read":412,"num_read_kb":829163,"num_write":818,"num_write_kb":229928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":53641216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":817,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154980+0000","last_change":"2024-04-24T02:50:38.103170+0000","last_active":"2024-04-24T02:55:47.154980+0000","last_peered":"2024-04-24T02:55:47.154980+0000","last_clean":"2024-04-24T02:55:47.154980+0000","last_became_active":"2024-04-24T02:50:38.102839+0000","last_became_peered":"2024-04-24T02:50:38.102839+0000","last_unstale":"2024-04-24T02:55:47.154980+0000","last_undegraded":"2024-04-24T02:55:47.154980+0000","last_fullsized":"2024-04-24T02:55:47.154980+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:18:12.777083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":831,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143493+0000","last_change":"2024-04-24T02:48:55.020930+0000","last_active":"2024-04-24T02:55:47.143493+0000","last_peered":"2024-04-24T02:55:47.143493+0000","last_clean":"2024-04-24T02:55:47.143493+0000","last_became_active":"2024-04-24T02:48:55.020603+0000","last_became_peered":"2024-04-24T02:48:55.020603+0000","last_unstale":"2024-04-24T02:55:47.143493+0000","last_undegraded":"2024-04-24T02:55:47.143493+0000","last_fullsized":"2024-04-24T02:55:47.143493+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:44:16.840035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"849'1929","reported_seq":4284,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.151090+0000","last_change":"2024-04-24T02:55:48.151497+0000","last_active":"2024-04-24T02:55:48.151090+0000","last_peered":"2024-04-24T02:55:48.151090+0000","last_clean":"2024-04-24T02:55:48.151090+0000","last_became_active":"2024-04-24T02:48:55.026673+0000","last_became_peered":"2024-04-24T02:48:55.026673+0000","last_unstale":"2024-04-24T02:55:48.151090+0000","last_undegraded":"2024-04-24T02:55:48.151090+0000","last_fullsized":"2024-04-24T02:55:48.151090+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":1929,"log_dups_size":0,"ondisk_log_size":1929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:31:06.729704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057723599999999996,"stat_sum":{"num_bytes":36634624,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":311,"num_read_kb":430907,"num_write":716,"num_write_kb":126064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":23519232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.b","version":"581'3","reported_seq":814,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.146805+0000","last_change":"2024-04-24T02:50:38.111522+0000","last_active":"2024-04-24T02:55:47.146805+0000","last_peered":"2024-04-24T02:55:47.146805+0000","last_clean":"2024-04-24T02:55:47.146805+0000","last_became_active":"2024-04-24T02:50:38.110579+0000","last_became_peered":"2024-04-24T02:50:38.110579+0000","last_unstale":"2024-04-24T02:55:47.146805+0000","last_undegraded":"2024-04-24T02:55:47.146805+0000","last_fullsized":"2024-04-24T02:55:47.146805+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:40:55.444617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":818,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.262751+0000","last_change":"2024-04-24T02:50:04.045800+0000","last_active":"2024-04-24T02:55:48.262751+0000","last_peered":"2024-04-24T02:55:48.262751+0000","last_clean":"2024-04-24T02:55:48.262751+0000","last_became_active":"2024-04-24T02:50:04.045327+0000","last_became_peered":"2024-04-24T02:50:04.045327+0000","last_unstale":"2024-04-24T02:55:48.262751+0000","last_undegraded":"2024-04-24T02:55:48.262751+0000","last_fullsized":"2024-04-24T02:55:48.262751+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:57:43.326662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"857'1678","reported_seq":4068,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.144482+0000","last_change":"2024-04-24T02:55:48.161771+0000","last_active":"2024-04-24T02:55:51.144482+0000","last_peered":"2024-04-24T02:55:51.144482+0000","last_clean":"2024-04-24T02:55:51.144482+0000","last_became_active":"2024-04-24T02:49:29.083773+0000","last_became_peered":"2024-04-24T02:49:29.083773+0000","last_unstale":"2024-04-24T02:55:51.144482+0000","last_undegraded":"2024-04-24T02:55:51.144482+0000","last_fullsized":"2024-04-24T02:55:51.144482+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":1678,"log_dups_size":0,"ondisk_log_size":1678,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:01:28.567818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010115739,"stat_sum":{"num_bytes":30228480,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":2,"num_read":231,"num_read_kb":417389,"num_write":421,"num_write_kb":148480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":55263232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":836,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.151884+0000","last_change":"2024-04-24T02:49:29.081394+0000","last_active":"2024-04-24T02:55:48.151884+0000","last_peered":"2024-04-24T02:55:48.151884+0000","last_clean":"2024-04-24T02:55:48.151884+0000","last_became_active":"2024-04-24T02:49:29.081052+0000","last_became_peered":"2024-04-24T02:49:29.081052+0000","last_unstale":"2024-04-24T02:55:48.151884+0000","last_undegraded":"2024-04-24T02:55:48.151884+0000","last_fullsized":"2024-04-24T02:55:48.151884+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:21:03.265470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":800,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.147267+0000","last_change":"2024-04-24T02:50:38.109480+0000","last_active":"2024-04-24T02:55:47.147267+0000","last_peered":"2024-04-24T02:55:47.147267+0000","last_clean":"2024-04-24T02:55:47.147267+0000","last_became_active":"2024-04-24T02:50:38.108670+0000","last_became_peered":"2024-04-24T02:50:38.108670+0000","last_unstale":"2024-04-24T02:55:47.147267+0000","last_undegraded":"2024-04-24T02:55:47.147267+0000","last_fullsized":"2024-04-24T02:55:47.147267+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:46:06.977265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"857'3378","reported_seq":5616,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-24T02:55:51.144409+0000","last_change":"2024-04-24T02:55:48.163177+0000","last_active":"2024-04-24T02:55:51.144409+0000","last_peered":"2024-04-24T02:55:51.144409+0000","last_clean":"2024-04-24T02:55:51.144409+0000","last_became_active":"2024-04-24T02:48:55.032121+0000","last_became_peered":"2024-04-24T02:48:55.032121+0000","last_unstale":"2024-04-24T02:55:51.144409+0000","last_undegraded":"2024-04-24T02:55:51.144409+0000","last_fullsized":"2024-04-24T02:55:51.144409+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":3378,"log_dups_size":0,"ondisk_log_size":3378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T12:50:59.281806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011500691,"stat_sum":{"num_bytes":45334528,"num_objects":28,"num_object_clones":22,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":605,"num_read_kb":1020519,"num_write":934,"num_write_kb":226832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":20340736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.d","version":"53'1","reported_seq":820,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154743+0000","last_change":"2024-04-24T02:48:55.018292+0000","last_active":"2024-04-24T02:55:47.154743+0000","last_peered":"2024-04-24T02:55:47.154743+0000","last_clean":"2024-04-24T02:55:47.154743+0000","last_became_active":"2024-04-24T02:48:55.017925+0000","last_became_peered":"2024-04-24T02:48:55.017925+0000","last_unstale":"2024-04-24T02:55:47.154743+0000","last_undegraded":"2024-04-24T02:55:47.154743+0000","last_fullsized":"2024-04-24T02:55:47.154743+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T12:23:20.585015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":821,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155051+0000","last_change":"2024-04-24T02:50:04.046290+0000","last_active":"2024-04-24T02:55:48.155051+0000","last_peered":"2024-04-24T02:55:48.155051+0000","last_clean":"2024-04-24T02:55:48.155051+0000","last_became_active":"2024-04-24T02:50:04.045938+0000","last_became_peered":"2024-04-24T02:50:04.045938+0000","last_unstale":"2024-04-24T02:55:48.155051+0000","last_undegraded":"2024-04-24T02:55:48.155051+0000","last_fullsized":"2024-04-24T02:55:48.155051+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T07:11:02.261344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"852'2146","reported_seq":4442,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.159496+0000","last_change":"2024-04-24T02:55:48.159826+0000","last_active":"2024-04-24T02:55:48.159496+0000","last_peered":"2024-04-24T02:55:48.159496+0000","last_clean":"2024-04-24T02:55:48.159496+0000","last_became_active":"2024-04-24T02:50:38.108709+0000","last_became_peered":"2024-04-24T02:50:38.108709+0000","last_unstale":"2024-04-24T02:55:48.159496+0000","last_undegraded":"2024-04-24T02:55:48.159496+0000","last_fullsized":"2024-04-24T02:55:48.159496+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:41:58.239012+0000","last_clean_scrub_stamp":"2024-04-24T02:41:58.239012+0000","objects_scrubbed":0,"log_size":2146,"log_dups_size":0,"ondisk_log_size":2146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:30:10.618686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050432000000000005,"stat_sum":{"num_bytes":28590080,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":332,"num_read_kb":271081,"num_write":838,"num_write_kb":102896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":17481728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2fc","length":"1"},{"start":"305","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.e","version":"53'2","reported_seq":844,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.151989+0000","last_change":"2024-04-24T02:50:38.109032+0000","last_active":"2024-04-24T02:55:48.151989+0000","last_peered":"2024-04-24T02:55:48.151989+0000","last_clean":"2024-04-24T02:55:48.151989+0000","last_became_active":"2024-04-24T02:50:38.108645+0000","last_became_peered":"2024-04-24T02:50:38.108645+0000","last_unstale":"2024-04-24T02:55:48.151989+0000","last_undegraded":"2024-04-24T02:55:48.151989+0000","last_fullsized":"2024-04-24T02:55:48.151989+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:07.163949+0000","last_clean_scrub_stamp":"2024-04-24T02:38:07.163949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:08:00.757423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.148001+0000","last_change":"2024-04-24T02:50:38.109114+0000","last_active":"2024-04-24T02:55:47.148001+0000","last_peered":"2024-04-24T02:55:47.148001+0000","last_clean":"2024-04-24T02:55:47.148001+0000","last_became_active":"2024-04-24T02:50:38.108011+0000","last_became_peered":"2024-04-24T02:50:38.108011+0000","last_unstale":"2024-04-24T02:55:47.148001+0000","last_undegraded":"2024-04-24T02:55:47.148001+0000","last_fullsized":"2024-04-24T02:55:47.148001+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:35:36.327516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":808,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.262613+0000","last_change":"2024-04-24T02:50:04.051952+0000","last_active":"2024-04-24T02:55:48.262613+0000","last_peered":"2024-04-24T02:55:48.262613+0000","last_clean":"2024-04-24T02:55:48.262613+0000","last_became_active":"2024-04-24T02:50:04.051498+0000","last_became_peered":"2024-04-24T02:50:04.051498+0000","last_unstale":"2024-04-24T02:55:48.262613+0000","last_undegraded":"2024-04-24T02:55:48.262613+0000","last_fullsized":"2024-04-24T02:55:48.262613+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:52:10.665231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":839,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.149728+0000","last_change":"2024-04-24T02:50:04.042731+0000","last_active":"2024-04-24T02:55:48.149728+0000","last_peered":"2024-04-24T02:55:48.149728+0000","last_clean":"2024-04-24T02:55:48.149728+0000","last_became_active":"2024-04-24T02:50:04.042370+0000","last_became_peered":"2024-04-24T02:50:04.042370+0000","last_unstale":"2024-04-24T02:55:48.149728+0000","last_undegraded":"2024-04-24T02:55:48.149728+0000","last_fullsized":"2024-04-24T02:55:48.149728+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:27:32.508533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":822,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155698+0000","last_change":"2024-04-24T02:49:29.081496+0000","last_active":"2024-04-24T02:55:48.155698+0000","last_peered":"2024-04-24T02:55:48.155698+0000","last_clean":"2024-04-24T02:55:48.155698+0000","last_became_active":"2024-04-24T02:49:29.080545+0000","last_became_peered":"2024-04-24T02:49:29.080545+0000","last_unstale":"2024-04-24T02:55:48.155698+0000","last_undegraded":"2024-04-24T02:55:48.155698+0000","last_fullsized":"2024-04-24T02:55:48.155698+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:49:15.861749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.150038+0000","last_change":"2024-04-24T02:48:55.019919+0000","last_active":"2024-04-24T02:55:47.150038+0000","last_peered":"2024-04-24T02:55:47.150038+0000","last_clean":"2024-04-24T02:55:47.150038+0000","last_became_active":"2024-04-24T02:48:55.019633+0000","last_became_peered":"2024-04-24T02:48:55.019633+0000","last_unstale":"2024-04-24T02:55:47.150038+0000","last_undegraded":"2024-04-24T02:55:47.150038+0000","last_fullsized":"2024-04-24T02:55:47.150038+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:42:48.585729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":831,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143304+0000","last_change":"2024-04-24T02:48:55.017879+0000","last_active":"2024-04-24T02:55:47.143304+0000","last_peered":"2024-04-24T02:55:47.143304+0000","last_clean":"2024-04-24T02:55:47.143304+0000","last_became_active":"2024-04-24T02:48:55.017514+0000","last_became_peered":"2024-04-24T02:48:55.017514+0000","last_unstale":"2024-04-24T02:55:47.143304+0000","last_undegraded":"2024-04-24T02:55:47.143304+0000","last_fullsized":"2024-04-24T02:55:47.143304+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T11:55:50.562408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":817,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.154855+0000","last_change":"2024-04-24T02:48:21.022885+0000","last_active":"2024-04-24T02:55:47.154855+0000","last_peered":"2024-04-24T02:55:47.154855+0000","last_clean":"2024-04-24T02:55:47.154855+0000","last_became_active":"2024-04-24T02:48:21.021866+0000","last_became_peered":"2024-04-24T02:48:21.021866+0000","last_unstale":"2024-04-24T02:55:47.154855+0000","last_undegraded":"2024-04-24T02:55:47.154855+0000","last_fullsized":"2024-04-24T02:55:47.154855+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:03:20.995757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":818,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.263283+0000","last_change":"2024-04-24T02:50:38.112720+0000","last_active":"2024-04-24T02:55:48.263283+0000","last_peered":"2024-04-24T02:55:48.263283+0000","last_clean":"2024-04-24T02:55:48.263283+0000","last_became_active":"2024-04-24T02:50:38.112399+0000","last_became_peered":"2024-04-24T02:50:38.112399+0000","last_unstale":"2024-04-24T02:55:48.263283+0000","last_undegraded":"2024-04-24T02:55:48.263283+0000","last_fullsized":"2024-04-24T02:55:48.263283+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:12:08.193062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":814,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.143634+0000","last_change":"2024-04-24T02:48:55.023674+0000","last_active":"2024-04-24T02:55:47.143634+0000","last_peered":"2024-04-24T02:55:47.143634+0000","last_clean":"2024-04-24T02:55:47.143634+0000","last_became_active":"2024-04-24T02:48:55.023301+0000","last_became_peered":"2024-04-24T02:48:55.023301+0000","last_unstale":"2024-04-24T02:55:47.143634+0000","last_undegraded":"2024-04-24T02:55:47.143634+0000","last_fullsized":"2024-04-24T02:55:47.143634+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T09:07:27.021047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":821,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.154475+0000","last_change":"2024-04-24T02:49:29.087248+0000","last_active":"2024-04-24T02:55:48.154475+0000","last_peered":"2024-04-24T02:55:48.154475+0000","last_clean":"2024-04-24T02:55:48.154475+0000","last_became_active":"2024-04-24T02:49:29.086961+0000","last_became_peered":"2024-04-24T02:49:29.086961+0000","last_unstale":"2024-04-24T02:55:48.154475+0000","last_undegraded":"2024-04-24T02:55:48.154475+0000","last_fullsized":"2024-04-24T02:55:48.154475+0000","mapping_epoch":496,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":497,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:47:36.363115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":825,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.144149+0000","last_change":"2024-04-24T02:48:55.024099+0000","last_active":"2024-04-24T02:55:47.144149+0000","last_peered":"2024-04-24T02:55:47.144149+0000","last_clean":"2024-04-24T02:55:47.144149+0000","last_became_active":"2024-04-24T02:48:55.023759+0000","last_became_peered":"2024-04-24T02:48:55.023759+0000","last_unstale":"2024-04-24T02:55:47.144149+0000","last_undegraded":"2024-04-24T02:55:47.144149+0000","last_fullsized":"2024-04-24T02:55:47.144149+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T12:57:25.995151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":812,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.155217+0000","last_change":"2024-04-24T02:50:38.111199+0000","last_active":"2024-04-24T02:55:48.155217+0000","last_peered":"2024-04-24T02:55:48.155217+0000","last_clean":"2024-04-24T02:55:48.155217+0000","last_became_active":"2024-04-24T02:50:38.110864+0000","last_became_peered":"2024-04-24T02:50:38.110864+0000","last_unstale":"2024-04-24T02:55:48.155217+0000","last_undegraded":"2024-04-24T02:55:48.155217+0000","last_fullsized":"2024-04-24T02:55:48.155217+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:17:28.244681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-04-24T02:55:47.150165+0000","last_change":"2024-04-24T02:50:38.117000+0000","last_active":"2024-04-24T02:55:47.150165+0000","last_peered":"2024-04-24T02:55:47.150165+0000","last_clean":"2024-04-24T02:55:47.150165+0000","last_became_active":"2024-04-24T02:50:38.116633+0000","last_became_peered":"2024-04-24T02:50:38.116633+0000","last_unstale":"2024-04-24T02:55:47.150165+0000","last_undegraded":"2024-04-24T02:55:47.150165+0000","last_fullsized":"2024-04-24T02:55:47.150165+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:56:41.143145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":818,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-04-24T02:55:48.262930+0000","last_change":"2024-04-24T02:50:04.046215+0000","last_active":"2024-04-24T02:55:48.262930+0000","last_peered":"2024-04-24T02:55:48.262930+0000","last_clean":"2024-04-24T02:55:48.262930+0000","last_became_active":"2024-04-24T02:50:04.045913+0000","last_became_peered":"2024-04-24T02:50:04.045913+0000","last_unstale":"2024-04-24T02:55:48.262930+0000","last_undegraded":"2024-04-24T02:55:48.262930+0000","last_fullsized":"2024-04-24T02:55:48.262930+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T02:38:08.165801+0000","last_clean_scrub_stamp":"2024-04-24T02:38:08.165801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:05:35.454223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":455958528,"num_objects":217,"num_object_clones":168,"num_object_copies":651,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":13,"num_read":3883,"num_read_kb":5910501,"num_write":8272,"num_write_kb":1803752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":110,"num_bytes_recovered":391380992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":624721920,"data_stored":1070964736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26287,"ondisk_log_size":26287,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":462,"num_read_kb":894,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6580,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34178,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":3,"up_from":430,"seq":1846835937371,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177808,"kb_used_data":46592,"kb_used_omap":36,"kb_used_meta":131163,"kb_avail":93567344,"statfs":{"total":95995035648,"available":95812960256,"internally_reserved":0,"allocated":47710208,"data_stored":72562909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36968,"internal_metadata":134311832},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:55:33 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.40500000000000003},"min":{"1min":0.248,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64400000000000002,"5min":0.68400000000000005,"15min":2.4620000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.39900000000000002,"15min":0.42599999999999999},"min":{"1min":0.26600000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.67600000000000005,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.23799999999999999}]},{"osd":1,"last update":"Wed Apr 24 02:55:33 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.38600000000000001,"15min":0.41999999999999998},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61499999999999999,"5min":0.752,"15min":1.9530000000000001},"last":0.22},{"interface":"front","average":{"1min":0.44,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.32100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.72899999999999998,"5min":2.2999999999999998,"15min":2.2999999999999998},"last":0.27500000000000002}]},{"osd":2,"last update":"Wed Apr 24 02:55:33 2024","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.51100000000000001,"15min":0.5},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":7.8399999999999999,"5min":7.8399999999999999,"15min":7.8399999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.46100000000000002,"15min":0.51500000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69599999999999995,"5min":2.3780000000000001,"15min":2.956},"last":0.317}]},{"osd":4,"last update":"Wed Apr 24 02:55:03 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.66200000000000003,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.95699999999999996,"5min":6.218,"15min":6.218},"last":0.38},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.65500000000000003,"15min":0.64000000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0189999999999999,"5min":4.0910000000000002,"15min":4.0910000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Wed Apr 24 02:55:36 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.61899999999999999,"15min":0.63300000000000001},"min":{"1min":0.42499999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.89400000000000002,"5min":0.89600000000000002,"15min":1.704},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65000000000000002,"15min":0.60099999999999998},"min":{"1min":0.439,"5min":0.39000000000000001,"15min":0.35499999999999998},"max":{"1min":0.97099999999999997,"5min":2.4489999999999998,"15min":2.4489999999999998},"last":0.495}]},{"osd":6,"last update":"Wed Apr 24 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69099999999999995,"15min":0.69299999999999995},"min":{"1min":0.495,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.98399999999999999,"5min":1.845,"15min":1.845},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.73099999999999998,"15min":0.74299999999999999},"min":{"1min":0.59399999999999997,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.034,"5min":1.909,"15min":1.909},"last":0.53200000000000003}]},{"osd":7,"last update":"Wed Apr 24 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.64600000000000002,"15min":0.626},"min":{"1min":0.52800000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.92300000000000004,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.67400000000000004,"15min":0.64400000000000002},"min":{"1min":0.44,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95399999999999996,"5min":2.3460000000000001,"15min":2.3460000000000001},"last":0.57499999999999996}]}]},{"osd":2,"up_from":400,"seq":1717986918498,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":503112,"kb_used_data":108984,"kb_used_omap":56,"kb_used_meta":394055,"kb_avail":93242040,"statfs":{"total":95995035648,"available":95479848960,"internally_reserved":0,"allocated":111599616,"data_stored":194738899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57574,"internal_metadata":403513114},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:55:06 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36399999999999999,"15min":0.34300000000000003},"min":{"1min":0.246,"5min":0.186,"15min":0.186},"max":{"1min":0.63500000000000001,"5min":0.64200000000000002,"15min":1.917},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39100000000000001,"15min":0.39800000000000002},"min":{"1min":0.23899999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.55100000000000005,"5min":1.046,"15min":2.5059999999999998},"last":0.498}]},{"osd":1,"last update":"Wed Apr 24 02:55:06 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.23100000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.65500000000000003,"5min":0.75700000000000001,"15min":1.1120000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.40600000000000003},"min":{"1min":0.27000000000000002,"5min":0.253,"15min":0.216},"max":{"1min":0.67600000000000005,"5min":0.68200000000000005,"15min":2.5510000000000002},"last":0.41199999999999998}]},{"osd":3,"last update":"Wed Apr 24 02:55:36 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42499999999999999,"15min":0.46100000000000002},"min":{"1min":0.318,"5min":0.247,"15min":0.247},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":1.0469999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.48699999999999999,"15min":0.51800000000000002},"min":{"1min":0.34499999999999997,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.70899999999999996,"5min":0.80300000000000005,"15min":1.081},"last":0.57699999999999996}]},{"osd":4,"last update":"Wed Apr 24 02:55:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61099999999999999,"15min":0.68400000000000005},"min":{"1min":0.42799999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88100000000000001,"5min":2.9780000000000002,"15min":2.9780000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.59699999999999998,"15min":0.64000000000000001},"min":{"1min":0.39100000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.92700000000000005,"5min":0.97499999999999998,"15min":1.8660000000000001},"last":0.72199999999999998}]},{"osd":5,"last update":"Wed Apr 24 02:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.61799999999999999,"15min":0.65200000000000002},"min":{"1min":0.48699999999999999,"5min":0.373,"15min":0.373},"max":{"1min":0.94299999999999995,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.621,"15min":0.66100000000000003},"min":{"1min":0.42299999999999999,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":1.1240000000000001,"15min":1.216},"last":0.69199999999999995}]},{"osd":6,"last update":"Wed Apr 24 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65100000000000002,"15min":0.66800000000000004},"min":{"1min":0.45400000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.84599999999999997,"5min":1.101,"15min":1.101},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.66800000000000004,"15min":0.67800000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.83899999999999997,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.70799999999999996}]},{"osd":7,"last update":"Wed Apr 24 02:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.66400000000000003,"15min":0.64600000000000002},"min":{"1min":0.51900000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.91600000000000004,"5min":2.9159999999999999,"15min":2.9159999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.53200000000000003,"5min":0.438,"15min":0.438},"max":{"1min":0.94199999999999995,"5min":2.008,"15min":2.008},"last":0.65300000000000002}]}]},{"osd":1,"up_from":369,"seq":1584842932328,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":678956,"kb_used_data":125144,"kb_used_omap":67,"kb_used_meta":553724,"kb_avail":93066196,"statfs":{"total":95995035648,"available":95299784704,"internally_reserved":0,"allocated":128147456,"data_stored":211137123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":69521,"internal_metadata":567013487},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:55:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.376,"15min":0.36499999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20300000000000001},"max":{"1min":0.60599999999999998,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.373,"5min":0.50700000000000001,"15min":0.41899999999999998},"min":{"1min":0.25800000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.49099999999999999,"5min":10.163,"15min":10.163},"last":0.378}]},{"osd":2,"last update":"Wed Apr 24 02:54:59 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.41999999999999998,"15min":0.36199999999999999},"min":{"1min":0.27100000000000002,"5min":0.24099999999999999,"15min":0.22500000000000001},"max":{"1min":0.58699999999999997,"5min":2.706,"15min":2.706},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.47599999999999998,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.69199999999999995,"5min":5.601,"15min":5.601},"last":0.48599999999999999}]},{"osd":3,"last update":"Wed Apr 24 02:55:37 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.46899999999999997,"15min":0.44},"min":{"1min":0.316,"5min":0.28999999999999998,"15min":0.27600000000000002},"max":{"1min":2.54,"5min":2.54,"15min":2.54},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.34499999999999997,"5min":0.25900000000000001,"15min":0.251},"max":{"1min":0.621,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.47199999999999998}]},{"osd":4,"last update":"Wed Apr 24 02:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.623,"15min":0.59699999999999998},"min":{"1min":0.41699999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.75,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.66800000000000004,"15min":0.60999999999999999},"min":{"1min":0.441,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.88800000000000001,"5min":1.865,"15min":1.865},"last":0.58199999999999996}]},{"osd":5,"last update":"Wed Apr 24 02:55:37 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.65100000000000002,"15min":0.624},"min":{"1min":0.46800000000000003,"5min":0.376,"15min":0.36199999999999999},"max":{"1min":2.726,"5min":2.726,"15min":2.726},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.65700000000000003,"15min":0.63100000000000001},"min":{"1min":0.42599999999999999,"5min":0.371,"15min":0.371},"max":{"1min":0.95199999999999996,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":0.54600000000000004}]},{"osd":6,"last update":"Wed Apr 24 02:55:15 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.67800000000000005,"15min":0.67200000000000004},"min":{"1min":0.505,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.71699999999999997,"15min":0.70099999999999996},"min":{"1min":0.52700000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":4.0519999999999996,"5min":4.0519999999999996,"15min":4.0519999999999996},"last":0.70099999999999996}]},{"osd":7,"last update":"Wed Apr 24 02:55:42 2024","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.69299999999999995,"15min":0.69499999999999995},"min":{"1min":0.435,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":4.1059999999999999,"5min":4.1059999999999999,"15min":4.1059999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.70199999999999996,"15min":0.79200000000000004},"min":{"1min":0.48199999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.85699999999999998,"5min":1.903,"15min":1.903},"last":0.61699999999999999}]}]},{"osd":0,"up_from":335,"seq":1438814044271,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":702260,"kb_used_data":113504,"kb_used_omap":46,"kb_used_meta":588689,"kb_avail":93042892,"statfs":{"total":95995035648,"available":95275921408,"internally_reserved":0,"allocated":116228096,"data_stored":192605791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47462,"internal_metadata":602818202},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 24 02:55:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.42999999999999999,"15min":0.38200000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.48399999999999999,"5min":2.7770000000000001,"15min":2.7770000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.46700000000000003,"15min":0.40200000000000002},"min":{"1min":0.223,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.59799999999999998,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":0.316}]},{"osd":2,"last update":"Wed Apr 24 02:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.55600000000000005,"15min":0.45900000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.245},"max":{"1min":0.56999999999999995,"5min":6.024,"15min":6.024},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.496,"15min":0.432},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.58199999999999996,"5min":6.258,"15min":6.258},"last":0.38700000000000001}]},{"osd":3,"last update":"Wed Apr 24 02:55:34 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.46999999999999997,"15min":0.432},"min":{"1min":0.30199999999999999,"5min":0.25800000000000001,"15min":0.255},"max":{"1min":0.63400000000000001,"5min":5.133,"15min":5.133},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.441,"5min":0.52300000000000002,"15min":0.47499999999999998},"min":{"1min":0.29399999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.60299999999999998,"5min":4.3280000000000003,"15min":4.3280000000000003},"last":0.42999999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.72899999999999998,"15min":0.68600000000000005},"min":{"1min":0.436,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.997,"5min":5.2359999999999998,"15min":5.2359999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.75700000000000001,"15min":0.68600000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95199999999999996,"5min":5.2779999999999996,"15min":5.2779999999999996},"last":0.66200000000000003}]},{"osd":5,"last update":"Wed Apr 24 02:55:42 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65500000000000003,"15min":0.81499999999999995},"min":{"1min":0.372,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.056,"5min":1.056,"15min":5.1859999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.70899999999999996,"15min":0.71599999999999997},"min":{"1min":0.38300000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.92400000000000004,"5min":2.7280000000000002,"15min":2.7280000000000002},"last":0.81000000000000005}]},{"osd":6,"last update":"Wed Apr 24 02:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.74399999999999999,"15min":0.77700000000000002},"min":{"1min":0.44700000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.88,"5min":4.4059999999999997,"15min":4.4059999999999997},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.751,"15min":0.871},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.95099999999999996,"5min":5.3170000000000002,"15min":5.3170000000000002},"last":0.72799999999999998}]},{"osd":7,"last update":"Wed Apr 24 02:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69799999999999995,"15min":0.66800000000000004},"min":{"1min":0.41299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83099999999999996,"5min":4.3739999999999997,"15min":4.3739999999999997},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68899999999999995,"15min":0.66300000000000003},"min":{"1min":0.52900000000000003,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.70199999999999996}]}]},{"osd":7,"up_from":562,"seq":2413771620416,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":161748,"kb_used_data":53576,"kb_used_omap":41,"kb_used_meta":108118,"kb_avail":93583404,"statfs":{"total":95995035648,"available":95829405696,"internally_reserved":0,"allocated":54861824,"data_stored":82830883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42074,"internal_metadata":110713766},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.58399999999999996,"15min":0.56399999999999995},"min":{"1min":0.374,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.57499999999999996,"15min":0.55900000000000005},"min":{"1min":0.42799999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.80000000000000004,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.73499999999999999}]},{"osd":1,"last update":"Wed Apr 24 02:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.55500000000000005,"15min":0.53200000000000003},"min":{"1min":0.40400000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.59699999999999998,"15min":0.58799999999999997},"min":{"1min":0.433,"5min":0.312,"15min":0.312},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":0.53600000000000003}]},{"osd":2,"last update":"Wed Apr 24 02:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57399999999999995,"15min":0.55400000000000005},"min":{"1min":0.35299999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.61499999999999999,"15min":0.58499999999999996},"min":{"1min":0.48499999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.1230000000000002,"5min":2.1230000000000002,"15min":2.1230000000000002},"last":0.67800000000000005}]},{"osd":3,"last update":"Wed Apr 24 02:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.623,"15min":0.60299999999999998},"min":{"1min":0.44600000000000001,"5min":0.441,"15min":0.441},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.61699999999999999,"15min":0.59199999999999997},"min":{"1min":0.374,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.786,"5min":1.786,"15min":1.786},"last":0.59899999999999998}]},{"osd":4,"last update":"Wed Apr 24 02:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.52300000000000002,"15min":0.50900000000000001},"min":{"1min":0.31900000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.528,"5min":2.528,"15min":2.528},"last":0.622},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.57899999999999996,"15min":0.65400000000000003},"min":{"1min":0.36599999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.2839999999999998,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.69399999999999995}]},{"osd":5,"last update":"Wed Apr 24 02:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.56899999999999995,"15min":0.55000000000000004},"min":{"1min":0.39700000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.923,"5min":1.923,"15min":1.923},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54700000000000004,"15min":0.53000000000000003},"min":{"1min":0.41699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.61299999999999999}]},{"osd":6,"last update":"Wed Apr 24 02:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.59299999999999997,"15min":0.57099999999999995},"min":{"1min":0.435,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.58799999999999997,"15min":0.57599999999999996},"min":{"1min":0.495,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.65700000000000003}]}]},{"osd":4,"up_from":464,"seq":1992864825428,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":471884,"kb_used_data":104888,"kb_used_omap":75,"kb_used_meta":366900,"kb_avail":93273268,"statfs":{"total":95995035648,"available":95511826432,"internally_reserved":0,"allocated":107405312,"data_stored":150675537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77035,"internal_metadata":375706389},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52700000000000002,"15min":0.48899999999999999},"min":{"1min":0.33200000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.79200000000000004,"5min":1.321,"15min":1.321},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57099999999999995,"15min":0.54700000000000004},"min":{"1min":0.33800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.73799999999999999,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.503}]},{"osd":1,"last update":"Wed Apr 24 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57399999999999995,"15min":0.55700000000000005},"min":{"1min":0.38600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.82399999999999995,"5min":1.204,"15min":1.204},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.62,"5min":0.57099999999999995,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.377}]},{"osd":2,"last update":"Wed Apr 24 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.61599999999999999,"15min":0.56399999999999995},"min":{"1min":0.378,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70399999999999996,"5min":3.2770000000000001,"15min":3.2770000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.63200000000000001,"15min":0.60499999999999998},"min":{"1min":0.41499999999999998,"5min":0.32500000000000001,"15min":0.313},"max":{"1min":1.7949999999999999,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":0.60399999999999998}]},{"osd":3,"last update":"Wed Apr 24 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57399999999999995,"15min":0.56499999999999995},"min":{"1min":0.376,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0489999999999999,"5min":1.508,"15min":1.508},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.622,"5min":0.61899999999999999,"15min":0.59699999999999998},"min":{"1min":0.38500000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.83399999999999996,"5min":2.355,"15min":2.355},"last":0.61899999999999999}]},{"osd":5,"last update":"Wed Apr 24 02:55:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.49099999999999999,"15min":0.51700000000000002},"min":{"1min":0.38200000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.79100000000000004,"15min":1.0509999999999999},"last":0.437},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56699999999999995,"15min":0.57399999999999995},"min":{"1min":0.41899999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.85399999999999998,"5min":0.88,"15min":1.1220000000000001},"last":0.64400000000000002}]},{"osd":6,"last update":"Wed Apr 24 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.51700000000000002,"15min":0.49199999999999999},"min":{"1min":0.41499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.80100000000000005,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.63200000000000001,"15min":0.60399999999999998},"min":{"1min":0.54000000000000004,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.84999999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.66200000000000003}]},{"osd":7,"last update":"Wed Apr 24 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.55000000000000004,"15min":0.52300000000000002},"min":{"1min":0.42999999999999999,"5min":0.314,"15min":0.314},"max":{"1min":0.754,"5min":1.383,"15min":1.383},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61499999999999999,"15min":0.60099999999999998},"min":{"1min":0.45700000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.82699999999999996,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57599999999999996}]}]},{"osd":5,"up_from":496,"seq":2130303778894,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":313364,"kb_used_data":89920,"kb_used_omap":60,"kb_used_meta":223363,"kb_avail":93431788,"statfs":{"total":95995035648,"available":95674150912,"internally_reserved":0,"allocated":92078080,"data_stored":151148751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61640,"internal_metadata":228724536},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.67000000000000004,"15min":0.60999999999999999},"min":{"1min":0.42199999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.78500000000000003,"5min":4.7389999999999999,"15min":4.7389999999999999},"last":0.629},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.67300000000000004,"15min":0.65200000000000002},"min":{"1min":0.44900000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80300000000000005,"5min":5.1500000000000004,"15min":5.1500000000000004},"last":0.60899999999999999}]},{"osd":1,"last update":"Wed Apr 24 02:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58099999999999996,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76100000000000001,"5min":2.355,"15min":2.355},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60099999999999998,"15min":0.57499999999999996},"min":{"1min":0.39400000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76000000000000001,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.42599999999999999}]},{"osd":2,"last update":"Wed Apr 24 02:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.629,"15min":0.59499999999999997},"min":{"1min":0.43099999999999999,"5min":0.36299999999999999,"15min":0.35399999999999998},"max":{"1min":0.82699999999999996,"5min":3.3879999999999999,"15min":3.3879999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.64300000000000002,"15min":0.60599999999999998},"min":{"1min":0.39600000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72199999999999998,"5min":3.4129999999999998,"15min":3.4129999999999998},"last":0.40699999999999997}]},{"osd":3,"last update":"Wed Apr 24 02:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.65300000000000002,"15min":0.63400000000000001},"min":{"1min":0.34799999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73799999999999999,"5min":2.4209999999999998,"15min":2.4209999999999998},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.69699999999999995,"15min":0.67500000000000004},"min":{"1min":0.442,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.84899999999999998,"5min":4.532,"15min":4.532},"last":0.49199999999999999}]},{"osd":4,"last update":"Wed Apr 24 02:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54500000000000004,"15min":0.52000000000000002},"min":{"1min":0.35599999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.746,"5min":3.2200000000000002,"15min":3.2200000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58899999999999997,"15min":0.56899999999999995},"min":{"1min":0.379,"5min":0.312,"15min":0.312},"max":{"1min":0.83999999999999997,"5min":2.3420000000000001,"15min":2.3420000000000001},"last":0.51500000000000001}]},{"osd":6,"last update":"Wed Apr 24 02:55:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56399999999999995,"15min":0.50800000000000001},"min":{"1min":0.43099999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.85199999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.624,"15min":0.57899999999999996},"min":{"1min":0.503,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.92800000000000005,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":0.58099999999999996}]},{"osd":7,"last update":"Wed Apr 24 02:55:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.61199999999999999,"15min":0.57399999999999995},"min":{"1min":0.437,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88700000000000001,"5min":2.0219999999999998,"15min":2.0219999999999998},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.72199999999999998,"15min":0.65800000000000003},"min":{"1min":0.54000000000000004,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86899999999999999,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.56200000000000006}]}]},{"osd":6,"up_from":529,"seq":2272037699655,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":135528,"kb_used_data":39260,"kb_used_omap":29,"kb_used_meta":96226,"kb_avail":93609624,"statfs":{"total":95995035648,"available":95856254976,"internally_reserved":0,"allocated":40202240,"data_stored":57488872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30156,"internal_metadata":98535988},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 24 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.56299999999999994,"15min":0.54400000000000004},"min":{"1min":0.35299999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.59399999999999997},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.65700000000000003}]},{"osd":1,"last update":"Wed Apr 24 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.78100000000000003,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53400000000000003,"15min":0.51800000000000002},"min":{"1min":0.42599999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.80000000000000004,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.39100000000000001}]},{"osd":2,"last update":"Wed Apr 24 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.39300000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.59099999999999997}]},{"osd":3,"last update":"Wed Apr 24 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.63400000000000001,"15min":0.58499999999999996},"min":{"1min":0.41299999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.89900000000000002,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":0.623},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.56999999999999995,"15min":0.55700000000000005},"min":{"1min":0.44600000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.55500000000000005}]},{"osd":4,"last update":"Wed Apr 24 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.51500000000000001,"15min":0.49099999999999999},"min":{"1min":0.39700000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.74299999999999999,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.57799999999999996,"15min":0.56399999999999995},"min":{"1min":0.435,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.84299999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70999999999999996}]},{"osd":5,"last update":"Wed Apr 24 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51600000000000001,"15min":0.51100000000000001},"min":{"1min":0.38600000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73099999999999998,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.496},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59099999999999997,"15min":0.56999999999999995},"min":{"1min":0.35099999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.77500000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.63900000000000001}]},{"osd":7,"last update":"Wed Apr 24 02:55:51 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61099999999999999,"15min":0.60999999999999999},"min":{"1min":0.45800000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.81899999999999995,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65300000000000002,"15min":0.65000000000000002},"min":{"1min":0.48699999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.85499999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.68700000000000006}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5824,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4153,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4738,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5895,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6354,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2508,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2346,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2360,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106668032,"data_stored":186961920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":119185408,"data_stored":206082048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102649856,"data_stored":189685760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":38731776,"data_stored":67502080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98451456,"data_stored":145629184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":83103744,"data_stored":146087936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30625792,"data_stored":51830784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":45305856,"data_stored":77185024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T02:55:54.643 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-24T02:55:54.643 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid cb050474-01e2-11ef-bc93-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-24T02:55:54.930 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T02:55:55.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:55 smithi016 ceph-mon[84376]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:55:55.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:55 smithi016 ceph-mon[86910]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:55:55.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:55 smithi063 ceph-mon[77007]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T02:55:56.198 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:56 smithi016 ceph-mon[84376]: pgmap v926: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 794 KiB/s wr, 4 op/s 2024-04-24T02:55:56.198 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:56 smithi016 ceph-mon[84376]: osdmap e859: 8 total, 8 up, 8 in 2024-04-24T02:55:56.198 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:56 smithi016 ceph-mon[86910]: pgmap v926: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 794 KiB/s wr, 4 op/s 2024-04-24T02:55:56.198 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:56 smithi016 ceph-mon[86910]: osdmap e859: 8 total, 8 up, 8 in 2024-04-24T02:55:56.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:56 smithi063 ceph-mon[77007]: pgmap v926: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 794 KiB/s wr, 4 op/s 2024-04-24T02:55:56.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:56 smithi063 ceph-mon[77007]: osdmap e859: 8 total, 8 up, 8 in 2024-04-24T02:55:57.185 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'unique_pool_0' removed 2024-04-24T02:55:57.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1609092188' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T02:55:57.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:57 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T02:55:57.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1609092188' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T02:55:57.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:57 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T02:55:57.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1609092188' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T02:55:57.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:57 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T02:55:58.005 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T02:55:58.005 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-24T02:55:58.005 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T02:55:58.005 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-24T02:55:58.005 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-24T02:55:58.006 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-24T02:55:58.006 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T02:55:58.007 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-24T02:55:58.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T02:55:58.029 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-24T02:55:58.029 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T02:55:58.089 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-24T02:55:58.089 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-24T02:55:58.148 INFO:tasks.workunit:timeout=3h 2024-04-24T02:55:58.148 INFO:tasks.workunit:cleanup=True 2024-04-24T02:55:58.149 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-24T02:55:58.213 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-24T02:55:58.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:58 smithi016 ceph-mon[84376]: pgmap v928: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 589 KiB/s wr, 3 op/s 2024-04-24T02:55:58.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:58 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-24T02:55:58.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:55:58 smithi016 ceph-mon[84376]: osdmap e860: 8 total, 8 up, 8 in 2024-04-24T02:55:58.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:58 smithi016 ceph-mon[86910]: pgmap v928: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 589 KiB/s wr, 3 op/s 2024-04-24T02:55:58.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:58 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-24T02:55:58.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:55:58 smithi016 ceph-mon[86910]: osdmap e860: 8 total, 8 up, 8 in 2024-04-24T02:55:58.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:58 smithi063 ceph-mon[77007]: pgmap v928: 121 pgs: 121 active+clean; 435 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 589 KiB/s wr, 3 op/s 2024-04-24T02:55:58.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:58 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-24T02:55:58.556 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:55:58 smithi063 ceph-mon[77007]: osdmap e860: 8 total, 8 up, 8 in 2024-04-24T02:55:58.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:55:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:55:58] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-24T02:56:00.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:00 smithi016 ceph-mon[84376]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:56:00.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:00.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:00 smithi016 ceph-mon[86910]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:56:00.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:00.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:00 smithi063 ceph-mon[77007]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:56:00.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:02.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:02 smithi016 ceph-mon[84376]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:56:02.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:02 smithi016 ceph-mon[86910]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:56:02.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:02 smithi063 ceph-mon[77007]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:56:04.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:04 smithi016 ceph-mon[84376]: pgmap v932: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:04.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:04 smithi016 ceph-mon[86910]: pgmap v932: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:04.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:04 smithi063 ceph-mon[77007]: pgmap v932: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:06.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:06 smithi016 ceph-mon[84376]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:06.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:06 smithi016 ceph-mon[86910]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:06.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:06 smithi063 ceph-mon[77007]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:08.526 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:56:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:56:08] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-24T02:56:08.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:08 smithi016 ceph-mon[84376]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:08.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:08 smithi016 ceph-mon[86910]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:08.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:08 smithi063 ceph-mon[77007]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:10.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:10 smithi016 ceph-mon[84376]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:10.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:10 smithi016 ceph-mon[86910]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:10.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:10 smithi063 ceph-mon[77007]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:10.894 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-24T02:56:10.952 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T02:56:10.954 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T02:56:10.955 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T02:56:11.003 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T02:56:11.052 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T02:56:11.090 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T02:56:11.092 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T02:56:11.092 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T02:56:11.130 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T02:56:11.134 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T02:56:11.134 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-24T02:56:11.192 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-24T02:56:11.194 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-24T02:56:11.194 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-24T02:56:11.265 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:56:11.265 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-24T02:56:11.265 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:56:11.265 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-24T02:56:11.265 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-24T02:56:12.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:12 smithi016 ceph-mon[84376]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:12.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:12 smithi016 ceph-mon[86910]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:12.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:12 smithi063 ceph-mon[77007]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:13.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:13 smithi016 ceph-mon[84376]: osdmap e861: 8 total, 8 up, 8 in 2024-04-24T02:56:13.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:13 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2542833470' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:13.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:13 smithi016 ceph-mon[86910]: osdmap e861: 8 total, 8 up, 8 in 2024-04-24T02:56:13.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:13 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2542833470' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:13.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:13 smithi063 ceph-mon[77007]: osdmap e861: 8 total, 8 up, 8 in 2024-04-24T02:56:13.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:13 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2542833470' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:14.205 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2940 ms) 2024-04-24T02:56:14.205 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-24T02:56:14.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[84376]: pgmap v938: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:14.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:14.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2542833470' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:14.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[84376]: osdmap e862: 8 total, 8 up, 8 in 2024-04-24T02:56:14.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[84376]: osdmap e863: 8 total, 8 up, 8 in 2024-04-24T02:56:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[86910]: pgmap v938: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2542833470' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[86910]: osdmap e862: 8 total, 8 up, 8 in 2024-04-24T02:56:14.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:14 smithi016 ceph-mon[86910]: osdmap e863: 8 total, 8 up, 8 in 2024-04-24T02:56:14.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:14 smithi063 ceph-mon[77007]: pgmap v938: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:14.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:14 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:14.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:14 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2542833470' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:14.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:14 smithi063 ceph-mon[77007]: osdmap e862: 8 total, 8 up, 8 in 2024-04-24T02:56:14.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:14 smithi063 ceph-mon[77007]: osdmap e863: 8 total, 8 up, 8 in 2024-04-24T02:56:16.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[84376]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[84376]: osdmap e864: 8 total, 8 up, 8 in 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/402273359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[86910]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[86910]: osdmap e864: 8 total, 8 up, 8 in 2024-04-24T02:56:16.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:15 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/402273359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:15 smithi063 ceph-mon[77007]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:15 smithi063 ceph-mon[77007]: osdmap e864: 8 total, 8 up, 8 in 2024-04-24T02:56:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:15 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/402273359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:17.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:16 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:17.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/402273359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:17.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:16 smithi016 ceph-mon[84376]: osdmap e865: 8 total, 8 up, 8 in 2024-04-24T02:56:17.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:16 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:17.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/402273359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:17.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:16 smithi016 ceph-mon[86910]: osdmap e865: 8 total, 8 up, 8 in 2024-04-24T02:56:17.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:16 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:17.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/402273359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:17.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:16 smithi063 ceph-mon[77007]: osdmap e865: 8 total, 8 up, 8 in 2024-04-24T02:56:17.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3020 ms) 2024-04-24T02:56:17.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-24T02:56:18.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:18 smithi016 ceph-mon[84376]: pgmap v944: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:18.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:18 smithi016 ceph-mon[84376]: osdmap e866: 8 total, 8 up, 8 in 2024-04-24T02:56:18.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:56:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:56:18] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-24T02:56:18.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:18 smithi016 ceph-mon[86910]: pgmap v944: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:18.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:18 smithi016 ceph-mon[86910]: osdmap e866: 8 total, 8 up, 8 in 2024-04-24T02:56:18.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:18 smithi063 ceph-mon[77007]: pgmap v944: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:18.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:18 smithi063 ceph-mon[77007]: osdmap e866: 8 total, 8 up, 8 in 2024-04-24T02:56:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[84376]: osdmap e867: 8 total, 8 up, 8 in 2024-04-24T02:56:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3159631633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[84376]: osdmap e868: 8 total, 8 up, 8 in 2024-04-24T02:56:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[86910]: osdmap e867: 8 total, 8 up, 8 in 2024-04-24T02:56:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3159631633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:19 smithi016 ceph-mon[86910]: osdmap e868: 8 total, 8 up, 8 in 2024-04-24T02:56:19.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:19 smithi063 ceph-mon[77007]: osdmap e867: 8 total, 8 up, 8 in 2024-04-24T02:56:19.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:19 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3159631633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:19.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:19 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:19.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:19 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:19.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:19 smithi063 ceph-mon[77007]: osdmap e868: 8 total, 8 up, 8 in 2024-04-24T02:56:20.254 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Reserve (3022 ms) 2024-04-24T02:56:20.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-24T02:56:20.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:20 smithi016 ceph-mon[84376]: pgmap v947: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:20.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:20 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:20.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:20 smithi016 ceph-mon[84376]: osdmap e869: 8 total, 8 up, 8 in 2024-04-24T02:56:20.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:20 smithi016 ceph-mon[86910]: pgmap v947: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:20.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:20 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:20.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:20 smithi016 ceph-mon[86910]: osdmap e869: 8 total, 8 up, 8 in 2024-04-24T02:56:20.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:20 smithi063 ceph-mon[77007]: pgmap v947: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:20.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:20 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:20.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:20 smithi063 ceph-mon[77007]: osdmap e869: 8 total, 8 up, 8 in 2024-04-24T02:56:21.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:21 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:21.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:21 smithi063 ceph-mon[77007]: osdmap e870: 8 total, 8 up, 8 in 2024-04-24T02:56:21.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:21 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/576778714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:21.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:21 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:21.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:21.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[84376]: osdmap e870: 8 total, 8 up, 8 in 2024-04-24T02:56:21.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/576778714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:21.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:21.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:21.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[86910]: osdmap e870: 8 total, 8 up, 8 in 2024-04-24T02:56:21.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/576778714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:21.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:21 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:22.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:22 smithi063 ceph-mon[77007]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:22.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:22 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:22.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:22 smithi063 ceph-mon[77007]: osdmap e871: 8 total, 8 up, 8 in 2024-04-24T02:56:22.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:22 smithi016 ceph-mon[84376]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:22.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:22 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:22.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:22 smithi016 ceph-mon[84376]: osdmap e871: 8 total, 8 up, 8 in 2024-04-24T02:56:22.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:22 smithi016 ceph-mon[86910]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:22.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:22 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:22.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:22 smithi016 ceph-mon[86910]: osdmap e871: 8 total, 8 up, 8 in 2024-04-24T02:56:23.272 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3020 ms) 2024-04-24T02:56:23.273 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-24T02:56:24.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:56:24.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:56:24.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:56:24.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:24.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[84376]: osdmap e872: 8 total, 8 up, 8 in 2024-04-24T02:56:24.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:56:24.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:56:24.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:56:24.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:24.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:23 smithi016 ceph-mon[86910]: osdmap e872: 8 total, 8 up, 8 in 2024-04-24T02:56:24.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:56:24.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:56:24.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:56:24.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:23 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:24.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:23 smithi063 ceph-mon[77007]: osdmap e872: 8 total, 8 up, 8 in 2024-04-24T02:56:25.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[84376]: pgmap v953: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:25.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[84376]: osdmap e873: 8 total, 8 up, 8 in 2024-04-24T02:56:25.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3628910540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:25.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:25.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[86910]: pgmap v953: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:25.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[86910]: osdmap e873: 8 total, 8 up, 8 in 2024-04-24T02:56:25.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3628910540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:25.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:24 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:25.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:24 smithi063 ceph-mon[77007]: pgmap v953: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:25.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:24 smithi063 ceph-mon[77007]: osdmap e873: 8 total, 8 up, 8 in 2024-04-24T02:56:25.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:24 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3628910540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:25.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:24 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:26.269 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Commit (3002 ms) 2024-04-24T02:56:26.269 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[84376]: pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[84376]: osdmap e874: 8 total, 8 up, 8 in 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[86910]: pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[86910]: osdmap e874: 8 total, 8 up, 8 in 2024-04-24T02:56:26.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:26 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:26.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:26 smithi063 ceph-mon[77007]: pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:26.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:26 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:26.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:26 smithi063 ceph-mon[77007]: osdmap e874: 8 total, 8 up, 8 in 2024-04-24T02:56:26.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:26 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:27.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:27 smithi016 ceph-mon[84376]: osdmap e875: 8 total, 8 up, 8 in 2024-04-24T02:56:27.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:27 smithi016 ceph-mon[86910]: osdmap e875: 8 total, 8 up, 8 in 2024-04-24T02:56:27.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:27 smithi063 ceph-mon[77007]: osdmap e875: 8 total, 8 up, 8 in 2024-04-24T02:56:28.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[84376]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:28.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:28.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[84376]: osdmap e876: 8 total, 8 up, 8 in 2024-04-24T02:56:28.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3419833314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:28.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:56:28] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-24T02:56:28.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[86910]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:28.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:28.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[86910]: osdmap e876: 8 total, 8 up, 8 in 2024-04-24T02:56:28.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:28 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3419833314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:28.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:28 smithi063 ceph-mon[77007]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:28.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:28 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:28.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:28 smithi063 ceph-mon[77007]: osdmap e876: 8 total, 8 up, 8 in 2024-04-24T02:56:28.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:28 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3419833314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:29.291 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Abort (3022 ms) 2024-04-24T02:56:29.291 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-24T02:56:29.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:29 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3419833314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:29.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:29 smithi063 ceph-mon[77007]: osdmap e877: 8 total, 8 up, 8 in 2024-04-24T02:56:29.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:29 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3419833314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:29.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:29 smithi016 ceph-mon[84376]: osdmap e877: 8 total, 8 up, 8 in 2024-04-24T02:56:29.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:29 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3419833314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:29.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:29 smithi016 ceph-mon[86910]: osdmap e877: 8 total, 8 up, 8 in 2024-04-24T02:56:30.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:30 smithi063 ceph-mon[77007]: pgmap v962: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:30.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:30 smithi063 ceph-mon[77007]: osdmap e878: 8 total, 8 up, 8 in 2024-04-24T02:56:30.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:30.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:30.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[84376]: pgmap v962: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:30.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[84376]: osdmap e878: 8 total, 8 up, 8 in 2024-04-24T02:56:30.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:30.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:30.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[86910]: pgmap v962: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:30.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[86910]: osdmap e878: 8 total, 8 up, 8 in 2024-04-24T02:56:30.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:30.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:31.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[84376]: osdmap e879: 8 total, 8 up, 8 in 2024-04-24T02:56:31.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2488517139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:31.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:31.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:31.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[84376]: osdmap e880: 8 total, 8 up, 8 in 2024-04-24T02:56:31.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[86910]: osdmap e879: 8 total, 8 up, 8 in 2024-04-24T02:56:31.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2488517139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:31.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:31.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:31.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:31 smithi016 ceph-mon[86910]: osdmap e880: 8 total, 8 up, 8 in 2024-04-24T02:56:31.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:31 smithi063 ceph-mon[77007]: osdmap e879: 8 total, 8 up, 8 in 2024-04-24T02:56:31.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:31 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2488517139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:31.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:31 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:31.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:31 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:31.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:31 smithi063 ceph-mon[77007]: osdmap e880: 8 total, 8 up, 8 in 2024-04-24T02:56:32.301 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveError (3010 ms) 2024-04-24T02:56:32.301 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-24T02:56:32.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:32 smithi016 ceph-mon[84376]: pgmap v965: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:32.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:32 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:32.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:32 smithi016 ceph-mon[84376]: osdmap e881: 8 total, 8 up, 8 in 2024-04-24T02:56:32.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:32 smithi016 ceph-mon[86910]: pgmap v965: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:32.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:32 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:32.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:32 smithi016 ceph-mon[86910]: osdmap e881: 8 total, 8 up, 8 in 2024-04-24T02:56:32.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:32 smithi063 ceph-mon[77007]: pgmap v965: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:32.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:32 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:32.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:32 smithi063 ceph-mon[77007]: osdmap e881: 8 total, 8 up, 8 in 2024-04-24T02:56:33.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:33 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:33.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:33 smithi016 ceph-mon[84376]: osdmap e882: 8 total, 8 up, 8 in 2024-04-24T02:56:33.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:33 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1033001777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:33.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:33 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:33.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:33 smithi016 ceph-mon[86910]: osdmap e882: 8 total, 8 up, 8 in 2024-04-24T02:56:33.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:33 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1033001777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:33.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:33 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:33.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:33 smithi063 ceph-mon[77007]: osdmap e882: 8 total, 8 up, 8 in 2024-04-24T02:56:33.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:33 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1033001777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:34.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:34 smithi016 ceph-mon[84376]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:34.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:34 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1033001777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:34.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:34 smithi016 ceph-mon[84376]: osdmap e883: 8 total, 8 up, 8 in 2024-04-24T02:56:34.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:34 smithi016 ceph-mon[86910]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:34.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:34 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1033001777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:34.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:34 smithi016 ceph-mon[86910]: osdmap e883: 8 total, 8 up, 8 in 2024-04-24T02:56:34.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:34 smithi063 ceph-mon[77007]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:34.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:34 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1033001777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:34.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:34 smithi063 ceph-mon[77007]: osdmap e883: 8 total, 8 up, 8 in 2024-04-24T02:56:35.343 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.CommitError (3042 ms) 2024-04-24T02:56:35.343 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-24T02:56:36.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:36 smithi016 ceph-mon[84376]: pgmap v971: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:36.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:36 smithi016 ceph-mon[84376]: osdmap e884: 8 total, 8 up, 8 in 2024-04-24T02:56:36.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:36 smithi016 ceph-mon[86910]: pgmap v971: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:36.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:36 smithi016 ceph-mon[86910]: osdmap e884: 8 total, 8 up, 8 in 2024-04-24T02:56:36.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:36 smithi063 ceph-mon[77007]: pgmap v971: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:36.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:36 smithi063 ceph-mon[77007]: osdmap e884: 8 total, 8 up, 8 in 2024-04-24T02:56:37.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:37 smithi016 ceph-mon[84376]: osdmap e885: 8 total, 8 up, 8 in 2024-04-24T02:56:37.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:37 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/278041290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:37.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:37 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:37.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:37 smithi016 ceph-mon[86910]: osdmap e885: 8 total, 8 up, 8 in 2024-04-24T02:56:37.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:37 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/278041290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:37.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:37 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:37.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:37 smithi063 ceph-mon[77007]: osdmap e885: 8 total, 8 up, 8 in 2024-04-24T02:56:37.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:37 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/278041290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:37.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:37 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:38.409 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AbortError (3062 ms) 2024-04-24T02:56:38.409 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-24T02:56:38.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:56:38] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-24T02:56:38.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[84376]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:38.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:38.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:38.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[84376]: osdmap e886: 8 total, 8 up, 8 in 2024-04-24T02:56:38.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[86910]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:38.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:38.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:38.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:38 smithi016 ceph-mon[86910]: osdmap e886: 8 total, 8 up, 8 in 2024-04-24T02:56:38.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:38 smithi063 ceph-mon[77007]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:38.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:38 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:38.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:38 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:38.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:38 smithi063 ceph-mon[77007]: osdmap e886: 8 total, 8 up, 8 in 2024-04-24T02:56:39.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:39 smithi016 ceph-mon[84376]: osdmap e887: 8 total, 8 up, 8 in 2024-04-24T02:56:39.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:39 smithi016 ceph-mon[86910]: osdmap e887: 8 total, 8 up, 8 in 2024-04-24T02:56:39.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:39 smithi063 ceph-mon[77007]: osdmap e887: 8 total, 8 up, 8 in 2024-04-24T02:56:40.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[84376]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:40.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:40.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[84376]: osdmap e888: 8 total, 8 up, 8 in 2024-04-24T02:56:40.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2813756531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:40.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:40.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[86910]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:40.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:40.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[86910]: osdmap e888: 8 total, 8 up, 8 in 2024-04-24T02:56:40.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2813756531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:40.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:40 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:40.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:40 smithi063 ceph-mon[77007]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:40.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:40 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:40.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:40 smithi063 ceph-mon[77007]: osdmap e888: 8 total, 8 up, 8 in 2024-04-24T02:56:40.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:40 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2813756531' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:40.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:40 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:41.439 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3034 ms) 2024-04-24T02:56:41.440 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-24T02:56:41.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:41 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:41.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:41 smithi016 ceph-mon[84376]: osdmap e889: 8 total, 8 up, 8 in 2024-04-24T02:56:41.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:41 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:41.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:41 smithi016 ceph-mon[86910]: osdmap e889: 8 total, 8 up, 8 in 2024-04-24T02:56:41.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:41 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:41.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:41 smithi063 ceph-mon[77007]: osdmap e889: 8 total, 8 up, 8 in 2024-04-24T02:56:42.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:42 smithi016 ceph-mon[84376]: pgmap v980: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:42.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:42 smithi016 ceph-mon[84376]: osdmap e890: 8 total, 8 up, 8 in 2024-04-24T02:56:42.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:42 smithi016 ceph-mon[86910]: pgmap v980: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:42.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:42 smithi016 ceph-mon[86910]: osdmap e890: 8 total, 8 up, 8 in 2024-04-24T02:56:42.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:42 smithi063 ceph-mon[77007]: pgmap v980: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:42.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:42 smithi063 ceph-mon[77007]: osdmap e890: 8 total, 8 up, 8 in 2024-04-24T02:56:43.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[84376]: osdmap e891: 8 total, 8 up, 8 in 2024-04-24T02:56:43.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2191283344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:43.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:43.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:43.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[84376]: osdmap e892: 8 total, 8 up, 8 in 2024-04-24T02:56:43.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[86910]: osdmap e891: 8 total, 8 up, 8 in 2024-04-24T02:56:43.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2191283344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:43.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:43.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:43.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:43 smithi016 ceph-mon[86910]: osdmap e892: 8 total, 8 up, 8 in 2024-04-24T02:56:43.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:43 smithi063 ceph-mon[77007]: osdmap e891: 8 total, 8 up, 8 in 2024-04-24T02:56:43.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:43 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2191283344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:43.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:43.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:43.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:43 smithi063 ceph-mon[77007]: osdmap e892: 8 total, 8 up, 8 in 2024-04-24T02:56:44.456 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3016 ms) 2024-04-24T02:56:44.456 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-24T02:56:44.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:44 smithi016 ceph-mon[84376]: pgmap v983: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:44.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:44 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:44.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:44 smithi016 ceph-mon[84376]: osdmap e893: 8 total, 8 up, 8 in 2024-04-24T02:56:44.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:44 smithi016 ceph-mon[86910]: pgmap v983: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:44.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:44 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:44.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:44 smithi016 ceph-mon[86910]: osdmap e893: 8 total, 8 up, 8 in 2024-04-24T02:56:44.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:44 smithi063 ceph-mon[77007]: pgmap v983: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:44.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:44 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:44.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:44 smithi063 ceph-mon[77007]: osdmap e893: 8 total, 8 up, 8 in 2024-04-24T02:56:46.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:46.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:46.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[84376]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:46.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[84376]: osdmap e894: 8 total, 8 up, 8 in 2024-04-24T02:56:46.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3390057483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:46.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:46.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:46.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:46.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[86910]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:46.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[86910]: osdmap e894: 8 total, 8 up, 8 in 2024-04-24T02:56:46.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3390057483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:46.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:45 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:46.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:56:46.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:56:46.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:45 smithi063 ceph-mon[77007]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:46.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:45 smithi063 ceph-mon[77007]: osdmap e894: 8 total, 8 up, 8 in 2024-04-24T02:56:46.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:45 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3390057483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:46.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:45 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:47.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:46 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:47.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:46 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:47.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:46 smithi016 ceph-mon[84376]: osdmap e895: 8 total, 8 up, 8 in 2024-04-24T02:56:47.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:46 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:47.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:46 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:47.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:46 smithi016 ceph-mon[86910]: osdmap e895: 8 total, 8 up, 8 in 2024-04-24T02:56:47.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:46 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:47.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:46 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:47.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:46 smithi063 ceph-mon[77007]: osdmap e895: 8 total, 8 up, 8 in 2024-04-24T02:56:47.484 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3028 ms) 2024-04-24T02:56:47.484 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-24T02:56:48.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:48 smithi016 ceph-mon[84376]: pgmap v989: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:48.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:48 smithi016 ceph-mon[84376]: osdmap e896: 8 total, 8 up, 8 in 2024-04-24T02:56:48.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:56:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:56:48] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-24T02:56:48.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:48 smithi016 ceph-mon[86910]: pgmap v989: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:48.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:48 smithi016 ceph-mon[86910]: osdmap e896: 8 total, 8 up, 8 in 2024-04-24T02:56:48.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:48 smithi063 ceph-mon[77007]: pgmap v989: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:48.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:48 smithi063 ceph-mon[77007]: osdmap e896: 8 total, 8 up, 8 in 2024-04-24T02:56:49.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:49 smithi016 ceph-mon[84376]: osdmap e897: 8 total, 8 up, 8 in 2024-04-24T02:56:49.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:49 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3596139471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:49.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:49 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:49.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:49 smithi016 ceph-mon[86910]: osdmap e897: 8 total, 8 up, 8 in 2024-04-24T02:56:49.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:49 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3596139471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:49.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:49 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:49.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:49 smithi063 ceph-mon[77007]: osdmap e897: 8 total, 8 up, 8 in 2024-04-24T02:56:49.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:49 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3596139471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:49.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:49 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:50.496 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3012 ms) 2024-04-24T02:56:50.496 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[84376]: pgmap v992: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[84376]: osdmap e898: 8 total, 8 up, 8 in 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[86910]: pgmap v992: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:50.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:50 smithi016 ceph-mon[86910]: osdmap e898: 8 total, 8 up, 8 in 2024-04-24T02:56:50.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:50 smithi063 ceph-mon[77007]: pgmap v992: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:50.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:50 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:50.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:50 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:50.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:50 smithi063 ceph-mon[77007]: osdmap e898: 8 total, 8 up, 8 in 2024-04-24T02:56:51.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:51 smithi016 ceph-mon[84376]: osdmap e899: 8 total, 8 up, 8 in 2024-04-24T02:56:51.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:51 smithi016 ceph-mon[86910]: osdmap e899: 8 total, 8 up, 8 in 2024-04-24T02:56:51.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:51 smithi063 ceph-mon[77007]: osdmap e899: 8 total, 8 up, 8 in 2024-04-24T02:56:52.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[84376]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:52.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:52.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[84376]: osdmap e900: 8 total, 8 up, 8 in 2024-04-24T02:56:52.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2594378139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:52.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:52.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[86910]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:52.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:52.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[86910]: osdmap e900: 8 total, 8 up, 8 in 2024-04-24T02:56:52.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2594378139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:52.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:52 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:52.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:52 smithi063 ceph-mon[77007]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:52.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:52 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:52.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:52 smithi063 ceph-mon[77007]: osdmap e900: 8 total, 8 up, 8 in 2024-04-24T02:56:52.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:52 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2594378139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:52.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:52 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:53.520 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3022 ms) 2024-04-24T02:56:53.520 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-24T02:56:53.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:53.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:53 smithi016 ceph-mon[86910]: osdmap e901: 8 total, 8 up, 8 in 2024-04-24T02:56:53.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:53.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:53 smithi016 ceph-mon[84376]: osdmap e901: 8 total, 8 up, 8 in 2024-04-24T02:56:53.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:53.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:53 smithi063 ceph-mon[77007]: osdmap e901: 8 total, 8 up, 8 in 2024-04-24T02:56:54.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:54 smithi016 ceph-mon[84376]: pgmap v998: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:54.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:54 smithi016 ceph-mon[84376]: osdmap e902: 8 total, 8 up, 8 in 2024-04-24T02:56:54.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:54 smithi016 ceph-mon[86910]: pgmap v998: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:54.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:54 smithi016 ceph-mon[86910]: osdmap e902: 8 total, 8 up, 8 in 2024-04-24T02:56:54.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:54 smithi063 ceph-mon[77007]: pgmap v998: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:54.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:54 smithi063 ceph-mon[77007]: osdmap e902: 8 total, 8 up, 8 in 2024-04-24T02:56:55.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:55 smithi063 ceph-mon[77007]: osdmap e903: 8 total, 8 up, 8 in 2024-04-24T02:56:55.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:55 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1473061522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:55.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:55 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:55.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:55 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:55.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:55 smithi063 ceph-mon[77007]: osdmap e904: 8 total, 8 up, 8 in 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[84376]: osdmap e903: 8 total, 8 up, 8 in 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1473061522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[84376]: osdmap e904: 8 total, 8 up, 8 in 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[86910]: osdmap e903: 8 total, 8 up, 8 in 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1473061522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:56.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:56.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:56:56.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:55 smithi016 ceph-mon[86910]: osdmap e904: 8 total, 8 up, 8 in 2024-04-24T02:56:56.533 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3015 ms) 2024-04-24T02:56:56.533 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-24T02:56:56.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:56 smithi063 ceph-mon[77007]: pgmap v1001: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:56.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:56 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:56.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:56 smithi063 ceph-mon[77007]: osdmap e905: 8 total, 8 up, 8 in 2024-04-24T02:56:57.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:56 smithi016 ceph-mon[84376]: pgmap v1001: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:57.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:56 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:57.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:56 smithi016 ceph-mon[84376]: osdmap e905: 8 total, 8 up, 8 in 2024-04-24T02:56:57.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:56 smithi016 ceph-mon[86910]: pgmap v1001: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:57.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:56 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:56:57.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:56 smithi016 ceph-mon[86910]: osdmap e905: 8 total, 8 up, 8 in 2024-04-24T02:56:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[84376]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[84376]: osdmap e906: 8 total, 8 up, 8 in 2024-04-24T02:56:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2520163181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:58.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[86910]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:58.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:58.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[86910]: osdmap e906: 8 total, 8 up, 8 in 2024-04-24T02:56:58.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2520163181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:58.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:57 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:58.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:57 smithi063 ceph-mon[77007]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:56:58.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:57 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:56:58.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:57 smithi063 ceph-mon[77007]: osdmap e906: 8 total, 8 up, 8 in 2024-04-24T02:56:58.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2520163181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:58.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:57 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:56:58.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:56:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:56:58] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-24T02:56:59.566 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Cleanup (3034 ms) 2024-04-24T02:56:59.567 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-24T02:57:00.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:59 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:00.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:56:59 smithi016 ceph-mon[86910]: osdmap e907: 8 total, 8 up, 8 in 2024-04-24T02:57:00.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:59 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:00.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:56:59 smithi016 ceph-mon[84376]: osdmap e907: 8 total, 8 up, 8 in 2024-04-24T02:57:00.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:59 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:00.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:56:59 smithi063 ceph-mon[77007]: osdmap e907: 8 total, 8 up, 8 in 2024-04-24T02:57:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[84376]: pgmap v1007: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[84376]: osdmap e908: 8 total, 8 up, 8 in 2024-04-24T02:57:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:57:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[86910]: pgmap v1007: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[86910]: osdmap e908: 8 total, 8 up, 8 in 2024-04-24T02:57:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:57:01.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:01.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:00 smithi063 ceph-mon[77007]: pgmap v1007: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:01.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:00 smithi063 ceph-mon[77007]: osdmap e908: 8 total, 8 up, 8 in 2024-04-24T02:57:01.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:57:01.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:02.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[84376]: osdmap e909: 8 total, 8 up, 8 in 2024-04-24T02:57:02.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4280058564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:02.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:02.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[84376]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:02.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[86910]: osdmap e909: 8 total, 8 up, 8 in 2024-04-24T02:57:02.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4280058564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:02.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:02.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:01 smithi016 ceph-mon[86910]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:02.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:01 smithi063 ceph-mon[77007]: osdmap e909: 8 total, 8 up, 8 in 2024-04-24T02:57:02.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:01 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4280058564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:02.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:01 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:02.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:01 smithi063 ceph-mon[77007]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[84376]: osdmap e910: 8 total, 8 up, 8 in 2024-04-24T02:57:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[84376]: osdmap e911: 8 total, 8 up, 8 in 2024-04-24T02:57:03.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:03.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:03.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[86910]: osdmap e910: 8 total, 8 up, 8 in 2024-04-24T02:57:03.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:02 smithi016 ceph-mon[86910]: osdmap e911: 8 total, 8 up, 8 in 2024-04-24T02:57:03.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:02 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:03.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:02 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:03.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:02 smithi063 ceph-mon[77007]: osdmap e910: 8 total, 8 up, 8 in 2024-04-24T02:57:03.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:02 smithi063 ceph-mon[77007]: osdmap e911: 8 total, 8 up, 8 in 2024-04-24T02:57:04.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:03 smithi016 ceph-mon[84376]: pgmap v1013: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:04.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:03 smithi016 ceph-mon[86910]: pgmap v1013: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:04.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:03 smithi063 ceph-mon[77007]: pgmap v1013: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:05.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:04 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:05.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:04 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:05.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:04 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:06.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:05 smithi016 ceph-mon[84376]: pgmap v1014: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:06.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:05 smithi016 ceph-mon[86910]: pgmap v1014: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:06.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:05 smithi063 ceph-mon[77007]: pgmap v1014: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-24T02:57:08.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:08 smithi016 ceph-mon[84376]: pgmap v1015: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 7.05k op/s 2024-04-24T02:57:08.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:08 smithi016 ceph-mon[86910]: pgmap v1015: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 7.05k op/s 2024-04-24T02:57:08.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:08 smithi063 ceph-mon[77007]: pgmap v1015: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 7.05k op/s 2024-04-24T02:57:08.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:57:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:57:08] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-24T02:57:10.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:10 smithi016 ceph-mon[84376]: pgmap v1016: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 5.64k op/s 2024-04-24T02:57:10.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:10 smithi016 ceph-mon[86910]: pgmap v1016: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 5.64k op/s 2024-04-24T02:57:10.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:10 smithi063 ceph-mon[77007]: pgmap v1016: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 5.64k op/s 2024-04-24T02:57:12.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:12 smithi016 ceph-mon[84376]: pgmap v1017: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 7.9 MiB/s wr, 8.90k op/s 2024-04-24T02:57:12.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:12 smithi016 ceph-mon[86910]: pgmap v1017: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 7.9 MiB/s wr, 8.90k op/s 2024-04-24T02:57:12.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:12 smithi063 ceph-mon[77007]: pgmap v1017: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 7.9 MiB/s wr, 8.90k op/s 2024-04-24T02:57:14.037 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14470 ms) 2024-04-24T02:57:14.037 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-24T02:57:14.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:14 smithi063 ceph-mon[77007]: pgmap v1018: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 7.1 MiB/s wr, 8.04k op/s 2024-04-24T02:57:14.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:14 smithi016 ceph-mon[84376]: pgmap v1018: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 7.1 MiB/s wr, 8.04k op/s 2024-04-24T02:57:14.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:14 smithi016 ceph-mon[86910]: pgmap v1018: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 7.1 MiB/s wr, 8.04k op/s 2024-04-24T02:57:15.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:15 smithi063 ceph-mon[77007]: osdmap e912: 8 total, 8 up, 8 in 2024-04-24T02:57:15.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:15.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:15 smithi016 ceph-mon[84376]: osdmap e912: 8 total, 8 up, 8 in 2024-04-24T02:57:15.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:15.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:15 smithi016 ceph-mon[86910]: osdmap e912: 8 total, 8 up, 8 in 2024-04-24T02:57:15.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:16.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:16 smithi063 ceph-mon[77007]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:16.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:16 smithi063 ceph-mon[77007]: osdmap e913: 8 total, 8 up, 8 in 2024-04-24T02:57:16.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1843273957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:16.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:16 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:16.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[84376]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:16.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[84376]: osdmap e913: 8 total, 8 up, 8 in 2024-04-24T02:57:16.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1843273957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:16.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:16.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[86910]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:16.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[86910]: osdmap e913: 8 total, 8 up, 8 in 2024-04-24T02:57:16.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1843273957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:16.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:16 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:17.062 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3025 ms) 2024-04-24T02:57:17.062 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-24T02:57:17.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:17 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:17.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:17 smithi016 ceph-mon[84376]: osdmap e914: 8 total, 8 up, 8 in 2024-04-24T02:57:17.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:17 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:17.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:17 smithi016 ceph-mon[86910]: osdmap e914: 8 total, 8 up, 8 in 2024-04-24T02:57:17.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:17 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:17.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:17 smithi063 ceph-mon[77007]: osdmap e914: 8 total, 8 up, 8 in 2024-04-24T02:57:18.315 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:18 smithi016 ceph-mon[84376]: pgmap v1023: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:18.315 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:18 smithi016 ceph-mon[84376]: osdmap e915: 8 total, 8 up, 8 in 2024-04-24T02:57:18.315 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:18 smithi016 ceph-mon[86910]: pgmap v1023: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:18.315 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:18 smithi016 ceph-mon[86910]: osdmap e915: 8 total, 8 up, 8 in 2024-04-24T02:57:18.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:18 smithi063 ceph-mon[77007]: pgmap v1023: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:18.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:18 smithi063 ceph-mon[77007]: osdmap e915: 8 total, 8 up, 8 in 2024-04-24T02:57:18.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:57:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:57:18] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-24T02:57:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:19 smithi016 ceph-mon[84376]: osdmap e916: 8 total, 8 up, 8 in 2024-04-24T02:57:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:19 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2997733300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:19.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:19 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:19 smithi016 ceph-mon[86910]: osdmap e916: 8 total, 8 up, 8 in 2024-04-24T02:57:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:19 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2997733300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:19.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:19 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:19.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:19 smithi063 ceph-mon[77007]: osdmap e916: 8 total, 8 up, 8 in 2024-04-24T02:57:19.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:19 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2997733300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:19.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:19 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:20.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[84376]: pgmap v1026: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:20.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:20.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:20.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[84376]: osdmap e917: 8 total, 8 up, 8 in 2024-04-24T02:57:20.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[86910]: pgmap v1026: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:20.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:20.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:20.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:20 smithi016 ceph-mon[86910]: osdmap e917: 8 total, 8 up, 8 in 2024-04-24T02:57:20.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:20 smithi063 ceph-mon[77007]: pgmap v1026: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:20.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:20 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:20.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:20 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:20.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:20 smithi063 ceph-mon[77007]: osdmap e917: 8 total, 8 up, 8 in 2024-04-24T02:57:21.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:21 smithi016 ceph-mon[84376]: osdmap e918: 8 total, 8 up, 8 in 2024-04-24T02:57:21.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:21 smithi016 ceph-mon[86910]: osdmap e918: 8 total, 8 up, 8 in 2024-04-24T02:57:21.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:21 smithi063 ceph-mon[77007]: osdmap e918: 8 total, 8 up, 8 in 2024-04-24T02:57:22.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:22 smithi016 ceph-mon[84376]: pgmap v1029: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 619 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 140 KiB/s wr, 154 op/s 2024-04-24T02:57:22.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:22 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:22.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:22 smithi016 ceph-mon[86910]: pgmap v1029: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 619 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 140 KiB/s wr, 154 op/s 2024-04-24T02:57:22.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:22 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:22.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:22 smithi063 ceph-mon[77007]: pgmap v1029: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 619 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 140 KiB/s wr, 154 op/s 2024-04-24T02:57:22.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:22 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[84376]: pgmap v1030: 137 pgs: 2 creating+peering, 135 active+clean; 619 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 95 KiB/s wr, 104 op/s 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[86910]: pgmap v1030: 137 pgs: 2 creating+peering, 135 active+clean; 619 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 95 KiB/s wr, 104 op/s 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:57:24.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:57:24.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:57:24.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:57:24.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:24 smithi063 ceph-mon[77007]: pgmap v1030: 137 pgs: 2 creating+peering, 135 active+clean; 619 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 95 KiB/s wr, 104 op/s 2024-04-24T02:57:24.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:57:24.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:57:24.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:57:24.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:57:26.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:26 smithi016 ceph-mon[84376]: pgmap v1031: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-04-24T02:57:26.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:26 smithi016 ceph-mon[86910]: pgmap v1031: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-04-24T02:57:26.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:26 smithi063 ceph-mon[77007]: pgmap v1031: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 5.8 MiB/s wr, 6.82k op/s 2024-04-24T02:57:28.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:28 smithi016 ceph-mon[84376]: pgmap v1032: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 5.88k op/s 2024-04-24T02:57:28.526 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:57:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:57:28] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-24T02:57:28.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:28 smithi016 ceph-mon[86910]: pgmap v1032: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 5.88k op/s 2024-04-24T02:57:28.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:28 smithi063 ceph-mon[77007]: pgmap v1032: 137 pgs: 137 active+clean; 1.5 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 5.88k op/s 2024-04-24T02:57:30.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:30 smithi016 ceph-mon[84376]: pgmap v1033: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 4.76k op/s 2024-04-24T02:57:30.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:30.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:30 smithi016 ceph-mon[86910]: pgmap v1033: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 4.76k op/s 2024-04-24T02:57:30.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:30.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:30 smithi063 ceph-mon[77007]: pgmap v1033: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 4.76k op/s 2024-04-24T02:57:30.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:32.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:32 smithi016 ceph-mon[84376]: pgmap v1034: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.6 MiB/s wr, 6.57k op/s 2024-04-24T02:57:32.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:32 smithi016 ceph-mon[86910]: pgmap v1034: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.6 MiB/s wr, 6.57k op/s 2024-04-24T02:57:32.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:32 smithi063 ceph-mon[77007]: pgmap v1034: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.6 MiB/s wr, 6.57k op/s 2024-04-24T02:57:34.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (17046 ms) 2024-04-24T02:57:34.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-24T02:57:34.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:34 smithi016 ceph-mon[84376]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 5.1 MiB/s wr, 5.96k op/s 2024-04-24T02:57:34.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:34 smithi016 ceph-mon[86910]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 5.1 MiB/s wr, 5.96k op/s 2024-04-24T02:57:34.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:34 smithi063 ceph-mon[77007]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 5.1 MiB/s wr, 5.96k op/s 2024-04-24T02:57:35.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:35 smithi016 ceph-mon[84376]: osdmap e919: 8 total, 8 up, 8 in 2024-04-24T02:57:35.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:35 smithi016 ceph-mon[86910]: osdmap e919: 8 total, 8 up, 8 in 2024-04-24T02:57:35.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:35 smithi063 ceph-mon[77007]: osdmap e919: 8 total, 8 up, 8 in 2024-04-24T02:57:36.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[84376]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:36.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[84376]: osdmap e920: 8 total, 8 up, 8 in 2024-04-24T02:57:36.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3776785494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:36.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[86910]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[86910]: osdmap e920: 8 total, 8 up, 8 in 2024-04-24T02:57:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3776785494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:36 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:36 smithi063 ceph-mon[77007]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:36 smithi063 ceph-mon[77007]: osdmap e920: 8 total, 8 up, 8 in 2024-04-24T02:57:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:36 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3776785494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:36 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:37.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:37 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:37.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:37 smithi016 ceph-mon[84376]: osdmap e921: 8 total, 8 up, 8 in 2024-04-24T02:57:37.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:37 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:37.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:37 smithi016 ceph-mon[86910]: osdmap e921: 8 total, 8 up, 8 in 2024-04-24T02:57:37.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:37 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:37.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:37 smithi063 ceph-mon[77007]: osdmap e921: 8 total, 8 up, 8 in 2024-04-24T02:57:38.128 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4020 ms) 2024-04-24T02:57:38.128 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-24T02:57:38.525 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:57:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:57:38] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2024-04-24T02:57:38.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:38 smithi016 ceph-mon[84376]: pgmap v1040: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:38.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:38 smithi016 ceph-mon[84376]: osdmap e922: 8 total, 8 up, 8 in 2024-04-24T02:57:38.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:38 smithi016 ceph-mon[86910]: pgmap v1040: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:38.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:38 smithi016 ceph-mon[86910]: osdmap e922: 8 total, 8 up, 8 in 2024-04-24T02:57:38.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:38 smithi063 ceph-mon[77007]: pgmap v1040: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:38.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:38 smithi063 ceph-mon[77007]: osdmap e922: 8 total, 8 up, 8 in 2024-04-24T02:57:39.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:39 smithi016 ceph-mon[84376]: osdmap e923: 8 total, 8 up, 8 in 2024-04-24T02:57:39.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:39 smithi016 ceph-mon[86910]: osdmap e923: 8 total, 8 up, 8 in 2024-04-24T02:57:39.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:39 smithi063 ceph-mon[77007]: osdmap e923: 8 total, 8 up, 8 in 2024-04-24T02:57:40.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[84376]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:40.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[84376]: osdmap e924: 8 total, 8 up, 8 in 2024-04-24T02:57:40.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2307394985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:40.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:40.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[86910]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:40.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[86910]: osdmap e924: 8 total, 8 up, 8 in 2024-04-24T02:57:40.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2307394985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:40.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:40 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:40.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:40 smithi063 ceph-mon[77007]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:40.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:40 smithi063 ceph-mon[77007]: osdmap e924: 8 total, 8 up, 8 in 2024-04-24T02:57:40.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:40 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2307394985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:40.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:40 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:41.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:41 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:41.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:41 smithi016 ceph-mon[84376]: osdmap e925: 8 total, 8 up, 8 in 2024-04-24T02:57:41.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:41 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:41.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:41 smithi016 ceph-mon[86910]: osdmap e925: 8 total, 8 up, 8 in 2024-04-24T02:57:41.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:41 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:41.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:41 smithi063 ceph-mon[77007]: osdmap e925: 8 total, 8 up, 8 in 2024-04-24T02:57:42.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:42 smithi016 ceph-mon[84376]: pgmap v1046: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:42.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:42 smithi016 ceph-mon[84376]: osdmap e926: 8 total, 8 up, 8 in 2024-04-24T02:57:42.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:42 smithi016 ceph-mon[86910]: pgmap v1046: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:42.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:42 smithi016 ceph-mon[86910]: osdmap e926: 8 total, 8 up, 8 in 2024-04-24T02:57:42.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:42 smithi063 ceph-mon[77007]: pgmap v1046: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:42.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:42 smithi063 ceph-mon[77007]: osdmap e926: 8 total, 8 up, 8 in 2024-04-24T02:57:44.160 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6030 ms) 2024-04-24T02:57:44.160 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-24T02:57:44.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:44 smithi016 ceph-mon[84376]: pgmap v1048: 137 pgs: 11 creating+peering, 5 unknown, 121 active+clean; 628 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 1.21k op/s 2024-04-24T02:57:44.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:44 smithi016 ceph-mon[86910]: pgmap v1048: 137 pgs: 11 creating+peering, 5 unknown, 121 active+clean; 628 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 1.21k op/s 2024-04-24T02:57:44.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:44 smithi063 ceph-mon[77007]: pgmap v1048: 137 pgs: 11 creating+peering, 5 unknown, 121 active+clean; 628 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 1.21k op/s 2024-04-24T02:57:45.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:45 smithi016 ceph-mon[84376]: osdmap e927: 8 total, 8 up, 8 in 2024-04-24T02:57:45.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:45.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:45 smithi016 ceph-mon[86910]: osdmap e927: 8 total, 8 up, 8 in 2024-04-24T02:57:45.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:45.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:45 smithi063 ceph-mon[77007]: osdmap e927: 8 total, 8 up, 8 in 2024-04-24T02:57:45.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:57:46.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[84376]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:46.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[84376]: osdmap e928: 8 total, 8 up, 8 in 2024-04-24T02:57:46.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2446759380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:46.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:46.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[86910]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:46.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[86910]: osdmap e928: 8 total, 8 up, 8 in 2024-04-24T02:57:46.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2446759380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:46.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:46 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:46.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:46 smithi063 ceph-mon[77007]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:46.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:46 smithi063 ceph-mon[77007]: osdmap e928: 8 total, 8 up, 8 in 2024-04-24T02:57:46.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:46 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2446759380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:46.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:46 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:47.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:47 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:47.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:47 smithi016 ceph-mon[84376]: osdmap e929: 8 total, 8 up, 8 in 2024-04-24T02:57:47.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:47 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:47.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:47 smithi016 ceph-mon[86910]: osdmap e929: 8 total, 8 up, 8 in 2024-04-24T02:57:47.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:47 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-120899-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:47.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:47 smithi063 ceph-mon[77007]: osdmap e929: 8 total, 8 up, 8 in 2024-04-24T02:57:48.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:48 smithi016 ceph-mon[84376]: pgmap v1053: 137 pgs: 4 creating+activating, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:48.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:48 smithi016 ceph-mon[84376]: osdmap e930: 8 total, 8 up, 8 in 2024-04-24T02:57:48.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:57:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:57:48] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-24T02:57:48.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:48 smithi016 ceph-mon[86910]: pgmap v1053: 137 pgs: 4 creating+activating, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:48.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:48 smithi016 ceph-mon[86910]: osdmap e930: 8 total, 8 up, 8 in 2024-04-24T02:57:48.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:48 smithi063 ceph-mon[77007]: pgmap v1053: 137 pgs: 4 creating+activating, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:48.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:48 smithi063 ceph-mon[77007]: osdmap e930: 8 total, 8 up, 8 in 2024-04-24T02:57:49.199 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5042 ms) 2024-04-24T02:57:49.200 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 22 tests from TestCls2PCQueue (97935 ms total) 2024-04-24T02:57:49.200 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:57:49.200 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:57:49.200 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 22 tests from 1 test suite ran. (97935 ms total) 2024-04-24T02:57:49.200 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 22 tests. 2024-04-24T02:57:49.203 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:57:49.204 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:57:49.276 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-24T02:57:49.276 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-24T02:57:49.348 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:57:49.348 INFO:tasks.workunit.client.0.smithi016.stdout:Note: Google Test filter = -CmpOmap.cmp_vals_u64_invalid_default 2024-04-24T02:57:49.348 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 30 tests from 1 test suite. 2024-04-24T02:57:49.348 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:57:50.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:50 smithi016 ceph-mon[86910]: pgmap v1055: 137 pgs: 4 creating+activating, 6 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:50.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:50 smithi016 ceph-mon[86910]: osdmap e931: 8 total, 8 up, 8 in 2024-04-24T02:57:50.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:50 smithi016 ceph-mon[84376]: pgmap v1055: 137 pgs: 4 creating+activating, 6 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:50.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:50 smithi016 ceph-mon[84376]: osdmap e931: 8 total, 8 up, 8 in 2024-04-24T02:57:50.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:50 smithi063 ceph-mon[77007]: pgmap v1055: 137 pgs: 4 creating+activating, 6 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:50.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:50 smithi063 ceph-mon[77007]: osdmap e931: 8 total, 8 up, 8 in 2024-04-24T02:57:51.197 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 30 tests from CmpOmap 2024-04-24T02:57:51.197 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-24T02:57:51.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (24 ms) 2024-04-24T02:57:51.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-24T02:57:51.224 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-04-24T02:57:51.224 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-24T02:57:51.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-24T02:57:51.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-24T02:57:51.231 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-04-24T02:57:51.231 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-24T02:57:51.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-04-24T02:57:51.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-24T02:57:51.244 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-04-24T02:57:51.245 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-24T02:57:51.247 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-24T02:57:51.248 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-24T02:57:51.251 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (4 ms) 2024-04-24T02:57:51.251 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-24T02:57:51.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-24T02:57:51.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-24T02:57:51.256 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-24T02:57:51.256 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-24T02:57:51.256 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-04-24T02:57:51.257 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-24T02:57:51.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-24T02:57:51.263 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-24T02:57:51.269 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-04-24T02:57:51.269 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-24T02:57:51.275 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-24T02:57:51.275 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-24T02:57:51.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (6 ms) 2024-04-24T02:57:51.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-24T02:57:51.288 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-24T02:57:51.288 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-24T02:57:51.296 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-04-24T02:57:51.296 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-24T02:57:51.298 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-24T02:57:51.298 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-24T02:57:51.301 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-04-24T02:57:51.301 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-24T02:57:51.302 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-24T02:57:51.302 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-24T02:57:51.302 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-04-24T02:57:51.302 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-24T02:57:51.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-04-24T02:57:51.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-24T02:57:51.313 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-04-24T02:57:51.313 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-24T02:57:51.320 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-24T02:57:51.320 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-24T02:57:51.326 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (6 ms) 2024-04-24T02:57:51.327 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-24T02:57:51.329 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-24T02:57:51.329 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-24T02:57:51.331 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-24T02:57:51.331 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-24T02:57:51.332 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-24T02:57:51.332 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-24T02:57:51.332 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-24T02:57:51.332 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-24T02:57:51.340 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-04-24T02:57:51.340 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 30 tests from CmpOmap (143 ms total) 2024-04-24T02:57:51.340 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:57:51.340 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:57:51.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[84376]: osdmap e932: 8 total, 8 up, 8 in 2024-04-24T02:57:51.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1787441325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:51.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1787441325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121726-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:51.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[84376]: osdmap e933: 8 total, 8 up, 8 in 2024-04-24T02:57:51.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[86910]: osdmap e932: 8 total, 8 up, 8 in 2024-04-24T02:57:51.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1787441325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:51.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1787441325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121726-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:51.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:51 smithi016 ceph-mon[86910]: osdmap e933: 8 total, 8 up, 8 in 2024-04-24T02:57:51.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:51 smithi063 ceph-mon[77007]: osdmap e932: 8 total, 8 up, 8 in 2024-04-24T02:57:51.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:51 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1787441325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:51.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:51 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1787441325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121726-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:51.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:51 smithi063 ceph-mon[77007]: osdmap e933: 8 total, 8 up, 8 in 2024-04-24T02:57:52.202 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 30 tests from 1 test suite ran. (2855 ms total) 2024-04-24T02:57:52.203 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 30 tests. 2024-04-24T02:57:52.208 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:57:52.209 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:57:52.279 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-24T02:57:52.279 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-24T02:57:52.351 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:57:52.352 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-24T02:57:52.352 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:57:52.352 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from ClsHello 2024-04-24T02:57:52.352 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.SayHello 2024-04-24T02:57:52.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:52 smithi016 ceph-mon[84376]: pgmap v1058: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:52.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:52 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:52.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:52 smithi016 ceph-mon[84376]: osdmap e934: 8 total, 8 up, 8 in 2024-04-24T02:57:52.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:52 smithi016 ceph-mon[86910]: pgmap v1058: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:52.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:52 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:52.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:52 smithi016 ceph-mon[86910]: osdmap e934: 8 total, 8 up, 8 in 2024-04-24T02:57:52.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:52 smithi063 ceph-mon[77007]: pgmap v1058: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:52.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:52 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:52.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:52 smithi063 ceph-mon[77007]: osdmap e934: 8 total, 8 up, 8 in 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[84376]: osdmap e935: 8 total, 8 up, 8 in 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3279074367' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[86910]: osdmap e935: 8 total, 8 up, 8 in 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3279074367' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:53.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:53.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:53 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:57:53.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:53 smithi063 ceph-mon[77007]: osdmap e935: 8 total, 8 up, 8 in 2024-04-24T02:57:53.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3279074367' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:53.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:54.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:54 smithi016 ceph-mon[84376]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:54.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:54 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:54.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:54 smithi016 ceph-mon[84376]: osdmap e936: 8 total, 8 up, 8 in 2024-04-24T02:57:54.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:54 smithi016 ceph-mon[86910]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:54.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:54 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:54.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:54 smithi016 ceph-mon[86910]: osdmap e936: 8 total, 8 up, 8 in 2024-04-24T02:57:54.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:54 smithi063 ceph-mon[77007]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:54.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:54 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:54.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:54 smithi063 ceph-mon[77007]: osdmap e936: 8 total, 8 up, 8 in 2024-04-24T02:57:55.237 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.SayHello (2886 ms) 2024-04-24T02:57:55.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.RecordHello 2024-04-24T02:57:56.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:56 smithi016 ceph-mon[84376]: pgmap v1064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:56.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:56 smithi016 ceph-mon[84376]: osdmap e937: 8 total, 8 up, 8 in 2024-04-24T02:57:56.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:56 smithi016 ceph-mon[86910]: pgmap v1064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:56.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:56 smithi016 ceph-mon[86910]: osdmap e937: 8 total, 8 up, 8 in 2024-04-24T02:57:56.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:56 smithi063 ceph-mon[77007]: pgmap v1064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:56.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:56 smithi063 ceph-mon[77007]: osdmap e937: 8 total, 8 up, 8 in 2024-04-24T02:57:57.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:57 smithi063 ceph-mon[77007]: osdmap e938: 8 total, 8 up, 8 in 2024-04-24T02:57:57.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4015149193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:57.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:57 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:57.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:57 smithi016 ceph-mon[84376]: osdmap e938: 8 total, 8 up, 8 in 2024-04-24T02:57:57.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4015149193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:57.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:57 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:57.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:57 smithi016 ceph-mon[86910]: osdmap e938: 8 total, 8 up, 8 in 2024-04-24T02:57:57.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4015149193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:57.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:57 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:57:58.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.RecordHello (3071 ms) 2024-04-24T02:57:58.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-24T02:57:58.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:58 smithi063 ceph-mon[77007]: pgmap v1067: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:58.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:58 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:58.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:58 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:58.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:58 smithi063 ceph-mon[77007]: osdmap e939: 8 total, 8 up, 8 in 2024-04-24T02:57:58.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[84376]: pgmap v1067: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[84376]: osdmap e939: 8 total, 8 up, 8 in 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:57:58] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[86910]: pgmap v1067: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:57:58.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:58 smithi016 ceph-mon[86910]: osdmap e939: 8 total, 8 up, 8 in 2024-04-24T02:57:59.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:57:59 smithi016 ceph-mon[84376]: osdmap e940: 8 total, 8 up, 8 in 2024-04-24T02:57:59.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:57:59 smithi016 ceph-mon[86910]: osdmap e940: 8 total, 8 up, 8 in 2024-04-24T02:57:59.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:57:59 smithi063 ceph-mon[77007]: osdmap e940: 8 total, 8 up, 8 in 2024-04-24T02:58:00.317 INFO:tasks.workunit.client.0.smithi016.stdout:require_osd_release = reef 2024-04-24T02:58:00.328 INFO:tasks.workunit.client.0.smithi016.stdout:0 2024-04-24T02:58:00.332 INFO:tasks.workunit.client.0.smithi016.stdout:1 2024-04-24T02:58:00.334 INFO:tasks.workunit.client.0.smithi016.stdout:2 2024-04-24T02:58:00.335 INFO:tasks.workunit.client.0.smithi016.stdout:3 2024-04-24T02:58:00.335 INFO:tasks.workunit.client.0.smithi016.stdout:4 2024-04-24T02:58:00.337 INFO:tasks.workunit.client.0.smithi016.stdout:5 2024-04-24T02:58:00.337 INFO:tasks.workunit.client.0.smithi016.stdout:6 2024-04-24T02:58:00.339 INFO:tasks.workunit.client.0.smithi016.stdout:7 2024-04-24T02:58:00.339 INFO:tasks.workunit.client.0.smithi016.stdout:8 2024-04-24T02:58:00.340 INFO:tasks.workunit.client.0.smithi016.stdout:9 2024-04-24T02:58:00.341 INFO:tasks.workunit.client.0.smithi016.stdout:10 2024-04-24T02:58:00.342 INFO:tasks.workunit.client.0.smithi016.stdout:11 2024-04-24T02:58:00.343 INFO:tasks.workunit.client.0.smithi016.stdout:12 2024-04-24T02:58:00.344 INFO:tasks.workunit.client.0.smithi016.stdout:13 2024-04-24T02:58:00.345 INFO:tasks.workunit.client.0.smithi016.stdout:14 2024-04-24T02:58:00.346 INFO:tasks.workunit.client.0.smithi016.stdout:15 2024-04-24T02:58:00.347 INFO:tasks.workunit.client.0.smithi016.stdout:16 2024-04-24T02:58:00.349 INFO:tasks.workunit.client.0.smithi016.stdout:17 2024-04-24T02:58:00.349 INFO:tasks.workunit.client.0.smithi016.stdout:18 2024-04-24T02:58:00.350 INFO:tasks.workunit.client.0.smithi016.stdout:19 2024-04-24T02:58:00.351 INFO:tasks.workunit.client.0.smithi016.stdout:20 2024-04-24T02:58:00.352 INFO:tasks.workunit.client.0.smithi016.stdout:21 2024-04-24T02:58:00.353 INFO:tasks.workunit.client.0.smithi016.stdout:22 2024-04-24T02:58:00.354 INFO:tasks.workunit.client.0.smithi016.stdout:23 2024-04-24T02:58:00.355 INFO:tasks.workunit.client.0.smithi016.stdout:24 2024-04-24T02:58:00.356 INFO:tasks.workunit.client.0.smithi016.stdout:25 2024-04-24T02:58:00.357 INFO:tasks.workunit.client.0.smithi016.stdout:26 2024-04-24T02:58:00.358 INFO:tasks.workunit.client.0.smithi016.stdout:27 2024-04-24T02:58:00.359 INFO:tasks.workunit.client.0.smithi016.stdout:28 2024-04-24T02:58:00.360 INFO:tasks.workunit.client.0.smithi016.stdout:29 2024-04-24T02:58:00.361 INFO:tasks.workunit.client.0.smithi016.stdout:30 2024-04-24T02:58:00.363 INFO:tasks.workunit.client.0.smithi016.stdout:31 2024-04-24T02:58:00.364 INFO:tasks.workunit.client.0.smithi016.stdout:32 2024-04-24T02:58:00.365 INFO:tasks.workunit.client.0.smithi016.stdout:33 2024-04-24T02:58:00.366 INFO:tasks.workunit.client.0.smithi016.stdout:34 2024-04-24T02:58:00.367 INFO:tasks.workunit.client.0.smithi016.stdout:35 2024-04-24T02:58:00.368 INFO:tasks.workunit.client.0.smithi016.stdout:36 2024-04-24T02:58:00.369 INFO:tasks.workunit.client.0.smithi016.stdout:37 2024-04-24T02:58:00.370 INFO:tasks.workunit.client.0.smithi016.stdout:38 2024-04-24T02:58:00.371 INFO:tasks.workunit.client.0.smithi016.stdout:39 2024-04-24T02:58:00.371 INFO:tasks.workunit.client.0.smithi016.stdout:40 2024-04-24T02:58:00.372 INFO:tasks.workunit.client.0.smithi016.stdout:41 2024-04-24T02:58:00.373 INFO:tasks.workunit.client.0.smithi016.stdout:42 2024-04-24T02:58:00.374 INFO:tasks.workunit.client.0.smithi016.stdout:43 2024-04-24T02:58:00.375 INFO:tasks.workunit.client.0.smithi016.stdout:44 2024-04-24T02:58:00.376 INFO:tasks.workunit.client.0.smithi016.stdout:45 2024-04-24T02:58:00.377 INFO:tasks.workunit.client.0.smithi016.stdout:46 2024-04-24T02:58:00.378 INFO:tasks.workunit.client.0.smithi016.stdout:47 2024-04-24T02:58:00.379 INFO:tasks.workunit.client.0.smithi016.stdout:48 2024-04-24T02:58:00.380 INFO:tasks.workunit.client.0.smithi016.stdout:49 2024-04-24T02:58:00.381 INFO:tasks.workunit.client.0.smithi016.stdout:50 2024-04-24T02:58:00.382 INFO:tasks.workunit.client.0.smithi016.stdout:51 2024-04-24T02:58:00.383 INFO:tasks.workunit.client.0.smithi016.stdout:52 2024-04-24T02:58:00.385 INFO:tasks.workunit.client.0.smithi016.stdout:53 2024-04-24T02:58:00.386 INFO:tasks.workunit.client.0.smithi016.stdout:54 2024-04-24T02:58:00.386 INFO:tasks.workunit.client.0.smithi016.stdout:55 2024-04-24T02:58:00.386 INFO:tasks.workunit.client.0.smithi016.stdout:56 2024-04-24T02:58:00.387 INFO:tasks.workunit.client.0.smithi016.stdout:57 2024-04-24T02:58:00.388 INFO:tasks.workunit.client.0.smithi016.stdout:58 2024-04-24T02:58:00.389 INFO:tasks.workunit.client.0.smithi016.stdout:59 2024-04-24T02:58:00.390 INFO:tasks.workunit.client.0.smithi016.stdout:60 2024-04-24T02:58:00.391 INFO:tasks.workunit.client.0.smithi016.stdout:61 2024-04-24T02:58:00.392 INFO:tasks.workunit.client.0.smithi016.stdout:62 2024-04-24T02:58:00.392 INFO:tasks.workunit.client.0.smithi016.stdout:63 2024-04-24T02:58:00.394 INFO:tasks.workunit.client.0.smithi016.stdout:64 2024-04-24T02:58:00.395 INFO:tasks.workunit.client.0.smithi016.stdout:65 2024-04-24T02:58:00.395 INFO:tasks.workunit.client.0.smithi016.stdout:66 2024-04-24T02:58:00.396 INFO:tasks.workunit.client.0.smithi016.stdout:67 2024-04-24T02:58:00.397 INFO:tasks.workunit.client.0.smithi016.stdout:68 2024-04-24T02:58:00.398 INFO:tasks.workunit.client.0.smithi016.stdout:69 2024-04-24T02:58:00.399 INFO:tasks.workunit.client.0.smithi016.stdout:70 2024-04-24T02:58:00.400 INFO:tasks.workunit.client.0.smithi016.stdout:71 2024-04-24T02:58:00.401 INFO:tasks.workunit.client.0.smithi016.stdout:72 2024-04-24T02:58:00.402 INFO:tasks.workunit.client.0.smithi016.stdout:73 2024-04-24T02:58:00.403 INFO:tasks.workunit.client.0.smithi016.stdout:74 2024-04-24T02:58:00.403 INFO:tasks.workunit.client.0.smithi016.stdout:75 2024-04-24T02:58:00.404 INFO:tasks.workunit.client.0.smithi016.stdout:76 2024-04-24T02:58:00.405 INFO:tasks.workunit.client.0.smithi016.stdout:77 2024-04-24T02:58:00.406 INFO:tasks.workunit.client.0.smithi016.stdout:78 2024-04-24T02:58:00.407 INFO:tasks.workunit.client.0.smithi016.stdout:79 2024-04-24T02:58:00.408 INFO:tasks.workunit.client.0.smithi016.stdout:80 2024-04-24T02:58:00.408 INFO:tasks.workunit.client.0.smithi016.stdout:81 2024-04-24T02:58:00.410 INFO:tasks.workunit.client.0.smithi016.stdout:82 2024-04-24T02:58:00.411 INFO:tasks.workunit.client.0.smithi016.stdout:83 2024-04-24T02:58:00.412 INFO:tasks.workunit.client.0.smithi016.stdout:84 2024-04-24T02:58:00.413 INFO:tasks.workunit.client.0.smithi016.stdout:85 2024-04-24T02:58:00.413 INFO:tasks.workunit.client.0.smithi016.stdout:86 2024-04-24T02:58:00.414 INFO:tasks.workunit.client.0.smithi016.stdout:87 2024-04-24T02:58:00.415 INFO:tasks.workunit.client.0.smithi016.stdout:88 2024-04-24T02:58:00.416 INFO:tasks.workunit.client.0.smithi016.stdout:89 2024-04-24T02:58:00.417 INFO:tasks.workunit.client.0.smithi016.stdout:90 2024-04-24T02:58:00.418 INFO:tasks.workunit.client.0.smithi016.stdout:91 2024-04-24T02:58:00.419 INFO:tasks.workunit.client.0.smithi016.stdout:92 2024-04-24T02:58:00.420 INFO:tasks.workunit.client.0.smithi016.stdout:93 2024-04-24T02:58:00.421 INFO:tasks.workunit.client.0.smithi016.stdout:94 2024-04-24T02:58:00.422 INFO:tasks.workunit.client.0.smithi016.stdout:95 2024-04-24T02:58:00.423 INFO:tasks.workunit.client.0.smithi016.stdout:96 2024-04-24T02:58:00.424 INFO:tasks.workunit.client.0.smithi016.stdout:97 2024-04-24T02:58:00.425 INFO:tasks.workunit.client.0.smithi016.stdout:98 2024-04-24T02:58:00.426 INFO:tasks.workunit.client.0.smithi016.stdout:99 2024-04-24T02:58:00.426 INFO:tasks.workunit.client.0.smithi016.stdout:100 2024-04-24T02:58:00.427 INFO:tasks.workunit.client.0.smithi016.stdout:101 2024-04-24T02:58:00.428 INFO:tasks.workunit.client.0.smithi016.stdout:102 2024-04-24T02:58:00.429 INFO:tasks.workunit.client.0.smithi016.stdout:103 2024-04-24T02:58:00.430 INFO:tasks.workunit.client.0.smithi016.stdout:104 2024-04-24T02:58:00.431 INFO:tasks.workunit.client.0.smithi016.stdout:105 2024-04-24T02:58:00.432 INFO:tasks.workunit.client.0.smithi016.stdout:106 2024-04-24T02:58:00.432 INFO:tasks.workunit.client.0.smithi016.stdout:107 2024-04-24T02:58:00.433 INFO:tasks.workunit.client.0.smithi016.stdout:108 2024-04-24T02:58:00.434 INFO:tasks.workunit.client.0.smithi016.stdout:109 2024-04-24T02:58:00.435 INFO:tasks.workunit.client.0.smithi016.stdout:110 2024-04-24T02:58:00.436 INFO:tasks.workunit.client.0.smithi016.stdout:111 2024-04-24T02:58:00.437 INFO:tasks.workunit.client.0.smithi016.stdout:112 2024-04-24T02:58:00.438 INFO:tasks.workunit.client.0.smithi016.stdout:113 2024-04-24T02:58:00.439 INFO:tasks.workunit.client.0.smithi016.stdout:114 2024-04-24T02:58:00.440 INFO:tasks.workunit.client.0.smithi016.stdout:115 2024-04-24T02:58:00.441 INFO:tasks.workunit.client.0.smithi016.stdout:116 2024-04-24T02:58:00.442 INFO:tasks.workunit.client.0.smithi016.stdout:117 2024-04-24T02:58:00.442 INFO:tasks.workunit.client.0.smithi016.stdout:118 2024-04-24T02:58:00.443 INFO:tasks.workunit.client.0.smithi016.stdout:119 2024-04-24T02:58:00.444 INFO:tasks.workunit.client.0.smithi016.stdout:120 2024-04-24T02:58:00.445 INFO:tasks.workunit.client.0.smithi016.stdout:121 2024-04-24T02:58:00.446 INFO:tasks.workunit.client.0.smithi016.stdout:122 2024-04-24T02:58:00.447 INFO:tasks.workunit.client.0.smithi016.stdout:123 2024-04-24T02:58:00.448 INFO:tasks.workunit.client.0.smithi016.stdout:124 2024-04-24T02:58:00.449 INFO:tasks.workunit.client.0.smithi016.stdout:125 2024-04-24T02:58:00.450 INFO:tasks.workunit.client.0.smithi016.stdout:126 2024-04-24T02:58:00.450 INFO:tasks.workunit.client.0.smithi016.stdout:127 2024-04-24T02:58:00.451 INFO:tasks.workunit.client.0.smithi016.stdout:128 2024-04-24T02:58:00.452 INFO:tasks.workunit.client.0.smithi016.stdout:129 2024-04-24T02:58:00.453 INFO:tasks.workunit.client.0.smithi016.stdout:130 2024-04-24T02:58:00.455 INFO:tasks.workunit.client.0.smithi016.stdout:131 2024-04-24T02:58:00.456 INFO:tasks.workunit.client.0.smithi016.stdout:132 2024-04-24T02:58:00.457 INFO:tasks.workunit.client.0.smithi016.stdout:133 2024-04-24T02:58:00.457 INFO:tasks.workunit.client.0.smithi016.stdout:134 2024-04-24T02:58:00.459 INFO:tasks.workunit.client.0.smithi016.stdout:135 2024-04-24T02:58:00.460 INFO:tasks.workunit.client.0.smithi016.stdout:136 2024-04-24T02:58:00.461 INFO:tasks.workunit.client.0.smithi016.stdout:137 2024-04-24T02:58:00.462 INFO:tasks.workunit.client.0.smithi016.stdout:138 2024-04-24T02:58:00.462 INFO:tasks.workunit.client.0.smithi016.stdout:139 2024-04-24T02:58:00.463 INFO:tasks.workunit.client.0.smithi016.stdout:140 2024-04-24T02:58:00.464 INFO:tasks.workunit.client.0.smithi016.stdout:141 2024-04-24T02:58:00.465 INFO:tasks.workunit.client.0.smithi016.stdout:142 2024-04-24T02:58:00.466 INFO:tasks.workunit.client.0.smithi016.stdout:143 2024-04-24T02:58:00.467 INFO:tasks.workunit.client.0.smithi016.stdout:144 2024-04-24T02:58:00.468 INFO:tasks.workunit.client.0.smithi016.stdout:145 2024-04-24T02:58:00.469 INFO:tasks.workunit.client.0.smithi016.stdout:146 2024-04-24T02:58:00.470 INFO:tasks.workunit.client.0.smithi016.stdout:147 2024-04-24T02:58:00.470 INFO:tasks.workunit.client.0.smithi016.stdout:148 2024-04-24T02:58:00.471 INFO:tasks.workunit.client.0.smithi016.stdout:149 2024-04-24T02:58:00.472 INFO:tasks.workunit.client.0.smithi016.stdout:150 2024-04-24T02:58:00.473 INFO:tasks.workunit.client.0.smithi016.stdout:151 2024-04-24T02:58:00.474 INFO:tasks.workunit.client.0.smithi016.stdout:152 2024-04-24T02:58:00.475 INFO:tasks.workunit.client.0.smithi016.stdout:153 2024-04-24T02:58:00.476 INFO:tasks.workunit.client.0.smithi016.stdout:154 2024-04-24T02:58:00.476 INFO:tasks.workunit.client.0.smithi016.stdout:155 2024-04-24T02:58:00.477 INFO:tasks.workunit.client.0.smithi016.stdout:156 2024-04-24T02:58:00.478 INFO:tasks.workunit.client.0.smithi016.stdout:157 2024-04-24T02:58:00.479 INFO:tasks.workunit.client.0.smithi016.stdout:158 2024-04-24T02:58:00.480 INFO:tasks.workunit.client.0.smithi016.stdout:159 2024-04-24T02:58:00.481 INFO:tasks.workunit.client.0.smithi016.stdout:160 2024-04-24T02:58:00.482 INFO:tasks.workunit.client.0.smithi016.stdout:161 2024-04-24T02:58:00.483 INFO:tasks.workunit.client.0.smithi016.stdout:162 2024-04-24T02:58:00.484 INFO:tasks.workunit.client.0.smithi016.stdout:163 2024-04-24T02:58:00.485 INFO:tasks.workunit.client.0.smithi016.stdout:164 2024-04-24T02:58:00.486 INFO:tasks.workunit.client.0.smithi016.stdout:165 2024-04-24T02:58:00.486 INFO:tasks.workunit.client.0.smithi016.stdout:166 2024-04-24T02:58:00.487 INFO:tasks.workunit.client.0.smithi016.stdout:167 2024-04-24T02:58:00.488 INFO:tasks.workunit.client.0.smithi016.stdout:168 2024-04-24T02:58:00.489 INFO:tasks.workunit.client.0.smithi016.stdout:169 2024-04-24T02:58:00.490 INFO:tasks.workunit.client.0.smithi016.stdout:170 2024-04-24T02:58:00.491 INFO:tasks.workunit.client.0.smithi016.stdout:171 2024-04-24T02:58:00.492 INFO:tasks.workunit.client.0.smithi016.stdout:172 2024-04-24T02:58:00.493 INFO:tasks.workunit.client.0.smithi016.stdout:173 2024-04-24T02:58:00.493 INFO:tasks.workunit.client.0.smithi016.stdout:174 2024-04-24T02:58:00.494 INFO:tasks.workunit.client.0.smithi016.stdout:175 2024-04-24T02:58:00.495 INFO:tasks.workunit.client.0.smithi016.stdout:176 2024-04-24T02:58:00.496 INFO:tasks.workunit.client.0.smithi016.stdout:177 2024-04-24T02:58:00.497 INFO:tasks.workunit.client.0.smithi016.stdout:178 2024-04-24T02:58:00.498 INFO:tasks.workunit.client.0.smithi016.stdout:179 2024-04-24T02:58:00.499 INFO:tasks.workunit.client.0.smithi016.stdout:180 2024-04-24T02:58:00.500 INFO:tasks.workunit.client.0.smithi016.stdout:181 2024-04-24T02:58:00.501 INFO:tasks.workunit.client.0.smithi016.stdout:182 2024-04-24T02:58:00.502 INFO:tasks.workunit.client.0.smithi016.stdout:183 2024-04-24T02:58:00.502 INFO:tasks.workunit.client.0.smithi016.stdout:184 2024-04-24T02:58:00.503 INFO:tasks.workunit.client.0.smithi016.stdout:185 2024-04-24T02:58:00.504 INFO:tasks.workunit.client.0.smithi016.stdout:186 2024-04-24T02:58:00.505 INFO:tasks.workunit.client.0.smithi016.stdout:187 2024-04-24T02:58:00.506 INFO:tasks.workunit.client.0.smithi016.stdout:188 2024-04-24T02:58:00.507 INFO:tasks.workunit.client.0.smithi016.stdout:189 2024-04-24T02:58:00.508 INFO:tasks.workunit.client.0.smithi016.stdout:190 2024-04-24T02:58:00.509 INFO:tasks.workunit.client.0.smithi016.stdout:191 2024-04-24T02:58:00.510 INFO:tasks.workunit.client.0.smithi016.stdout:192 2024-04-24T02:58:00.511 INFO:tasks.workunit.client.0.smithi016.stdout:193 2024-04-24T02:58:00.512 INFO:tasks.workunit.client.0.smithi016.stdout:194 2024-04-24T02:58:00.513 INFO:tasks.workunit.client.0.smithi016.stdout:195 2024-04-24T02:58:00.514 INFO:tasks.workunit.client.0.smithi016.stdout:196 2024-04-24T02:58:00.515 INFO:tasks.workunit.client.0.smithi016.stdout:197 2024-04-24T02:58:00.515 INFO:tasks.workunit.client.0.smithi016.stdout:198 2024-04-24T02:58:00.517 INFO:tasks.workunit.client.0.smithi016.stdout:199 2024-04-24T02:58:00.517 INFO:tasks.workunit.client.0.smithi016.stdout:200 2024-04-24T02:58:00.518 INFO:tasks.workunit.client.0.smithi016.stdout:201 2024-04-24T02:58:00.519 INFO:tasks.workunit.client.0.smithi016.stdout:202 2024-04-24T02:58:00.520 INFO:tasks.workunit.client.0.smithi016.stdout:203 2024-04-24T02:58:00.521 INFO:tasks.workunit.client.0.smithi016.stdout:204 2024-04-24T02:58:00.522 INFO:tasks.workunit.client.0.smithi016.stdout:205 2024-04-24T02:58:00.523 INFO:tasks.workunit.client.0.smithi016.stdout:206 2024-04-24T02:58:00.524 INFO:tasks.workunit.client.0.smithi016.stdout:207 2024-04-24T02:58:00.524 INFO:tasks.workunit.client.0.smithi016.stdout:208 2024-04-24T02:58:00.525 INFO:tasks.workunit.client.0.smithi016.stdout:209 2024-04-24T02:58:00.526 INFO:tasks.workunit.client.0.smithi016.stdout:210 2024-04-24T02:58:00.527 INFO:tasks.workunit.client.0.smithi016.stdout:211 2024-04-24T02:58:00.528 INFO:tasks.workunit.client.0.smithi016.stdout:212 2024-04-24T02:58:00.529 INFO:tasks.workunit.client.0.smithi016.stdout:213 2024-04-24T02:58:00.530 INFO:tasks.workunit.client.0.smithi016.stdout:214 2024-04-24T02:58:00.531 INFO:tasks.workunit.client.0.smithi016.stdout:215 2024-04-24T02:58:00.532 INFO:tasks.workunit.client.0.smithi016.stdout:216 2024-04-24T02:58:00.533 INFO:tasks.workunit.client.0.smithi016.stdout:217 2024-04-24T02:58:00.533 INFO:tasks.workunit.client.0.smithi016.stdout:218 2024-04-24T02:58:00.534 INFO:tasks.workunit.client.0.smithi016.stdout:219 2024-04-24T02:58:00.535 INFO:tasks.workunit.client.0.smithi016.stdout:220 2024-04-24T02:58:00.536 INFO:tasks.workunit.client.0.smithi016.stdout:221 2024-04-24T02:58:00.537 INFO:tasks.workunit.client.0.smithi016.stdout:222 2024-04-24T02:58:00.538 INFO:tasks.workunit.client.0.smithi016.stdout:223 2024-04-24T02:58:00.539 INFO:tasks.workunit.client.0.smithi016.stdout:224 2024-04-24T02:58:00.541 INFO:tasks.workunit.client.0.smithi016.stdout:225 2024-04-24T02:58:00.542 INFO:tasks.workunit.client.0.smithi016.stdout:226 2024-04-24T02:58:00.542 INFO:tasks.workunit.client.0.smithi016.stdout:227 2024-04-24T02:58:00.543 INFO:tasks.workunit.client.0.smithi016.stdout:228 2024-04-24T02:58:00.544 INFO:tasks.workunit.client.0.smithi016.stdout:229 2024-04-24T02:58:00.545 INFO:tasks.workunit.client.0.smithi016.stdout:230 2024-04-24T02:58:00.546 INFO:tasks.workunit.client.0.smithi016.stdout:231 2024-04-24T02:58:00.547 INFO:tasks.workunit.client.0.smithi016.stdout:232 2024-04-24T02:58:00.548 INFO:tasks.workunit.client.0.smithi016.stdout:233 2024-04-24T02:58:00.549 INFO:tasks.workunit.client.0.smithi016.stdout:234 2024-04-24T02:58:00.550 INFO:tasks.workunit.client.0.smithi016.stdout:235 2024-04-24T02:58:00.551 INFO:tasks.workunit.client.0.smithi016.stdout:236 2024-04-24T02:58:00.552 INFO:tasks.workunit.client.0.smithi016.stdout:237 2024-04-24T02:58:00.552 INFO:tasks.workunit.client.0.smithi016.stdout:238 2024-04-24T02:58:00.553 INFO:tasks.workunit.client.0.smithi016.stdout:239 2024-04-24T02:58:00.555 INFO:tasks.workunit.client.0.smithi016.stdout:240 2024-04-24T02:58:00.555 INFO:tasks.workunit.client.0.smithi016.stdout:241 2024-04-24T02:58:00.556 INFO:tasks.workunit.client.0.smithi016.stdout:242 2024-04-24T02:58:00.557 INFO:tasks.workunit.client.0.smithi016.stdout:243 2024-04-24T02:58:00.558 INFO:tasks.workunit.client.0.smithi016.stdout:244 2024-04-24T02:58:00.559 INFO:tasks.workunit.client.0.smithi016.stdout:245 2024-04-24T02:58:00.560 INFO:tasks.workunit.client.0.smithi016.stdout:246 2024-04-24T02:58:00.561 INFO:tasks.workunit.client.0.smithi016.stdout:247 2024-04-24T02:58:00.562 INFO:tasks.workunit.client.0.smithi016.stdout:248 2024-04-24T02:58:00.563 INFO:tasks.workunit.client.0.smithi016.stdout:249 2024-04-24T02:58:00.563 INFO:tasks.workunit.client.0.smithi016.stdout:250 2024-04-24T02:58:00.564 INFO:tasks.workunit.client.0.smithi016.stdout:251 2024-04-24T02:58:00.565 INFO:tasks.workunit.client.0.smithi016.stdout:252 2024-04-24T02:58:00.567 INFO:tasks.workunit.client.0.smithi016.stdout:253 2024-04-24T02:58:00.567 INFO:tasks.workunit.client.0.smithi016.stdout:254 2024-04-24T02:58:00.568 INFO:tasks.workunit.client.0.smithi016.stdout:255 2024-04-24T02:58:00.569 INFO:tasks.workunit.client.0.smithi016.stdout:256 2024-04-24T02:58:00.570 INFO:tasks.workunit.client.0.smithi016.stdout:257 2024-04-24T02:58:00.571 INFO:tasks.workunit.client.0.smithi016.stdout:258 2024-04-24T02:58:00.572 INFO:tasks.workunit.client.0.smithi016.stdout:259 2024-04-24T02:58:00.573 INFO:tasks.workunit.client.0.smithi016.stdout:260 2024-04-24T02:58:00.574 INFO:tasks.workunit.client.0.smithi016.stdout:261 2024-04-24T02:58:00.575 INFO:tasks.workunit.client.0.smithi016.stdout:262 2024-04-24T02:58:00.576 INFO:tasks.workunit.client.0.smithi016.stdout:263 2024-04-24T02:58:00.577 INFO:tasks.workunit.client.0.smithi016.stdout:264 2024-04-24T02:58:00.578 INFO:tasks.workunit.client.0.smithi016.stdout:265 2024-04-24T02:58:00.579 INFO:tasks.workunit.client.0.smithi016.stdout:266 2024-04-24T02:58:00.580 INFO:tasks.workunit.client.0.smithi016.stdout:267 2024-04-24T02:58:00.580 INFO:tasks.workunit.client.0.smithi016.stdout:268 2024-04-24T02:58:00.581 INFO:tasks.workunit.client.0.smithi016.stdout:269 2024-04-24T02:58:00.582 INFO:tasks.workunit.client.0.smithi016.stdout:270 2024-04-24T02:58:00.583 INFO:tasks.workunit.client.0.smithi016.stdout:271 2024-04-24T02:58:00.584 INFO:tasks.workunit.client.0.smithi016.stdout:272 2024-04-24T02:58:00.585 INFO:tasks.workunit.client.0.smithi016.stdout:273 2024-04-24T02:58:00.585 INFO:tasks.workunit.client.0.smithi016.stdout:274 2024-04-24T02:58:00.587 INFO:tasks.workunit.client.0.smithi016.stdout:275 2024-04-24T02:58:00.587 INFO:tasks.workunit.client.0.smithi016.stdout:276 2024-04-24T02:58:00.588 INFO:tasks.workunit.client.0.smithi016.stdout:277 2024-04-24T02:58:00.589 INFO:tasks.workunit.client.0.smithi016.stdout:278 2024-04-24T02:58:00.590 INFO:tasks.workunit.client.0.smithi016.stdout:279 2024-04-24T02:58:00.592 INFO:tasks.workunit.client.0.smithi016.stdout:280 2024-04-24T02:58:00.592 INFO:tasks.workunit.client.0.smithi016.stdout:281 2024-04-24T02:58:00.593 INFO:tasks.workunit.client.0.smithi016.stdout:282 2024-04-24T02:58:00.594 INFO:tasks.workunit.client.0.smithi016.stdout:283 2024-04-24T02:58:00.595 INFO:tasks.workunit.client.0.smithi016.stdout:284 2024-04-24T02:58:00.596 INFO:tasks.workunit.client.0.smithi016.stdout:285 2024-04-24T02:58:00.597 INFO:tasks.workunit.client.0.smithi016.stdout:286 2024-04-24T02:58:00.598 INFO:tasks.workunit.client.0.smithi016.stdout:287 2024-04-24T02:58:00.599 INFO:tasks.workunit.client.0.smithi016.stdout:288 2024-04-24T02:58:00.600 INFO:tasks.workunit.client.0.smithi016.stdout:289 2024-04-24T02:58:00.601 INFO:tasks.workunit.client.0.smithi016.stdout:290 2024-04-24T02:58:00.602 INFO:tasks.workunit.client.0.smithi016.stdout:291 2024-04-24T02:58:00.603 INFO:tasks.workunit.client.0.smithi016.stdout:292 2024-04-24T02:58:00.604 INFO:tasks.workunit.client.0.smithi016.stdout:293 2024-04-24T02:58:00.605 INFO:tasks.workunit.client.0.smithi016.stdout:294 2024-04-24T02:58:00.605 INFO:tasks.workunit.client.0.smithi016.stdout:295 2024-04-24T02:58:00.606 INFO:tasks.workunit.client.0.smithi016.stdout:296 2024-04-24T02:58:00.607 INFO:tasks.workunit.client.0.smithi016.stdout:297 2024-04-24T02:58:00.608 INFO:tasks.workunit.client.0.smithi016.stdout:298 2024-04-24T02:58:00.609 INFO:tasks.workunit.client.0.smithi016.stdout:299 2024-04-24T02:58:00.610 INFO:tasks.workunit.client.0.smithi016.stdout:300 2024-04-24T02:58:00.611 INFO:tasks.workunit.client.0.smithi016.stdout:301 2024-04-24T02:58:00.612 INFO:tasks.workunit.client.0.smithi016.stdout:302 2024-04-24T02:58:00.613 INFO:tasks.workunit.client.0.smithi016.stdout:303 2024-04-24T02:58:00.614 INFO:tasks.workunit.client.0.smithi016.stdout:304 2024-04-24T02:58:00.615 INFO:tasks.workunit.client.0.smithi016.stdout:305 2024-04-24T02:58:00.616 INFO:tasks.workunit.client.0.smithi016.stdout:306 2024-04-24T02:58:00.617 INFO:tasks.workunit.client.0.smithi016.stdout:307 2024-04-24T02:58:00.618 INFO:tasks.workunit.client.0.smithi016.stdout:308 2024-04-24T02:58:00.619 INFO:tasks.workunit.client.0.smithi016.stdout:309 2024-04-24T02:58:00.620 INFO:tasks.workunit.client.0.smithi016.stdout:310 2024-04-24T02:58:00.621 INFO:tasks.workunit.client.0.smithi016.stdout:311 2024-04-24T02:58:00.621 INFO:tasks.workunit.client.0.smithi016.stdout:312 2024-04-24T02:58:00.623 INFO:tasks.workunit.client.0.smithi016.stdout:313 2024-04-24T02:58:00.624 INFO:tasks.workunit.client.0.smithi016.stdout:314 2024-04-24T02:58:00.624 INFO:tasks.workunit.client.0.smithi016.stdout:315 2024-04-24T02:58:00.625 INFO:tasks.workunit.client.0.smithi016.stdout:316 2024-04-24T02:58:00.626 INFO:tasks.workunit.client.0.smithi016.stdout:317 2024-04-24T02:58:00.627 INFO:tasks.workunit.client.0.smithi016.stdout:318 2024-04-24T02:58:00.628 INFO:tasks.workunit.client.0.smithi016.stdout:319 2024-04-24T02:58:00.629 INFO:tasks.workunit.client.0.smithi016.stdout:320 2024-04-24T02:58:00.630 INFO:tasks.workunit.client.0.smithi016.stdout:321 2024-04-24T02:58:00.631 INFO:tasks.workunit.client.0.smithi016.stdout:322 2024-04-24T02:58:00.631 INFO:tasks.workunit.client.0.smithi016.stdout:323 2024-04-24T02:58:00.632 INFO:tasks.workunit.client.0.smithi016.stdout:324 2024-04-24T02:58:00.633 INFO:tasks.workunit.client.0.smithi016.stdout:325 2024-04-24T02:58:00.634 INFO:tasks.workunit.client.0.smithi016.stdout:326 2024-04-24T02:58:00.636 INFO:tasks.workunit.client.0.smithi016.stdout:327 2024-04-24T02:58:00.637 INFO:tasks.workunit.client.0.smithi016.stdout:328 2024-04-24T02:58:00.637 INFO:tasks.workunit.client.0.smithi016.stdout:329 2024-04-24T02:58:00.638 INFO:tasks.workunit.client.0.smithi016.stdout:330 2024-04-24T02:58:00.639 INFO:tasks.workunit.client.0.smithi016.stdout:331 2024-04-24T02:58:00.640 INFO:tasks.workunit.client.0.smithi016.stdout:332 2024-04-24T02:58:00.641 INFO:tasks.workunit.client.0.smithi016.stdout:333 2024-04-24T02:58:00.642 INFO:tasks.workunit.client.0.smithi016.stdout:334 2024-04-24T02:58:00.643 INFO:tasks.workunit.client.0.smithi016.stdout:335 2024-04-24T02:58:00.644 INFO:tasks.workunit.client.0.smithi016.stdout:336 2024-04-24T02:58:00.645 INFO:tasks.workunit.client.0.smithi016.stdout:337 2024-04-24T02:58:00.646 INFO:tasks.workunit.client.0.smithi016.stdout:338 2024-04-24T02:58:00.647 INFO:tasks.workunit.client.0.smithi016.stdout:339 2024-04-24T02:58:00.648 INFO:tasks.workunit.client.0.smithi016.stdout:340 2024-04-24T02:58:00.648 INFO:tasks.workunit.client.0.smithi016.stdout:341 2024-04-24T02:58:00.650 INFO:tasks.workunit.client.0.smithi016.stdout:342 2024-04-24T02:58:00.650 INFO:tasks.workunit.client.0.smithi016.stdout:343 2024-04-24T02:58:00.651 INFO:tasks.workunit.client.0.smithi016.stdout:344 2024-04-24T02:58:00.652 INFO:tasks.workunit.client.0.smithi016.stdout:345 2024-04-24T02:58:00.654 INFO:tasks.workunit.client.0.smithi016.stdout:346 2024-04-24T02:58:00.655 INFO:tasks.workunit.client.0.smithi016.stdout:347 2024-04-24T02:58:00.655 INFO:tasks.workunit.client.0.smithi016.stdout:348 2024-04-24T02:58:00.656 INFO:tasks.workunit.client.0.smithi016.stdout:349 2024-04-24T02:58:00.657 INFO:tasks.workunit.client.0.smithi016.stdout:350 2024-04-24T02:58:00.658 INFO:tasks.workunit.client.0.smithi016.stdout:351 2024-04-24T02:58:00.659 INFO:tasks.workunit.client.0.smithi016.stdout:352 2024-04-24T02:58:00.660 INFO:tasks.workunit.client.0.smithi016.stdout:353 2024-04-24T02:58:00.661 INFO:tasks.workunit.client.0.smithi016.stdout:354 2024-04-24T02:58:00.662 INFO:tasks.workunit.client.0.smithi016.stdout:355 2024-04-24T02:58:00.663 INFO:tasks.workunit.client.0.smithi016.stdout:356 2024-04-24T02:58:00.663 INFO:tasks.workunit.client.0.smithi016.stdout:357 2024-04-24T02:58:00.664 INFO:tasks.workunit.client.0.smithi016.stdout:358 2024-04-24T02:58:00.665 INFO:tasks.workunit.client.0.smithi016.stdout:359 2024-04-24T02:58:00.666 INFO:tasks.workunit.client.0.smithi016.stdout:360 2024-04-24T02:58:00.667 INFO:tasks.workunit.client.0.smithi016.stdout:361 2024-04-24T02:58:00.668 INFO:tasks.workunit.client.0.smithi016.stdout:362 2024-04-24T02:58:00.669 INFO:tasks.workunit.client.0.smithi016.stdout:363 2024-04-24T02:58:00.670 INFO:tasks.workunit.client.0.smithi016.stdout:364 2024-04-24T02:58:00.671 INFO:tasks.workunit.client.0.smithi016.stdout:365 2024-04-24T02:58:00.672 INFO:tasks.workunit.client.0.smithi016.stdout:366 2024-04-24T02:58:00.673 INFO:tasks.workunit.client.0.smithi016.stdout:367 2024-04-24T02:58:00.673 INFO:tasks.workunit.client.0.smithi016.stdout:368 2024-04-24T02:58:00.674 INFO:tasks.workunit.client.0.smithi016.stdout:369 2024-04-24T02:58:00.675 INFO:tasks.workunit.client.0.smithi016.stdout:370 2024-04-24T02:58:00.676 INFO:tasks.workunit.client.0.smithi016.stdout:371 2024-04-24T02:58:00.677 INFO:tasks.workunit.client.0.smithi016.stdout:372 2024-04-24T02:58:00.678 INFO:tasks.workunit.client.0.smithi016.stdout:373 2024-04-24T02:58:00.679 INFO:tasks.workunit.client.0.smithi016.stdout:374 2024-04-24T02:58:00.680 INFO:tasks.workunit.client.0.smithi016.stdout:375 2024-04-24T02:58:00.681 INFO:tasks.workunit.client.0.smithi016.stdout:376 2024-04-24T02:58:00.681 INFO:tasks.workunit.client.0.smithi016.stdout:377 2024-04-24T02:58:00.682 INFO:tasks.workunit.client.0.smithi016.stdout:378 2024-04-24T02:58:00.683 INFO:tasks.workunit.client.0.smithi016.stdout:379 2024-04-24T02:58:00.684 INFO:tasks.workunit.client.0.smithi016.stdout:380 2024-04-24T02:58:00.685 INFO:tasks.workunit.client.0.smithi016.stdout:381 2024-04-24T02:58:00.686 INFO:tasks.workunit.client.0.smithi016.stdout:382 2024-04-24T02:58:00.687 INFO:tasks.workunit.client.0.smithi016.stdout:383 2024-04-24T02:58:00.688 INFO:tasks.workunit.client.0.smithi016.stdout:384 2024-04-24T02:58:00.689 INFO:tasks.workunit.client.0.smithi016.stdout:385 2024-04-24T02:58:00.690 INFO:tasks.workunit.client.0.smithi016.stdout:386 2024-04-24T02:58:00.691 INFO:tasks.workunit.client.0.smithi016.stdout:387 2024-04-24T02:58:00.692 INFO:tasks.workunit.client.0.smithi016.stdout:388 2024-04-24T02:58:00.693 INFO:tasks.workunit.client.0.smithi016.stdout:389 2024-04-24T02:58:00.694 INFO:tasks.workunit.client.0.smithi016.stdout:390 2024-04-24T02:58:00.695 INFO:tasks.workunit.client.0.smithi016.stdout:391 2024-04-24T02:58:00.697 INFO:tasks.workunit.client.0.smithi016.stdout:392 2024-04-24T02:58:00.697 INFO:tasks.workunit.client.0.smithi016.stdout:393 2024-04-24T02:58:00.698 INFO:tasks.workunit.client.0.smithi016.stdout:394 2024-04-24T02:58:00.699 INFO:tasks.workunit.client.0.smithi016.stdout:395 2024-04-24T02:58:00.700 INFO:tasks.workunit.client.0.smithi016.stdout:396 2024-04-24T02:58:00.701 INFO:tasks.workunit.client.0.smithi016.stdout:397 2024-04-24T02:58:00.702 INFO:tasks.workunit.client.0.smithi016.stdout:398 2024-04-24T02:58:00.703 INFO:tasks.workunit.client.0.smithi016.stdout:399 2024-04-24T02:58:00.704 INFO:tasks.workunit.client.0.smithi016.stdout:400 2024-04-24T02:58:00.704 INFO:tasks.workunit.client.0.smithi016.stdout:401 2024-04-24T02:58:00.706 INFO:tasks.workunit.client.0.smithi016.stdout:402 2024-04-24T02:58:00.707 INFO:tasks.workunit.client.0.smithi016.stdout:403 2024-04-24T02:58:00.708 INFO:tasks.workunit.client.0.smithi016.stdout:404 2024-04-24T02:58:00.709 INFO:tasks.workunit.client.0.smithi016.stdout:405 2024-04-24T02:58:00.710 INFO:tasks.workunit.client.0.smithi016.stdout:406 2024-04-24T02:58:00.711 INFO:tasks.workunit.client.0.smithi016.stdout:407 2024-04-24T02:58:00.712 INFO:tasks.workunit.client.0.smithi016.stdout:408 2024-04-24T02:58:00.713 INFO:tasks.workunit.client.0.smithi016.stdout:409 2024-04-24T02:58:00.715 INFO:tasks.workunit.client.0.smithi016.stdout:410 2024-04-24T02:58:00.716 INFO:tasks.workunit.client.0.smithi016.stdout:411 2024-04-24T02:58:00.717 INFO:tasks.workunit.client.0.smithi016.stdout:412 2024-04-24T02:58:00.718 INFO:tasks.workunit.client.0.smithi016.stdout:413 2024-04-24T02:58:00.718 INFO:tasks.workunit.client.0.smithi016.stdout:414 2024-04-24T02:58:00.719 INFO:tasks.workunit.client.0.smithi016.stdout:415 2024-04-24T02:58:00.721 INFO:tasks.workunit.client.0.smithi016.stdout:416 2024-04-24T02:58:00.722 INFO:tasks.workunit.client.0.smithi016.stdout:417 2024-04-24T02:58:00.723 INFO:tasks.workunit.client.0.smithi016.stdout:418 2024-04-24T02:58:00.724 INFO:tasks.workunit.client.0.smithi016.stdout:419 2024-04-24T02:58:00.725 INFO:tasks.workunit.client.0.smithi016.stdout:420 2024-04-24T02:58:00.726 INFO:tasks.workunit.client.0.smithi016.stdout:421 2024-04-24T02:58:00.727 INFO:tasks.workunit.client.0.smithi016.stdout:422 2024-04-24T02:58:00.727 INFO:tasks.workunit.client.0.smithi016.stdout:423 2024-04-24T02:58:00.729 INFO:tasks.workunit.client.0.smithi016.stdout:424 2024-04-24T02:58:00.729 INFO:tasks.workunit.client.0.smithi016.stdout:425 2024-04-24T02:58:00.730 INFO:tasks.workunit.client.0.smithi016.stdout:426 2024-04-24T02:58:00.731 INFO:tasks.workunit.client.0.smithi016.stdout:427 2024-04-24T02:58:00.732 INFO:tasks.workunit.client.0.smithi016.stdout:428 2024-04-24T02:58:00.733 INFO:tasks.workunit.client.0.smithi016.stdout:429 2024-04-24T02:58:00.734 INFO:tasks.workunit.client.0.smithi016.stdout:430 2024-04-24T02:58:00.736 INFO:tasks.workunit.client.0.smithi016.stdout:431 2024-04-24T02:58:00.736 INFO:tasks.workunit.client.0.smithi016.stdout:432 2024-04-24T02:58:00.737 INFO:tasks.workunit.client.0.smithi016.stdout:433 2024-04-24T02:58:00.738 INFO:tasks.workunit.client.0.smithi016.stdout:434 2024-04-24T02:58:00.739 INFO:tasks.workunit.client.0.smithi016.stdout:435 2024-04-24T02:58:00.740 INFO:tasks.workunit.client.0.smithi016.stdout:436 2024-04-24T02:58:00.741 INFO:tasks.workunit.client.0.smithi016.stdout:437 2024-04-24T02:58:00.742 INFO:tasks.workunit.client.0.smithi016.stdout:438 2024-04-24T02:58:00.743 INFO:tasks.workunit.client.0.smithi016.stdout:439 2024-04-24T02:58:00.744 INFO:tasks.workunit.client.0.smithi016.stdout:440 2024-04-24T02:58:00.745 INFO:tasks.workunit.client.0.smithi016.stdout:441 2024-04-24T02:58:00.747 INFO:tasks.workunit.client.0.smithi016.stdout:442 2024-04-24T02:58:00.747 INFO:tasks.workunit.client.0.smithi016.stdout:443 2024-04-24T02:58:00.749 INFO:tasks.workunit.client.0.smithi016.stdout:444 2024-04-24T02:58:00.749 INFO:tasks.workunit.client.0.smithi016.stdout:445 2024-04-24T02:58:00.750 INFO:tasks.workunit.client.0.smithi016.stdout:446 2024-04-24T02:58:00.751 INFO:tasks.workunit.client.0.smithi016.stdout:447 2024-04-24T02:58:00.752 INFO:tasks.workunit.client.0.smithi016.stdout:448 2024-04-24T02:58:00.753 INFO:tasks.workunit.client.0.smithi016.stdout:449 2024-04-24T02:58:00.754 INFO:tasks.workunit.client.0.smithi016.stdout:450 2024-04-24T02:58:00.755 INFO:tasks.workunit.client.0.smithi016.stdout:451 2024-04-24T02:58:00.756 INFO:tasks.workunit.client.0.smithi016.stdout:452 2024-04-24T02:58:00.757 INFO:tasks.workunit.client.0.smithi016.stdout:453 2024-04-24T02:58:00.759 INFO:tasks.workunit.client.0.smithi016.stdout:454 2024-04-24T02:58:00.760 INFO:tasks.workunit.client.0.smithi016.stdout:455 2024-04-24T02:58:00.761 INFO:tasks.workunit.client.0.smithi016.stdout:456 2024-04-24T02:58:00.762 INFO:tasks.workunit.client.0.smithi016.stdout:457 2024-04-24T02:58:00.763 INFO:tasks.workunit.client.0.smithi016.stdout:458 2024-04-24T02:58:00.764 INFO:tasks.workunit.client.0.smithi016.stdout:459 2024-04-24T02:58:00.765 INFO:tasks.workunit.client.0.smithi016.stdout:460 2024-04-24T02:58:00.766 INFO:tasks.workunit.client.0.smithi016.stdout:461 2024-04-24T02:58:00.767 INFO:tasks.workunit.client.0.smithi016.stdout:462 2024-04-24T02:58:00.768 INFO:tasks.workunit.client.0.smithi016.stdout:463 2024-04-24T02:58:00.769 INFO:tasks.workunit.client.0.smithi016.stdout:464 2024-04-24T02:58:00.770 INFO:tasks.workunit.client.0.smithi016.stdout:465 2024-04-24T02:58:00.771 INFO:tasks.workunit.client.0.smithi016.stdout:466 2024-04-24T02:58:00.772 INFO:tasks.workunit.client.0.smithi016.stdout:467 2024-04-24T02:58:00.773 INFO:tasks.workunit.client.0.smithi016.stdout:468 2024-04-24T02:58:00.774 INFO:tasks.workunit.client.0.smithi016.stdout:469 2024-04-24T02:58:00.775 INFO:tasks.workunit.client.0.smithi016.stdout:470 2024-04-24T02:58:00.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[86910]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:00.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:00.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[86910]: osdmap e941: 8 total, 8 up, 8 in 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3026517108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[84376]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[84376]: osdmap e941: 8 total, 8 up, 8 in 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3026517108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:00.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:00.777 INFO:tasks.workunit.client.0.smithi016.stdout:471 2024-04-24T02:58:00.777 INFO:tasks.workunit.client.0.smithi016.stdout:472 2024-04-24T02:58:00.778 INFO:tasks.workunit.client.0.smithi016.stdout:473 2024-04-24T02:58:00.778 INFO:tasks.workunit.client.0.smithi016.stdout:474 2024-04-24T02:58:00.779 INFO:tasks.workunit.client.0.smithi016.stdout:475 2024-04-24T02:58:00.780 INFO:tasks.workunit.client.0.smithi016.stdout:476 2024-04-24T02:58:00.781 INFO:tasks.workunit.client.0.smithi016.stdout:477 2024-04-24T02:58:00.782 INFO:tasks.workunit.client.0.smithi016.stdout:478 2024-04-24T02:58:00.783 INFO:tasks.workunit.client.0.smithi016.stdout:479 2024-04-24T02:58:00.784 INFO:tasks.workunit.client.0.smithi016.stdout:480 2024-04-24T02:58:00.785 INFO:tasks.workunit.client.0.smithi016.stdout:481 2024-04-24T02:58:00.787 INFO:tasks.workunit.client.0.smithi016.stdout:482 2024-04-24T02:58:00.788 INFO:tasks.workunit.client.0.smithi016.stdout:483 2024-04-24T02:58:00.789 INFO:tasks.workunit.client.0.smithi016.stdout:484 2024-04-24T02:58:00.790 INFO:tasks.workunit.client.0.smithi016.stdout:485 2024-04-24T02:58:00.791 INFO:tasks.workunit.client.0.smithi016.stdout:486 2024-04-24T02:58:00.792 INFO:tasks.workunit.client.0.smithi016.stdout:487 2024-04-24T02:58:00.793 INFO:tasks.workunit.client.0.smithi016.stdout:488 2024-04-24T02:58:00.794 INFO:tasks.workunit.client.0.smithi016.stdout:489 2024-04-24T02:58:00.795 INFO:tasks.workunit.client.0.smithi016.stdout:490 2024-04-24T02:58:00.796 INFO:tasks.workunit.client.0.smithi016.stdout:491 2024-04-24T02:58:00.797 INFO:tasks.workunit.client.0.smithi016.stdout:492 2024-04-24T02:58:00.798 INFO:tasks.workunit.client.0.smithi016.stdout:493 2024-04-24T02:58:00.799 INFO:tasks.workunit.client.0.smithi016.stdout:494 2024-04-24T02:58:00.800 INFO:tasks.workunit.client.0.smithi016.stdout:495 2024-04-24T02:58:00.801 INFO:tasks.workunit.client.0.smithi016.stdout:496 2024-04-24T02:58:00.802 INFO:tasks.workunit.client.0.smithi016.stdout:497 2024-04-24T02:58:00.803 INFO:tasks.workunit.client.0.smithi016.stdout:498 2024-04-24T02:58:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:00 smithi063 ceph-mon[77007]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:00 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:00 smithi063 ceph-mon[77007]: osdmap e941: 8 total, 8 up, 8 in 2024-04-24T02:58:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:00 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3026517108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:00 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:00.805 INFO:tasks.workunit.client.0.smithi016.stdout:499 2024-04-24T02:58:00.805 INFO:tasks.workunit.client.0.smithi016.stdout:500 2024-04-24T02:58:00.806 INFO:tasks.workunit.client.0.smithi016.stdout:501 2024-04-24T02:58:00.807 INFO:tasks.workunit.client.0.smithi016.stdout:502 2024-04-24T02:58:00.808 INFO:tasks.workunit.client.0.smithi016.stdout:503 2024-04-24T02:58:00.809 INFO:tasks.workunit.client.0.smithi016.stdout:504 2024-04-24T02:58:00.810 INFO:tasks.workunit.client.0.smithi016.stdout:505 2024-04-24T02:58:00.811 INFO:tasks.workunit.client.0.smithi016.stdout:506 2024-04-24T02:58:00.811 INFO:tasks.workunit.client.0.smithi016.stdout:507 2024-04-24T02:58:00.812 INFO:tasks.workunit.client.0.smithi016.stdout:508 2024-04-24T02:58:00.814 INFO:tasks.workunit.client.0.smithi016.stdout:509 2024-04-24T02:58:00.815 INFO:tasks.workunit.client.0.smithi016.stdout:510 2024-04-24T02:58:00.816 INFO:tasks.workunit.client.0.smithi016.stdout:511 2024-04-24T02:58:00.817 INFO:tasks.workunit.client.0.smithi016.stdout:512 2024-04-24T02:58:00.817 INFO:tasks.workunit.client.0.smithi016.stdout:513 2024-04-24T02:58:00.819 INFO:tasks.workunit.client.0.smithi016.stdout:514 2024-04-24T02:58:00.820 INFO:tasks.workunit.client.0.smithi016.stdout:515 2024-04-24T02:58:00.821 INFO:tasks.workunit.client.0.smithi016.stdout:516 2024-04-24T02:58:00.822 INFO:tasks.workunit.client.0.smithi016.stdout:517 2024-04-24T02:58:00.823 INFO:tasks.workunit.client.0.smithi016.stdout:518 2024-04-24T02:58:00.823 INFO:tasks.workunit.client.0.smithi016.stdout:519 2024-04-24T02:58:00.824 INFO:tasks.workunit.client.0.smithi016.stdout:520 2024-04-24T02:58:00.825 INFO:tasks.workunit.client.0.smithi016.stdout:521 2024-04-24T02:58:00.827 INFO:tasks.workunit.client.0.smithi016.stdout:522 2024-04-24T02:58:00.827 INFO:tasks.workunit.client.0.smithi016.stdout:523 2024-04-24T02:58:00.829 INFO:tasks.workunit.client.0.smithi016.stdout:524 2024-04-24T02:58:00.830 INFO:tasks.workunit.client.0.smithi016.stdout:525 2024-04-24T02:58:00.831 INFO:tasks.workunit.client.0.smithi016.stdout:526 2024-04-24T02:58:00.832 INFO:tasks.workunit.client.0.smithi016.stdout:527 2024-04-24T02:58:00.833 INFO:tasks.workunit.client.0.smithi016.stdout:528 2024-04-24T02:58:00.834 INFO:tasks.workunit.client.0.smithi016.stdout:529 2024-04-24T02:58:00.835 INFO:tasks.workunit.client.0.smithi016.stdout:530 2024-04-24T02:58:00.836 INFO:tasks.workunit.client.0.smithi016.stdout:531 2024-04-24T02:58:00.837 INFO:tasks.workunit.client.0.smithi016.stdout:532 2024-04-24T02:58:00.838 INFO:tasks.workunit.client.0.smithi016.stdout:533 2024-04-24T02:58:00.839 INFO:tasks.workunit.client.0.smithi016.stdout:534 2024-04-24T02:58:00.840 INFO:tasks.workunit.client.0.smithi016.stdout:535 2024-04-24T02:58:00.841 INFO:tasks.workunit.client.0.smithi016.stdout:536 2024-04-24T02:58:00.841 INFO:tasks.workunit.client.0.smithi016.stdout:537 2024-04-24T02:58:00.842 INFO:tasks.workunit.client.0.smithi016.stdout:538 2024-04-24T02:58:00.844 INFO:tasks.workunit.client.0.smithi016.stdout:539 2024-04-24T02:58:00.845 INFO:tasks.workunit.client.0.smithi016.stdout:540 2024-04-24T02:58:00.846 INFO:tasks.workunit.client.0.smithi016.stdout:541 2024-04-24T02:58:00.847 INFO:tasks.workunit.client.0.smithi016.stdout:542 2024-04-24T02:58:00.848 INFO:tasks.workunit.client.0.smithi016.stdout:543 2024-04-24T02:58:00.849 INFO:tasks.workunit.client.0.smithi016.stdout:544 2024-04-24T02:58:00.850 INFO:tasks.workunit.client.0.smithi016.stdout:545 2024-04-24T02:58:00.851 INFO:tasks.workunit.client.0.smithi016.stdout:546 2024-04-24T02:58:00.852 INFO:tasks.workunit.client.0.smithi016.stdout:547 2024-04-24T02:58:00.853 INFO:tasks.workunit.client.0.smithi016.stdout:548 2024-04-24T02:58:00.854 INFO:tasks.workunit.client.0.smithi016.stdout:549 2024-04-24T02:58:00.855 INFO:tasks.workunit.client.0.smithi016.stdout:550 2024-04-24T02:58:00.856 INFO:tasks.workunit.client.0.smithi016.stdout:551 2024-04-24T02:58:00.857 INFO:tasks.workunit.client.0.smithi016.stdout:552 2024-04-24T02:58:00.858 INFO:tasks.workunit.client.0.smithi016.stdout:553 2024-04-24T02:58:00.859 INFO:tasks.workunit.client.0.smithi016.stdout:554 2024-04-24T02:58:00.860 INFO:tasks.workunit.client.0.smithi016.stdout:555 2024-04-24T02:58:00.861 INFO:tasks.workunit.client.0.smithi016.stdout:556 2024-04-24T02:58:00.862 INFO:tasks.workunit.client.0.smithi016.stdout:557 2024-04-24T02:58:00.863 INFO:tasks.workunit.client.0.smithi016.stdout:558 2024-04-24T02:58:00.864 INFO:tasks.workunit.client.0.smithi016.stdout:559 2024-04-24T02:58:00.866 INFO:tasks.workunit.client.0.smithi016.stdout:560 2024-04-24T02:58:00.867 INFO:tasks.workunit.client.0.smithi016.stdout:561 2024-04-24T02:58:00.868 INFO:tasks.workunit.client.0.smithi016.stdout:562 2024-04-24T02:58:00.869 INFO:tasks.workunit.client.0.smithi016.stdout:563 2024-04-24T02:58:00.870 INFO:tasks.workunit.client.0.smithi016.stdout:564 2024-04-24T02:58:00.871 INFO:tasks.workunit.client.0.smithi016.stdout:565 2024-04-24T02:58:00.872 INFO:tasks.workunit.client.0.smithi016.stdout:566 2024-04-24T02:58:00.873 INFO:tasks.workunit.client.0.smithi016.stdout:567 2024-04-24T02:58:00.874 INFO:tasks.workunit.client.0.smithi016.stdout:568 2024-04-24T02:58:00.875 INFO:tasks.workunit.client.0.smithi016.stdout:569 2024-04-24T02:58:00.876 INFO:tasks.workunit.client.0.smithi016.stdout:570 2024-04-24T02:58:00.877 INFO:tasks.workunit.client.0.smithi016.stdout:571 2024-04-24T02:58:00.878 INFO:tasks.workunit.client.0.smithi016.stdout:572 2024-04-24T02:58:00.879 INFO:tasks.workunit.client.0.smithi016.stdout:573 2024-04-24T02:58:00.880 INFO:tasks.workunit.client.0.smithi016.stdout:574 2024-04-24T02:58:00.881 INFO:tasks.workunit.client.0.smithi016.stdout:575 2024-04-24T02:58:00.882 INFO:tasks.workunit.client.0.smithi016.stdout:576 2024-04-24T02:58:00.883 INFO:tasks.workunit.client.0.smithi016.stdout:577 2024-04-24T02:58:00.884 INFO:tasks.workunit.client.0.smithi016.stdout:578 2024-04-24T02:58:00.886 INFO:tasks.workunit.client.0.smithi016.stdout:579 2024-04-24T02:58:00.886 INFO:tasks.workunit.client.0.smithi016.stdout:580 2024-04-24T02:58:00.887 INFO:tasks.workunit.client.0.smithi016.stdout:581 2024-04-24T02:58:00.888 INFO:tasks.workunit.client.0.smithi016.stdout:582 2024-04-24T02:58:00.889 INFO:tasks.workunit.client.0.smithi016.stdout:583 2024-04-24T02:58:00.890 INFO:tasks.workunit.client.0.smithi016.stdout:584 2024-04-24T02:58:00.891 INFO:tasks.workunit.client.0.smithi016.stdout:585 2024-04-24T02:58:00.892 INFO:tasks.workunit.client.0.smithi016.stdout:586 2024-04-24T02:58:00.893 INFO:tasks.workunit.client.0.smithi016.stdout:587 2024-04-24T02:58:00.894 INFO:tasks.workunit.client.0.smithi016.stdout:588 2024-04-24T02:58:00.895 INFO:tasks.workunit.client.0.smithi016.stdout:589 2024-04-24T02:58:00.896 INFO:tasks.workunit.client.0.smithi016.stdout:590 2024-04-24T02:58:00.897 INFO:tasks.workunit.client.0.smithi016.stdout:591 2024-04-24T02:58:00.898 INFO:tasks.workunit.client.0.smithi016.stdout:592 2024-04-24T02:58:00.899 INFO:tasks.workunit.client.0.smithi016.stdout:593 2024-04-24T02:58:00.900 INFO:tasks.workunit.client.0.smithi016.stdout:594 2024-04-24T02:58:00.902 INFO:tasks.workunit.client.0.smithi016.stdout:595 2024-04-24T02:58:00.903 INFO:tasks.workunit.client.0.smithi016.stdout:596 2024-04-24T02:58:00.904 INFO:tasks.workunit.client.0.smithi016.stdout:597 2024-04-24T02:58:00.905 INFO:tasks.workunit.client.0.smithi016.stdout:598 2024-04-24T02:58:00.905 INFO:tasks.workunit.client.0.smithi016.stdout:599 2024-04-24T02:58:00.906 INFO:tasks.workunit.client.0.smithi016.stdout:600 2024-04-24T02:58:00.908 INFO:tasks.workunit.client.0.smithi016.stdout:601 2024-04-24T02:58:00.909 INFO:tasks.workunit.client.0.smithi016.stdout:602 2024-04-24T02:58:00.910 INFO:tasks.workunit.client.0.smithi016.stdout:603 2024-04-24T02:58:00.911 INFO:tasks.workunit.client.0.smithi016.stdout:604 2024-04-24T02:58:00.912 INFO:tasks.workunit.client.0.smithi016.stdout:605 2024-04-24T02:58:00.913 INFO:tasks.workunit.client.0.smithi016.stdout:606 2024-04-24T02:58:00.914 INFO:tasks.workunit.client.0.smithi016.stdout:607 2024-04-24T02:58:00.915 INFO:tasks.workunit.client.0.smithi016.stdout:608 2024-04-24T02:58:00.916 INFO:tasks.workunit.client.0.smithi016.stdout:609 2024-04-24T02:58:00.917 INFO:tasks.workunit.client.0.smithi016.stdout:610 2024-04-24T02:58:00.918 INFO:tasks.workunit.client.0.smithi016.stdout:611 2024-04-24T02:58:00.919 INFO:tasks.workunit.client.0.smithi016.stdout:612 2024-04-24T02:58:00.920 INFO:tasks.workunit.client.0.smithi016.stdout:613 2024-04-24T02:58:00.921 INFO:tasks.workunit.client.0.smithi016.stdout:614 2024-04-24T02:58:00.922 INFO:tasks.workunit.client.0.smithi016.stdout:615 2024-04-24T02:58:00.923 INFO:tasks.workunit.client.0.smithi016.stdout:616 2024-04-24T02:58:00.924 INFO:tasks.workunit.client.0.smithi016.stdout:617 2024-04-24T02:58:00.925 INFO:tasks.workunit.client.0.smithi016.stdout:618 2024-04-24T02:58:00.926 INFO:tasks.workunit.client.0.smithi016.stdout:619 2024-04-24T02:58:00.927 INFO:tasks.workunit.client.0.smithi016.stdout:620 2024-04-24T02:58:00.928 INFO:tasks.workunit.client.0.smithi016.stdout:621 2024-04-24T02:58:00.929 INFO:tasks.workunit.client.0.smithi016.stdout:622 2024-04-24T02:58:00.930 INFO:tasks.workunit.client.0.smithi016.stdout:623 2024-04-24T02:58:00.931 INFO:tasks.workunit.client.0.smithi016.stdout:624 2024-04-24T02:58:00.932 INFO:tasks.workunit.client.0.smithi016.stdout:625 2024-04-24T02:58:00.933 INFO:tasks.workunit.client.0.smithi016.stdout:626 2024-04-24T02:58:00.934 INFO:tasks.workunit.client.0.smithi016.stdout:627 2024-04-24T02:58:00.935 INFO:tasks.workunit.client.0.smithi016.stdout:628 2024-04-24T02:58:00.936 INFO:tasks.workunit.client.0.smithi016.stdout:629 2024-04-24T02:58:00.937 INFO:tasks.workunit.client.0.smithi016.stdout:630 2024-04-24T02:58:00.938 INFO:tasks.workunit.client.0.smithi016.stdout:631 2024-04-24T02:58:00.939 INFO:tasks.workunit.client.0.smithi016.stdout:632 2024-04-24T02:58:00.940 INFO:tasks.workunit.client.0.smithi016.stdout:633 2024-04-24T02:58:00.941 INFO:tasks.workunit.client.0.smithi016.stdout:634 2024-04-24T02:58:00.942 INFO:tasks.workunit.client.0.smithi016.stdout:635 2024-04-24T02:58:00.943 INFO:tasks.workunit.client.0.smithi016.stdout:636 2024-04-24T02:58:00.944 INFO:tasks.workunit.client.0.smithi016.stdout:637 2024-04-24T02:58:00.945 INFO:tasks.workunit.client.0.smithi016.stdout:638 2024-04-24T02:58:00.946 INFO:tasks.workunit.client.0.smithi016.stdout:639 2024-04-24T02:58:00.947 INFO:tasks.workunit.client.0.smithi016.stdout:640 2024-04-24T02:58:00.949 INFO:tasks.workunit.client.0.smithi016.stdout:641 2024-04-24T02:58:00.950 INFO:tasks.workunit.client.0.smithi016.stdout:642 2024-04-24T02:58:00.951 INFO:tasks.workunit.client.0.smithi016.stdout:643 2024-04-24T02:58:00.951 INFO:tasks.workunit.client.0.smithi016.stdout:644 2024-04-24T02:58:00.953 INFO:tasks.workunit.client.0.smithi016.stdout:645 2024-04-24T02:58:00.954 INFO:tasks.workunit.client.0.smithi016.stdout:646 2024-04-24T02:58:00.955 INFO:tasks.workunit.client.0.smithi016.stdout:647 2024-04-24T02:58:00.956 INFO:tasks.workunit.client.0.smithi016.stdout:648 2024-04-24T02:58:00.957 INFO:tasks.workunit.client.0.smithi016.stdout:649 2024-04-24T02:58:00.958 INFO:tasks.workunit.client.0.smithi016.stdout:650 2024-04-24T02:58:00.959 INFO:tasks.workunit.client.0.smithi016.stdout:651 2024-04-24T02:58:00.960 INFO:tasks.workunit.client.0.smithi016.stdout:652 2024-04-24T02:58:00.961 INFO:tasks.workunit.client.0.smithi016.stdout:653 2024-04-24T02:58:00.962 INFO:tasks.workunit.client.0.smithi016.stdout:654 2024-04-24T02:58:00.963 INFO:tasks.workunit.client.0.smithi016.stdout:655 2024-04-24T02:58:00.964 INFO:tasks.workunit.client.0.smithi016.stdout:656 2024-04-24T02:58:00.965 INFO:tasks.workunit.client.0.smithi016.stdout:657 2024-04-24T02:58:00.966 INFO:tasks.workunit.client.0.smithi016.stdout:658 2024-04-24T02:58:00.967 INFO:tasks.workunit.client.0.smithi016.stdout:659 2024-04-24T02:58:00.968 INFO:tasks.workunit.client.0.smithi016.stdout:660 2024-04-24T02:58:00.969 INFO:tasks.workunit.client.0.smithi016.stdout:661 2024-04-24T02:58:00.970 INFO:tasks.workunit.client.0.smithi016.stdout:662 2024-04-24T02:58:00.971 INFO:tasks.workunit.client.0.smithi016.stdout:663 2024-04-24T02:58:00.971 INFO:tasks.workunit.client.0.smithi016.stdout:664 2024-04-24T02:58:00.972 INFO:tasks.workunit.client.0.smithi016.stdout:665 2024-04-24T02:58:00.973 INFO:tasks.workunit.client.0.smithi016.stdout:666 2024-04-24T02:58:00.974 INFO:tasks.workunit.client.0.smithi016.stdout:667 2024-04-24T02:58:00.975 INFO:tasks.workunit.client.0.smithi016.stdout:668 2024-04-24T02:58:00.976 INFO:tasks.workunit.client.0.smithi016.stdout:669 2024-04-24T02:58:00.977 INFO:tasks.workunit.client.0.smithi016.stdout:670 2024-04-24T02:58:00.978 INFO:tasks.workunit.client.0.smithi016.stdout:671 2024-04-24T02:58:00.979 INFO:tasks.workunit.client.0.smithi016.stdout:672 2024-04-24T02:58:00.981 INFO:tasks.workunit.client.0.smithi016.stdout:673 2024-04-24T02:58:00.982 INFO:tasks.workunit.client.0.smithi016.stdout:674 2024-04-24T02:58:00.983 INFO:tasks.workunit.client.0.smithi016.stdout:675 2024-04-24T02:58:00.984 INFO:tasks.workunit.client.0.smithi016.stdout:676 2024-04-24T02:58:00.985 INFO:tasks.workunit.client.0.smithi016.stdout:677 2024-04-24T02:58:00.986 INFO:tasks.workunit.client.0.smithi016.stdout:678 2024-04-24T02:58:00.987 INFO:tasks.workunit.client.0.smithi016.stdout:679 2024-04-24T02:58:00.988 INFO:tasks.workunit.client.0.smithi016.stdout:680 2024-04-24T02:58:00.989 INFO:tasks.workunit.client.0.smithi016.stdout:681 2024-04-24T02:58:00.990 INFO:tasks.workunit.client.0.smithi016.stdout:682 2024-04-24T02:58:00.991 INFO:tasks.workunit.client.0.smithi016.stdout:683 2024-04-24T02:58:00.992 INFO:tasks.workunit.client.0.smithi016.stdout:684 2024-04-24T02:58:00.994 INFO:tasks.workunit.client.0.smithi016.stdout:685 2024-04-24T02:58:00.998 INFO:tasks.workunit.client.0.smithi016.stdout:686 2024-04-24T02:58:00.998 INFO:tasks.workunit.client.0.smithi016.stdout:687 2024-04-24T02:58:00.998 INFO:tasks.workunit.client.0.smithi016.stdout:688 2024-04-24T02:58:00.998 INFO:tasks.workunit.client.0.smithi016.stdout:689 2024-04-24T02:58:00.999 INFO:tasks.workunit.client.0.smithi016.stdout:690 2024-04-24T02:58:01.000 INFO:tasks.workunit.client.0.smithi016.stdout:691 2024-04-24T02:58:01.001 INFO:tasks.workunit.client.0.smithi016.stdout:692 2024-04-24T02:58:01.002 INFO:tasks.workunit.client.0.smithi016.stdout:693 2024-04-24T02:58:01.004 INFO:tasks.workunit.client.0.smithi016.stdout:694 2024-04-24T02:58:01.005 INFO:tasks.workunit.client.0.smithi016.stdout:695 2024-04-24T02:58:01.006 INFO:tasks.workunit.client.0.smithi016.stdout:696 2024-04-24T02:58:01.007 INFO:tasks.workunit.client.0.smithi016.stdout:697 2024-04-24T02:58:01.008 INFO:tasks.workunit.client.0.smithi016.stdout:698 2024-04-24T02:58:01.009 INFO:tasks.workunit.client.0.smithi016.stdout:699 2024-04-24T02:58:01.010 INFO:tasks.workunit.client.0.smithi016.stdout:700 2024-04-24T02:58:01.011 INFO:tasks.workunit.client.0.smithi016.stdout:701 2024-04-24T02:58:01.012 INFO:tasks.workunit.client.0.smithi016.stdout:702 2024-04-24T02:58:01.013 INFO:tasks.workunit.client.0.smithi016.stdout:703 2024-04-24T02:58:01.014 INFO:tasks.workunit.client.0.smithi016.stdout:704 2024-04-24T02:58:01.015 INFO:tasks.workunit.client.0.smithi016.stdout:705 2024-04-24T02:58:01.016 INFO:tasks.workunit.client.0.smithi016.stdout:706 2024-04-24T02:58:01.017 INFO:tasks.workunit.client.0.smithi016.stdout:707 2024-04-24T02:58:01.018 INFO:tasks.workunit.client.0.smithi016.stdout:708 2024-04-24T02:58:01.019 INFO:tasks.workunit.client.0.smithi016.stdout:709 2024-04-24T02:58:01.020 INFO:tasks.workunit.client.0.smithi016.stdout:710 2024-04-24T02:58:01.021 INFO:tasks.workunit.client.0.smithi016.stdout:711 2024-04-24T02:58:01.023 INFO:tasks.workunit.client.0.smithi016.stdout:712 2024-04-24T02:58:01.024 INFO:tasks.workunit.client.0.smithi016.stdout:713 2024-04-24T02:58:01.025 INFO:tasks.workunit.client.0.smithi016.stdout:714 2024-04-24T02:58:01.026 INFO:tasks.workunit.client.0.smithi016.stdout:715 2024-04-24T02:58:01.027 INFO:tasks.workunit.client.0.smithi016.stdout:716 2024-04-24T02:58:01.028 INFO:tasks.workunit.client.0.smithi016.stdout:717 2024-04-24T02:58:01.029 INFO:tasks.workunit.client.0.smithi016.stdout:718 2024-04-24T02:58:01.030 INFO:tasks.workunit.client.0.smithi016.stdout:719 2024-04-24T02:58:01.031 INFO:tasks.workunit.client.0.smithi016.stdout:720 2024-04-24T02:58:01.032 INFO:tasks.workunit.client.0.smithi016.stdout:721 2024-04-24T02:58:01.033 INFO:tasks.workunit.client.0.smithi016.stdout:722 2024-04-24T02:58:01.034 INFO:tasks.workunit.client.0.smithi016.stdout:723 2024-04-24T02:58:01.035 INFO:tasks.workunit.client.0.smithi016.stdout:724 2024-04-24T02:58:01.036 INFO:tasks.workunit.client.0.smithi016.stdout:725 2024-04-24T02:58:01.037 INFO:tasks.workunit.client.0.smithi016.stdout:726 2024-04-24T02:58:01.038 INFO:tasks.workunit.client.0.smithi016.stdout:727 2024-04-24T02:58:01.039 INFO:tasks.workunit.client.0.smithi016.stdout:728 2024-04-24T02:58:01.040 INFO:tasks.workunit.client.0.smithi016.stdout:729 2024-04-24T02:58:01.041 INFO:tasks.workunit.client.0.smithi016.stdout:730 2024-04-24T02:58:01.042 INFO:tasks.workunit.client.0.smithi016.stdout:731 2024-04-24T02:58:01.043 INFO:tasks.workunit.client.0.smithi016.stdout:732 2024-04-24T02:58:01.044 INFO:tasks.workunit.client.0.smithi016.stdout:733 2024-04-24T02:58:01.045 INFO:tasks.workunit.client.0.smithi016.stdout:734 2024-04-24T02:58:01.046 INFO:tasks.workunit.client.0.smithi016.stdout:735 2024-04-24T02:58:01.047 INFO:tasks.workunit.client.0.smithi016.stdout:736 2024-04-24T02:58:01.048 INFO:tasks.workunit.client.0.smithi016.stdout:737 2024-04-24T02:58:01.049 INFO:tasks.workunit.client.0.smithi016.stdout:738 2024-04-24T02:58:01.050 INFO:tasks.workunit.client.0.smithi016.stdout:739 2024-04-24T02:58:01.051 INFO:tasks.workunit.client.0.smithi016.stdout:740 2024-04-24T02:58:01.052 INFO:tasks.workunit.client.0.smithi016.stdout:741 2024-04-24T02:58:01.053 INFO:tasks.workunit.client.0.smithi016.stdout:742 2024-04-24T02:58:01.054 INFO:tasks.workunit.client.0.smithi016.stdout:743 2024-04-24T02:58:01.055 INFO:tasks.workunit.client.0.smithi016.stdout:744 2024-04-24T02:58:01.056 INFO:tasks.workunit.client.0.smithi016.stdout:745 2024-04-24T02:58:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:746 2024-04-24T02:58:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:747 2024-04-24T02:58:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:748 2024-04-24T02:58:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:749 2024-04-24T02:58:01.062 INFO:tasks.workunit.client.0.smithi016.stdout:750 2024-04-24T02:58:01.063 INFO:tasks.workunit.client.0.smithi016.stdout:751 2024-04-24T02:58:01.064 INFO:tasks.workunit.client.0.smithi016.stdout:752 2024-04-24T02:58:01.065 INFO:tasks.workunit.client.0.smithi016.stdout:753 2024-04-24T02:58:01.066 INFO:tasks.workunit.client.0.smithi016.stdout:754 2024-04-24T02:58:01.067 INFO:tasks.workunit.client.0.smithi016.stdout:755 2024-04-24T02:58:01.068 INFO:tasks.workunit.client.0.smithi016.stdout:756 2024-04-24T02:58:01.069 INFO:tasks.workunit.client.0.smithi016.stdout:757 2024-04-24T02:58:01.070 INFO:tasks.workunit.client.0.smithi016.stdout:758 2024-04-24T02:58:01.071 INFO:tasks.workunit.client.0.smithi016.stdout:759 2024-04-24T02:58:01.072 INFO:tasks.workunit.client.0.smithi016.stdout:760 2024-04-24T02:58:01.073 INFO:tasks.workunit.client.0.smithi016.stdout:761 2024-04-24T02:58:01.074 INFO:tasks.workunit.client.0.smithi016.stdout:762 2024-04-24T02:58:01.076 INFO:tasks.workunit.client.0.smithi016.stdout:763 2024-04-24T02:58:01.077 INFO:tasks.workunit.client.0.smithi016.stdout:764 2024-04-24T02:58:01.077 INFO:tasks.workunit.client.0.smithi016.stdout:765 2024-04-24T02:58:01.079 INFO:tasks.workunit.client.0.smithi016.stdout:766 2024-04-24T02:58:01.080 INFO:tasks.workunit.client.0.smithi016.stdout:767 2024-04-24T02:58:01.081 INFO:tasks.workunit.client.0.smithi016.stdout:768 2024-04-24T02:58:01.082 INFO:tasks.workunit.client.0.smithi016.stdout:769 2024-04-24T02:58:01.083 INFO:tasks.workunit.client.0.smithi016.stdout:770 2024-04-24T02:58:01.084 INFO:tasks.workunit.client.0.smithi016.stdout:771 2024-04-24T02:58:01.085 INFO:tasks.workunit.client.0.smithi016.stdout:772 2024-04-24T02:58:01.086 INFO:tasks.workunit.client.0.smithi016.stdout:773 2024-04-24T02:58:01.087 INFO:tasks.workunit.client.0.smithi016.stdout:774 2024-04-24T02:58:01.088 INFO:tasks.workunit.client.0.smithi016.stdout:775 2024-04-24T02:58:01.089 INFO:tasks.workunit.client.0.smithi016.stdout:776 2024-04-24T02:58:01.091 INFO:tasks.workunit.client.0.smithi016.stdout:777 2024-04-24T02:58:01.092 INFO:tasks.workunit.client.0.smithi016.stdout:778 2024-04-24T02:58:01.093 INFO:tasks.workunit.client.0.smithi016.stdout:779 2024-04-24T02:58:01.094 INFO:tasks.workunit.client.0.smithi016.stdout:780 2024-04-24T02:58:01.095 INFO:tasks.workunit.client.0.smithi016.stdout:781 2024-04-24T02:58:01.096 INFO:tasks.workunit.client.0.smithi016.stdout:782 2024-04-24T02:58:01.097 INFO:tasks.workunit.client.0.smithi016.stdout:783 2024-04-24T02:58:01.098 INFO:tasks.workunit.client.0.smithi016.stdout:784 2024-04-24T02:58:01.100 INFO:tasks.workunit.client.0.smithi016.stdout:785 2024-04-24T02:58:01.101 INFO:tasks.workunit.client.0.smithi016.stdout:786 2024-04-24T02:58:01.102 INFO:tasks.workunit.client.0.smithi016.stdout:787 2024-04-24T02:58:01.103 INFO:tasks.workunit.client.0.smithi016.stdout:788 2024-04-24T02:58:01.104 INFO:tasks.workunit.client.0.smithi016.stdout:789 2024-04-24T02:58:01.105 INFO:tasks.workunit.client.0.smithi016.stdout:790 2024-04-24T02:58:01.107 INFO:tasks.workunit.client.0.smithi016.stdout:791 2024-04-24T02:58:01.108 INFO:tasks.workunit.client.0.smithi016.stdout:792 2024-04-24T02:58:01.109 INFO:tasks.workunit.client.0.smithi016.stdout:793 2024-04-24T02:58:01.110 INFO:tasks.workunit.client.0.smithi016.stdout:794 2024-04-24T02:58:01.111 INFO:tasks.workunit.client.0.smithi016.stdout:795 2024-04-24T02:58:01.112 INFO:tasks.workunit.client.0.smithi016.stdout:796 2024-04-24T02:58:01.113 INFO:tasks.workunit.client.0.smithi016.stdout:797 2024-04-24T02:58:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:798 2024-04-24T02:58:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:799 2024-04-24T02:58:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:800 2024-04-24T02:58:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:801 2024-04-24T02:58:01.118 INFO:tasks.workunit.client.0.smithi016.stdout:802 2024-04-24T02:58:01.119 INFO:tasks.workunit.client.0.smithi016.stdout:803 2024-04-24T02:58:01.120 INFO:tasks.workunit.client.0.smithi016.stdout:804 2024-04-24T02:58:01.121 INFO:tasks.workunit.client.0.smithi016.stdout:805 2024-04-24T02:58:01.122 INFO:tasks.workunit.client.0.smithi016.stdout:806 2024-04-24T02:58:01.124 INFO:tasks.workunit.client.0.smithi016.stdout:807 2024-04-24T02:58:01.125 INFO:tasks.workunit.client.0.smithi016.stdout:808 2024-04-24T02:58:01.126 INFO:tasks.workunit.client.0.smithi016.stdout:809 2024-04-24T02:58:01.127 INFO:tasks.workunit.client.0.smithi016.stdout:810 2024-04-24T02:58:01.128 INFO:tasks.workunit.client.0.smithi016.stdout:811 2024-04-24T02:58:01.129 INFO:tasks.workunit.client.0.smithi016.stdout:812 2024-04-24T02:58:01.130 INFO:tasks.workunit.client.0.smithi016.stdout:813 2024-04-24T02:58:01.131 INFO:tasks.workunit.client.0.smithi016.stdout:814 2024-04-24T02:58:01.132 INFO:tasks.workunit.client.0.smithi016.stdout:815 2024-04-24T02:58:01.133 INFO:tasks.workunit.client.0.smithi016.stdout:816 2024-04-24T02:58:01.134 INFO:tasks.workunit.client.0.smithi016.stdout:817 2024-04-24T02:58:01.135 INFO:tasks.workunit.client.0.smithi016.stdout:818 2024-04-24T02:58:01.136 INFO:tasks.workunit.client.0.smithi016.stdout:819 2024-04-24T02:58:01.137 INFO:tasks.workunit.client.0.smithi016.stdout:820 2024-04-24T02:58:01.139 INFO:tasks.workunit.client.0.smithi016.stdout:821 2024-04-24T02:58:01.140 INFO:tasks.workunit.client.0.smithi016.stdout:822 2024-04-24T02:58:01.141 INFO:tasks.workunit.client.0.smithi016.stdout:823 2024-04-24T02:58:01.142 INFO:tasks.workunit.client.0.smithi016.stdout:824 2024-04-24T02:58:01.143 INFO:tasks.workunit.client.0.smithi016.stdout:825 2024-04-24T02:58:01.144 INFO:tasks.workunit.client.0.smithi016.stdout:826 2024-04-24T02:58:01.146 INFO:tasks.workunit.client.0.smithi016.stdout:827 2024-04-24T02:58:01.147 INFO:tasks.workunit.client.0.smithi016.stdout:828 2024-04-24T02:58:01.148 INFO:tasks.workunit.client.0.smithi016.stdout:829 2024-04-24T02:58:01.149 INFO:tasks.workunit.client.0.smithi016.stdout:830 2024-04-24T02:58:01.150 INFO:tasks.workunit.client.0.smithi016.stdout:831 2024-04-24T02:58:01.151 INFO:tasks.workunit.client.0.smithi016.stdout:832 2024-04-24T02:58:01.153 INFO:tasks.workunit.client.0.smithi016.stdout:833 2024-04-24T02:58:01.153 INFO:tasks.workunit.client.0.smithi016.stdout:834 2024-04-24T02:58:01.155 INFO:tasks.workunit.client.0.smithi016.stdout:835 2024-04-24T02:58:01.155 INFO:tasks.workunit.client.0.smithi016.stdout:836 2024-04-24T02:58:01.157 INFO:tasks.workunit.client.0.smithi016.stdout:837 2024-04-24T02:58:01.158 INFO:tasks.workunit.client.0.smithi016.stdout:838 2024-04-24T02:58:01.159 INFO:tasks.workunit.client.0.smithi016.stdout:839 2024-04-24T02:58:01.160 INFO:tasks.workunit.client.0.smithi016.stdout:840 2024-04-24T02:58:01.161 INFO:tasks.workunit.client.0.smithi016.stdout:841 2024-04-24T02:58:01.162 INFO:tasks.workunit.client.0.smithi016.stdout:842 2024-04-24T02:58:01.163 INFO:tasks.workunit.client.0.smithi016.stdout:843 2024-04-24T02:58:01.164 INFO:tasks.workunit.client.0.smithi016.stdout:844 2024-04-24T02:58:01.165 INFO:tasks.workunit.client.0.smithi016.stdout:845 2024-04-24T02:58:01.166 INFO:tasks.workunit.client.0.smithi016.stdout:846 2024-04-24T02:58:01.168 INFO:tasks.workunit.client.0.smithi016.stdout:847 2024-04-24T02:58:01.169 INFO:tasks.workunit.client.0.smithi016.stdout:848 2024-04-24T02:58:01.170 INFO:tasks.workunit.client.0.smithi016.stdout:849 2024-04-24T02:58:01.171 INFO:tasks.workunit.client.0.smithi016.stdout:850 2024-04-24T02:58:01.172 INFO:tasks.workunit.client.0.smithi016.stdout:851 2024-04-24T02:58:01.173 INFO:tasks.workunit.client.0.smithi016.stdout:852 2024-04-24T02:58:01.174 INFO:tasks.workunit.client.0.smithi016.stdout:853 2024-04-24T02:58:01.176 INFO:tasks.workunit.client.0.smithi016.stdout:854 2024-04-24T02:58:01.177 INFO:tasks.workunit.client.0.smithi016.stdout:855 2024-04-24T02:58:01.178 INFO:tasks.workunit.client.0.smithi016.stdout:856 2024-04-24T02:58:01.179 INFO:tasks.workunit.client.0.smithi016.stdout:857 2024-04-24T02:58:01.180 INFO:tasks.workunit.client.0.smithi016.stdout:858 2024-04-24T02:58:01.181 INFO:tasks.workunit.client.0.smithi016.stdout:859 2024-04-24T02:58:01.182 INFO:tasks.workunit.client.0.smithi016.stdout:860 2024-04-24T02:58:01.183 INFO:tasks.workunit.client.0.smithi016.stdout:861 2024-04-24T02:58:01.185 INFO:tasks.workunit.client.0.smithi016.stdout:862 2024-04-24T02:58:01.186 INFO:tasks.workunit.client.0.smithi016.stdout:863 2024-04-24T02:58:01.187 INFO:tasks.workunit.client.0.smithi016.stdout:864 2024-04-24T02:58:01.188 INFO:tasks.workunit.client.0.smithi016.stdout:865 2024-04-24T02:58:01.189 INFO:tasks.workunit.client.0.smithi016.stdout:866 2024-04-24T02:58:01.190 INFO:tasks.workunit.client.0.smithi016.stdout:867 2024-04-24T02:58:01.191 INFO:tasks.workunit.client.0.smithi016.stdout:868 2024-04-24T02:58:01.192 INFO:tasks.workunit.client.0.smithi016.stdout:869 2024-04-24T02:58:01.193 INFO:tasks.workunit.client.0.smithi016.stdout:870 2024-04-24T02:58:01.194 INFO:tasks.workunit.client.0.smithi016.stdout:871 2024-04-24T02:58:01.195 INFO:tasks.workunit.client.0.smithi016.stdout:872 2024-04-24T02:58:01.197 INFO:tasks.workunit.client.0.smithi016.stdout:873 2024-04-24T02:58:01.198 INFO:tasks.workunit.client.0.smithi016.stdout:874 2024-04-24T02:58:01.199 INFO:tasks.workunit.client.0.smithi016.stdout:875 2024-04-24T02:58:01.200 INFO:tasks.workunit.client.0.smithi016.stdout:876 2024-04-24T02:58:01.201 INFO:tasks.workunit.client.0.smithi016.stdout:877 2024-04-24T02:58:01.202 INFO:tasks.workunit.client.0.smithi016.stdout:878 2024-04-24T02:58:01.203 INFO:tasks.workunit.client.0.smithi016.stdout:879 2024-04-24T02:58:01.204 INFO:tasks.workunit.client.0.smithi016.stdout:880 2024-04-24T02:58:01.205 INFO:tasks.workunit.client.0.smithi016.stdout:881 2024-04-24T02:58:01.207 INFO:tasks.workunit.client.0.smithi016.stdout:882 2024-04-24T02:58:01.208 INFO:tasks.workunit.client.0.smithi016.stdout:883 2024-04-24T02:58:01.209 INFO:tasks.workunit.client.0.smithi016.stdout:884 2024-04-24T02:58:01.210 INFO:tasks.workunit.client.0.smithi016.stdout:885 2024-04-24T02:58:01.211 INFO:tasks.workunit.client.0.smithi016.stdout:886 2024-04-24T02:58:01.212 INFO:tasks.workunit.client.0.smithi016.stdout:887 2024-04-24T02:58:01.213 INFO:tasks.workunit.client.0.smithi016.stdout:888 2024-04-24T02:58:01.214 INFO:tasks.workunit.client.0.smithi016.stdout:889 2024-04-24T02:58:01.215 INFO:tasks.workunit.client.0.smithi016.stdout:890 2024-04-24T02:58:01.216 INFO:tasks.workunit.client.0.smithi016.stdout:891 2024-04-24T02:58:01.217 INFO:tasks.workunit.client.0.smithi016.stdout:892 2024-04-24T02:58:01.218 INFO:tasks.workunit.client.0.smithi016.stdout:893 2024-04-24T02:58:01.219 INFO:tasks.workunit.client.0.smithi016.stdout:894 2024-04-24T02:58:01.220 INFO:tasks.workunit.client.0.smithi016.stdout:895 2024-04-24T02:58:01.221 INFO:tasks.workunit.client.0.smithi016.stdout:896 2024-04-24T02:58:01.223 INFO:tasks.workunit.client.0.smithi016.stdout:897 2024-04-24T02:58:01.224 INFO:tasks.workunit.client.0.smithi016.stdout:898 2024-04-24T02:58:01.225 INFO:tasks.workunit.client.0.smithi016.stdout:899 2024-04-24T02:58:01.226 INFO:tasks.workunit.client.0.smithi016.stdout:900 2024-04-24T02:58:01.227 INFO:tasks.workunit.client.0.smithi016.stdout:901 2024-04-24T02:58:01.228 INFO:tasks.workunit.client.0.smithi016.stdout:902 2024-04-24T02:58:01.229 INFO:tasks.workunit.client.0.smithi016.stdout:903 2024-04-24T02:58:01.230 INFO:tasks.workunit.client.0.smithi016.stdout:904 2024-04-24T02:58:01.232 INFO:tasks.workunit.client.0.smithi016.stdout:905 2024-04-24T02:58:01.233 INFO:tasks.workunit.client.0.smithi016.stdout:906 2024-04-24T02:58:01.234 INFO:tasks.workunit.client.0.smithi016.stdout:907 2024-04-24T02:58:01.235 INFO:tasks.workunit.client.0.smithi016.stdout:908 2024-04-24T02:58:01.236 INFO:tasks.workunit.client.0.smithi016.stdout:909 2024-04-24T02:58:01.237 INFO:tasks.workunit.client.0.smithi016.stdout:910 2024-04-24T02:58:01.238 INFO:tasks.workunit.client.0.smithi016.stdout:911 2024-04-24T02:58:01.239 INFO:tasks.workunit.client.0.smithi016.stdout:912 2024-04-24T02:58:01.240 INFO:tasks.workunit.client.0.smithi016.stdout:913 2024-04-24T02:58:01.241 INFO:tasks.workunit.client.0.smithi016.stdout:914 2024-04-24T02:58:01.242 INFO:tasks.workunit.client.0.smithi016.stdout:915 2024-04-24T02:58:01.244 INFO:tasks.workunit.client.0.smithi016.stdout:916 2024-04-24T02:58:01.245 INFO:tasks.workunit.client.0.smithi016.stdout:917 2024-04-24T02:58:01.246 INFO:tasks.workunit.client.0.smithi016.stdout:918 2024-04-24T02:58:01.247 INFO:tasks.workunit.client.0.smithi016.stdout:919 2024-04-24T02:58:01.248 INFO:tasks.workunit.client.0.smithi016.stdout:920 2024-04-24T02:58:01.249 INFO:tasks.workunit.client.0.smithi016.stdout:921 2024-04-24T02:58:01.250 INFO:tasks.workunit.client.0.smithi016.stdout:922 2024-04-24T02:58:01.251 INFO:tasks.workunit.client.0.smithi016.stdout:923 2024-04-24T02:58:01.252 INFO:tasks.workunit.client.0.smithi016.stdout:924 2024-04-24T02:58:01.253 INFO:tasks.workunit.client.0.smithi016.stdout:925 2024-04-24T02:58:01.254 INFO:tasks.workunit.client.0.smithi016.stdout:926 2024-04-24T02:58:01.256 INFO:tasks.workunit.client.0.smithi016.stdout:927 2024-04-24T02:58:01.257 INFO:tasks.workunit.client.0.smithi016.stdout:928 2024-04-24T02:58:01.258 INFO:tasks.workunit.client.0.smithi016.stdout:929 2024-04-24T02:58:01.259 INFO:tasks.workunit.client.0.smithi016.stdout:930 2024-04-24T02:58:01.260 INFO:tasks.workunit.client.0.smithi016.stdout:931 2024-04-24T02:58:01.261 INFO:tasks.workunit.client.0.smithi016.stdout:932 2024-04-24T02:58:01.262 INFO:tasks.workunit.client.0.smithi016.stdout:933 2024-04-24T02:58:01.263 INFO:tasks.workunit.client.0.smithi016.stdout:934 2024-04-24T02:58:01.264 INFO:tasks.workunit.client.0.smithi016.stdout:935 2024-04-24T02:58:01.265 INFO:tasks.workunit.client.0.smithi016.stdout:936 2024-04-24T02:58:01.267 INFO:tasks.workunit.client.0.smithi016.stdout:937 2024-04-24T02:58:01.268 INFO:tasks.workunit.client.0.smithi016.stdout:938 2024-04-24T02:58:01.269 INFO:tasks.workunit.client.0.smithi016.stdout:939 2024-04-24T02:58:01.270 INFO:tasks.workunit.client.0.smithi016.stdout:940 2024-04-24T02:58:01.271 INFO:tasks.workunit.client.0.smithi016.stdout:941 2024-04-24T02:58:01.272 INFO:tasks.workunit.client.0.smithi016.stdout:942 2024-04-24T02:58:01.274 INFO:tasks.workunit.client.0.smithi016.stdout:943 2024-04-24T02:58:01.275 INFO:tasks.workunit.client.0.smithi016.stdout:944 2024-04-24T02:58:01.276 INFO:tasks.workunit.client.0.smithi016.stdout:945 2024-04-24T02:58:01.277 INFO:tasks.workunit.client.0.smithi016.stdout:946 2024-04-24T02:58:01.278 INFO:tasks.workunit.client.0.smithi016.stdout:947 2024-04-24T02:58:01.279 INFO:tasks.workunit.client.0.smithi016.stdout:948 2024-04-24T02:58:01.281 INFO:tasks.workunit.client.0.smithi016.stdout:949 2024-04-24T02:58:01.282 INFO:tasks.workunit.client.0.smithi016.stdout:950 2024-04-24T02:58:01.283 INFO:tasks.workunit.client.0.smithi016.stdout:951 2024-04-24T02:58:01.284 INFO:tasks.workunit.client.0.smithi016.stdout:952 2024-04-24T02:58:01.285 INFO:tasks.workunit.client.0.smithi016.stdout:953 2024-04-24T02:58:01.286 INFO:tasks.workunit.client.0.smithi016.stdout:954 2024-04-24T02:58:01.287 INFO:tasks.workunit.client.0.smithi016.stdout:955 2024-04-24T02:58:01.288 INFO:tasks.workunit.client.0.smithi016.stdout:956 2024-04-24T02:58:01.289 INFO:tasks.workunit.client.0.smithi016.stdout:957 2024-04-24T02:58:01.291 INFO:tasks.workunit.client.0.smithi016.stdout:958 2024-04-24T02:58:01.292 INFO:tasks.workunit.client.0.smithi016.stdout:959 2024-04-24T02:58:01.293 INFO:tasks.workunit.client.0.smithi016.stdout:960 2024-04-24T02:58:01.294 INFO:tasks.workunit.client.0.smithi016.stdout:961 2024-04-24T02:58:01.295 INFO:tasks.workunit.client.0.smithi016.stdout:962 2024-04-24T02:58:01.296 INFO:tasks.workunit.client.0.smithi016.stdout:963 2024-04-24T02:58:01.298 INFO:tasks.workunit.client.0.smithi016.stdout:964 2024-04-24T02:58:01.299 INFO:tasks.workunit.client.0.smithi016.stdout:965 2024-04-24T02:58:01.300 INFO:tasks.workunit.client.0.smithi016.stdout:966 2024-04-24T02:58:01.301 INFO:tasks.workunit.client.0.smithi016.stdout:967 2024-04-24T02:58:01.302 INFO:tasks.workunit.client.0.smithi016.stdout:968 2024-04-24T02:58:01.303 INFO:tasks.workunit.client.0.smithi016.stdout:969 2024-04-24T02:58:01.304 INFO:tasks.workunit.client.0.smithi016.stdout:970 2024-04-24T02:58:01.306 INFO:tasks.workunit.client.0.smithi016.stdout:971 2024-04-24T02:58:01.307 INFO:tasks.workunit.client.0.smithi016.stdout:972 2024-04-24T02:58:01.308 INFO:tasks.workunit.client.0.smithi016.stdout:973 2024-04-24T02:58:01.309 INFO:tasks.workunit.client.0.smithi016.stdout:974 2024-04-24T02:58:01.310 INFO:tasks.workunit.client.0.smithi016.stdout:975 2024-04-24T02:58:01.312 INFO:tasks.workunit.client.0.smithi016.stdout:976 2024-04-24T02:58:01.313 INFO:tasks.workunit.client.0.smithi016.stdout:977 2024-04-24T02:58:01.314 INFO:tasks.workunit.client.0.smithi016.stdout:978 2024-04-24T02:58:01.315 INFO:tasks.workunit.client.0.smithi016.stdout:979 2024-04-24T02:58:01.316 INFO:tasks.workunit.client.0.smithi016.stdout:980 2024-04-24T02:58:01.317 INFO:tasks.workunit.client.0.smithi016.stdout:981 2024-04-24T02:58:01.318 INFO:tasks.workunit.client.0.smithi016.stdout:982 2024-04-24T02:58:01.319 INFO:tasks.workunit.client.0.smithi016.stdout:983 2024-04-24T02:58:01.320 INFO:tasks.workunit.client.0.smithi016.stdout:984 2024-04-24T02:58:01.322 INFO:tasks.workunit.client.0.smithi016.stdout:985 2024-04-24T02:58:01.323 INFO:tasks.workunit.client.0.smithi016.stdout:986 2024-04-24T02:58:01.326 INFO:tasks.workunit.client.0.smithi016.stdout:987 2024-04-24T02:58:01.328 INFO:tasks.workunit.client.0.smithi016.stdout:988 2024-04-24T02:58:01.329 INFO:tasks.workunit.client.0.smithi016.stdout:989 2024-04-24T02:58:01.330 INFO:tasks.workunit.client.0.smithi016.stdout:990 2024-04-24T02:58:01.331 INFO:tasks.workunit.client.0.smithi016.stdout:991 2024-04-24T02:58:01.333 INFO:tasks.workunit.client.0.smithi016.stdout:992 2024-04-24T02:58:01.334 INFO:tasks.workunit.client.0.smithi016.stdout:993 2024-04-24T02:58:01.335 INFO:tasks.workunit.client.0.smithi016.stdout:994 2024-04-24T02:58:01.336 INFO:tasks.workunit.client.0.smithi016.stdout:995 2024-04-24T02:58:01.338 INFO:tasks.workunit.client.0.smithi016.stdout:996 2024-04-24T02:58:01.339 INFO:tasks.workunit.client.0.smithi016.stdout:997 2024-04-24T02:58:01.340 INFO:tasks.workunit.client.0.smithi016.stdout:998 2024-04-24T02:58:01.341 INFO:tasks.workunit.client.0.smithi016.stdout:999 2024-04-24T02:58:01.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:01 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:01.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:01 smithi016 ceph-mon[84376]: osdmap e942: 8 total, 8 up, 8 in 2024-04-24T02:58:01.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:01 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3026517108' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-24T02:58:01.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:01 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:01.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:01 smithi016 ceph-mon[86910]: osdmap e942: 8 total, 8 up, 8 in 2024-04-24T02:58:01.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:01 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3026517108' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-24T02:58:01.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:01 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:01.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:01 smithi063 ceph-mon[77007]: osdmap e942: 8 total, 8 up, 8 in 2024-04-24T02:58:01.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:01 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3026517108' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-24T02:58:02.359 INFO:tasks.workunit.client.0.smithi016.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-24T02:58:02.360 INFO:tasks.workunit.client.0.smithi016.stdout:00000010 69 73 |is| 2024-04-24T02:58:02.360 INFO:tasks.workunit.client.0.smithi016.stdout:00000012 2024-04-24T02:58:02.360 INFO:tasks.workunit.client.0.smithi016.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-24T02:58:02.360 INFO:tasks.workunit.client.0.smithi016.stdout:00000010 69 73 |is| 2024-04-24T02:58:02.360 INFO:tasks.workunit.client.0.smithi016.stdout:00000012 2024-04-24T02:58:02.360 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.WriteReturnData (4051 ms) 2024-04-24T02:58:02.360 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.Loud 2024-04-24T02:58:02.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:02 smithi016 ceph-mon[84376]: pgmap v1073: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:02.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:02 smithi016 ceph-mon[84376]: osdmap e943: 8 total, 8 up, 8 in 2024-04-24T02:58:02.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:02 smithi016 ceph-mon[86910]: pgmap v1073: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:02.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:02 smithi016 ceph-mon[86910]: osdmap e943: 8 total, 8 up, 8 in 2024-04-24T02:58:02.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:02 smithi063 ceph-mon[77007]: pgmap v1073: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:02.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:02 smithi063 ceph-mon[77007]: osdmap e943: 8 total, 8 up, 8 in 2024-04-24T02:58:03.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:03 smithi016 ceph-mon[84376]: osdmap e944: 8 total, 8 up, 8 in 2024-04-24T02:58:03.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:03 smithi016 ceph-mon[86910]: osdmap e944: 8 total, 8 up, 8 in 2024-04-24T02:58:03.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:03 smithi063 ceph-mon[77007]: osdmap e944: 8 total, 8 up, 8 in 2024-04-24T02:58:04.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[84376]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:04.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[84376]: osdmap e945: 8 total, 8 up, 8 in 2024-04-24T02:58:04.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2280563263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:04.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:04.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[86910]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:04.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[86910]: osdmap e945: 8 total, 8 up, 8 in 2024-04-24T02:58:04.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2280563263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:04.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:04 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:04.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:04 smithi063 ceph-mon[77007]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:04.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:04 smithi063 ceph-mon[77007]: osdmap e945: 8 total, 8 up, 8 in 2024-04-24T02:58:04.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:04 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2280563263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:04.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:04 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:05.353 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.Loud (2993 ms) 2024-04-24T02:58:05.353 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.BadMethods 2024-04-24T02:58:05.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:05 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:05.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:05 smithi016 ceph-mon[84376]: osdmap e946: 8 total, 8 up, 8 in 2024-04-24T02:58:05.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:05 smithi016 ceph-mon[84376]: osdmap e947: 8 total, 8 up, 8 in 2024-04-24T02:58:05.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:05 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:05.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:05 smithi016 ceph-mon[86910]: osdmap e946: 8 total, 8 up, 8 in 2024-04-24T02:58:05.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:05 smithi016 ceph-mon[86910]: osdmap e947: 8 total, 8 up, 8 in 2024-04-24T02:58:05.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:05 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:05.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:05 smithi063 ceph-mon[77007]: osdmap e946: 8 total, 8 up, 8 in 2024-04-24T02:58:05.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:05 smithi063 ceph-mon[77007]: osdmap e947: 8 total, 8 up, 8 in 2024-04-24T02:58:06.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:06 smithi016 ceph-mon[84376]: pgmap v1079: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:06.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:06 smithi016 ceph-mon[86910]: pgmap v1079: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:06.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:06 smithi063 ceph-mon[77007]: pgmap v1079: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:07.775 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T02:58:07.416+0000 7f713423c700 -1 osd.2 pg_epoch: 949 pg[33.2( v 949'1 (0'0,949'1] local-lis/les=948/949 n=1 ec=948/948 lis/c=948/948 les/c/f=949/949/0 sis=948) [2,3,6] r=0 lpr=948 crt=949'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-24T02:58:07.775 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T02:58:07.417+0000 7f7138244700 -1 osd.2 pg_epoch: 949 pg[33.2( v 949'2 (0'0,949'2] local-lis/les=948/949 n=1 ec=948/948 lis/c=948/948 les/c/f=949/949/0 sis=948) [2,3,6] r=0 lpr=948 crt=949'1 lcod 949'1 mlcod 949'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-24T02:58:07.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-mon[84376]: osdmap e948: 8 total, 8 up, 8 in 2024-04-24T02:58:07.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/262979985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:07.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:07.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-mon[86910]: osdmap e948: 8 total, 8 up, 8 in 2024-04-24T02:58:07.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/262979985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:07.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:07 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:07.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:07 smithi063 ceph-mon[77007]: osdmap e948: 8 total, 8 up, 8 in 2024-04-24T02:58:07.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:07 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/262979985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:07.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:07 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:08.396 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.BadMethods (3043 ms) 2024-04-24T02:58:08.396 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.Filter 2024-04-24T02:58:08.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:58:08] "GET /metrics HTTP/1.1" 200 36498 "" "Prometheus/2.43.0" 2024-04-24T02:58:08.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[84376]: pgmap v1082: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:08.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:08.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:08.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[84376]: osdmap e949: 8 total, 8 up, 8 in 2024-04-24T02:58:08.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[86910]: pgmap v1082: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:08.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:08.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:08.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:08 smithi016 ceph-mon[86910]: osdmap e949: 8 total, 8 up, 8 in 2024-04-24T02:58:08.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:08 smithi063 ceph-mon[77007]: pgmap v1082: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:08.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:08 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:08.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:08 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:08.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:08 smithi063 ceph-mon[77007]: osdmap e949: 8 total, 8 up, 8 in 2024-04-24T02:58:09.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:09 smithi016 ceph-mon[84376]: osdmap e950: 8 total, 8 up, 8 in 2024-04-24T02:58:09.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:09 smithi016 ceph-mon[86910]: osdmap e950: 8 total, 8 up, 8 in 2024-04-24T02:58:09.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:09 smithi063 ceph-mon[77007]: osdmap e950: 8 total, 8 up, 8 in 2024-04-24T02:58:10.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[84376]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:10.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:10.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[84376]: osdmap e951: 8 total, 8 up, 8 in 2024-04-24T02:58:10.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4264626501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:10.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[86910]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:10.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:10.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[86910]: osdmap e951: 8 total, 8 up, 8 in 2024-04-24T02:58:10.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:10 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4264626501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:10.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:10 smithi063 ceph-mon[77007]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:10.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:10 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:10.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:10 smithi063 ceph-mon[77007]: osdmap e951: 8 total, 8 up, 8 in 2024-04-24T02:58:10.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:10 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4264626501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:11.416 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.Filter (3021 ms) 2024-04-24T02:58:11.417 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from ClsHello (19065 ms total) 2024-04-24T02:58:11.417 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:58:11.417 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:58:11.417 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 6 tests from 1 test suite ran. (19065 ms total) 2024-04-24T02:58:11.417 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 6 tests. 2024-04-24T02:58:11.421 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:58:11.421 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:58:11.466 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-24T02:58:11.466 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-24T02:58:11.538 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:58:11.538 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-24T02:58:11.538 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:58:11.538 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 27 tests from TestClsJournal 2024-04-24T02:58:11.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4264626501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:11.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:11 smithi016 ceph-mon[84376]: osdmap e952: 8 total, 8 up, 8 in 2024-04-24T02:58:11.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4264626501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:11.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:11 smithi016 ceph-mon[86910]: osdmap e952: 8 total, 8 up, 8 in 2024-04-24T02:58:11.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4264626501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121793-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:11.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:11 smithi063 ceph-mon[77007]: osdmap e952: 8 total, 8 up, 8 in 2024-04-24T02:58:12.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:12 smithi016 ceph-mon[84376]: pgmap v1088: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:12.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:12 smithi016 ceph-mon[84376]: osdmap e953: 8 total, 8 up, 8 in 2024-04-24T02:58:12.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:12 smithi016 ceph-mon[86910]: pgmap v1088: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:12.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:12 smithi016 ceph-mon[86910]: osdmap e953: 8 total, 8 up, 8 in 2024-04-24T02:58:12.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:12 smithi063 ceph-mon[77007]: pgmap v1088: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:12.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:12 smithi063 ceph-mon[77007]: osdmap e953: 8 total, 8 up, 8 in 2024-04-24T02:58:13.426 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.Create 2024-04-24T02:58:13.445 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.Create (19 ms) 2024-04-24T02:58:13.445 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-24T02:58:13.450 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-04-24T02:58:13.450 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-24T02:58:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-04-24T02:58:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-24T02:58:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-04-24T02:58:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-24T02:58:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-24T02:58:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-24T02:58:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-24T02:58:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-24T02:58:13.468 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-04-24T02:58:13.468 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-24T02:58:13.471 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-24T02:58:13.471 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-24T02:58:13.473 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-04-24T02:58:13.473 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-24T02:58:13.477 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (5 ms) 2024-04-24T02:58:13.478 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-24T02:58:13.482 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-24T02:58:13.482 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-24T02:58:13.487 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-24T02:58:13.487 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-24T02:58:13.491 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUnregister (4 ms) 2024-04-24T02:58:13.491 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-24T02:58:13.495 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-24T02:58:13.495 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-24T02:58:13.602 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (107 ms) 2024-04-24T02:58:13.602 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-24T02:58:13.606 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-24T02:58:13.606 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-24T02:58:13.609 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-24T02:58:13.609 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-24T02:58:13.610 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-24T02:58:13.610 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-24T02:58:13.648 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-04-24T02:58:13.648 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-24T02:58:13.652 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-24T02:58:13.652 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-24T02:58:13.661 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-24T02:58:13.661 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-24T02:58:13.669 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-24T02:58:13.669 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.TagList 2024-04-24T02:58:13.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.TagList (93 ms) 2024-04-24T02:58:13.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-24T02:58:13.762 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GuardAppend (1 ms) 2024-04-24T02:58:13.762 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-24T02:58:13.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-24T02:58:13.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-24T02:58:13.765 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-24T02:58:13.765 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.Append 2024-04-24T02:58:13.774 INFO:tasks.workunit.client.0.smithi016.stdout:padding is not enabled 2024-04-24T02:58:13.774 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-04-24T02:58:13.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:13 smithi016 ceph-mon[84376]: osdmap e954: 8 total, 8 up, 8 in 2024-04-24T02:58:13.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:13 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3634591361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:13.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:13 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:13.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:13 smithi016 ceph-mon[86910]: osdmap e954: 8 total, 8 up, 8 in 2024-04-24T02:58:13.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:13 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3634591361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:13.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:13 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:13.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:13 smithi063 ceph-mon[77007]: osdmap e954: 8 total, 8 up, 8 in 2024-04-24T02:58:13.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:13 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3634591361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:13.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:13 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:14.438 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 27 tests from TestClsJournal (348 ms total) 2024-04-24T02:58:14.438 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:58:14.438 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:58:14.438 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 27 tests from 1 test suite ran. (2899 ms total) 2024-04-24T02:58:14.438 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 27 tests. 2024-04-24T02:58:14.441 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:58:14.441 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:58:14.510 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-24T02:58:14.510 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-24T02:58:14.589 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:58:14.589 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-24T02:58:14.589 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:58:14.589 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 11 tests from ClsLock 2024-04-24T02:58:14.590 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-24T02:58:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[84376]: pgmap v1091: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[84376]: osdmap e955: 8 total, 8 up, 8 in 2024-04-24T02:58:14.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[86910]: pgmap v1091: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:14.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:14.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:14.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:14 smithi016 ceph-mon[86910]: osdmap e955: 8 total, 8 up, 8 in 2024-04-24T02:58:14.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:14 smithi063 ceph-mon[77007]: pgmap v1091: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:14.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:14 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:14.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:14 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-121945-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:14.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:14 smithi063 ceph-mon[77007]: osdmap e955: 8 total, 8 up, 8 in 2024-04-24T02:58:15.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:15 smithi016 ceph-mon[84376]: osdmap e956: 8 total, 8 up, 8 in 2024-04-24T02:58:15.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:15.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:15 smithi016 ceph-mon[86910]: osdmap e956: 8 total, 8 up, 8 in 2024-04-24T02:58:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:15.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:15 smithi063 ceph-mon[77007]: osdmap e956: 8 total, 8 up, 8 in 2024-04-24T02:58:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:16.476 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-24T02:58:16.477 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: exclusive 2024-04-24T02:58:16.477 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-24T02:58:16.477 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-24T02:58:16.477 INFO:tasks.workunit.client.0.smithi016.stdout: client.44576 expiration=2024-04-24T03:00:16.479052+0000 addr=v1:172.21.15.16:0/1811095842 cookie= 2024-04-24T02:58:16.480 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-24T02:58:16.480 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-24T02:58:16.480 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-24T02:58:16.480 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-24T02:58:16.480 INFO:tasks.workunit.client.0.smithi016.stdout: client.34617 expiration=0.000000 addr=v1:172.21.15.16:0/2681491324 cookie= 2024-04-24T02:58:16.481 INFO:tasks.workunit.client.0.smithi016.stdout: client.44576 expiration=2024-04-24T03:00:16.485335+0000 addr=v1:172.21.15.16:0/1811095842 cookie= 2024-04-24T02:58:16.481 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-24T02:58:16.482 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-24T02:58:16.482 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-24T02:58:16.482 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-24T02:58:16.482 INFO:tasks.workunit.client.0.smithi016.stdout: client.34617 expiration=0.000000 addr=v1:172.21.15.16:0/2681491324 cookie= 2024-04-24T02:58:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[84376]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[84376]: osdmap e957: 8 total, 8 up, 8 in 2024-04-24T02:58:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1811095842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:16.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[86910]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:16.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:16.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[86910]: osdmap e957: 8 total, 8 up, 8 in 2024-04-24T02:58:16.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1811095842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:16.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:16 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:16.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:16 smithi063 ceph-mon[77007]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:16.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:16 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:16.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:16 smithi063 ceph-mon[77007]: osdmap e957: 8 total, 8 up, 8 in 2024-04-24T02:58:16.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1811095842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:16.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:16 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:17.460 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestMultiLocking (2870 ms) 2024-04-24T02:58:17.460 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestMeta 2024-04-24T02:58:17.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:17 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:17.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:17 smithi016 ceph-mon[86910]: osdmap e958: 8 total, 8 up, 8 in 2024-04-24T02:58:17.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:17 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:17.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:17 smithi016 ceph-mon[84376]: osdmap e958: 8 total, 8 up, 8 in 2024-04-24T02:58:17.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:17 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:17.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:17 smithi063 ceph-mon[77007]: osdmap e958: 8 total, 8 up, 8 in 2024-04-24T02:58:18.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:18 smithi016 ceph-mon[84376]: pgmap v1097: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:18.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:18 smithi016 ceph-mon[84376]: osdmap e959: 8 total, 8 up, 8 in 2024-04-24T02:58:18.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:58:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:58:18] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-24T02:58:18.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:18 smithi016 ceph-mon[86910]: pgmap v1097: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:18.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:18 smithi016 ceph-mon[86910]: osdmap e959: 8 total, 8 up, 8 in 2024-04-24T02:58:18.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:18 smithi063 ceph-mon[77007]: pgmap v1097: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:18.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:18 smithi063 ceph-mon[77007]: osdmap e959: 8 total, 8 up, 8 in 2024-04-24T02:58:19.488 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-24T02:58:19.489 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-24T02:58:19.489 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-24T02:58:19.489 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-24T02:58:19.489 INFO:tasks.workunit.client.0.smithi016.stdout: client.34629 expiration=0.000000 addr=v1:172.21.15.16:0/716311088 cookie= 2024-04-24T02:58:19.490 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-24T02:58:19.490 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: exclusive 2024-04-24T02:58:19.491 INFO:tasks.workunit.client.0.smithi016.stdout: tag: new_tag 2024-04-24T02:58:19.491 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-24T02:58:19.491 INFO:tasks.workunit.client.0.smithi016.stdout: client.34623 expiration=0.000000 addr=v1:172.21.15.16:0/2113260381 cookie= 2024-04-24T02:58:19.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[84376]: osdmap e960: 8 total, 8 up, 8 in 2024-04-24T02:58:19.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2113260381' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:19.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2113260381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:19.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[84376]: osdmap e961: 8 total, 8 up, 8 in 2024-04-24T02:58:19.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[86910]: osdmap e960: 8 total, 8 up, 8 in 2024-04-24T02:58:19.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2113260381' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:19.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2113260381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:19.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:19 smithi016 ceph-mon[86910]: osdmap e961: 8 total, 8 up, 8 in 2024-04-24T02:58:19.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:19 smithi063 ceph-mon[77007]: osdmap e960: 8 total, 8 up, 8 in 2024-04-24T02:58:19.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:19 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2113260381' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:19.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:19 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2113260381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:19.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:19 smithi063 ceph-mon[77007]: osdmap e961: 8 total, 8 up, 8 in 2024-04-24T02:58:20.471 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestMeta (3010 ms) 2024-04-24T02:58:20.471 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestCookie 2024-04-24T02:58:20.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:20 smithi016 ceph-mon[84376]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:20.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:20 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:20.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:20 smithi016 ceph-mon[84376]: osdmap e962: 8 total, 8 up, 8 in 2024-04-24T02:58:20.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:20 smithi016 ceph-mon[86910]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:20.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:20 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:20.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:20 smithi016 ceph-mon[86910]: osdmap e962: 8 total, 8 up, 8 in 2024-04-24T02:58:20.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:20 smithi063 ceph-mon[77007]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:20.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:20 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:20.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:20 smithi063 ceph-mon[77007]: osdmap e962: 8 total, 8 up, 8 in 2024-04-24T02:58:21.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:21 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:21.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:21 smithi063 ceph-mon[77007]: osdmap e963: 8 total, 8 up, 8 in 2024-04-24T02:58:21.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:21 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/185193354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:22.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:21 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:22.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:21 smithi016 ceph-mon[84376]: osdmap e963: 8 total, 8 up, 8 in 2024-04-24T02:58:22.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:21 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/185193354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:22.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:21 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:22.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:21 smithi016 ceph-mon[86910]: osdmap e963: 8 total, 8 up, 8 in 2024-04-24T02:58:22.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:21 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/185193354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:22.510 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-24T02:58:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: exclusive 2024-04-24T02:58:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-24T02:58:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-24T02:58:22.512 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-24T02:58:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-24T02:58:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-24T02:58:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-24T02:58:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: client.34635 expiration=0.000000 addr=v1:172.21.15.16:0/185193354 cookie= 2024-04-24T02:58:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: client.34635 expiration=0.000000 addr=v1:172.21.15.16:0/185193354 cookie=new cookie 2024-04-24T02:58:22.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:22 smithi063 ceph-mon[77007]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:22.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:22 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/185193354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:22.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:22 smithi063 ceph-mon[77007]: osdmap e964: 8 total, 8 up, 8 in 2024-04-24T02:58:23.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:22 smithi016 ceph-mon[84376]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:23.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:22 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/185193354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:23.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:22 smithi016 ceph-mon[84376]: osdmap e964: 8 total, 8 up, 8 in 2024-04-24T02:58:23.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:22 smithi016 ceph-mon[86910]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:23.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:22 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/185193354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:23.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:22 smithi016 ceph-mon[86910]: osdmap e964: 8 total, 8 up, 8 in 2024-04-24T02:58:23.497 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestCookie (3020 ms) 2024-04-24T02:58:23.498 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-24T02:58:24.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[84376]: pgmap v1106: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[84376]: osdmap e965: 8 total, 8 up, 8 in 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[86910]: pgmap v1106: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[86910]: osdmap e965: 8 total, 8 up, 8 in 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:58:24.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:58:24.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:24 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:24.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:24 smithi063 ceph-mon[77007]: pgmap v1106: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:24.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:24 smithi063 ceph-mon[77007]: osdmap e965: 8 total, 8 up, 8 in 2024-04-24T02:58:24.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:58:24.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:58:24.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:58:24.805 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:24 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:25.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:25 smithi016 ceph-mon[84376]: osdmap e966: 8 total, 8 up, 8 in 2024-04-24T02:58:25.776 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/86881173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:25.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:25 smithi016 ceph-mon[86910]: osdmap e966: 8 total, 8 up, 8 in 2024-04-24T02:58:25.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/86881173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:25.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:25 smithi063 ceph-mon[77007]: osdmap e966: 8 total, 8 up, 8 in 2024-04-24T02:58:25.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/86881173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:26.506 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestMultipleLocks (3016 ms) 2024-04-24T02:58:26.506 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-24T02:58:26.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:26 smithi063 ceph-mon[77007]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:26.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:26 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:26.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:26 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/86881173' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:26.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:26 smithi063 ceph-mon[77007]: osdmap e967: 8 total, 8 up, 8 in 2024-04-24T02:58:26.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:26 smithi063 ceph-mon[77007]: osdmap e968: 8 total, 8 up, 8 in 2024-04-24T02:58:27.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[84376]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:27.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:27.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/86881173' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:27.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[84376]: osdmap e967: 8 total, 8 up, 8 in 2024-04-24T02:58:27.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[84376]: osdmap e968: 8 total, 8 up, 8 in 2024-04-24T02:58:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[86910]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/86881173' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[86910]: osdmap e967: 8 total, 8 up, 8 in 2024-04-24T02:58:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:26 smithi016 ceph-mon[86910]: osdmap e968: 8 total, 8 up, 8 in 2024-04-24T02:58:28.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[84376]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:28.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:28.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[84376]: osdmap e969: 8 total, 8 up, 8 in 2024-04-24T02:58:28.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1627187427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:28.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:28.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[86910]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:28.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:28.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[86910]: osdmap e969: 8 total, 8 up, 8 in 2024-04-24T02:58:28.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1627187427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:28.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:27 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:28.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:27 smithi063 ceph-mon[77007]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:28.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:27 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:28.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:27 smithi063 ceph-mon[77007]: osdmap e969: 8 total, 8 up, 8 in 2024-04-24T02:58:28.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:27 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1627187427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:28.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:27 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:28.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:58:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:58:28] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-24T02:58:29.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:29 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:29.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:29 smithi063 ceph-mon[77007]: osdmap e970: 8 total, 8 up, 8 in 2024-04-24T02:58:30.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:29 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:30.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:29 smithi016 ceph-mon[84376]: osdmap e970: 8 total, 8 up, 8 in 2024-04-24T02:58:30.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:29 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:30.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:29 smithi016 ceph-mon[86910]: osdmap e970: 8 total, 8 up, 8 in 2024-04-24T02:58:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:30 smithi063 ceph-mon[77007]: pgmap v1115: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:30 smithi063 ceph-mon[77007]: osdmap e971: 8 total, 8 up, 8 in 2024-04-24T02:58:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[84376]: pgmap v1115: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[84376]: osdmap e971: 8 total, 8 up, 8 in 2024-04-24T02:58:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[86910]: pgmap v1115: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[86910]: osdmap e971: 8 total, 8 up, 8 in 2024-04-24T02:58:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:58:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:32.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:32 smithi063 ceph-mon[77007]: pgmap v1117: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:33.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:32 smithi016 ceph-mon[84376]: pgmap v1117: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:33.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:32 smithi016 ceph-mon[86910]: pgmap v1117: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:34.565 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestLockDuration (8059 ms) 2024-04-24T02:58:34.565 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-24T02:58:34.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:34 smithi063 ceph-mon[77007]: pgmap v1118: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:35.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:34 smithi016 ceph-mon[84376]: pgmap v1118: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:35.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:34 smithi016 ceph-mon[86910]: pgmap v1118: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:36.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:35 smithi016 ceph-mon[84376]: osdmap e972: 8 total, 8 up, 8 in 2024-04-24T02:58:36.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:35 smithi016 ceph-mon[86910]: osdmap e972: 8 total, 8 up, 8 in 2024-04-24T02:58:36.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:35 smithi063 ceph-mon[77007]: osdmap e972: 8 total, 8 up, 8 in 2024-04-24T02:58:37.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:36 smithi016 ceph-mon[84376]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:37.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:36 smithi016 ceph-mon[84376]: osdmap e973: 8 total, 8 up, 8 in 2024-04-24T02:58:37.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:36 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1044760704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:37.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:36 smithi016 ceph-mon[86910]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:37.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:36 smithi016 ceph-mon[86910]: osdmap e973: 8 total, 8 up, 8 in 2024-04-24T02:58:37.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:36 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1044760704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:36 smithi063 ceph-mon[77007]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:36 smithi063 ceph-mon[77007]: osdmap e973: 8 total, 8 up, 8 in 2024-04-24T02:58:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:36 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1044760704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:37.584 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestAssertLocked (3019 ms) 2024-04-24T02:58:37.584 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-24T02:58:38.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:37 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1044760704' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:38.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:37 smithi016 ceph-mon[84376]: osdmap e974: 8 total, 8 up, 8 in 2024-04-24T02:58:38.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:37 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1044760704' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:38.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:37 smithi016 ceph-mon[86910]: osdmap e974: 8 total, 8 up, 8 in 2024-04-24T02:58:38.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:37 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1044760704' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:38.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:37 smithi063 ceph-mon[77007]: osdmap e974: 8 total, 8 up, 8 in 2024-04-24T02:58:38.583 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:58:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:58:38] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2024-04-24T02:58:38.583 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:38 smithi016 ceph-mon[86910]: pgmap v1123: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:38.584 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:38 smithi016 ceph-mon[86910]: osdmap e975: 8 total, 8 up, 8 in 2024-04-24T02:58:39.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:38 smithi016 ceph-mon[84376]: pgmap v1123: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:39.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:38 smithi016 ceph-mon[84376]: osdmap e975: 8 total, 8 up, 8 in 2024-04-24T02:58:39.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:38 smithi063 ceph-mon[77007]: pgmap v1123: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:39.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:38 smithi063 ceph-mon[77007]: osdmap e975: 8 total, 8 up, 8 in 2024-04-24T02:58:40.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[84376]: osdmap e976: 8 total, 8 up, 8 in 2024-04-24T02:58:40.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2944232420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:40.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[84376]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[84376]: osdmap e977: 8 total, 8 up, 8 in 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[86910]: osdmap e976: 8 total, 8 up, 8 in 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2944232420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[86910]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:39 smithi016 ceph-mon[86910]: osdmap e977: 8 total, 8 up, 8 in 2024-04-24T02:58:40.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:39 smithi063 ceph-mon[77007]: osdmap e976: 8 total, 8 up, 8 in 2024-04-24T02:58:40.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2944232420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:40.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:39 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:40.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:39 smithi063 ceph-mon[77007]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:40.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:39 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:40.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:39 smithi063 ceph-mon[77007]: osdmap e977: 8 total, 8 up, 8 in 2024-04-24T02:58:40.586 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestSetCookie (3000 ms) 2024-04-24T02:58:40.587 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestRenew 2024-04-24T02:58:41.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:40 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:41.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:40 smithi016 ceph-mon[84376]: osdmap e978: 8 total, 8 up, 8 in 2024-04-24T02:58:41.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:40 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:41.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:40 smithi016 ceph-mon[86910]: osdmap e978: 8 total, 8 up, 8 in 2024-04-24T02:58:41.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:40 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:58:41.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:40 smithi063 ceph-mon[77007]: osdmap e978: 8 total, 8 up, 8 in 2024-04-24T02:58:42.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:41 smithi016 ceph-mon[84376]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:42.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:41 smithi016 ceph-mon[86910]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:42.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:41 smithi063 ceph-mon[77007]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:42 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:42 smithi016 ceph-mon[84376]: osdmap e979: 8 total, 8 up, 8 in 2024-04-24T02:58:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:42 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3778704854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:43.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:42 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:43.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:42 smithi016 ceph-mon[86910]: osdmap e979: 8 total, 8 up, 8 in 2024-04-24T02:58:43.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:42 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3778704854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:42 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:58:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:42 smithi063 ceph-mon[77007]: osdmap e979: 8 total, 8 up, 8 in 2024-04-24T02:58:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:42 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3778704854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:58:44.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:43 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3778704854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:44.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:43 smithi016 ceph-mon[84376]: osdmap e980: 8 total, 8 up, 8 in 2024-04-24T02:58:44.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:43 smithi016 ceph-mon[84376]: pgmap v1132: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:44.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:43 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3778704854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:44.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:43 smithi016 ceph-mon[86910]: osdmap e980: 8 total, 8 up, 8 in 2024-04-24T02:58:44.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:43 smithi016 ceph-mon[86910]: pgmap v1132: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:44.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:43 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3778704854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:58:44.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:43 smithi063 ceph-mon[77007]: osdmap e980: 8 total, 8 up, 8 in 2024-04-24T02:58:44.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:43 smithi063 ceph-mon[77007]: pgmap v1132: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:45.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:44 smithi016 ceph-mon[84376]: osdmap e981: 8 total, 8 up, 8 in 2024-04-24T02:58:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:44 smithi016 ceph-mon[86910]: osdmap e981: 8 total, 8 up, 8 in 2024-04-24T02:58:45.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:44 smithi063 ceph-mon[77007]: osdmap e981: 8 total, 8 up, 8 in 2024-04-24T02:58:46.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:46.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:45 smithi016 ceph-mon[84376]: pgmap v1134: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:46.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:46.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:45 smithi016 ceph-mon[86910]: pgmap v1134: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:46.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:58:46.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:45 smithi063 ceph-mon[77007]: pgmap v1134: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:58:48.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:48 smithi063 ceph-mon[77007]: pgmap v1135: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:48.313 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:48 smithi016 ceph-mon[84376]: pgmap v1135: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:48.313 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:48 smithi016 ceph-mon[86910]: pgmap v1135: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:48.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:58:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:58:48] "GET /metrics HTTP/1.1" 200 36503 "" "Prometheus/2.43.0" 2024-04-24T02:58:50.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:50 smithi063 ceph-mon[77007]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:50.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:50 smithi016 ceph-mon[84376]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:50.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:50 smithi016 ceph-mon[86910]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:52.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:52 smithi063 ceph-mon[77007]: pgmap v1137: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:52.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:52 smithi016 ceph-mon[84376]: pgmap v1137: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:52.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:52 smithi016 ceph-mon[86910]: pgmap v1137: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:54.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:54 smithi063 ceph-mon[77007]: pgmap v1138: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:54.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:54 smithi016 ceph-mon[84376]: pgmap v1138: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:54.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:54 smithi016 ceph-mon[86910]: pgmap v1138: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:56.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:56 smithi063 ceph-mon[77007]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:56.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:56 smithi016 ceph-mon[84376]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:56.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:56 smithi016 ceph-mon[86910]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:58:58.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:58:58 smithi063 ceph-mon[77007]: pgmap v1140: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:58:58.314 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:58:58 smithi016 ceph-mon[84376]: pgmap v1140: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:58:58.314 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:58:58 smithi016 ceph-mon[86910]: pgmap v1140: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:58:58.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:58:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:58:58] "GET /metrics HTTP/1.1" 200 36503 "" "Prometheus/2.43.0" 2024-04-24T02:59:00.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:00 smithi063 ceph-mon[77007]: pgmap v1141: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:00.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:00.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:00 smithi016 ceph-mon[84376]: pgmap v1141: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:00.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:00.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:00 smithi016 ceph-mon[86910]: pgmap v1141: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:00.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:01.068 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestRenew (20484 ms) 2024-04-24T02:59:01.068 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-24T02:59:02.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:02 smithi016 ceph-mon[84376]: pgmap v1142: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:02.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:02 smithi016 ceph-mon[84376]: osdmap e982: 8 total, 8 up, 8 in 2024-04-24T02:59:02.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:02 smithi016 ceph-mon[86910]: pgmap v1142: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:02.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:02 smithi016 ceph-mon[86910]: osdmap e982: 8 total, 8 up, 8 in 2024-04-24T02:59:02.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:02 smithi063 ceph-mon[77007]: pgmap v1142: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:02.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:02 smithi063 ceph-mon[77007]: osdmap e982: 8 total, 8 up, 8 in 2024-04-24T02:59:03.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[84376]: osdmap e983: 8 total, 8 up, 8 in 2024-04-24T02:59:03.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/266703808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:03.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:03.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:03.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[84376]: osdmap e984: 8 total, 8 up, 8 in 2024-04-24T02:59:03.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[86910]: osdmap e983: 8 total, 8 up, 8 in 2024-04-24T02:59:03.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/266703808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:03.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:03.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:03.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:03 smithi016 ceph-mon[86910]: osdmap e984: 8 total, 8 up, 8 in 2024-04-24T02:59:03.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:03 smithi063 ceph-mon[77007]: osdmap e983: 8 total, 8 up, 8 in 2024-04-24T02:59:03.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:03 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/266703808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:03.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:03 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:03.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:03 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:03.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:03 smithi063 ceph-mon[77007]: osdmap e984: 8 total, 8 up, 8 in 2024-04-24T02:59:04.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:04 smithi016 ceph-mon[84376]: pgmap v1145: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:04.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:04 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:04.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:04 smithi016 ceph-mon[84376]: osdmap e985: 8 total, 8 up, 8 in 2024-04-24T02:59:04.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:04 smithi016 ceph-mon[86910]: pgmap v1145: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:04.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:04 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:04.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:04 smithi016 ceph-mon[86910]: osdmap e985: 8 total, 8 up, 8 in 2024-04-24T02:59:04.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:04 smithi063 ceph-mon[77007]: pgmap v1145: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:04.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:04 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:04.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:04 smithi063 ceph-mon[77007]: osdmap e985: 8 total, 8 up, 8 in 2024-04-24T02:59:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:05 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:05.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:05 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:05.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:05 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:06.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:06 smithi016 ceph-mon[84376]: pgmap v1148: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:06.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:06 smithi016 ceph-mon[86910]: pgmap v1148: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:06.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:06 smithi063 ceph-mon[77007]: pgmap v1148: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:07.151 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6081 ms) 2024-04-24T02:59:07.151 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-24T02:59:08.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:08 smithi016 ceph-mon[84376]: pgmap v1149: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:59:08.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:08 smithi016 ceph-mon[84376]: osdmap e986: 8 total, 8 up, 8 in 2024-04-24T02:59:08.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:08 smithi016 ceph-mon[86910]: pgmap v1149: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:59:08.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:08 smithi016 ceph-mon[86910]: osdmap e986: 8 total, 8 up, 8 in 2024-04-24T02:59:08.525 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:59:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:59:08] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.43.0" 2024-04-24T02:59:08.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:08 smithi063 ceph-mon[77007]: pgmap v1149: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-04-24T02:59:08.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:08 smithi063 ceph-mon[77007]: osdmap e986: 8 total, 8 up, 8 in 2024-04-24T02:59:09.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[84376]: osdmap e987: 8 total, 8 up, 8 in 2024-04-24T02:59:09.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1291746770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:09.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:09.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:09.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[84376]: osdmap e988: 8 total, 8 up, 8 in 2024-04-24T02:59:09.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[86910]: osdmap e987: 8 total, 8 up, 8 in 2024-04-24T02:59:09.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1291746770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:09.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:09.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:09.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:09 smithi016 ceph-mon[86910]: osdmap e988: 8 total, 8 up, 8 in 2024-04-24T02:59:09.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:09 smithi063 ceph-mon[77007]: osdmap e987: 8 total, 8 up, 8 in 2024-04-24T02:59:09.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1291746770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:09.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:09 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:09.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:09 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:09.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:09 smithi063 ceph-mon[77007]: osdmap e988: 8 total, 8 up, 8 in 2024-04-24T02:59:10.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:10 smithi016 ceph-mon[84376]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:10.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:10 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:10.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:10 smithi016 ceph-mon[84376]: osdmap e989: 8 total, 8 up, 8 in 2024-04-24T02:59:10.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:10 smithi016 ceph-mon[86910]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:10.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:10 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:10.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:10 smithi016 ceph-mon[86910]: osdmap e989: 8 total, 8 up, 8 in 2024-04-24T02:59:10.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:10 smithi063 ceph-mon[77007]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:10.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:10 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:10.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:10 smithi063 ceph-mon[77007]: osdmap e989: 8 total, 8 up, 8 in 2024-04-24T02:59:11.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:11 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:11.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:11 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:11.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:11 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:13.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:12 smithi016 ceph-mon[84376]: pgmap v1155: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:13.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:12 smithi016 ceph-mon[86910]: pgmap v1155: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:13.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:12 smithi063 ceph-mon[77007]: pgmap v1155: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:14.575 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7426 ms) 2024-04-24T02:59:14.575 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-24T02:59:15.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:14 smithi016 ceph-mon[84376]: pgmap v1156: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:15.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:14 smithi016 ceph-mon[86910]: pgmap v1156: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:15.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:14 smithi063 ceph-mon[77007]: pgmap v1156: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-24T02:59:16.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:15 smithi016 ceph-mon[84376]: osdmap e990: 8 total, 8 up, 8 in 2024-04-24T02:59:16.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:16.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:15 smithi016 ceph-mon[86910]: osdmap e990: 8 total, 8 up, 8 in 2024-04-24T02:59:16.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:16.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:15 smithi063 ceph-mon[77007]: osdmap e990: 8 total, 8 up, 8 in 2024-04-24T02:59:16.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:17.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[84376]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:17.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[84376]: osdmap e991: 8 total, 8 up, 8 in 2024-04-24T02:59:17.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/95050442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:17.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:17.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[86910]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:17.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[86910]: osdmap e991: 8 total, 8 up, 8 in 2024-04-24T02:59:17.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/95050442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:17.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:16 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:17.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:16 smithi063 ceph-mon[77007]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:17.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:16 smithi063 ceph-mon[77007]: osdmap e991: 8 total, 8 up, 8 in 2024-04-24T02:59:17.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/95050442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:17.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:16 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:18.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:17 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:18.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:17 smithi016 ceph-mon[84376]: osdmap e992: 8 total, 8 up, 8 in 2024-04-24T02:59:18.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:17 smithi016 ceph-mon[84376]: pgmap v1161: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:17 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:17 smithi016 ceph-mon[86910]: osdmap e992: 8 total, 8 up, 8 in 2024-04-24T02:59:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:17 smithi016 ceph-mon[86910]: pgmap v1161: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:18.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:17 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122012-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:18.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:17 smithi063 ceph-mon[77007]: osdmap e992: 8 total, 8 up, 8 in 2024-04-24T02:59:18.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:17 smithi063 ceph-mon[77007]: pgmap v1161: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:18.595 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:59:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:59:18] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-24T02:59:19.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:18 smithi016 ceph-mon[84376]: osdmap e993: 8 total, 8 up, 8 in 2024-04-24T02:59:19.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:18 smithi016 ceph-mon[86910]: osdmap e993: 8 total, 8 up, 8 in 2024-04-24T02:59:19.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:18 smithi063 ceph-mon[77007]: osdmap e993: 8 total, 8 up, 8 in 2024-04-24T02:59:20.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:19 smithi016 ceph-mon[84376]: pgmap v1163: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:20.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:19 smithi016 ceph-mon[86910]: pgmap v1163: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:20.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:19 smithi063 ceph-mon[77007]: pgmap v1163: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:22.058 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7483 ms) 2024-04-24T02:59:22.058 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 11 tests from ClsLock (67469 ms total) 2024-04-24T02:59:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:59:22.059 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:59:22.059 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 11 tests from 1 test suite ran. (67469 ms total) 2024-04-24T02:59:22.059 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 11 tests. 2024-04-24T02:59:22.065 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:59:22.065 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:59:22.109 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-24T02:59:22.109 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-24T02:59:22.181 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:59:22.182 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-24T02:59:22.182 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:59:22.182 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from cls_log 2024-04-24T02:59:22.182 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-24T02:59:22.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:22 smithi016 ceph-mon[84376]: pgmap v1164: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:22.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:22 smithi016 ceph-mon[86910]: pgmap v1164: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:22.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:22 smithi063 ceph-mon[77007]: pgmap v1164: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:23.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:23 smithi016 ceph-mon[84376]: osdmap e994: 8 total, 8 up, 8 in 2024-04-24T02:59:23.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:23 smithi016 ceph-mon[86910]: osdmap e994: 8 total, 8 up, 8 in 2024-04-24T02:59:23.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:23 smithi063 ceph-mon[77007]: osdmap e994: 8 total, 8 up, 8 in 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[84376]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[84376]: osdmap e995: 8 total, 8 up, 8 in 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1708808398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[86910]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[86910]: osdmap e995: 8 total, 8 up, 8 in 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1708808398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:24.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:24 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:24.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:24 smithi063 ceph-mon[77007]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:24.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:24 smithi063 ceph-mon[77007]: osdmap e995: 8 total, 8 up, 8 in 2024-04-24T02:59:24.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:24 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1708808398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:24.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:24 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:25.080 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.test_log_add_same_time (2899 ms) 2024-04-24T02:59:25.081 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[84376]: osdmap e996: 8 total, 8 up, 8 in 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[86910]: osdmap e996: 8 total, 8 up, 8 in 2024-04-24T02:59:25.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:59:25.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:59:25.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:59:25.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:59:25.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:25 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:25.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:25 smithi063 ceph-mon[77007]: osdmap e996: 8 total, 8 up, 8 in 2024-04-24T02:59:25.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T02:59:25.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T02:59:25.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T02:59:25.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T02:59:26.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:26 smithi016 ceph-mon[84376]: pgmap v1169: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:26.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:26 smithi016 ceph-mon[84376]: osdmap e997: 8 total, 8 up, 8 in 2024-04-24T02:59:26.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:26 smithi016 ceph-mon[86910]: pgmap v1169: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:26.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:26 smithi016 ceph-mon[86910]: osdmap e997: 8 total, 8 up, 8 in 2024-04-24T02:59:26.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:26 smithi063 ceph-mon[77007]: pgmap v1169: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:26.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:26 smithi063 ceph-mon[77007]: osdmap e997: 8 total, 8 up, 8 in 2024-04-24T02:59:27.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:27 smithi016 ceph-mon[84376]: osdmap e998: 8 total, 8 up, 8 in 2024-04-24T02:59:27.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:27 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2535519422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:27.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:27 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:27.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:27 smithi016 ceph-mon[86910]: osdmap e998: 8 total, 8 up, 8 in 2024-04-24T02:59:27.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:27 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2535519422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:27.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:27 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:27.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:27 smithi063 ceph-mon[77007]: osdmap e998: 8 total, 8 up, 8 in 2024-04-24T02:59:27.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:27 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2535519422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:27.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:27 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:28.121 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.test_log_add_different_time (3036 ms) 2024-04-24T02:59:28.121 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.trim_by_time 2024-04-24T02:59:28.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:59:28] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-24T02:59:28.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[86910]: pgmap v1172: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:28.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:28.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[86910]: osdmap e999: 8 total, 8 up, 8 in 2024-04-24T02:59:28.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:28.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[84376]: pgmap v1172: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:28.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:28.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[84376]: osdmap e999: 8 total, 8 up, 8 in 2024-04-24T02:59:28.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:28 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:28.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:28 smithi063 ceph-mon[77007]: pgmap v1172: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:28.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:28 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:28.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:28 smithi063 ceph-mon[77007]: osdmap e999: 8 total, 8 up, 8 in 2024-04-24T02:59:28.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:28 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:29.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:29 smithi016 ceph-mon[84376]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-24T02:59:29.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:29 smithi016 ceph-mon[86910]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-24T02:59:29.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:29 smithi063 ceph-mon[77007]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-24T02:59:30.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[84376]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[84376]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2203420619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[86910]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[86910]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-24T02:59:30.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2203420619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:30.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:30.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:30.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:30 smithi063 ceph-mon[77007]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:30.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:30 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:30.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:30 smithi063 ceph-mon[77007]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-24T02:59:30.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:30 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2203420619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:30.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:30 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:30.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:31.129 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.trim_by_time (3012 ms) 2024-04-24T02:59:31.129 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-24T02:59:31.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:31 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:31.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:31 smithi016 ceph-mon[84376]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-24T02:59:31.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:31 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:31.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:31 smithi016 ceph-mon[86910]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-24T02:59:31.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:31 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:31.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:31 smithi063 ceph-mon[77007]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-24T02:59:32.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:32 smithi016 ceph-mon[84376]: pgmap v1178: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:32.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:32 smithi016 ceph-mon[84376]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-24T02:59:32.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:32 smithi016 ceph-mon[86910]: pgmap v1178: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:32.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:32 smithi016 ceph-mon[86910]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-24T02:59:32.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:32 smithi063 ceph-mon[77007]: pgmap v1178: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:32.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:32 smithi063 ceph-mon[77007]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-24T02:59:33.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:33 smithi016 ceph-mon[84376]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-24T02:59:33.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:33 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2615419515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:33.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:33 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:33.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:33 smithi016 ceph-mon[86910]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-24T02:59:33.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:33 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2615419515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:33.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:33 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:33.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:33 smithi063 ceph-mon[77007]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-24T02:59:33.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:33 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2615419515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:33.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:33 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:34.141 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.trim_by_marker (3012 ms) 2024-04-24T02:59:34.141 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from cls_log (11959 ms total) 2024-04-24T02:59:34.141 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:59:34.141 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:59:34.141 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 4 tests from 1 test suite ran. (11959 ms total) 2024-04-24T02:59:34.141 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 4 tests. 2024-04-24T02:59:34.143 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:59:34.144 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:59:34.215 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-24T02:59:34.215 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-24T02:59:34.288 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:59:34.288 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-24T02:59:34.288 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:59:34.288 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from ClsNumOps 2024-04-24T02:59:34.288 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Add 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[84376]: pgmap v1181: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[84376]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[86910]: pgmap v1181: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:34.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:34 smithi016 ceph-mon[86910]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-24T02:59:34.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:34 smithi063 ceph-mon[77007]: pgmap v1181: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:34.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:34 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:34.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:34 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122432-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:34.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:34 smithi063 ceph-mon[77007]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-24T02:59:35.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:35 smithi016 ceph-mon[84376]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-24T02:59:35.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:35 smithi016 ceph-mon[86910]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-24T02:59:35.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:35 smithi063 ceph-mon[77007]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-24T02:59:36.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[84376]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:36.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:36.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[84376]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-24T02:59:36.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/149400308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:36.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:36.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[86910]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[86910]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-24T02:59:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/149400308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:36.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:36 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:36.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:36 smithi063 ceph-mon[77007]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:36 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:36 smithi063 ceph-mon[77007]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-24T02:59:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:36 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/149400308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:36.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:36 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:37.168 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Add (2870 ms) 2024-04-24T02:59:37.168 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Sub 2024-04-24T02:59:37.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:37 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:37.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:37 smithi016 ceph-mon[86910]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-24T02:59:37.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:37 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:37.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:37 smithi016 ceph-mon[84376]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-24T02:59:37.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:37 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:37.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:37 smithi063 ceph-mon[77007]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-24T02:59:38.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:38 smithi016 ceph-mon[84376]: pgmap v1187: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:38.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:38 smithi016 ceph-mon[84376]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-24T02:59:38.525 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:59:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:59:38] "GET /metrics HTTP/1.1" 200 36502 "" "Prometheus/2.43.0" 2024-04-24T02:59:38.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:38 smithi016 ceph-mon[86910]: pgmap v1187: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:38.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:38 smithi016 ceph-mon[86910]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-24T02:59:38.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:38 smithi063 ceph-mon[77007]: pgmap v1187: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:38.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:38 smithi063 ceph-mon[77007]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-24T02:59:39.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[84376]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-24T02:59:39.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3623350856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:39.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:39.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:39.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[84376]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-24T02:59:39.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[86910]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-24T02:59:39.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3623350856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:39.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:39.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:39.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:39 smithi016 ceph-mon[86910]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-24T02:59:39.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:39 smithi063 ceph-mon[77007]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-24T02:59:39.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3623350856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:39.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:39 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:39.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:39 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:39.555 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:39 smithi063 ceph-mon[77007]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-24T02:59:40.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Sub (3008 ms) 2024-04-24T02:59:40.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Mul 2024-04-24T02:59:40.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:40 smithi016 ceph-mon[84376]: pgmap v1190: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:40.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:40 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:40.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:40 smithi016 ceph-mon[84376]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-24T02:59:40.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:40 smithi016 ceph-mon[86910]: pgmap v1190: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:40.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:40 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:40.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:40 smithi016 ceph-mon[86910]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-24T02:59:40.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:40 smithi063 ceph-mon[77007]: pgmap v1190: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:40.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:40 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:40.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:40 smithi063 ceph-mon[77007]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-24T02:59:41.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:41.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[84376]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-24T02:59:41.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3807555708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:41.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:41.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:41.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[86910]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-24T02:59:41.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3807555708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:41.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:41 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:41.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:41 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:41.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:41 smithi063 ceph-mon[77007]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-24T02:59:41.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:41 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3807555708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:41.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:41 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:42.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:42 smithi016 ceph-mon[84376]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:42.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:42 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:42.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:42 smithi016 ceph-mon[84376]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-24T02:59:42.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:42 smithi016 ceph-mon[86910]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:42.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:42 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:42.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:42 smithi016 ceph-mon[86910]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-24T02:59:42.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:42 smithi063 ceph-mon[77007]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:42.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:42 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:42.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:42 smithi063 ceph-mon[77007]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-24T02:59:43.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Mul (3052 ms) 2024-04-24T02:59:43.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Div 2024-04-24T02:59:44.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:44 smithi016 ceph-mon[84376]: pgmap v1196: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:44.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:44 smithi016 ceph-mon[84376]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-24T02:59:44.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:44 smithi016 ceph-mon[86910]: pgmap v1196: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:44.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:44 smithi016 ceph-mon[86910]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-24T02:59:44.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:44 smithi063 ceph-mon[77007]: pgmap v1196: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:44.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:44 smithi063 ceph-mon[77007]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-24T02:59:45.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[84376]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-24T02:59:45.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2586128284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:45.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:45.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:45.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:45.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[86910]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-24T02:59:45.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2586128284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:45.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:45.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:45.526 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:45 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:45.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:45 smithi063 ceph-mon[77007]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-24T02:59:45.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:45 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2586128284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:45.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:45 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:45.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T02:59:45.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:45 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T02:59:46.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Div (3037 ms) 2024-04-24T02:59:46.255 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from ClsNumOps (11967 ms total) 2024-04-24T02:59:46.255 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:59:46.255 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:59:46.255 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 4 tests from 1 test suite ran. (11967 ms total) 2024-04-24T02:59:46.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 4 tests. 2024-04-24T02:59:46.258 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:59:46.258 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:59:46.336 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-24T02:59:46.337 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-24T02:59:46.409 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:59:46.409 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-24T02:59:46.409 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:59:46.409 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 70 tests from TestClsRbd 2024-04-24T02:59:46.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:46 smithi016 ceph-mon[84376]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:46.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:46 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:46.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:46 smithi016 ceph-mon[84376]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-24T02:59:46.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:46 smithi016 ceph-mon[86910]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:46.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:46 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:46.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:46 smithi016 ceph-mon[86910]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-24T02:59:46.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:46 smithi063 ceph-mon[77007]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:46.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:46 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122703-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:46.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:46 smithi063 ceph-mon[77007]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-24T02:59:47.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:47 smithi016 ceph-mon[86910]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-24T02:59:47.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:47 smithi016 ceph-mon[84376]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-24T02:59:47.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:47 smithi063 ceph-mon[77007]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-24T02:59:48.266 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-24T02:59:48.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_all_features (12 ms) 2024-04-24T02:59:48.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.copyup 2024-04-24T02:59:48.473 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.copyup (196 ms) 2024-04-24T02:59:48.474 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-24T02:59:48.487 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2024-04-24T02:59:48.487 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-24T02:59:48.494 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_and_set_id (8 ms) 2024-04-24T02:59:48.495 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-24T02:59:48.505 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-24T02:59:48.505 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-24T02:59:48.532 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2024-04-24T02:59:48.532 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.create 2024-04-24T02:59:48.544 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.create (12 ms) 2024-04-24T02:59:48.544 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_features 2024-04-24T02:59:48.546 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-24T02:59:48.546 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-24T02:59:48.548 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-24T02:59:48.548 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-24T02:59:48.549 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-24T02:59:48.549 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-24T02:59:48.550 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-04-24T02:59:48.550 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-24T02:59:48.551 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-24T02:59:48.552 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-24T02:59:48.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:48 smithi063 ceph-mon[77007]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:48.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:48 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:48.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:48 smithi063 ceph-mon[77007]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-24T02:59:48.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:48 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4080566041' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:48.554 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-04-24T02:59:48.555 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_size 2024-04-24T02:59:48.558 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-24T02:59:48.558 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.set_size 2024-04-24T02:59:48.562 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-24T02:59:48.562 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-24T02:59:48.580 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-04-24T02:59:48.580 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-24T02:59:48.588 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-24T02:59:48.588 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-24T02:59:48.627 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-04-24T02:59:48.628 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-24T02:59:48.656 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-04-24T02:59:48.656 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-24T02:59:48.678 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2024-04-24T02:59:48.679 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-24T02:59:48.682 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-04-24T02:59:48.682 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-24T02:59:48.691 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-04-24T02:59:48.691 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-24T02:59:48.692 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-04-24T02:59:48.692 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-24T02:59:48.700 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-04-24T02:59:48.700 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-24T02:59:48.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_update (6 ms) 2024-04-24T02:59:48.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-24T02:59:48.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-04-24T02:59:48.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-24T02:59:48.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2024-04-24T02:59:48.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-24T02:59:48.721 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-04-24T02:59:48.721 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.flags 2024-04-24T02:59:48.725 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-04-24T02:59:48.725 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.metadata 2024-04-24T02:59:48.748 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-04-24T02:59:48.748 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.set_features 2024-04-24T02:59:48.754 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-04-24T02:59:48.754 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror 2024-04-24T02:59:48.774 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:59:48] "GET /metrics HTTP/1.1" 200 36505 "" "Prometheus/2.43.0" 2024-04-24T02:59:48.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[84376]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:48.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:48.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[84376]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-24T02:59:48.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4080566041' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:48.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[86910]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:48.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T02:59:48.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[86910]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-24T02:59:48.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:48 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4080566041' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:48.792 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror (38 ms) 2024-04-24T02:59:48.792 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-24T02:59:48.809 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_image (17 ms) 2024-04-24T02:59:48.809 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-24T02:59:49.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:49 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4080566041' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:49.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:49 smithi063 ceph-mon[77007]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-24T02:59:49.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:49 smithi063 ceph-mon[77007]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-24T02:59:49.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:49 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4080566041' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:49.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:49 smithi016 ceph-mon[84376]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-24T02:59:49.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:49 smithi016 ceph-mon[84376]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-24T02:59:49.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:49 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4080566041' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:49.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:49 smithi016 ceph-mon[86910]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-24T02:59:49.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:49 smithi016 ceph-mon[86910]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-24T02:59:50.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:50 smithi063 ceph-mon[77007]: pgmap v1205: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:50.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:50 smithi016 ceph-mon[84376]: pgmap v1205: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:50.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:50 smithi016 ceph-mon[86910]: pgmap v1205: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:51.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_image_status (2303 ms) 2024-04-24T02:59:51.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-24T02:59:51.191 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_image_map (78 ms) 2024-04-24T02:59:51.191 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-24T02:59:51.198 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-24T02:59:51.198 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-24T02:59:51.209 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-24T02:59:51.209 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-24T02:59:51.211 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-24T02:59:51.211 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-24T02:59:51.214 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-24T02:59:51.214 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-24T02:59:51.217 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-24T02:59:51.217 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-24T02:59:51.223 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2024-04-24T02:59:51.224 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-24T02:59:51.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-04-24T02:59:51.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-24T02:59:51.232 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-24T02:59:51.232 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-24T02:59:51.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-24T02:59:51.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-24T02:59:51.237 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_remove (4 ms) 2024-04-24T02:59:51.237 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-24T02:59:51.239 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-24T02:59:51.239 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-24T02:59:51.244 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-04-24T02:59:51.244 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-24T02:59:51.246 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-24T02:59:51.246 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-24T02:59:51.249 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-24T02:59:51.249 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-24T02:59:51.251 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-24T02:59:51.251 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-24T02:59:51.253 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-04-24T02:59:51.253 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-24T02:59:51.254 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-24T02:59:51.254 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-24T02:59:51.257 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-24T02:59:51.257 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-24T02:59:51.260 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-24T02:59:51.260 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-24T02:59:51.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-24T02:59:51.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-24T02:59:51.265 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-24T02:59:51.265 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-24T02:59:51.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-24T02:59:51.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-24T02:59:51.478 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (197 ms) 2024-04-24T02:59:51.478 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-24T02:59:51.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-24T02:59:51.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-24T02:59:51.483 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-24T02:59:51.483 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-24T02:59:51.490 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-24T02:59:51.490 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.op_features 2024-04-24T02:59:51.497 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2024-04-24T02:59:51.497 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-24T02:59:51.516 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-04-24T02:59:51.516 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-24T02:59:51.524 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-24T02:59:51.524 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-24T02:59:51.535 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-04-24T02:59:51.535 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-24T02:59:51.541 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-24T02:59:51.541 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.migration 2024-04-24T02:59:51.550 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-04-24T02:59:51.550 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-24T02:59:51.562 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2024-04-24T02:59:51.562 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-24T02:59:52.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:52 smithi063 ceph-mon[77007]: pgmap v1207: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 12 KiB/s wr, 27 op/s 2024-04-24T02:59:52.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:52 smithi016 ceph-mon[84376]: pgmap v1207: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 12 KiB/s wr, 27 op/s 2024-04-24T02:59:52.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:52 smithi016 ceph-mon[86910]: pgmap v1207: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 12 KiB/s wr, 27 op/s 2024-04-24T02:59:53.302 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1741 ms) 2024-04-24T02:59:53.303 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-24T02:59:53.348 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.sparsify (45 ms) 2024-04-24T02:59:53.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:53 smithi063 ceph-mon[77007]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-24T02:59:53.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:53 smithi016 ceph-mon[84376]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-24T02:59:53.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:53 smithi016 ceph-mon[86910]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-24T02:59:54.313 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 70 tests from TestClsRbd (5082 ms total) 2024-04-24T02:59:54.314 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T02:59:54.314 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T02:59:54.314 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 70 tests from 1 test suite ran. (7902 ms total) 2024-04-24T02:59:54.314 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 70 tests. 2024-04-24T02:59:54.315 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T02:59:54.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T02:59:54.385 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-24T02:59:54.385 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-24T02:59:54.458 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T02:59:54.458 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-24T02:59:54.458 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T02:59:54.458 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 10 tests from cls_rgw 2024-04-24T02:59:54.458 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-24T02:59:54.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:54 smithi063 ceph-mon[77007]: pgmap v1209: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.38k op/s 2024-04-24T02:59:54.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:54 smithi063 ceph-mon[77007]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-24T02:59:54.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:54 smithi016 ceph-mon[84376]: pgmap v1209: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.38k op/s 2024-04-24T02:59:54.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:54 smithi016 ceph-mon[84376]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-24T02:59:54.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:54 smithi016 ceph-mon[86910]: pgmap v1209: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.38k op/s 2024-04-24T02:59:54.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:54 smithi016 ceph-mon[86910]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-24T02:59:55.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:55 smithi063 ceph-mon[77007]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-24T02:59:55.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:55 smithi016 ceph-mon[84376]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-24T02:59:55.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:55 smithi016 ceph-mon[86910]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-24T02:59:56.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:56 smithi016 ceph-mon[84376]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:56.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:56 smithi016 ceph-mon[84376]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-24T02:59:56.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:56 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1664453088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:56.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:56 smithi016 ceph-mon[86910]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:56.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:56 smithi016 ceph-mon[86910]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-24T02:59:56.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:56 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1664453088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:56.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:56 smithi063 ceph-mon[77007]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:56.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:56 smithi063 ceph-mon[77007]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-24T02:59:56.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:56 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1664453088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:57.317 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit (2859 ms) 2024-04-24T02:59:57.317 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-24T02:59:57.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1664453088' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:57.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:57 smithi016 ceph-mon[84376]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-24T02:59:57.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:57 smithi016 ceph-mon[84376]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-24T02:59:57.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1664453088' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:57.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:57 smithi016 ceph-mon[86910]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-24T02:59:57.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:57 smithi016 ceph-mon[86910]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-24T02:59:57.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1664453088' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T02:59:57.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:57 smithi063 ceph-mon[77007]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-24T02:59:57.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:57 smithi063 ceph-mon[77007]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-24T02:59:58.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:58 smithi016 ceph-mon[84376]: pgmap v1215: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:58.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 02:59:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:02:59:58] "GET /metrics HTTP/1.1" 200 36505 "" "Prometheus/2.43.0" 2024-04-24T02:59:58.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:58 smithi016 ceph-mon[86910]: pgmap v1215: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:58.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:58 smithi063 ceph-mon[77007]: pgmap v1215: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T02:59:59.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:59 smithi016 ceph-mon[84376]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-24T02:59:59.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:59 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3052017330' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:59.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 02:59:59 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:59.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:59 smithi016 ceph-mon[86910]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-24T02:59:59.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:59 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3052017330' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:59.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 02:59:59 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:59.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:59 smithi063 ceph-mon[77007]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-24T02:59:59.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:59 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3052017330' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T02:59:59.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 02:59:59 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:00.360 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3044 ms) 2024-04-24T03:00:00.361 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-24T03:00:00.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled; Telemetry requires re-opt-in 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: application not enabled on pool 'test-rados-api-smithi016-122888-2' 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T03:00:00.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[84376]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled; Telemetry requires re-opt-in 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: application not enabled on pool 'test-rados-api-smithi016-122888-2' 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T03:00:00.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:00 smithi016 ceph-mon[86910]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T03:00:00.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:00.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:00.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:00.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled; Telemetry requires re-opt-in 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: application not enabled on pool 'test-rados-api-smithi016-122888-2' 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T03:00:00.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:00 smithi063 ceph-mon[77007]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T03:00:01.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:01 smithi016 ceph-mon[84376]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-24T03:00:01.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:01 smithi016 ceph-mon[86910]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-24T03:00:01.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:01 smithi063 ceph-mon[77007]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-24T03:00:02.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[84376]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:02.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:02.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[84376]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-24T03:00:02.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3720910189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:02.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:02.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[86910]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:02.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:02.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[86910]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-24T03:00:02.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3720910189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:02.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:02 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:02.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:02 smithi063 ceph-mon[77007]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:02.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:02 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:02.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:02 smithi063 ceph-mon[77007]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-24T03:00:02.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:02 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3720910189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:02.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:02 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:03.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:03 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:03.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:03 smithi016 ceph-mon[84376]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-24T03:00:03.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:03 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:03.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:03 smithi016 ceph-mon[86910]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-24T03:00:03.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:03 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:03.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:03 smithi063 ceph-mon[77007]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-24T03:00:04.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:04 smithi016 ceph-mon[84376]: pgmap v1224: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:04.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:04 smithi016 ceph-mon[84376]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-24T03:00:04.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:04 smithi016 ceph-mon[86910]: pgmap v1224: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:04.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:04 smithi016 ceph-mon[86910]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-24T03:00:04.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:04 smithi063 ceph-mon[77007]: pgmap v1224: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:04.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:04 smithi063 ceph-mon[77007]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-24T03:00:06.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:06 smithi016 ceph-mon[84376]: pgmap v1226: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 220 B/s wr, 0 op/s 2024-04-24T03:00:06.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:06 smithi016 ceph-mon[86910]: pgmap v1226: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 220 B/s wr, 0 op/s 2024-04-24T03:00:06.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:06 smithi063 ceph-mon[77007]: pgmap v1226: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 220 B/s wr, 0 op/s 2024-04-24T03:00:07.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:07 smithi016 ceph-mon[84376]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-24T03:00:07.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:07 smithi016 ceph-mon[86910]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-24T03:00:07.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:07 smithi063 ceph-mon[77007]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-24T03:00:08.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:08 smithi016 ceph-mon[84376]: pgmap v1228: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-04-24T03:00:08.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:08 smithi016 ceph-mon[84376]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-24T03:00:08.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:00:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:00:08] "GET /metrics HTTP/1.1" 200 36504 "" "Prometheus/2.43.0" 2024-04-24T03:00:08.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:08 smithi016 ceph-mon[86910]: pgmap v1228: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-04-24T03:00:08.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:08 smithi016 ceph-mon[86910]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-24T03:00:08.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:08 smithi063 ceph-mon[77007]: pgmap v1228: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-04-24T03:00:08.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:08 smithi063 ceph-mon[77007]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-24T03:00:09.421 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_put_snap (9057 ms) 2024-04-24T03:00:09.421 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-24T03:00:09.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:09 smithi016 ceph-mon[84376]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-24T03:00:09.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:09 smithi016 ceph-mon[86910]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-24T03:00:09.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:09 smithi063 ceph-mon[77007]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-24T03:00:10.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:10 smithi016 ceph-mon[84376]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-04-24T03:00:10.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:10 smithi016 ceph-mon[84376]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-24T03:00:10.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:10 smithi016 ceph-mon[86910]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-04-24T03:00:10.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:10 smithi016 ceph-mon[86910]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-24T03:00:10.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:10 smithi063 ceph-mon[77007]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-04-24T03:00:10.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:10 smithi063 ceph-mon[77007]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-24T03:00:11.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:11 smithi016 ceph-mon[84376]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-24T03:00:11.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1957074878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:11.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:11.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:11 smithi016 ceph-mon[86910]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-24T03:00:11.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1957074878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:11.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:11.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:11 smithi063 ceph-mon[77007]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-24T03:00:11.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1957074878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:11.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:12.432 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_explicit (3014 ms) 2024-04-24T03:00:12.432 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.set 2024-04-24T03:00:12.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[84376]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:12.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:12.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:12.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[84376]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-24T03:00:12.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[86910]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:12.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:12.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:12.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:12 smithi016 ceph-mon[86910]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-24T03:00:12.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:12 smithi063 ceph-mon[77007]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:12.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:12 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:12.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:12 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:12.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:12 smithi063 ceph-mon[77007]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-24T03:00:13.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:13 smithi016 ceph-mon[84376]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-24T03:00:13.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:13 smithi016 ceph-mon[86910]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-24T03:00:13.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:13 smithi063 ceph-mon[77007]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-24T03:00:14.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[84376]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[84376]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1947715505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[86910]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[86910]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1947715505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:14.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:14 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:14.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:14 smithi063 ceph-mon[77007]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:14.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:14 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:14.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:14 smithi063 ceph-mon[77007]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-24T03:00:14.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:14 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1947715505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:14.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:14 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:15.449 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.set (3017 ms) 2024-04-24T03:00:15.449 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-24T03:00:15.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[84376]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[84376]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[86910]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:15.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:15 smithi016 ceph-mon[86910]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-24T03:00:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:15 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-122888-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:00:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:15 smithi063 ceph-mon[77007]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-24T03:00:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:15.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:15 smithi063 ceph-mon[77007]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-24T03:00:16.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[84376]: pgmap v1240: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:16.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:16.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[86910]: pgmap v1240: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:16.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:16.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:16.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:16.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:16 smithi063 ceph-mon[77007]: pgmap v1240: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:16.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:16.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:16.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:17.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:17 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:17.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:17 smithi016 ceph-mon[86910]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-24T03:00:17.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:17 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:17.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:17 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:17.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:17 smithi016 ceph-mon[84376]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-24T03:00:17.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:17 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:17.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:17 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:17.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:17 smithi063 ceph-mon[77007]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-24T03:00:17.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:17 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:18.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:18 smithi016 ceph-mon[84376]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:18.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:18 smithi016 ceph-mon[84376]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-24T03:00:18.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:00:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:00:18] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.43.0" 2024-04-24T03:00:18.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:18 smithi016 ceph-mon[86910]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:18.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:18 smithi016 ceph-mon[86910]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-24T03:00:18.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:18 smithi063 ceph-mon[77007]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:18.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:18 smithi063 ceph-mon[77007]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-24T03:00:19.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:19 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:19.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:19 smithi016 ceph-mon[84376]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-24T03:00:19.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:19 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:19.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:19 smithi016 ceph-mon[86910]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-24T03:00:19.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:19 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:19.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:19 smithi063 ceph-mon[77007]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-24T03:00:20.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:20 smithi016 ceph-mon[84376]: pgmap v1246: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:20.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:20 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:20.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:20 smithi016 ceph-mon[84376]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-24T03:00:20.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:20 smithi016 ceph-mon[86910]: pgmap v1246: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:20.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:20 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:20.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:20 smithi016 ceph-mon[86910]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-24T03:00:20.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:20 smithi063 ceph-mon[77007]: pgmap v1246: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:20.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:20 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:20.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:20 smithi063 ceph-mon[77007]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-24T03:00:21.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:21 smithi016 ceph-mon[84376]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-24T03:00:21.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:21 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:21.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:21 smithi016 ceph-mon[86910]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-24T03:00:21.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:21 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:21.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:21 smithi063 ceph-mon[77007]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-24T03:00:21.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:21 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:22.503 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit_ec (7054 ms) 2024-04-24T03:00:22.503 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-24T03:00:22.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[84376]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[84376]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[86910]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[86910]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-24T03:00:22.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:22 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:22.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:22 smithi063 ceph-mon[77007]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:22.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:22 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:22.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:22 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:22.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:22 smithi063 ceph-mon[77007]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-24T03:00:22.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:22 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]: dispatch 2024-04-24T03:00:23.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:23.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[84376]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-24T03:00:23.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:23.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:23.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:23.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:23.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[86910]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-24T03:00:23.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:23.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:23.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:23 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:23.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:23 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4056634825' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-6"}]': finished 2024-04-24T03:00:23.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:23 smithi063 ceph-mon[77007]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-24T03:00:23.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:23 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:23.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:23 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:23.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:23 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:25.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[84376]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:25.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:25.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[84376]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-24T03:00:25.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:25.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[86910]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:25.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:25.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[86910]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-24T03:00:25.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:24 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:25.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:24 smithi063 ceph-mon[77007]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:25.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:24 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:25.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:24 smithi063 ceph-mon[77007]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-24T03:00:25.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:24 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-24T03:00:26.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:26.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:00:26.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:26.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-24T03:00:26.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:00:26.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:00:26.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:26.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-24T03:00:26.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:26.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:00:26.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:26.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-24T03:00:26.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:00:26.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:00:26.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:00:27.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:27 smithi016 ceph-mon[84376]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-24T03:00:27.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:27 smithi016 ceph-mon[86910]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-24T03:00:27.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:27 smithi063 ceph-mon[77007]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-24T03:00:28.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[84376]: pgmap v1258: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:28.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:28.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[84376]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-24T03:00:28.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:28.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:00:28] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.43.0" 2024-04-24T03:00:28.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[86910]: pgmap v1258: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:28.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:28.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[86910]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-24T03:00:28.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:28 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:28.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:28 smithi063 ceph-mon[77007]: pgmap v1258: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:28.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:28 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:28.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:28 smithi063 ceph-mon[77007]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-24T03:00:28.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:28 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:29.525 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7021 ms) 2024-04-24T03:00:29.525 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-24T03:00:29.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:29 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:29.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:29 smithi063 ceph-mon[77007]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-24T03:00:29.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:29 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:30.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:29 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:30.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:29 smithi016 ceph-mon[84376]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-24T03:00:30.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:29 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:30.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:29 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:30.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:29 smithi016 ceph-mon[86910]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-24T03:00:30.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:29 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]: dispatch 2024-04-24T03:00:30.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:30.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:30.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:31.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:31.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1366569340' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-7"}]': finished 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:31.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:31 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:31.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:31 smithi063 ceph-mon[77007]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-24T03:00:31.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:31 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:31.804 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:31 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:32.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:32.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[84376]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-24T03:00:32.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:32.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:32.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:32.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[86910]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-24T03:00:32.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:32.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:31 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:32.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:32 smithi063 ceph-mon[77007]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:32.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:32 smithi063 ceph-mon[77007]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-24T03:00:33.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:32 smithi016 ceph-mon[84376]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:33.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:32 smithi016 ceph-mon[84376]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-24T03:00:33.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:32 smithi016 ceph-mon[86910]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:33.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:32 smithi016 ceph-mon[86910]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-24T03:00:33.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:33 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:33.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:33 smithi063 ceph-mon[77007]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-24T03:00:34.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:33 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:34.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:33 smithi016 ceph-mon[84376]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-24T03:00:34.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:33 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:34.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:33 smithi016 ceph-mon[86910]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-24T03:00:34.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:34 smithi063 ceph-mon[77007]: pgmap v1267: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:34.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:34 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:34.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:34 smithi063 ceph-mon[77007]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-24T03:00:35.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:34 smithi016 ceph-mon[84376]: pgmap v1267: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:35.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:34 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:35.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:34 smithi016 ceph-mon[84376]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-24T03:00:35.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:34 smithi016 ceph-mon[86910]: pgmap v1267: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:35.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:34 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:35.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:34 smithi016 ceph-mon[86910]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-24T03:00:36.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:35 smithi016 ceph-mon[84376]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-24T03:00:36.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:35 smithi016 ceph-mon[86910]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-24T03:00:36.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:35 smithi063 ceph-mon[77007]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-24T03:00:37.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:36 smithi016 ceph-mon[84376]: pgmap v1270: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:37.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:36 smithi016 ceph-mon[86910]: pgmap v1270: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:37.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:36 smithi063 ceph-mon[77007]: pgmap v1270: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:38.575 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:00:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:00:38] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-24T03:00:38.575 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:38 smithi016 ceph-mon[86910]: pgmap v1271: 113 pgs: 2 creating+peering, 2 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-24T03:00:38.575 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:38 smithi016 ceph-mon[86910]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-24T03:00:38.576 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:38 smithi016 ceph-mon[84376]: pgmap v1271: 113 pgs: 2 creating+peering, 2 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-24T03:00:38.576 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:38 smithi016 ceph-mon[84376]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-24T03:00:39.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:38 smithi063 ceph-mon[77007]: pgmap v1271: 113 pgs: 2 creating+peering, 2 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-24T03:00:39.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:38 smithi063 ceph-mon[77007]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-24T03:00:40.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:39 smithi016 ceph-mon[84376]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-24T03:00:40.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:39 smithi016 ceph-mon[86910]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-24T03:00:40.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:39 smithi063 ceph-mon[77007]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-24T03:00:41.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:40 smithi016 ceph-mon[84376]: pgmap v1274: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-24T03:00:41.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:40 smithi016 ceph-mon[84376]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-24T03:00:41.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:40 smithi016 ceph-mon[86910]: pgmap v1274: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-24T03:00:41.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:40 smithi016 ceph-mon[86910]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-24T03:00:41.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:40 smithi063 ceph-mon[77007]: pgmap v1274: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-24T03:00:41.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:40 smithi063 ceph-mon[77007]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-24T03:00:42.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:41 smithi016 ceph-mon[84376]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-24T03:00:42.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:41 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:42.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:41 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:42.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:41 smithi016 ceph-mon[86910]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-24T03:00:42.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:41 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:42.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:41 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:42.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:41 smithi063 ceph-mon[77007]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-24T03:00:42.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:41 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:42.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:41 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:42.605 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_put_snap_ec (13080 ms) 2024-04-24T03:00:42.605 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-24T03:00:43.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[84376]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:43.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[84376]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[86910]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[86910]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:42 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:42 smithi063 ceph-mon[77007]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:42 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:42 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:42 smithi063 ceph-mon[77007]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-24T03:00:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:42 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3008969872' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:42 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]: dispatch 2024-04-24T03:00:44.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:44.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:44.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:44.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-8"}]': finished 2024-04-24T03:00:44.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-24T03:00:44.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:44.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:44.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:45.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[84376]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:45.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:45.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[84376]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-24T03:00:45.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:45.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[86910]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[86910]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-24T03:00:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:44 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:44 smithi063 ceph-mon[77007]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:44 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:44 smithi063 ceph-mon[77007]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-24T03:00:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:44 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:44 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:46.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:45 smithi016 ceph-mon[84376]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:46.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:45 smithi016 ceph-mon[84376]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-24T03:00:46.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:46.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:45 smithi016 ceph-mon[86910]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:46.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:45 smithi016 ceph-mon[86910]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-24T03:00:46.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:46.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:45 smithi063 ceph-mon[77007]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:46.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:45 smithi063 ceph-mon[77007]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-24T03:00:46.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:00:47.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:46 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:47.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:46 smithi016 ceph-mon[84376]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-24T03:00:47.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:46 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:47.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:46 smithi016 ceph-mon[86910]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-24T03:00:47.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:46 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:47.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:46 smithi063 ceph-mon[77007]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-24T03:00:48.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:47 smithi016 ceph-mon[84376]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-24T03:00:48.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:47 smithi016 ceph-mon[84376]: pgmap v1286: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:48.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:47 smithi016 ceph-mon[86910]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-24T03:00:48.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:47 smithi016 ceph-mon[86910]: pgmap v1286: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:48.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:47 smithi063 ceph-mon[77007]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-24T03:00:48.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:47 smithi063 ceph-mon[77007]: pgmap v1286: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:48.633 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:00:48] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-24T03:00:49.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:49.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[86910]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-24T03:00:49.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:49.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:49.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:49.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[84376]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-24T03:00:49.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:49.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:48 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:49.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:48 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:49.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:48 smithi063 ceph-mon[77007]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-24T03:00:49.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:48 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:49.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:48 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:49.651 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_explicit_ec (7047 ms) 2024-04-24T03:00:49.651 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.set_ec 2024-04-24T03:00:50.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:50.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[84376]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[84376]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[86910]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:50.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:49 smithi016 ceph-mon[86910]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:50.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:49 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:50.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:49 smithi063 ceph-mon[77007]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-24T03:00:50.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:49 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2306838358' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:50.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:49 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]: dispatch 2024-04-24T03:00:50.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:49 smithi063 ceph-mon[77007]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-24T03:00:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:51.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:51.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:51.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:51.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-24T03:00:51.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:51.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:50 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-9"}]': finished 2024-04-24T03:00:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-24T03:00:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:50 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-24T03:00:52.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:52.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[84376]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[84376]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[86910]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:52.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:51 smithi016 ceph-mon[86910]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:52.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:51 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-122888-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-24T03:00:52.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:51 smithi063 ceph-mon[77007]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-24T03:00:52.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:51 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:52.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:51 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:52.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:51 smithi063 ceph-mon[77007]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:53.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:52 smithi016 ceph-mon[84376]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-24T03:00:53.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:52 smithi016 ceph-mon[86910]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-24T03:00:53.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:52 smithi063 ceph-mon[77007]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-24T03:00:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:53 smithi016 ceph-mon[84376]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-24T03:00:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:53 smithi016 ceph-mon[84376]: pgmap v1295: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:53 smithi016 ceph-mon[86910]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-24T03:00:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:53 smithi016 ceph-mon[86910]: pgmap v1295: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-122888-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:53 smithi063 ceph-mon[77007]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-24T03:00:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:53 smithi063 ceph-mon[77007]: pgmap v1295: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:55.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:54 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:55.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:54 smithi016 ceph-mon[84376]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-24T03:00:55.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:54 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:55.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:54 smithi016 ceph-mon[86910]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-24T03:00:55.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:54 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:00:55.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:54 smithi063 ceph-mon[77007]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-24T03:00:56.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[84376]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-24T03:00:56.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:56.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:56.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[84376]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:56.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[86910]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-24T03:00:56.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:56.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:56.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:55 smithi016 ceph-mon[86910]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:56.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:55 smithi063 ceph-mon[77007]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-24T03:00:56.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:55 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:56.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:55 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:56.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:55 smithi063 ceph-mon[77007]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:56.696 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.set_ec (7045 ms) 2024-04-24T03:00:56.696 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 10 tests from cls_rgw (62239 ms total) 2024-04-24T03:00:56.696 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:00:56.696 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T03:00:56.696 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 10 tests from 1 test suite ran. (62239 ms total) 2024-04-24T03:00:56.696 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 10 tests. 2024-04-24T03:00:56.698 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:00:56.698 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T03:00:56.772 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-24T03:00:56.773 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-24T03:00:56.846 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T03:00:56.847 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-24T03:00:56.847 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T03:00:56.847 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from cls_rgw 2024-04-24T03:00:57.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:57.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:57.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[84376]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-24T03:00:57.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:57.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:57.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:57.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:57.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[86910]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-24T03:00:57.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:57.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:56 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:57.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:56 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:00:57.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:56 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:57.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:56 smithi063 ceph-mon[77007]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-24T03:00:57.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:56 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1232054744' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:57.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:56 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]: dispatch 2024-04-24T03:00:58.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:57 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:58.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:57 smithi016 ceph-mon[84376]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-24T03:00:58.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:57 smithi016 ceph-mon[84376]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:58.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:57 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:58.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:57 smithi016 ceph-mon[86910]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-24T03:00:58.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:57 smithi016 ceph-mon[86910]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:58.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:57 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-122888-10"}]': finished 2024-04-24T03:00:58.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:57 smithi063 ceph-mon[77007]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-24T03:00:58.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:57 smithi063 ceph-mon[77007]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:00:58.696 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:00:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:00:58] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-24T03:00:58.706 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_basic 2024-04-24T03:00:58.751 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_basic (45 ms) 2024-04-24T03:00:58.751 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-24T03:00:58.778 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-04-24T03:00:58.778 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-24T03:00:58.816 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_remove_object (37 ms) 2024-04-24T03:00:58.816 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-24T03:00:59.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:58 smithi016 ceph-mon[84376]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-24T03:00:59.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:58 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1695613330' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:59.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:58 smithi016 ceph-mon[86910]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-24T03:00:59.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:58 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1695613330' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:00:59.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:58 smithi063 ceph-mon[77007]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-24T03:00:59.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:58 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1695613330' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:00.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:59 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1695613330' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:00.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:59 smithi016 ceph-mon[84376]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-24T03:01:00.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:00:59 smithi016 ceph-mon[84376]: pgmap v1304: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:00.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:59 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1695613330' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:00.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:59 smithi016 ceph-mon[86910]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-24T03:01:00.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:00:59 smithi016 ceph-mon[86910]: pgmap v1304: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:00.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:59 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1695613330' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:00.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:59 smithi063 ceph-mon[77007]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-24T03:01:00.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:00:59 smithi063 ceph-mon[77007]: pgmap v1304: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:00.249 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_suggest (1434 ms) 2024-04-24T03:01:00.250 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-24T03:01:00.258 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_suggest_complete (9 ms) 2024-04-24T03:01:00.258 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_list 2024-04-24T03:01:00.278 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_list (20 ms) 2024-04-24T03:01:00.278 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-24T03:01:01.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:00 smithi016 ceph-mon[84376]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-24T03:01:01.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:01.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:00 smithi016 ceph-mon[86910]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-24T03:01:01.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:01.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:00 smithi063 ceph-mon[77007]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-24T03:01:01.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:01.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:01 smithi063 ceph-mon[77007]: pgmap v1306: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.9 KiB/s wr, 18 op/s 2024-04-24T03:01:02.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:01 smithi016 ceph-mon[84376]: pgmap v1306: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.9 KiB/s wr, 18 op/s 2024-04-24T03:01:02.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:01 smithi016 ceph-mon[86910]: pgmap v1306: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 6.9 KiB/s wr, 18 op/s 2024-04-24T03:01:04.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:04 smithi016 ceph-mon[84376]: pgmap v1307: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 260 KiB/s wr, 806 op/s 2024-04-24T03:01:04.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:04 smithi016 ceph-mon[86910]: pgmap v1307: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 260 KiB/s wr, 806 op/s 2024-04-24T03:01:04.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:04 smithi063 ceph-mon[77007]: pgmap v1307: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 260 KiB/s wr, 806 op/s 2024-04-24T03:01:06.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:06 smithi016 ceph-mon[84376]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 213 KiB/s wr, 660 op/s 2024-04-24T03:01:06.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:06 smithi016 ceph-mon[86910]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 213 KiB/s wr, 660 op/s 2024-04-24T03:01:06.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:06 smithi063 ceph-mon[77007]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 213 KiB/s wr, 660 op/s 2024-04-24T03:01:08.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:08 smithi016 ceph-mon[84376]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 970 KiB/s rd, 626 KiB/s wr, 1.90k op/s 2024-04-24T03:01:08.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:01:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:01:08] "GET /metrics HTTP/1.1" 200 36502 "" "Prometheus/2.43.0" 2024-04-24T03:01:08.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:08 smithi016 ceph-mon[86910]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 970 KiB/s rd, 626 KiB/s wr, 1.90k op/s 2024-04-24T03:01:08.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:08 smithi063 ceph-mon[77007]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 970 KiB/s rd, 626 KiB/s wr, 1.90k op/s 2024-04-24T03:01:10.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:10 smithi016 ceph-mon[84376]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 520 KiB/s wr, 1.57k op/s 2024-04-24T03:01:10.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:10 smithi016 ceph-mon[86910]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 520 KiB/s wr, 1.57k op/s 2024-04-24T03:01:10.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:10 smithi063 ceph-mon[77007]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 520 KiB/s wr, 1.57k op/s 2024-04-24T03:01:12.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:12 smithi016 ceph-mon[84376]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 713 KiB/s rd, 460 KiB/s wr, 1.39k op/s 2024-04-24T03:01:12.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:12 smithi016 ceph-mon[86910]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 713 KiB/s rd, 460 KiB/s wr, 1.39k op/s 2024-04-24T03:01:12.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:12 smithi063 ceph-mon[77007]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 713 KiB/s rd, 460 KiB/s wr, 1.39k op/s 2024-04-24T03:01:14.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:14 smithi016 ceph-mon[84376]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1000 KiB/s rd, 652 KiB/s wr, 1.97k op/s 2024-04-24T03:01:14.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:14 smithi016 ceph-mon[86910]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1000 KiB/s rd, 652 KiB/s wr, 1.97k op/s 2024-04-24T03:01:14.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:14 smithi063 ceph-mon[77007]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1000 KiB/s rd, 652 KiB/s wr, 1.97k op/s 2024-04-24T03:01:15.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:15.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:15.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:16.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:16 smithi016 ceph-mon[84376]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 524 KiB/s wr, 1.57k op/s 2024-04-24T03:01:16.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:16 smithi016 ceph-mon[86910]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 524 KiB/s wr, 1.57k op/s 2024-04-24T03:01:16.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:16 smithi063 ceph-mon[77007]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 524 KiB/s wr, 1.57k op/s 2024-04-24T03:01:18.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:18 smithi016 ceph-mon[84376]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 742 KiB/s wr, 2.23k op/s 2024-04-24T03:01:18.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:01:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:01:18] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-24T03:01:18.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:18 smithi016 ceph-mon[86910]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 742 KiB/s wr, 2.23k op/s 2024-04-24T03:01:18.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:18 smithi063 ceph-mon[77007]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 742 KiB/s wr, 2.23k op/s 2024-04-24T03:01:20.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:20 smithi016 ceph-mon[84376]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 658 KiB/s rd, 438 KiB/s wr, 1.31k op/s 2024-04-24T03:01:20.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:20 smithi016 ceph-mon[86910]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 658 KiB/s rd, 438 KiB/s wr, 1.31k op/s 2024-04-24T03:01:20.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:20 smithi063 ceph-mon[77007]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 658 KiB/s rd, 438 KiB/s wr, 1.31k op/s 2024-04-24T03:01:22.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:22 smithi016 ceph-mon[84376]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 658 KiB/s rd, 438 KiB/s wr, 1.31k op/s 2024-04-24T03:01:22.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:22 smithi016 ceph-mon[86910]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 658 KiB/s rd, 438 KiB/s wr, 1.31k op/s 2024-04-24T03:01:22.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:22 smithi063 ceph-mon[77007]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 658 KiB/s rd, 438 KiB/s wr, 1.31k op/s 2024-04-24T03:01:24.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:24 smithi016 ceph-mon[84376]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 985 KiB/s rd, 657 KiB/s wr, 1.97k op/s 2024-04-24T03:01:24.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:24 smithi016 ceph-mon[86910]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 985 KiB/s rd, 657 KiB/s wr, 1.97k op/s 2024-04-24T03:01:24.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:24 smithi063 ceph-mon[77007]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 985 KiB/s rd, 657 KiB/s wr, 1.97k op/s 2024-04-24T03:01:26.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:26 smithi016 ceph-mon[84376]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 654 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2024-04-24T03:01:26.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:26 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:01:26.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:26 smithi016 ceph-mon[86910]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 654 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2024-04-24T03:01:26.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:26 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:01:26.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:26 smithi063 ceph-mon[77007]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 654 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2024-04-24T03:01:26.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:26 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:01:27.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:27 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:01:27.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:27 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:01:27.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:27 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:01:27.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:27 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:01:27.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:27 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:01:27.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:27 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:01:27.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:27 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:01:27.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:27 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:01:27.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:27 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:01:28.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:28 smithi016 ceph-mon[84376]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 648 KiB/s wr, 1.94k op/s 2024-04-24T03:01:28.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:01:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:01:28] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-24T03:01:28.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:28 smithi016 ceph-mon[86910]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 648 KiB/s wr, 1.94k op/s 2024-04-24T03:01:28.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:28 smithi063 ceph-mon[77007]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 648 KiB/s wr, 1.94k op/s 2024-04-24T03:01:30.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:30 smithi016 ceph-mon[84376]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-04-24T03:01:30.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:30.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:30 smithi016 ceph-mon[86910]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-04-24T03:01:30.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:30.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:30 smithi063 ceph-mon[77007]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-04-24T03:01:30.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:32.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:32 smithi016 ceph-mon[84376]: pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-04-24T03:01:32.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:32 smithi016 ceph-mon[86910]: pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-04-24T03:01:32.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:32 smithi063 ceph-mon[77007]: pgmap v1321: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-04-24T03:01:34.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:34 smithi016 ceph-mon[84376]: pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 647 KiB/s wr, 1.94k op/s 2024-04-24T03:01:34.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:34 smithi016 ceph-mon[86910]: pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 647 KiB/s wr, 1.94k op/s 2024-04-24T03:01:34.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:34 smithi063 ceph-mon[77007]: pgmap v1322: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 647 KiB/s wr, 1.94k op/s 2024-04-24T03:01:36.294 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_list_delimited (36016 ms) 2024-04-24T03:01:36.294 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.bi_list 2024-04-24T03:01:36.365 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.bi_list (71 ms) 2024-04-24T03:01:36.365 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.gc_set 2024-04-24T03:01:36.391 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-04-24T03:01:36.391 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.gc_list 2024-04-24T03:01:36.417 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.gc_list (26 ms) 2024-04-24T03:01:36.417 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-24T03:01:36.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:36 smithi016 ceph-mon[84376]: pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 643 KiB/s rd, 429 KiB/s wr, 1.29k op/s 2024-04-24T03:01:36.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:36 smithi016 ceph-mon[86910]: pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 643 KiB/s rd, 429 KiB/s wr, 1.29k op/s 2024-04-24T03:01:36.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:36 smithi063 ceph-mon[77007]: pgmap v1323: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 643 KiB/s rd, 429 KiB/s wr, 1.29k op/s 2024-04-24T03:01:38.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[84376]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 641 KiB/s wr, 1.92k op/s 2024-04-24T03:01:38.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[84376]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-24T03:01:38.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1673911869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:38.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:38.525 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:01:38] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-24T03:01:38.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[86910]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 641 KiB/s wr, 1.92k op/s 2024-04-24T03:01:38.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[86910]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-24T03:01:38.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1673911869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:38.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:38 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:38.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:38 smithi063 ceph-mon[77007]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 641 KiB/s wr, 1.92k op/s 2024-04-24T03:01:38.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:38 smithi063 ceph-mon[77007]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-24T03:01:38.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:38 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1673911869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:38.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:38 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:39.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:39 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:39.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:39 smithi016 ceph-mon[84376]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-24T03:01:39.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:39 smithi016 ceph-mon[84376]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-24T03:01:39.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:39 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:39.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:39 smithi016 ceph-mon[86910]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-24T03:01:39.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:39 smithi016 ceph-mon[86910]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-24T03:01:39.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:39 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123264-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:39.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:39 smithi063 ceph-mon[77007]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-24T03:01:39.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:39 smithi063 ceph-mon[77007]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-24T03:01:40.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:40 smithi016 ceph-mon[84376]: pgmap v1327: 169 pgs: 1 creating+activating, 3 creating+peering, 24 unknown, 141 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 989 KiB/s rd, 656 KiB/s wr, 1.97k op/s 2024-04-24T03:01:40.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:40 smithi016 ceph-mon[86910]: pgmap v1327: 169 pgs: 1 creating+activating, 3 creating+peering, 24 unknown, 141 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 989 KiB/s rd, 656 KiB/s wr, 1.97k op/s 2024-04-24T03:01:40.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:40 smithi063 ceph-mon[77007]: pgmap v1327: 169 pgs: 1 creating+activating, 3 creating+peering, 24 unknown, 141 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 989 KiB/s rd, 656 KiB/s wr, 1.97k op/s 2024-04-24T03:01:42.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:42 smithi016 ceph-mon[84376]: pgmap v1329: 169 pgs: 1 creating+activating, 3 creating+peering, 7 unknown, 158 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 442 KiB/s wr, 1.32k op/s 2024-04-24T03:01:42.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:42 smithi016 ceph-mon[86910]: pgmap v1329: 169 pgs: 1 creating+activating, 3 creating+peering, 7 unknown, 158 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 442 KiB/s wr, 1.32k op/s 2024-04-24T03:01:42.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:42 smithi063 ceph-mon[77007]: pgmap v1329: 169 pgs: 1 creating+activating, 3 creating+peering, 7 unknown, 158 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 442 KiB/s wr, 1.32k op/s 2024-04-24T03:01:44.189 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.gc_defer (7772 ms) 2024-04-24T03:01:44.189 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-24T03:01:44.335 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.usage_basic (146 ms) 2024-04-24T03:01:44.335 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-24T03:01:44.335 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-24T03:01:44.335 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-24T03:01:44.422 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.usage_clear (86 ms) 2024-04-24T03:01:44.422 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-24T03:01:44.462 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.bi_log_trim (40 ms) 2024-04-24T03:01:44.462 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-24T03:01:44.473 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-24T03:01:44.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:44 smithi016 ceph-mon[84376]: pgmap v1330: 169 pgs: 1 creating+activating, 168 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 282 KiB/s rd, 29 KiB/s wr, 80 op/s 2024-04-24T03:01:44.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:44 smithi016 ceph-mon[86910]: pgmap v1330: 169 pgs: 1 creating+activating, 168 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 282 KiB/s rd, 29 KiB/s wr, 80 op/s 2024-04-24T03:01:44.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:44 smithi063 ceph-mon[77007]: pgmap v1330: 169 pgs: 1 creating+activating, 168 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 282 KiB/s rd, 29 KiB/s wr, 80 op/s 2024-04-24T03:01:45.200 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from cls_rgw (45767 ms total) 2024-04-24T03:01:45.200 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:01:45.201 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T03:01:45.201 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 16 tests from 1 test suite ran. (48352 ms total) 2024-04-24T03:01:45.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 16 tests. 2024-04-24T03:01:45.206 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:01:45.206 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T03:01:45.277 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-24T03:01:45.277 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-24T03:01:45.350 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-24T03:01:45.350 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-24T03:01:45.350 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T03:01:45.350 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from ClsSDK 2024-04-24T03:01:45.350 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-24T03:01:45.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:45 smithi016 ceph-mon[84376]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-24T03:01:45.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:45.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:45 smithi016 ceph-mon[86910]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-24T03:01:45.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:45.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:45 smithi063 ceph-mon[77007]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-24T03:01:45.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:01:46.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:46 smithi016 ceph-mon[84376]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 25 KiB/s wr, 68 op/s 2024-04-24T03:01:46.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:46 smithi016 ceph-mon[84376]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-24T03:01:46.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:46 smithi016 ceph-mon[86910]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 25 KiB/s wr, 68 op/s 2024-04-24T03:01:46.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:46 smithi016 ceph-mon[86910]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-24T03:01:46.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:46 smithi063 ceph-mon[77007]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 25 KiB/s wr, 68 op/s 2024-04-24T03:01:46.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:46 smithi063 ceph-mon[77007]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-24T03:01:47.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[84376]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-24T03:01:47.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/309228608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[84376]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[86910]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/309228608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:47.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:47 smithi016 ceph-mon[86910]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-24T03:01:47.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:47 smithi063 ceph-mon[77007]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-24T03:01:47.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:47 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/309228608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:47.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:47 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:47.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:47 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:47.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:47 smithi063 ceph-mon[77007]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-24T03:01:48.222 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2872 ms) 2024-04-24T03:01:48.222 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-24T03:01:48.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:01:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:01:48] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-24T03:01:48.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:48 smithi016 ceph-mon[84376]: pgmap v1335: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:48.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:48 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:01:48.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:48 smithi016 ceph-mon[86910]: pgmap v1335: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:48.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:48 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:01:48.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:48 smithi063 ceph-mon[77007]: pgmap v1335: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:48.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:48 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:01:49.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:49 smithi016 ceph-mon[84376]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-24T03:01:49.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:49 smithi016 ceph-mon[86910]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-24T03:01:49.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:49 smithi063 ceph-mon[77007]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-24T03:01:50.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[84376]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:50.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:01:50.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[84376]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-24T03:01:50.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3329842171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:50.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[86910]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:50.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:01:50.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[86910]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-24T03:01:50.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:50 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3329842171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:50.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:50 smithi063 ceph-mon[77007]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:50.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:50 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:01:50.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:50 smithi063 ceph-mon[77007]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-24T03:01:50.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:50 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3329842171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:01:51.237 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3014 ms) 2024-04-24T03:01:51.238 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from ClsSDK (5886 ms total) 2024-04-24T03:01:51.238 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:01:51.238 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T03:01:51.238 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 2 tests from 1 test suite ran. (5886 ms total) 2024-04-24T03:01:51.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 2 tests. 2024-04-24T03:01:51.239 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:01:51.239 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T03:01:51.310 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-24T03:01:51.310 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:01:51.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:51 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3329842171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:51.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:51 smithi016 ceph-mon[84376]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-24T03:01:51.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:51 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3329842171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:51.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:51 smithi016 ceph-mon[86910]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-24T03:01:51.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:51 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3329842171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-123514-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:01:51.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:51 smithi063 ceph-mon[77007]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-24T03:01:51.558 DEBUG:teuthology.parallel:result is None 2024-04-24T03:01:51.558 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:01:51.586 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:01:51.586 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:01:51.644 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:01:51.644 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:01:51.645 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-24T03:01:51.645 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:01:51.645 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-24T03:01:51.645 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-24T03:01:51.646 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-24T03:01:51.646 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T03:01:51.646 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:01:51.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:01:51.703 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-24T03:01:51.703 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:01:51.761 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-24T03:01:51.762 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-24T03:01:51.828 INFO:tasks.workunit:timeout=3h 2024-04-24T03:01:51.828 INFO:tasks.workunit:cleanup=True 2024-04-24T03:01:51.828 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:01:51.887 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-24T03:01:52.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:52 smithi016 ceph-mon[84376]: pgmap v1341: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:52.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:52 smithi016 ceph-mon[84376]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-24T03:01:52.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:52 smithi016 ceph-mon[86910]: pgmap v1341: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:52.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:52 smithi016 ceph-mon[86910]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-24T03:01:52.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:52 smithi063 ceph-mon[77007]: pgmap v1341: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:52.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:52 smithi063 ceph-mon[77007]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-24T03:01:54.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:54 smithi016 ceph-mon[84376]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:54.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:54 smithi016 ceph-mon[86910]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:54.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:54 smithi063 ceph-mon[77007]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:56.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:56 smithi016 ceph-mon[84376]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:56.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:56 smithi016 ceph-mon[86910]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:56.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:56 smithi063 ceph-mon[77007]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:58.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:01:58 smithi016 ceph-mon[84376]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:58.525 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:01:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:01:58] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-24T03:01:58.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:01:58 smithi016 ceph-mon[86910]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:01:58.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:01:58 smithi063 ceph-mon[77007]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:00.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:00 smithi016 ceph-mon[84376]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:00.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:00.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:00 smithi016 ceph-mon[86910]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:00.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:00.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:00 smithi063 ceph-mon[77007]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:00.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:02.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:02 smithi016 ceph-mon[84376]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:02.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:02 smithi016 ceph-mon[86910]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:02.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:02 smithi063 ceph-mon[77007]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:04.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:04 smithi016 ceph-mon[84376]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:04.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:04 smithi016 ceph-mon[86910]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:04.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:04 smithi063 ceph-mon[77007]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:04.636 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-24T03:02:04.695 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T03:02:04.697 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:02:04.697 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T03:02:04.746 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T03:02:04.794 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T03:02:04.832 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:02:04.834 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:02:04.834 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T03:02:04.872 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:02:04.875 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T03:02:04.875 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-24T03:02:04.934 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-24T03:02:04.935 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-24T03:02:04.935 DEBUG:teuthology.orchestra.run.smithi016:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-24T03:02:05.034 INFO:tasks.workunit.client.0.smithi016.stdout:run length 1200 seconds 2024-04-24T03:02:05.034 INFO:tasks.workunit.client.0.smithi016.stdout:preparing 10240 objects 2024-04-24T03:02:06.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:06 smithi016 ceph-mon[86910]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:06.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:06 smithi016 ceph-mon[84376]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:06.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:06 smithi063 ceph-mon[77007]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:02:07.006 INFO:tasks.workunit.client.0.smithi016.stdout:load-gen will run 1200 seconds 2024-04-24T03:02:08.006 INFO:tasks.workunit.client.0.smithi016.stdout: 1: throughput=0MB/sec pending data=0 2024-04-24T03:02:08.006 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kAgun7R2naej0kN off=4376362 len=128982 2024-04-24T03:02:08.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 0 completed, throughput=0.123MB/sec 2024-04-24T03:02:08.009 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H7bWQDOPpPHUqJJ off=1508990 len=858851 2024-04-24T03:02:08.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 1 completed, throughput=0.936MB/sec 2024-04-24T03:02:08.012 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YypIZ56pjCIqExk off=3784656 len=497308 2024-04-24T03:02:08.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 2 completed, throughput=1.4MB/sec 2024-04-24T03:02:08.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rOgoA3etqDvblL1 off=9102323 len=1068600 2024-04-24T03:02:08.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 3 completed, throughput=2.41MB/sec 2024-04-24T03:02:08.018 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BWYcBxkY8GMXeTm off=1643990 len=1769666 2024-04-24T03:02:08.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 4 completed, throughput=4.06MB/sec 2024-04-24T03:02:08.020 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-asBWGKVPBuiN4Hl off=11952344 len=843020 2024-04-24T03:02:08.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 5 completed, throughput=4.83MB/sec 2024-04-24T03:02:08.025 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v1XcX1ZvQWj0tXi off=908994 len=1294483 2024-04-24T03:02:08.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 6 completed, throughput=6MB/sec 2024-04-24T03:02:08.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:08 smithi016 ceph-mon[84376]: pgmap v1350: 105 pgs: 105 active+clean; 29 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s wr, 195 op/s 2024-04-24T03:02:08.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:02:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:02:08] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-24T03:02:08.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:08 smithi016 ceph-mon[86910]: pgmap v1350: 105 pgs: 105 active+clean; 29 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s wr, 195 op/s 2024-04-24T03:02:08.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:08 smithi063 ceph-mon[77007]: pgmap v1350: 105 pgs: 105 active+clean; 29 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s wr, 195 op/s 2024-04-24T03:02:09.032 INFO:tasks.workunit.client.0.smithi016.stdout: 2: throughput=3.04MB/sec pending data=0 2024-04-24T03:02:09.032 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q5ttxTX3tT62E_n off=10115962 len=1523174 2024-04-24T03:02:09.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 7 completed, throughput=3.74MB/sec 2024-04-24T03:02:09.040 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5lgDd1FdZ8oODpd off=3859701 len=229014 2024-04-24T03:02:09.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 8 completed, throughput=3.85MB/sec 2024-04-24T03:02:09.041 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u9zDVwyIfBlZbGl off=4348127 len=745124 2024-04-24T03:02:09.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 9 completed, throughput=4.2MB/sec 2024-04-24T03:02:09.042 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JES2APKPRKZxgmh off=13454400 len=1571951 2024-04-24T03:02:09.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 10 completed, throughput=4.91MB/sec 2024-04-24T03:02:09.050 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jrARJHjUpUnIAZt off=3031392 len=850839 2024-04-24T03:02:09.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 11 completed, throughput=5.3MB/sec 2024-04-24T03:02:10.055 INFO:tasks.workunit.client.0.smithi016.stdout: 3: throughput=3.56MB/sec pending data=0 2024-04-24T03:02:10.055 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3i57Txo91HRzz3p off=5909411 len=149957 2024-04-24T03:02:10.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 12 completed, throughput=3.61MB/sec 2024-04-24T03:02:10.056 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j1X9CWfbQATMO_r off=1020250 len=1382457 2024-04-24T03:02:10.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 13 completed, throughput=4.04MB/sec 2024-04-24T03:02:10.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NjhIeQCj0kBGVjW off=5576520 len=1427095 2024-04-24T03:02:10.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 14 completed, throughput=4.47MB/sec 2024-04-24T03:02:10.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_zh2alaBVMbTepb off=7312989 len=1147655 2024-04-24T03:02:10.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 15 completed, throughput=4.82MB/sec 2024-04-24T03:02:10.070 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8K59SgqdRFjATv6 off=3202998 len=967000 2024-04-24T03:02:10.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 16 completed, throughput=5.12MB/sec 2024-04-24T03:02:10.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:10 smithi016 ceph-mon[84376]: pgmap v1351: 105 pgs: 105 active+clean; 61 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 404 KiB/s wr, 403 op/s 2024-04-24T03:02:10.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:10 smithi016 ceph-mon[86910]: pgmap v1351: 105 pgs: 105 active+clean; 61 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 404 KiB/s wr, 403 op/s 2024-04-24T03:02:10.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:10 smithi063 ceph-mon[77007]: pgmap v1351: 105 pgs: 105 active+clean; 61 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 404 KiB/s wr, 403 op/s 2024-04-24T03:02:11.072 INFO:tasks.workunit.client.0.smithi016.stdout: 4: throughput=3.86MB/sec pending data=0 2024-04-24T03:02:11.072 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5PEhw5B4RJe58gW off=14127631 len=1697602 2024-04-24T03:02:11.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 17 completed, throughput=4.25MB/sec 2024-04-24T03:02:11.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w_y51APHSSrRKls off=14640509 len=674298 2024-04-24T03:02:11.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 18 completed, throughput=4.41MB/sec 2024-04-24T03:02:11.080 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-96a5IZWSYCJD1Bw off=4814788 len=1065163 2024-04-24T03:02:11.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 19 completed, throughput=4.65MB/sec 2024-04-24T03:02:11.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5AsfUSbusKvisNK off=427176 len=1209399 2024-04-24T03:02:11.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 20 completed, throughput=4.93MB/sec 2024-04-24T03:02:11.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-timw_JWHrqTEPnF off=2850221 len=1931860 2024-04-24T03:02:11.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 21 completed, throughput=5.37MB/sec 2024-04-24T03:02:12.097 INFO:tasks.workunit.client.0.smithi016.stdout: 5: throughput=4.31MB/sec pending data=0 2024-04-24T03:02:12.097 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DYhXtEI5F_fd4eS off=743330 len=44076 2024-04-24T03:02:12.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 22 completed, throughput=4.32MB/sec 2024-04-24T03:02:12.097 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FkfN-E3iy8f1glT off=2475258 len=269613 2024-04-24T03:02:12.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 23 completed, throughput=4.37MB/sec 2024-04-24T03:02:12.098 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_funPZs1McuStpH off=5919738 len=529899 2024-04-24T03:02:12.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 24 completed, throughput=4.47MB/sec 2024-04-24T03:02:12.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-THJNqfUCrfJbIOQ off=5026724 len=1548075 2024-04-24T03:02:12.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 25 completed, throughput=4.75MB/sec 2024-04-24T03:02:12.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-brtBkQi_S1pftja off=3699246 len=160396 2024-04-24T03:02:12.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 26 completed, throughput=4.78MB/sec 2024-04-24T03:02:12.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o2d3Vdgdff4hxEs off=18601732 len=1143485 2024-04-24T03:02:12.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 27 completed, throughput=4.99MB/sec 2024-04-24T03:02:12.119 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Lv-8V3uqz_RxT6c off=7968620 len=1590758 2024-04-24T03:02:12.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 28 completed, throughput=5.27MB/sec 2024-04-24T03:02:12.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:12 smithi063 ceph-mon[77007]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 1.4 MiB/s wr, 854 op/s 2024-04-24T03:02:12.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:12 smithi016 ceph-mon[84376]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 1.4 MiB/s wr, 854 op/s 2024-04-24T03:02:12.873 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:12 smithi016 ceph-mon[86910]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 483 KiB/s rd, 1.4 MiB/s wr, 854 op/s 2024-04-24T03:02:13.128 INFO:tasks.workunit.client.0.smithi016.stdout: 6: throughput=4.41MB/sec pending data=0 2024-04-24T03:02:13.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aK_1EB4BGAkwIFv off=3707511 len=1928415 2024-04-24T03:02:13.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 29 completed, throughput=4.71MB/sec 2024-04-24T03:02:13.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vFxg-CAcRExrA6j off=2951946 len=81922 2024-04-24T03:02:13.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 30 completed, throughput=4.72MB/sec 2024-04-24T03:02:13.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qWQdGBcIELxeK-x off=488603 len=1773896 2024-04-24T03:02:13.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 31 completed, throughput=4.99MB/sec 2024-04-24T03:02:13.140 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RnqvNruC0avjMJ- off=4487840 len=450010 2024-04-24T03:02:13.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 32 completed, throughput=5.06MB/sec 2024-04-24T03:02:14.053 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:02:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=sqlstore.transactions t=2024-04-24T03:02:13.601428503Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-24T03:02:14.053 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:02:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=cleanup t=2024-04-24T03:02:13.603785233Z level=info msg="Completed cleanup jobs" duration=13.80645ms 2024-04-24T03:02:14.141 INFO:tasks.workunit.client.0.smithi016.stdout: 7: throughput=4.35MB/sec pending data=0 2024-04-24T03:02:14.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PZzKqQMfVZfC2m3 off=9492060 len=459387 2024-04-24T03:02:14.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 33 completed, throughput=4.41MB/sec 2024-04-24T03:02:14.142 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S41qbrWCYqj78ax off=484381 len=1312078 2024-04-24T03:02:14.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 34 completed, throughput=4.58MB/sec 2024-04-24T03:02:14.149 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b8PD_h-QO0P64iP off=7051263 len=419834 2024-04-24T03:02:14.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 35 completed, throughput=4.64MB/sec 2024-04-24T03:02:14.152 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yjxj1iSPmH0KfSd off=8830734 len=705818 2024-04-24T03:02:14.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 36 completed, throughput=4.73MB/sec 2024-04-24T03:02:14.156 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-crCa_d5a0WLn3CH off=2833416 len=364781 2024-04-24T03:02:14.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 37 completed, throughput=4.77MB/sec 2024-04-24T03:02:14.159 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IKasFwAjkqPL_LJ off=13588871 len=1594022 2024-04-24T03:02:14.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 38 completed, throughput=4.99MB/sec 2024-04-24T03:02:14.161 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wCro9aYF8cnr71w off=336242 len=617440 2024-04-24T03:02:14.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 39 completed, throughput=5.07MB/sec 2024-04-24T03:02:14.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:14 smithi063 ceph-mon[77007]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 1.5 MiB/s wr, 854 op/s 2024-04-24T03:02:14.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:14 smithi016 ceph-mon[84376]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 1.5 MiB/s wr, 854 op/s 2024-04-24T03:02:14.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:14 smithi016 ceph-mon[86910]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 1.5 MiB/s wr, 854 op/s 2024-04-24T03:02:15.165 INFO:tasks.workunit.client.0.smithi016.stdout: 8: throughput=4.44MB/sec pending data=0 2024-04-24T03:02:15.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FkfN-E3iy8f1glT off=3383113 len=1308692 2024-04-24T03:02:15.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 40 completed, throughput=4.59MB/sec 2024-04-24T03:02:15.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ze9YdC64wRYjQCs off=8764725 len=1428038 2024-04-24T03:02:15.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 41 completed, throughput=4.76MB/sec 2024-04-24T03:02:15.175 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kel3xsnt91ateKl off=19794203 len=1331776 2024-04-24T03:02:15.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 42 completed, throughput=4.91MB/sec 2024-04-24T03:02:15.181 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KqB1bULInwpK5mv off=9303345 len=1741925 2024-04-24T03:02:15.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 43 completed, throughput=5.11MB/sec 2024-04-24T03:02:15.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:15.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:15.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:16.191 INFO:tasks.workunit.client.0.smithi016.stdout: 9: throughput=4.55MB/sec pending data=0 2024-04-24T03:02:16.192 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bdnU2s0Luv1jkws off=4761802 len=1406064 2024-04-24T03:02:16.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 44 completed, throughput=4.7MB/sec 2024-04-24T03:02:16.193 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YWcqHqrEv3Mx8sA off=3439733 len=2014531 2024-04-24T03:02:16.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 45 completed, throughput=4.9MB/sec 2024-04-24T03:02:16.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C4fUsNrjR17acha off=2526737 len=111242 2024-04-24T03:02:16.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 46 completed, throughput=4.91MB/sec 2024-04-24T03:02:16.206 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wpJ-AGzmMvkjKPG off=2058109 len=264969 2024-04-24T03:02:16.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 47 completed, throughput=4.94MB/sec 2024-04-24T03:02:16.208 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-17WDgRkQMPemVJA off=666065 len=461336 2024-04-24T03:02:16.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 48 completed, throughput=4.98MB/sec 2024-04-24T03:02:16.209 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qug-9fwCoIkB19H off=2102571 len=622933 2024-04-24T03:02:16.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 49 completed, throughput=5.05MB/sec 2024-04-24T03:02:16.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:16 smithi063 ceph-mon[77007]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-24T03:02:16.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:16 smithi016 ceph-mon[84376]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-24T03:02:16.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:16 smithi016 ceph-mon[86910]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-24T03:02:17.214 INFO:tasks.workunit.client.0.smithi016.stdout: 10: throughput=4.55MB/sec pending data=0 2024-04-24T03:02:17.214 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--CI11E8XDQYlxi6 off=13125710 len=1587171 2024-04-24T03:02:17.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 50 completed, throughput=4.7MB/sec 2024-04-24T03:02:17.217 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r-hWvwSasCdxxpl off=13009518 len=2020770 2024-04-24T03:02:17.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 51 completed, throughput=4.89MB/sec 2024-04-24T03:02:17.219 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B88Dco5p-4ZbxS- off=1511187 len=1935186 2024-04-24T03:02:17.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 52 completed, throughput=5.06MB/sec 2024-04-24T03:02:18.232 INFO:tasks.workunit.client.0.smithi016.stdout: 11: throughput=4.61MB/sec pending data=0 2024-04-24T03:02:18.232 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c9sNHPvvRuDVrtX off=2797071 len=755829 2024-04-24T03:02:18.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 53 completed, throughput=4.67MB/sec 2024-04-24T03:02:18.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GFeGg-lqrWwH6ne off=1229463 len=1292737 2024-04-24T03:02:18.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 54 completed, throughput=4.78MB/sec 2024-04-24T03:02:18.236 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-guGD2-OuNWjkxLt off=10895304 len=1128391 2024-04-24T03:02:18.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 55 completed, throughput=4.87MB/sec 2024-04-24T03:02:18.242 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m6JGkPQnVkcVVg2 off=15628049 len=1328013 2024-04-24T03:02:18.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 56 completed, throughput=4.98MB/sec 2024-04-24T03:02:18.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aIkW4FwdSRpU8-a off=7828364 len=1432710 2024-04-24T03:02:18.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 57 completed, throughput=5.1MB/sec 2024-04-24T03:02:18.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:18 smithi063 ceph-mon[77007]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 856 op/s 2024-04-24T03:02:18.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:18 smithi016 ceph-mon[84376]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 856 op/s 2024-04-24T03:02:18.774 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:02:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:02:18] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.43.0" 2024-04-24T03:02:18.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:18 smithi016 ceph-mon[86910]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 856 op/s 2024-04-24T03:02:19.258 INFO:tasks.workunit.client.0.smithi016.stdout: 12: throughput=4.69MB/sec pending data=0 2024-04-24T03:02:19.259 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c82s_7bSpl6SdIP off=7566926 len=368164 2024-04-24T03:02:19.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 58 completed, throughput=4.71MB/sec 2024-04-24T03:02:19.260 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VKpgJ8Dz1wU8Jz8 off=14137533 len=406758 2024-04-24T03:02:19.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 59 completed, throughput=4.74MB/sec 2024-04-24T03:02:19.264 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-53x7tTbeHVeHXm3 off=11857090 len=604523 2024-04-24T03:02:19.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 60 completed, throughput=4.79MB/sec 2024-04-24T03:02:19.265 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F2yAOfSNbIOl1rg off=3561657 len=1383870 2024-04-24T03:02:19.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 61 completed, throughput=4.9MB/sec 2024-04-24T03:02:19.266 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ciPooJx3_TJxT3R off=5192359 len=1342191 2024-04-24T03:02:19.271 INFO:tasks.workunit.client.0.smithi016.stdout:op 62 completed, throughput=5MB/sec 2024-04-24T03:02:19.271 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZbvA7GhCQHINTr1 off=4779555 len=265010 2024-04-24T03:02:19.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 63 completed, throughput=5.02MB/sec 2024-04-24T03:02:20.272 INFO:tasks.workunit.client.0.smithi016.stdout: 13: throughput=4.64MB/sec pending data=0 2024-04-24T03:02:20.273 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m6GywjXax359aGI off=14141918 len=284728 2024-04-24T03:02:20.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 64 completed, throughput=4.66MB/sec 2024-04-24T03:02:20.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mctf3Bf866gA_9r off=16955312 len=1803692 2024-04-24T03:02:20.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 65 completed, throughput=4.79MB/sec 2024-04-24T03:02:20.278 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0FJimrr6soxU8Ba off=10979900 len=2824 2024-04-24T03:02:20.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 66 completed, throughput=4.79MB/sec 2024-04-24T03:02:20.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g0MWKt1nyBRmzVv off=3555243 len=1483453 2024-04-24T03:02:20.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 67 completed, throughput=4.9MB/sec 2024-04-24T03:02:20.281 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mOBj_rMt9Ejetgg off=1409533 len=1169881 2024-04-24T03:02:20.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 68 completed, throughput=4.98MB/sec 2024-04-24T03:02:20.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GN8ji31fzAc-UKj off=8224640 len=1017299 2024-04-24T03:02:20.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 69 completed, throughput=5.05MB/sec 2024-04-24T03:02:20.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:20 smithi063 ceph-mon[77007]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 661 op/s 2024-04-24T03:02:20.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:20 smithi016 ceph-mon[84376]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 661 op/s 2024-04-24T03:02:20.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:20 smithi016 ceph-mon[86910]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 661 op/s 2024-04-24T03:02:21.287 INFO:tasks.workunit.client.0.smithi016.stdout: 14: throughput=4.7MB/sec pending data=0 2024-04-24T03:02:21.288 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D4VscgHt_IpasuO off=9226857 len=1628733 2024-04-24T03:02:21.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 70 completed, throughput=4.8MB/sec 2024-04-24T03:02:21.291 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6IvWBESnk3Ec_Gj off=373773 len=211064 2024-04-24T03:02:21.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 71 completed, throughput=4.82MB/sec 2024-04-24T03:02:21.294 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nVybanILLzJfXS_ off=4687814 len=1460151 2024-04-24T03:02:21.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 72 completed, throughput=4.91MB/sec 2024-04-24T03:02:21.296 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bdp6oVIPAQZq5kc off=10619566 len=94786 2024-04-24T03:02:21.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 73 completed, throughput=4.92MB/sec 2024-04-24T03:02:21.299 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7B0syz_CmCysT2B off=9047974 len=604932 2024-04-24T03:02:21.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 74 completed, throughput=4.96MB/sec 2024-04-24T03:02:21.301 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H9zgESFqAvJcA3e off=9209965 len=1617823 2024-04-24T03:02:21.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 75 completed, throughput=5.06MB/sec 2024-04-24T03:02:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: 15: throughput=4.73MB/sec pending data=0 2024-04-24T03:02:22.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wFRy6Ry92QVl158 off=7336540 len=572614 2024-04-24T03:02:22.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 76 completed, throughput=4.77MB/sec 2024-04-24T03:02:22.313 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P6EOmSAsuDvJZdO off=2678622 len=1901705 2024-04-24T03:02:22.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 77 completed, throughput=4.88MB/sec 2024-04-24T03:02:22.316 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0wB8c6_XtVGbqty off=11237906 len=876923 2024-04-24T03:02:22.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 78 completed, throughput=4.94MB/sec 2024-04-24T03:02:22.317 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W6p9Ie3fdRgW4-a off=705354 len=1118535 2024-04-24T03:02:22.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 79 completed, throughput=5.01MB/sec 2024-04-24T03:02:22.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:22 smithi063 ceph-mon[77007]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 454 op/s 2024-04-24T03:02:22.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:22 smithi016 ceph-mon[84376]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 454 op/s 2024-04-24T03:02:22.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:22 smithi016 ceph-mon[86910]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 454 op/s 2024-04-24T03:02:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: 16: throughput=4.7MB/sec pending data=0 2024-04-24T03:02:23.320 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FnQYyA9EzM89Llc off=8672531 len=1032640 2024-04-24T03:02:23.326 INFO:tasks.workunit.client.0.smithi016.stdout:op 80 completed, throughput=4.76MB/sec 2024-04-24T03:02:23.327 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E-QlivyxPVOK1Y1 off=9622071 len=1073221 2024-04-24T03:02:23.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 81 completed, throughput=4.82MB/sec 2024-04-24T03:02:23.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vaeb2LC3mgIsEYR off=532154 len=740592 2024-04-24T03:02:23.329 INFO:tasks.workunit.client.0.smithi016.stdout:op 82 completed, throughput=4.86MB/sec 2024-04-24T03:02:23.329 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LgGxwjmRZD4Lnxs off=17804532 len=691035 2024-04-24T03:02:23.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 83 completed, throughput=4.9MB/sec 2024-04-24T03:02:23.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CIl6Qxba0SihYk7 off=9474613 len=551420 2024-04-24T03:02:23.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 84 completed, throughput=4.94MB/sec 2024-04-24T03:02:23.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P0iD2qXpjWKPOAP off=11714132 len=487370 2024-04-24T03:02:23.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 85 completed, throughput=4.96MB/sec 2024-04-24T03:02:23.334 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DHh1Hwe_RAfvBfL off=10911015 len=1873897 2024-04-24T03:02:23.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 86 completed, throughput=5.07MB/sec 2024-04-24T03:02:24.337 INFO:tasks.workunit.client.0.smithi016.stdout: 17: throughput=4.78MB/sec pending data=0 2024-04-24T03:02:24.337 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d9a9priYkUKGACa off=1696432 len=1526204 2024-04-24T03:02:24.343 INFO:tasks.workunit.client.0.smithi016.stdout:op 87 completed, throughput=4.86MB/sec 2024-04-24T03:02:24.344 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ma5J0x0zheYsTrV off=11336748 len=1735256 2024-04-24T03:02:24.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 88 completed, throughput=4.96MB/sec 2024-04-24T03:02:24.347 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-58ck4dZanA1wrBg off=3006751 len=1817819 2024-04-24T03:02:24.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 89 completed, throughput=5.06MB/sec 2024-04-24T03:02:24.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:24 smithi063 ceph-mon[77007]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:02:24.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:24 smithi016 ceph-mon[84376]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:02:24.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:24 smithi016 ceph-mon[86910]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:02:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: 18: throughput=4.78MB/sec pending data=0 2024-04-24T03:02:25.350 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Eduu5TOmUkd1Z2u off=9315278 len=102435 2024-04-24T03:02:25.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 90 completed, throughput=4.79MB/sec 2024-04-24T03:02:25.351 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iTGxZl35JUBaHRt off=3326922 len=982765 2024-04-24T03:02:25.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 91 completed, throughput=4.83MB/sec 2024-04-24T03:02:25.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-reN3afEUK6Izc6l off=8738257 len=2027011 2024-04-24T03:02:25.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 92 completed, throughput=4.94MB/sec 2024-04-24T03:02:25.367 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JYa3lOw2v0NnB2y off=6168064 len=504343 2024-04-24T03:02:25.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 93 completed, throughput=4.96MB/sec 2024-04-24T03:02:25.368 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xG_gz-ainwdcLxk off=2308634 len=1906865 2024-04-24T03:02:25.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 94 completed, throughput=5.06MB/sec 2024-04-24T03:02:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: 19: throughput=4.8MB/sec pending data=0 2024-04-24T03:02:26.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q0285mAt5ooWHh5 off=10017174 len=579065 2024-04-24T03:02:26.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 95 completed, throughput=4.83MB/sec 2024-04-24T03:02:26.380 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RxvbkLrpUbo_Lj4 off=9893743 len=1832145 2024-04-24T03:02:26.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 96 completed, throughput=4.92MB/sec 2024-04-24T03:02:26.382 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8B0NrIk7eZHIsvr off=12249901 len=1896514 2024-04-24T03:02:26.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 97 completed, throughput=5.01MB/sec 2024-04-24T03:02:26.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:26 smithi016 ceph-mon[84376]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:02:26.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:26 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:02:26.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:26 smithi016 ceph-mon[86910]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:02:26.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:26 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:02:26.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:26 smithi063 ceph-mon[77007]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:02:26.803 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:26 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:02:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: 20: throughput=4.76MB/sec pending data=0 2024-04-24T03:02:27.384 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wfUil0wpMqi67ai off=9987871 len=1659201 2024-04-24T03:02:27.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 98 completed, throughput=4.84MB/sec 2024-04-24T03:02:27.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SCeoslkOJciX3ob off=6616504 len=528200 2024-04-24T03:02:27.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 99 completed, throughput=4.86MB/sec 2024-04-24T03:02:27.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HFS3rcHA6WGJJUr off=785574 len=1242075 2024-04-24T03:02:27.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 100 completed, throughput=4.92MB/sec 2024-04-24T03:02:27.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gFDJk6YX7sh9Jq5 off=15315534 len=1445813 2024-04-24T03:02:27.399 INFO:tasks.workunit.client.0.smithi016.stdout:op 101 completed, throughput=4.99MB/sec 2024-04-24T03:02:27.399 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-92Y2dzOY3bSIpNN off=6895280 len=385415 2024-04-24T03:02:27.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 102 completed, throughput=5MB/sec 2024-04-24T03:02:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: 21: throughput=4.77MB/sec pending data=0 2024-04-24T03:02:28.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nLWN-XwJCPZq9mF off=8837715 len=551510 2024-04-24T03:02:28.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 103 completed, throughput=4.79MB/sec 2024-04-24T03:02:28.407 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uXNCfvBUSoKWON7 off=452795 len=152270 2024-04-24T03:02:28.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 104 completed, throughput=4.8MB/sec 2024-04-24T03:02:28.409 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TeXlbcB79qJk26r off=5783976 len=363796 2024-04-24T03:02:28.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 105 completed, throughput=4.82MB/sec 2024-04-24T03:02:28.410 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EbiMEb-v-J_179T off=643095 len=1019353 2024-04-24T03:02:28.414 INFO:tasks.workunit.client.0.smithi016.stdout:op 106 completed, throughput=4.86MB/sec 2024-04-24T03:02:28.414 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-87lKuXiaiYGNtsk off=1463507 len=1773795 2024-04-24T03:02:28.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 107 completed, throughput=4.94MB/sec 2024-04-24T03:02:28.416 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sd9vvnhR4drD4NI off=4899069 len=669877 2024-04-24T03:02:28.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 108 completed, throughput=4.97MB/sec 2024-04-24T03:02:28.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iL5RIONtHIYhCY8 off=12795468 len=1652543 2024-04-24T03:02:28.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 109 completed, throughput=5.04MB/sec 2024-04-24T03:02:28.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:28 smithi016 ceph-mon[84376]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:02:28.774 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:02:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:02:28] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.43.0" 2024-04-24T03:02:28.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:28 smithi016 ceph-mon[86910]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:02:28.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:28 smithi063 ceph-mon[77007]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:02:29.426 INFO:tasks.workunit.client.0.smithi016.stdout: 22: throughput=4.82MB/sec pending data=0 2024-04-24T03:02:29.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ACW_Ka7sSZ6OjC6 off=2171326 len=1957190 2024-04-24T03:02:29.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 110 completed, throughput=4.9MB/sec 2024-04-24T03:02:29.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WUNU6FvuAlTjYsT off=120778 len=1039182 2024-04-24T03:02:29.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 111 completed, throughput=4.94MB/sec 2024-04-24T03:02:29.431 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bGgn5DMomraQPpQ off=3947686 len=50371 2024-04-24T03:02:29.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 112 completed, throughput=4.94MB/sec 2024-04-24T03:02:29.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_y9jyXw16pWpv0o off=19278331 len=396922 2024-04-24T03:02:29.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 113 completed, throughput=4.96MB/sec 2024-04-24T03:02:29.434 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cu9xKQo1u5dDZvr off=10755543 len=741276 2024-04-24T03:02:29.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 114 completed, throughput=4.99MB/sec 2024-04-24T03:02:29.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2bYlYRGNkC8Bldb off=1098070 len=1113813 2024-04-24T03:02:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:op 115 completed, throughput=5.04MB/sec 2024-04-24T03:02:30.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[84376]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:02:30.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:30.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[86910]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:02:30.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:30.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:29 smithi063 ceph-mon[77007]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:02:30.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:30.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:30.441 INFO:tasks.workunit.client.0.smithi016.stdout: 23: throughput=4.82MB/sec pending data=0 2024-04-24T03:02:30.442 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jO-dtSVmOGbiTBq off=9742777 len=833271 2024-04-24T03:02:30.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 116 completed, throughput=4.86MB/sec 2024-04-24T03:02:30.443 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dpM6chUjNKwY4xg off=3929436 len=1491096 2024-04-24T03:02:30.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 117 completed, throughput=4.92MB/sec 2024-04-24T03:02:30.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PINNi3GSbzrYUKt off=5644349 len=1486666 2024-04-24T03:02:30.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 118 completed, throughput=4.97MB/sec 2024-04-24T03:02:30.456 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o8peo4_2FsPSSKJ off=16191588 len=195268 2024-04-24T03:02:30.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 119 completed, throughput=4.98MB/sec 2024-04-24T03:02:30.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QMmqAEsgMaOJLQe off=15397364 len=1024939 2024-04-24T03:02:30.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 120 completed, throughput=5.02MB/sec 2024-04-24T03:02:31.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:02:31.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:02:31.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:31.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:02:31.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:02:31.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:31.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:02:31.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:02:31.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:02:31.460 INFO:tasks.workunit.client.0.smithi016.stdout: 24: throughput=4.82MB/sec pending data=0 2024-04-24T03:02:31.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l4ay2Ie05KNjQgW off=10114898 len=1435534 2024-04-24T03:02:31.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 121 completed, throughput=4.87MB/sec 2024-04-24T03:02:31.469 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D8iQ97mewU4d3Zp off=1942772 len=19297 2024-04-24T03:02:31.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 122 completed, throughput=4.87MB/sec 2024-04-24T03:02:31.471 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9w9SZzq-VctKhEb off=2255374 len=1351662 2024-04-24T03:02:31.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 123 completed, throughput=4.92MB/sec 2024-04-24T03:02:31.478 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d9Doz1uwoWIUDlo off=821345 len=692301 2024-04-24T03:02:31.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 124 completed, throughput=4.95MB/sec 2024-04-24T03:02:31.483 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TG5vHAQZSmOHq3Y off=4597689 len=1322244 2024-04-24T03:02:31.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 125 completed, throughput=5MB/sec 2024-04-24T03:02:31.492 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--RdUCngB6-bwti- off=250540 len=329568 2024-04-24T03:02:31.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 126 completed, throughput=5.01MB/sec 2024-04-24T03:02:32.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:31 smithi016 ceph-mon[84376]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:02:32.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:31 smithi016 ceph-mon[86910]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:02:32.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:31 smithi063 ceph-mon[77007]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:02:32.492 INFO:tasks.workunit.client.0.smithi016.stdout: 25: throughput=4.82MB/sec pending data=0 2024-04-24T03:02:32.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vHEXdMzC3vb8RJ3 off=5068743 len=544095 2024-04-24T03:02:32.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 127 completed, throughput=4.84MB/sec 2024-04-24T03:02:32.497 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JxX3N--1o0foMtN off=0 len=1092839 2024-04-24T03:02:32.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 128 completed, throughput=4.88MB/sec 2024-04-24T03:02:32.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mh9zm_YOT5QYnxy off=14405697 len=1286727 2024-04-24T03:02:32.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 129 completed, throughput=4.92MB/sec 2024-04-24T03:02:32.503 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-exvRh4CcSzzrfoi off=33884 len=1328205 2024-04-24T03:02:32.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 130 completed, throughput=4.97MB/sec 2024-04-24T03:02:32.510 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-chkKdfbqwk4cjRO off=1537381 len=355225 2024-04-24T03:02:32.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 131 completed, throughput=4.98MB/sec 2024-04-24T03:02:32.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HIJ30sah-ywCtAo off=12223951 len=1495435 2024-04-24T03:02:32.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 132 completed, throughput=5.04MB/sec 2024-04-24T03:02:33.515 INFO:tasks.workunit.client.0.smithi016.stdout: 26: throughput=4.85MB/sec pending data=0 2024-04-24T03:02:33.515 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7uvKcZ1Ch5Lp-w1 off=9768519 len=940465 2024-04-24T03:02:33.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 133 completed, throughput=4.88MB/sec 2024-04-24T03:02:33.520 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-epYLd9idx8ZkwlF off=4909431 len=1632558 2024-04-24T03:02:33.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 134 completed, throughput=4.94MB/sec 2024-04-24T03:02:33.522 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-16qxd1ChX1qopoh off=5458756 len=1430522 2024-04-24T03:02:33.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 135 completed, throughput=4.99MB/sec 2024-04-24T03:02:33.524 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e4o-lpxSmw4QJqo off=508203 len=186073 2024-04-24T03:02:33.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 136 completed, throughput=5MB/sec 2024-04-24T03:02:33.527 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aHc-ERBB67Uzo5L off=1053935 len=1728464 2024-04-24T03:02:33.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 137 completed, throughput=5.06MB/sec 2024-04-24T03:02:34.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:34 smithi016 ceph-mon[84376]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:02:34.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:34 smithi016 ceph-mon[86910]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:02:34.533 INFO:tasks.workunit.client.0.smithi016.stdout: 27: throughput=4.88MB/sec pending data=0 2024-04-24T03:02:34.533 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iSBm_iee2nizgDI off=16105664 len=1931963 2024-04-24T03:02:34.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 138 completed, throughput=4.94MB/sec 2024-04-24T03:02:34.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IhKGWSX8UCfB8U4 off=3670902 len=281455 2024-04-24T03:02:34.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 139 completed, throughput=4.95MB/sec 2024-04-24T03:02:34.544 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NrJJvSqTWe4EiM5 off=13317731 len=1962495 2024-04-24T03:02:34.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 140 completed, throughput=5.02MB/sec 2024-04-24T03:02:34.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:34 smithi063 ceph-mon[77007]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:02:35.547 INFO:tasks.workunit.client.0.smithi016.stdout: 28: throughput=4.84MB/sec pending data=0 2024-04-24T03:02:35.548 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gk8EJX7O8UgGgKV off=8195484 len=1885374 2024-04-24T03:02:35.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 141 completed, throughput=4.9MB/sec 2024-04-24T03:02:35.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6tRv9a6xXxjhd2N off=12960360 len=739800 2024-04-24T03:02:35.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 142 completed, throughput=4.93MB/sec 2024-04-24T03:02:35.563 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vuIYTr5Qf3plqTX off=3637084 len=203846 2024-04-24T03:02:35.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 143 completed, throughput=4.93MB/sec 2024-04-24T03:02:35.566 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1w4SMCqKMlFMxo0 off=13454113 len=24844 2024-04-24T03:02:35.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 144 completed, throughput=4.93MB/sec 2024-04-24T03:02:35.568 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DpLRt3ZM7_7BiYd off=17620210 len=591686 2024-04-24T03:02:35.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 145 completed, throughput=4.95MB/sec 2024-04-24T03:02:35.572 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lsiNQ8x0UoX6h72 off=5477376 len=2046119 2024-04-24T03:02:35.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 146 completed, throughput=5.02MB/sec 2024-04-24T03:02:36.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:36 smithi016 ceph-mon[84376]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:02:36.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:36 smithi016 ceph-mon[86910]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:02:36.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:36 smithi063 ceph-mon[77007]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:02:36.579 INFO:tasks.workunit.client.0.smithi016.stdout: 29: throughput=4.85MB/sec pending data=0 2024-04-24T03:02:36.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Roy6hjpTTru7kOs off=1850350 len=96122 2024-04-24T03:02:36.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 147 completed, throughput=4.85MB/sec 2024-04-24T03:02:36.582 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_lqAvWg3Hc1-rqS off=3490493 len=1706774 2024-04-24T03:02:36.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 148 completed, throughput=4.91MB/sec 2024-04-24T03:02:36.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wuPBbzj6LTAg_sk off=15688906 len=1164826 2024-04-24T03:02:36.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 149 completed, throughput=4.94MB/sec 2024-04-24T03:02:36.592 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c3WMMKJJl53pMOs off=0 len=1254948 2024-04-24T03:02:36.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 150 completed, throughput=4.98MB/sec 2024-04-24T03:02:36.597 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_funPZs1McuStpH off=1288450 len=1603692 2024-04-24T03:02:36.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 151 completed, throughput=5.03MB/sec 2024-04-24T03:02:37.605 INFO:tasks.workunit.client.0.smithi016.stdout: 30: throughput=4.87MB/sec pending data=0 2024-04-24T03:02:37.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PSzNZCbQzZWPG5Z off=3486979 len=2032461 2024-04-24T03:02:37.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 152 completed, throughput=4.93MB/sec 2024-04-24T03:02:37.613 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ljvf2NF2Qc-eXwm off=9976155 len=1437057 2024-04-24T03:02:37.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 153 completed, throughput=4.97MB/sec 2024-04-24T03:02:37.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dD3H_PO8KYB9hHw off=657552 len=1659046 2024-04-24T03:02:37.625 INFO:tasks.workunit.client.0.smithi016.stdout:op 154 completed, throughput=5.03MB/sec 2024-04-24T03:02:38.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:38 smithi016 ceph-mon[84376]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:02:38.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:02:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:02:38] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:02:38.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:38 smithi016 ceph-mon[86910]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:02:38.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:38 smithi063 ceph-mon[77007]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:02:38.625 INFO:tasks.workunit.client.0.smithi016.stdout: 31: throughput=4.87MB/sec pending data=0 2024-04-24T03:02:38.625 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r5UXvhB0102415v off=1846414 len=764804 2024-04-24T03:02:38.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 155 completed, throughput=4.89MB/sec 2024-04-24T03:02:38.630 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vr7HhrU0TgZMmqB off=522456 len=219041 2024-04-24T03:02:38.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 156 completed, throughput=4.9MB/sec 2024-04-24T03:02:38.630 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tNyj3-XqcrxUlYl off=1564577 len=1710314 2024-04-24T03:02:38.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 157 completed, throughput=4.95MB/sec 2024-04-24T03:02:38.637 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xmyxVLrpXn3OU4e off=3757491 len=1618545 2024-04-24T03:02:38.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 158 completed, throughput=4.99MB/sec 2024-04-24T03:02:38.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JssKJmq0bFR7R3P off=3687121 len=1419323 2024-04-24T03:02:38.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 159 completed, throughput=5.04MB/sec 2024-04-24T03:02:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: 32: throughput=4.88MB/sec pending data=0 2024-04-24T03:02:39.646 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pmWwUHKsxvhBO4N off=313631 len=696421 2024-04-24T03:02:39.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 160 completed, throughput=4.9MB/sec 2024-04-24T03:02:39.651 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zwHFQjzLjGGJiQB off=7274632 len=1364533 2024-04-24T03:02:39.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 161 completed, throughput=4.94MB/sec 2024-04-24T03:02:39.653 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2HMWKaJGDJgMaE9 off=2362829 len=1048384 2024-04-24T03:02:39.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 162 completed, throughput=4.97MB/sec 2024-04-24T03:02:39.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TKjiRJtR3VJpONL off=4314909 len=1763108 2024-04-24T03:02:39.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 163 completed, throughput=5.02MB/sec 2024-04-24T03:02:40.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:40 smithi016 ceph-mon[84376]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:02:40.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:40 smithi016 ceph-mon[86910]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:02:40.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:40 smithi063 ceph-mon[77007]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:02:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: 33: throughput=4.87MB/sec pending data=0 2024-04-24T03:02:40.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H6FIQ8e_Hwl3NnU off=7768994 len=190245 2024-04-24T03:02:40.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 164 completed, throughput=4.88MB/sec 2024-04-24T03:02:40.661 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KATkFSPLg88s3yW off=22813306 len=391827 2024-04-24T03:02:40.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 165 completed, throughput=4.89MB/sec 2024-04-24T03:02:40.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rkj2VDsyxvQvIBx off=4756477 len=867546 2024-04-24T03:02:40.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 166 completed, throughput=4.91MB/sec 2024-04-24T03:02:40.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MQBwTefz1IuT3Cd off=1680893 len=1490923 2024-04-24T03:02:40.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 167 completed, throughput=4.95MB/sec 2024-04-24T03:02:40.673 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kQfPgUMBg39s2oz off=6806223 len=548336 2024-04-24T03:02:40.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 168 completed, throughput=4.97MB/sec 2024-04-24T03:02:40.677 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EV47QKs2XgGH0Q6 off=727848 len=330638 2024-04-24T03:02:40.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 169 completed, throughput=4.98MB/sec 2024-04-24T03:02:40.677 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SL6LQe7gWue5URD off=14042394 len=1178880 2024-04-24T03:02:40.679 INFO:tasks.workunit.client.0.smithi016.stdout:op 170 completed, throughput=5.01MB/sec 2024-04-24T03:02:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-24T03:02:41.679 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FnRhYDL3S8sfegu off=669367 len=2016827 2024-04-24T03:02:41.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 171 completed, throughput=4.92MB/sec 2024-04-24T03:02:41.681 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yMN2GpuPJfA2XbG off=5808747 len=613845 2024-04-24T03:02:41.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 172 completed, throughput=4.94MB/sec 2024-04-24T03:02:41.686 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CRHI5Gwh8SWY-iM off=1782559 len=1228640 2024-04-24T03:02:41.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 173 completed, throughput=4.97MB/sec 2024-04-24T03:02:41.687 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v2ro-oSKJ7t6CmE off=4759423 len=1251830 2024-04-24T03:02:41.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 174 completed, throughput=5.01MB/sec 2024-04-24T03:02:42.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:42 smithi016 ceph-mon[84376]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:02:42.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:42 smithi016 ceph-mon[86910]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:02:42.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:42 smithi063 ceph-mon[77007]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:02:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: 35: throughput=4.87MB/sec pending data=0 2024-04-24T03:02:42.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3qKs3DpFiFdjJyo off=993288 len=1636269 2024-04-24T03:02:42.700 INFO:tasks.workunit.client.0.smithi016.stdout:op 175 completed, throughput=4.91MB/sec 2024-04-24T03:02:42.700 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VwkwF3JEImkEWc- off=12860133 len=702611 2024-04-24T03:02:42.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 176 completed, throughput=4.93MB/sec 2024-04-24T03:02:42.705 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o0w-JIRpeTiKid2 off=211632 len=1214005 2024-04-24T03:02:42.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 177 completed, throughput=4.96MB/sec 2024-04-24T03:02:42.706 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Oi0XfO703XY_8G off=3230638 len=577839 2024-04-24T03:02:42.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 178 completed, throughput=4.97MB/sec 2024-04-24T03:02:42.710 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3NMcxPt2ejDa7IU off=4005340 len=968616 2024-04-24T03:02:42.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 179 completed, throughput=5MB/sec 2024-04-24T03:02:42.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OsSostdpcxO0F7F off=65221 len=1742807 2024-04-24T03:02:42.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 180 completed, throughput=5.04MB/sec 2024-04-24T03:02:43.719 INFO:tasks.workunit.client.0.smithi016.stdout: 36: throughput=4.91MB/sec pending data=0 2024-04-24T03:02:43.719 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gX2EevcKYD9XZ9j off=10041828 len=1000802 2024-04-24T03:02:43.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 181 completed, throughput=4.93MB/sec 2024-04-24T03:02:43.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SMwhM52mAyUaY_O off=1990567 len=1815362 2024-04-24T03:02:43.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 182 completed, throughput=4.98MB/sec 2024-04-24T03:02:43.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VFhm5zOdqT6BeFi off=3917210 len=810106 2024-04-24T03:02:43.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 183 completed, throughput=5MB/sec 2024-04-24T03:02:43.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EdKy32wXZrNW_Gc off=7691704 len=112768 2024-04-24T03:02:43.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 184 completed, throughput=5MB/sec 2024-04-24T03:02:44.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:44 smithi016 ceph-mon[84376]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:02:44.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:44 smithi016 ceph-mon[86910]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:02:44.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:44 smithi063 ceph-mon[77007]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:02:44.732 INFO:tasks.workunit.client.0.smithi016.stdout: 37: throughput=4.87MB/sec pending data=0 2024-04-24T03:02:44.733 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xI7AJuCmiUcUjQu off=8051896 len=1537470 2024-04-24T03:02:44.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 185 completed, throughput=4.91MB/sec 2024-04-24T03:02:44.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jdYnIBAy7Fd936K off=1803644 len=1823582 2024-04-24T03:02:44.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 186 completed, throughput=4.95MB/sec 2024-04-24T03:02:44.745 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FEFG0n9BXb9IcV_ off=1841290 len=120850 2024-04-24T03:02:44.746 INFO:tasks.workunit.client.0.smithi016.stdout:op 187 completed, throughput=4.96MB/sec 2024-04-24T03:02:44.746 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--l0P_6UwAVzvS1B off=189807 len=1102630 2024-04-24T03:02:44.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 188 completed, throughput=4.98MB/sec 2024-04-24T03:02:44.748 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MHwNKTJwoMi_vMD off=2494247 len=1999489 2024-04-24T03:02:44.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 189 completed, throughput=5.03MB/sec 2024-04-24T03:02:45.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:45.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:45.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:02:45.757 INFO:tasks.workunit.client.0.smithi016.stdout: 38: throughput=4.9MB/sec pending data=0 2024-04-24T03:02:45.758 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m99a9Sj4LaXR4vA off=7211332 len=33418 2024-04-24T03:02:45.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 190 completed, throughput=4.9MB/sec 2024-04-24T03:02:45.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w3VuDuobrtF-_Sk off=4910676 len=1441000 2024-04-24T03:02:45.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 191 completed, throughput=4.94MB/sec 2024-04-24T03:02:45.767 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wfUil0wpMqi67ai off=1590057 len=523363 2024-04-24T03:02:45.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 192 completed, throughput=4.95MB/sec 2024-04-24T03:02:45.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rhnQDeOz7Bsunqh off=8470319 len=899596 2024-04-24T03:02:45.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 193 completed, throughput=4.97MB/sec 2024-04-24T03:02:45.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wjg6YdBWV1b-c44 off=34587 len=2060992 2024-04-24T03:02:45.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 194 completed, throughput=5.02MB/sec 2024-04-24T03:02:46.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:46 smithi016 ceph-mon[84376]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:02:46.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:46 smithi016 ceph-mon[86910]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:02:46.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:46 smithi063 ceph-mon[77007]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:02:46.775 INFO:tasks.workunit.client.0.smithi016.stdout: 39: throughput=4.9MB/sec pending data=0 2024-04-24T03:02:46.775 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8ER9U_-fgXgRGsS off=5686821 len=691513 2024-04-24T03:02:46.776 INFO:tasks.workunit.client.0.smithi016.stdout:op 195 completed, throughput=4.91MB/sec 2024-04-24T03:02:46.777 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wLssfgG43W5ZcLh off=11556526 len=845583 2024-04-24T03:02:46.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 196 completed, throughput=4.93MB/sec 2024-04-24T03:02:46.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EK8xIOWRM_z8s68 off=18828801 len=873473 2024-04-24T03:02:46.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 197 completed, throughput=4.95MB/sec 2024-04-24T03:02:46.779 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-59n8STHa-krSGP6 off=7804944 len=141317 2024-04-24T03:02:46.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 198 completed, throughput=4.96MB/sec 2024-04-24T03:02:46.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mJHvZBNDq8IgknA off=1099888 len=536456 2024-04-24T03:02:46.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 199 completed, throughput=4.97MB/sec 2024-04-24T03:02:46.786 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-puuwXconJugHJHk off=879472 len=750580 2024-04-24T03:02:46.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 200 completed, throughput=4.99MB/sec 2024-04-24T03:02:46.787 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-onRSCwtPp8PMqAc off=1720479 len=1020752 2024-04-24T03:02:46.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 201 completed, throughput=5.01MB/sec 2024-04-24T03:02:47.790 INFO:tasks.workunit.client.0.smithi016.stdout: 40: throughput=4.89MB/sec pending data=0 2024-04-24T03:02:47.790 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bDklO3vlCCfqujA off=1662656 len=811496 2024-04-24T03:02:47.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 202 completed, throughput=4.91MB/sec 2024-04-24T03:02:47.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FZhfYger94phR1- off=15289247 len=484269 2024-04-24T03:02:47.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 203 completed, throughput=4.92MB/sec 2024-04-24T03:02:47.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HMGjT9rFaV07rxR off=16863140 len=1166047 2024-04-24T03:02:47.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 204 completed, throughput=4.94MB/sec 2024-04-24T03:02:47.802 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EitrCyrZ3oa9ucz off=5304553 len=1979924 2024-04-24T03:02:47.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 205 completed, throughput=4.99MB/sec 2024-04-24T03:02:47.806 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_Zv7mApYQ9CgR5O off=4746213 len=728009 2024-04-24T03:02:47.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 206 completed, throughput=5.01MB/sec 2024-04-24T03:02:48.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:48 smithi016 ceph-mon[84376]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:02:48.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:48 smithi016 ceph-mon[86910]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:02:48.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:02:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:02:48] "GET /metrics HTTP/1.1" 200 34201 "" "Prometheus/2.43.0" 2024-04-24T03:02:48.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:48 smithi063 ceph-mon[77007]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:02:48.810 INFO:tasks.workunit.client.0.smithi016.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-24T03:02:48.810 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cog7gdqq54AHpLi off=11792835 len=1511806 2024-04-24T03:02:48.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 207 completed, throughput=4.92MB/sec 2024-04-24T03:02:48.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DwGnVouJk86uZWK off=5773329 len=2059338 2024-04-24T03:02:48.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 208 completed, throughput=4.97MB/sec 2024-04-24T03:02:48.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T3wly_ozessRM2V off=6815278 len=174541 2024-04-24T03:02:48.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 209 completed, throughput=4.97MB/sec 2024-04-24T03:02:48.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--d7T5xa8EP2L41w off=646195 len=164369 2024-04-24T03:02:48.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 210 completed, throughput=4.98MB/sec 2024-04-24T03:02:48.816 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PmK_S0jpXf-quuQ off=0 len=1339448 2024-04-24T03:02:48.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 211 completed, throughput=5.01MB/sec 2024-04-24T03:02:49.818 INFO:tasks.workunit.client.0.smithi016.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-24T03:02:49.818 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--yMKtyUxQCvKfY3 off=19039607 len=2030407 2024-04-24T03:02:49.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 212 completed, throughput=4.93MB/sec 2024-04-24T03:02:49.822 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AZ9PuaaIjUc8YZS off=1107542 len=687065 2024-04-24T03:02:49.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 213 completed, throughput=4.95MB/sec 2024-04-24T03:02:49.824 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r9nWEbH5NgllnqE off=9621408 len=1544975 2024-04-24T03:02:49.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 214 completed, throughput=4.98MB/sec 2024-04-24T03:02:49.826 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lNOCitiDPBdZSl3 off=17684658 len=1358102 2024-04-24T03:02:49.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 215 completed, throughput=5.01MB/sec 2024-04-24T03:02:50.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:50 smithi016 ceph-mon[84376]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:02:50.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:50 smithi016 ceph-mon[86910]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:02:50.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:50 smithi063 ceph-mon[77007]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:02:50.828 INFO:tasks.workunit.client.0.smithi016.stdout: 43: throughput=4.9MB/sec pending data=0 2024-04-24T03:02:50.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ODWBEx51gLuWklX off=15397178 len=1216207 2024-04-24T03:02:50.835 INFO:tasks.workunit.client.0.smithi016.stdout:op 216 completed, throughput=4.92MB/sec 2024-04-24T03:02:50.835 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iu7ASuVR3YeTOJ4 off=3899164 len=1129047 2024-04-24T03:02:50.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 217 completed, throughput=4.95MB/sec 2024-04-24T03:02:50.841 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tTkB7ntQMhItc6i off=18839843 len=1487243 2024-04-24T03:02:50.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 218 completed, throughput=4.98MB/sec 2024-04-24T03:02:50.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FCSCvxHXZjvP9ks off=2008238 len=750133 2024-04-24T03:02:50.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 219 completed, throughput=5MB/sec 2024-04-24T03:02:50.851 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1WBx6XE4rdwtbSR off=7108812 len=279220 2024-04-24T03:02:50.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 220 completed, throughput=5MB/sec 2024-04-24T03:02:51.854 INFO:tasks.workunit.client.0.smithi016.stdout: 44: throughput=4.89MB/sec pending data=0 2024-04-24T03:02:51.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uXahspGkUJDunu1 off=2915095 len=1768403 2024-04-24T03:02:51.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 221 completed, throughput=4.93MB/sec 2024-04-24T03:02:51.858 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LfptxvtRqlNwCh5 off=9311869 len=77822 2024-04-24T03:02:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 222 completed, throughput=4.93MB/sec 2024-04-24T03:02:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hNYKrejhNrxnsiU off=285830 len=1589456 2024-04-24T03:02:51.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 223 completed, throughput=4.96MB/sec 2024-04-24T03:02:51.866 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HQRyltvuOXqwSGN off=7313982 len=1482093 2024-04-24T03:02:51.874 INFO:tasks.workunit.client.0.smithi016.stdout:op 224 completed, throughput=4.99MB/sec 2024-04-24T03:02:51.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cUAkYkDSlLLUKJq off=1907271 len=616192 2024-04-24T03:02:51.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 225 completed, throughput=5MB/sec 2024-04-24T03:02:52.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:52 smithi016 ceph-mon[84376]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-24T03:02:52.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:52 smithi016 ceph-mon[86910]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-24T03:02:52.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:52 smithi063 ceph-mon[77007]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-24T03:02:52.878 INFO:tasks.workunit.client.0.smithi016.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-24T03:02:52.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U_aFMv_GRjvU4Xt off=9311197 len=1143685 2024-04-24T03:02:52.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 226 completed, throughput=4.92MB/sec 2024-04-24T03:02:52.885 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qTG6v7EVoEyX2Ym off=3089786 len=230138 2024-04-24T03:02:52.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 227 completed, throughput=4.92MB/sec 2024-04-24T03:02:52.885 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WdEX3eAOQLyJzlK off=16372 len=2009073 2024-04-24T03:02:52.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 228 completed, throughput=4.96MB/sec 2024-04-24T03:02:52.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yf7wnp13RlM-gK5 off=9376966 len=1522022 2024-04-24T03:02:52.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 229 completed, throughput=5MB/sec 2024-04-24T03:02:52.898 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eKm2kUT6uWkIw_p off=20047301 len=1495346 2024-04-24T03:02:52.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 230 completed, throughput=5.03MB/sec 2024-04-24T03:02:53.900 INFO:tasks.workunit.client.0.smithi016.stdout: 46: throughput=4.92MB/sec pending data=0 2024-04-24T03:02:53.900 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KOoTaTpllmxAByL off=24763294 len=745201 2024-04-24T03:02:53.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 231 completed, throughput=4.93MB/sec 2024-04-24T03:02:53.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lG5j2KnSpoKnn_i off=12638062 len=27295 2024-04-24T03:02:53.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 232 completed, throughput=4.93MB/sec 2024-04-24T03:02:53.908 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3bldmKd3_xddCR_ off=1906340 len=143827 2024-04-24T03:02:53.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 233 completed, throughput=4.94MB/sec 2024-04-24T03:02:53.908 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aWWgSw3t5dJaFzQ off=16312213 len=495977 2024-04-24T03:02:53.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 234 completed, throughput=4.95MB/sec 2024-04-24T03:02:53.912 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zPmFPfXctmiprld off=7173697 len=1066449 2024-04-24T03:02:53.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 235 completed, throughput=4.97MB/sec 2024-04-24T03:02:53.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W85-Q9UbeMBAtjx off=1206749 len=1934723 2024-04-24T03:02:53.922 INFO:tasks.workunit.client.0.smithi016.stdout:op 236 completed, throughput=5.01MB/sec 2024-04-24T03:02:54.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:54 smithi016 ceph-mon[84376]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:02:54.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:54 smithi016 ceph-mon[86910]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:02:54.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:54 smithi063 ceph-mon[77007]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:02:54.922 INFO:tasks.workunit.client.0.smithi016.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-24T03:02:54.922 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DhywFOOV6KTcytd off=12888671 len=1523281 2024-04-24T03:02:54.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 237 completed, throughput=4.93MB/sec 2024-04-24T03:02:54.924 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bKGN7aVb6SdvKMj off=0 len=1570379 2024-04-24T03:02:54.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 238 completed, throughput=4.96MB/sec 2024-04-24T03:02:54.926 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Pgv1uDsAIO8DCqV off=5707145 len=289792 2024-04-24T03:02:54.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 239 completed, throughput=4.97MB/sec 2024-04-24T03:02:54.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-frs2vdxPg1lGZWe off=2593813 len=77436 2024-04-24T03:02:54.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 240 completed, throughput=4.97MB/sec 2024-04-24T03:02:54.930 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GgL765Ye4dpAZJl off=3269053 len=1336733 2024-04-24T03:02:54.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 241 completed, throughput=5MB/sec 2024-04-24T03:02:54.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LpwVSF0O2Kx0CTq off=5351341 len=893248 2024-04-24T03:02:54.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 242 completed, throughput=5.01MB/sec 2024-04-24T03:02:55.941 INFO:tasks.workunit.client.0.smithi016.stdout: 48: throughput=4.91MB/sec pending data=0 2024-04-24T03:02:55.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gW64ceytR0wlUGk off=3262810 len=880612 2024-04-24T03:02:55.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 243 completed, throughput=4.93MB/sec 2024-04-24T03:02:55.942 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wTI7n2UXpQieJn8 off=819633 len=1953373 2024-04-24T03:02:55.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 244 completed, throughput=4.97MB/sec 2024-04-24T03:02:55.945 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mfwzTeK6twu4Bzo off=1848519 len=1738493 2024-04-24T03:02:55.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 245 completed, throughput=5MB/sec 2024-04-24T03:02:55.948 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MPSKKoWvhHCvOKa off=1849021 len=332826 2024-04-24T03:02:55.949 INFO:tasks.workunit.client.0.smithi016.stdout:op 246 completed, throughput=5.01MB/sec 2024-04-24T03:02:56.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:56 smithi016 ceph-mon[84376]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:02:56.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:56 smithi016 ceph-mon[86910]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:02:56.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:56 smithi063 ceph-mon[77007]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:02:56.950 INFO:tasks.workunit.client.0.smithi016.stdout: 49: throughput=4.91MB/sec pending data=0 2024-04-24T03:02:56.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YNPt0or_f6dULJY off=4150126 len=1106832 2024-04-24T03:02:56.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 247 completed, throughput=4.93MB/sec 2024-04-24T03:02:56.955 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qDyf9I6QmZGqcyV off=1412274 len=1963805 2024-04-24T03:02:56.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 248 completed, throughput=4.96MB/sec 2024-04-24T03:02:56.957 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SpX_DzSYRx-fBRc off=6319244 len=600252 2024-04-24T03:02:56.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 249 completed, throughput=4.97MB/sec 2024-04-24T03:02:56.961 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BSTd0gLHrivo2v7 off=11308098 len=328802 2024-04-24T03:02:56.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 250 completed, throughput=4.98MB/sec 2024-04-24T03:02:56.962 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4eVPpO8uG0sj3Aj off=4182535 len=1098349 2024-04-24T03:02:56.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 251 completed, throughput=5MB/sec 2024-04-24T03:02:57.963 INFO:tasks.workunit.client.0.smithi016.stdout: 50: throughput=4.9MB/sec pending data=0 2024-04-24T03:02:57.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xmadFmqmpX6ZDE6 off=8601577 len=981517 2024-04-24T03:02:57.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 252 completed, throughput=4.92MB/sec 2024-04-24T03:02:57.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3XzLbAorcz4nsyk off=3188855 len=2064386 2024-04-24T03:02:57.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 253 completed, throughput=4.96MB/sec 2024-04-24T03:02:57.970 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ukBX7oUTawzoAte off=3072460 len=63001 2024-04-24T03:02:57.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 254 completed, throughput=4.96MB/sec 2024-04-24T03:02:57.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x6YLOP0JS5FACl8 off=3869995 len=1841812 2024-04-24T03:02:57.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 255 completed, throughput=4.99MB/sec 2024-04-24T03:02:57.982 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gn1QuQmYNL1_Yqs off=1134419 len=392363 2024-04-24T03:02:57.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 256 completed, throughput=5MB/sec 2024-04-24T03:02:58.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:02:58 smithi016 ceph-mon[84376]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:02:58.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:02:58 smithi016 ceph-mon[86910]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:02:58.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:02:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:02:58] "GET /metrics HTTP/1.1" 200 34201 "" "Prometheus/2.43.0" 2024-04-24T03:02:58.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:02:58 smithi063 ceph-mon[77007]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:02:58.983 INFO:tasks.workunit.client.0.smithi016.stdout: 51: throughput=4.9MB/sec pending data=0 2024-04-24T03:02:58.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J9aGqxtBHgAGfCs off=2878214 len=672972 2024-04-24T03:02:58.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 257 completed, throughput=4.92MB/sec 2024-04-24T03:02:58.984 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BIC1HCnbV9Ba1Mn off=4985946 len=1793027 2024-04-24T03:02:58.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 258 completed, throughput=4.95MB/sec 2024-04-24T03:02:58.994 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VVE2itiSvAttfm0 off=5492613 len=1924653 2024-04-24T03:02:58.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 259 completed, throughput=4.98MB/sec 2024-04-24T03:02:58.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a53phpUXaqeObD_ off=3437135 len=289810 2024-04-24T03:02:58.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 260 completed, throughput=4.99MB/sec 2024-04-24T03:02:58.998 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UbT1ULOh002IJnE off=7664313 len=1556305 2024-04-24T03:02:59.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 261 completed, throughput=5.02MB/sec 2024-04-24T03:03:00.001 INFO:tasks.workunit.client.0.smithi016.stdout: 52: throughput=4.92MB/sec pending data=0 2024-04-24T03:03:00.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WZNkXHgChHEK12K off=168915 len=1963672 2024-04-24T03:03:00.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 262 completed, throughput=4.96MB/sec 2024-04-24T03:03:00.009 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PWTx8dccnFXO34c off=4316044 len=870100 2024-04-24T03:03:00.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 263 completed, throughput=4.97MB/sec 2024-04-24T03:03:00.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZxG4kIAdFBMew5F off=10298150 len=1518637 2024-04-24T03:03:00.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 264 completed, throughput=5MB/sec 2024-04-24T03:03:00.021 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qw3aFvLTg9USkLk off=1756683 len=905595 2024-04-24T03:03:00.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 265 completed, throughput=5.02MB/sec 2024-04-24T03:03:00.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:00 smithi016 ceph-mon[84376]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:03:00.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:00.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:00 smithi016 ceph-mon[86910]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:03:00.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:00.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:00 smithi063 ceph-mon[77007]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:03:00.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:01.023 INFO:tasks.workunit.client.0.smithi016.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-24T03:03:01.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KATkFSPLg88s3yW off=15850362 len=365337 2024-04-24T03:03:01.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 266 completed, throughput=4.93MB/sec 2024-04-24T03:03:01.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sqtsY2JjM3cUNIG off=999562 len=1105948 2024-04-24T03:03:01.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 267 completed, throughput=4.95MB/sec 2024-04-24T03:03:01.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NjhIeQCj0kBGVjW off=5357284 len=684780 2024-04-24T03:03:01.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 268 completed, throughput=4.96MB/sec 2024-04-24T03:03:01.033 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qg1w_-sNhYTaEz0 off=2788241 len=174899 2024-04-24T03:03:01.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 269 completed, throughput=4.96MB/sec 2024-04-24T03:03:01.033 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YL9dKxirC1hZmgl off=3246655 len=1934738 2024-04-24T03:03:01.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 270 completed, throughput=5MB/sec 2024-04-24T03:03:01.041 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FMAVN-c7Lu_rjTN off=1370337 len=1551412 2024-04-24T03:03:01.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 271 completed, throughput=5.02MB/sec 2024-04-24T03:03:02.049 INFO:tasks.workunit.client.0.smithi016.stdout: 54: throughput=4.93MB/sec pending data=0 2024-04-24T03:03:02.049 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iWM7lSS1A9jmGbh off=2897028 len=520800 2024-04-24T03:03:02.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 272 completed, throughput=4.94MB/sec 2024-04-24T03:03:02.054 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mEe3eDX4yfY_uIs off=4211685 len=1823982 2024-04-24T03:03:02.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 273 completed, throughput=4.97MB/sec 2024-04-24T03:03:02.056 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AZI4Qk0x6Dnzlq3 off=11767215 len=2069322 2024-04-24T03:03:02.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 274 completed, throughput=5.01MB/sec 2024-04-24T03:03:02.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:02 smithi016 ceph-mon[84376]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:03:02.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:02 smithi016 ceph-mon[86910]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:03:02.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:02 smithi063 ceph-mon[77007]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:03:03.058 INFO:tasks.workunit.client.0.smithi016.stdout: 55: throughput=4.92MB/sec pending data=0 2024-04-24T03:03:03.059 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g3oOOj-NNMlmSlX off=960255 len=1086892 2024-04-24T03:03:03.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 275 completed, throughput=4.94MB/sec 2024-04-24T03:03:03.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y6SUYGnT5aKCKFf off=5257647 len=124723 2024-04-24T03:03:03.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 276 completed, throughput=4.94MB/sec 2024-04-24T03:03:03.064 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNfTl1LxZDgzDwD off=0 len=1117703 2024-04-24T03:03:03.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 277 completed, throughput=4.96MB/sec 2024-04-24T03:03:03.066 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U0KnkDgabbrVS4S off=1030376 len=891282 2024-04-24T03:03:03.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 278 completed, throughput=4.97MB/sec 2024-04-24T03:03:03.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XO56OE4u6RuA2CZ off=298424 len=1064513 2024-04-24T03:03:03.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 279 completed, throughput=4.99MB/sec 2024-04-24T03:03:03.075 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-csvGRjLLAPgLTz- off=4523182 len=467279 2024-04-24T03:03:03.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 280 completed, throughput=5MB/sec 2024-04-24T03:03:03.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WGaUOU0Ja_35UsI off=4990899 len=1511930 2024-04-24T03:03:03.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 281 completed, throughput=5.02MB/sec 2024-04-24T03:03:04.081 INFO:tasks.workunit.client.0.smithi016.stdout: 56: throughput=4.93MB/sec pending data=0 2024-04-24T03:03:04.082 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R615NF2Jz0smuLB off=3047234 len=77282 2024-04-24T03:03:04.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 282 completed, throughput=4.94MB/sec 2024-04-24T03:03:04.083 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5HnkGdF1Wc4h81I off=11253694 len=365183 2024-04-24T03:03:04.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 283 completed, throughput=4.94MB/sec 2024-04-24T03:03:04.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bLAI5VROWg-YeYq off=3489625 len=369651 2024-04-24T03:03:04.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 284 completed, throughput=4.95MB/sec 2024-04-24T03:03:04.085 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j_SSgrsgx2d78Ah off=8654866 len=654576 2024-04-24T03:03:04.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 285 completed, throughput=4.96MB/sec 2024-04-24T03:03:04.089 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BxoZPlmxSB31tMf off=272379 len=1333789 2024-04-24T03:03:04.092 INFO:tasks.workunit.client.0.smithi016.stdout:op 286 completed, throughput=4.98MB/sec 2024-04-24T03:03:04.092 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fxkezLIFP41MQs2 off=6236027 len=1087753 2024-04-24T03:03:04.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 287 completed, throughput=5MB/sec 2024-04-24T03:03:04.094 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hVbjsOShbxjXzLD off=3084243 len=1955823 2024-04-24T03:03:04.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 288 completed, throughput=5.03MB/sec 2024-04-24T03:03:04.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:04 smithi016 ceph-mon[84376]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:03:04.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:04 smithi016 ceph-mon[86910]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:03:04.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:04 smithi063 ceph-mon[77007]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:03:05.096 INFO:tasks.workunit.client.0.smithi016.stdout: 57: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:05.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XGawMQZ1h_NXZvv off=0 len=1258815 2024-04-24T03:03:05.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 289 completed, throughput=4.96MB/sec 2024-04-24T03:03:05.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sKecQ8nuGBpt8KA off=6389402 len=1793205 2024-04-24T03:03:05.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 290 completed, throughput=4.99MB/sec 2024-04-24T03:03:05.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2s14-q56XVybi1h off=9044293 len=1693069 2024-04-24T03:03:05.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 291 completed, throughput=5.02MB/sec 2024-04-24T03:03:06.109 INFO:tasks.workunit.client.0.smithi016.stdout: 58: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:06.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c1fOv2auNeBbxqM off=6507377 len=1222806 2024-04-24T03:03:06.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 292 completed, throughput=4.96MB/sec 2024-04-24T03:03:06.115 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-up0GcfVCfONFSu2 off=5339954 len=1357938 2024-04-24T03:03:06.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 293 completed, throughput=4.98MB/sec 2024-04-24T03:03:06.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6ZgxlCz_jA8nCJj off=1273493 len=693380 2024-04-24T03:03:06.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 294 completed, throughput=4.99MB/sec 2024-04-24T03:03:06.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vaeb2LC3mgIsEYR off=6829293 len=247414 2024-04-24T03:03:06.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 295 completed, throughput=4.99MB/sec 2024-04-24T03:03:06.127 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HjJ3wN5LTie5zMZ off=5042082 len=988463 2024-04-24T03:03:06.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 296 completed, throughput=5.01MB/sec 2024-04-24T03:03:06.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:06 smithi016 ceph-mon[84376]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:06.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:06 smithi016 ceph-mon[86910]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:06.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:06 smithi063 ceph-mon[77007]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:07.133 INFO:tasks.workunit.client.0.smithi016.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-24T03:03:07.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2INsyTw8aHSIGOn off=16867823 len=52161 2024-04-24T03:03:07.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 297 completed, throughput=4.92MB/sec 2024-04-24T03:03:07.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Augep1ElNJjEquW off=9480677 len=944783 2024-04-24T03:03:07.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 298 completed, throughput=4.94MB/sec 2024-04-24T03:03:07.139 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qr3Z9LfMrNP_7XT off=1048664 len=894643 2024-04-24T03:03:07.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 299 completed, throughput=4.95MB/sec 2024-04-24T03:03:07.140 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6SPhgRCzFtsCZTv off=22078570 len=1413010 2024-04-24T03:03:07.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 300 completed, throughput=4.97MB/sec 2024-04-24T03:03:07.146 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a5Nm3gCBa2ED7J2 off=1071202 len=1934848 2024-04-24T03:03:07.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 301 completed, throughput=5.01MB/sec 2024-04-24T03:03:08.149 INFO:tasks.workunit.client.0.smithi016.stdout: 60: throughput=4.92MB/sec pending data=0 2024-04-24T03:03:08.149 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u4hpskTKOxcj6Ms off=10246210 len=906611 2024-04-24T03:03:08.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 302 completed, throughput=4.94MB/sec 2024-04-24T03:03:08.151 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RWYv3gSS7NT_IqD off=11673981 len=954061 2024-04-24T03:03:08.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 303 completed, throughput=4.95MB/sec 2024-04-24T03:03:08.156 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9_eHMY4sKaJYNsL off=8463416 len=1713785 2024-04-24T03:03:08.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 304 completed, throughput=4.98MB/sec 2024-04-24T03:03:08.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BNq-eaFLJRwlkSn off=2298014 len=89318 2024-04-24T03:03:08.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 305 completed, throughput=4.98MB/sec 2024-04-24T03:03:08.160 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3NMcxPt2ejDa7IU off=2872965 len=1945116 2024-04-24T03:03:08.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 306 completed, throughput=5.01MB/sec 2024-04-24T03:03:08.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:08 smithi016 ceph-mon[84376]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:03:08.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:03:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:03:08] "GET /metrics HTTP/1.1" 200 34204 "" "Prometheus/2.43.0" 2024-04-24T03:03:08.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:08 smithi016 ceph-mon[86910]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:03:08.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:08 smithi063 ceph-mon[77007]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:03:09.163 INFO:tasks.workunit.client.0.smithi016.stdout: 61: throughput=4.93MB/sec pending data=0 2024-04-24T03:03:09.163 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_juvouqS9eLcf6o off=17014511 len=1152593 2024-04-24T03:03:09.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 307 completed, throughput=4.95MB/sec 2024-04-24T03:03:09.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-68dFtWSoFcMTFDs off=5161133 len=1000807 2024-04-24T03:03:09.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 308 completed, throughput=4.96MB/sec 2024-04-24T03:03:09.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PeaOu-nT3fHCHf5 off=19672578 len=448225 2024-04-24T03:03:09.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 309 completed, throughput=4.97MB/sec 2024-04-24T03:03:09.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EJPJudJzbduWYtF off=8288139 len=1360302 2024-04-24T03:03:09.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 310 completed, throughput=4.99MB/sec 2024-04-24T03:03:09.179 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tzFeeD27nxE7_uG off=1580258 len=1984761 2024-04-24T03:03:09.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 311 completed, throughput=5.02MB/sec 2024-04-24T03:03:10.187 INFO:tasks.workunit.client.0.smithi016.stdout: 62: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:10.187 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CdGR-yfimURyW2O off=18649832 len=314935 2024-04-24T03:03:10.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 312 completed, throughput=4.94MB/sec 2024-04-24T03:03:10.190 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--yMKtyUxQCvKfY3 off=9853205 len=556719 2024-04-24T03:03:10.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 313 completed, throughput=4.95MB/sec 2024-04-24T03:03:10.191 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VOzIIU8kDkZp4eP off=5525424 len=612629 2024-04-24T03:03:10.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 314 completed, throughput=4.96MB/sec 2024-04-24T03:03:10.192 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-leEqV_xjNBHLUve off=7537584 len=481583 2024-04-24T03:03:10.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 315 completed, throughput=4.97MB/sec 2024-04-24T03:03:10.193 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KJ924sdKvActXYX off=2741061 len=1326238 2024-04-24T03:03:10.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 316 completed, throughput=4.99MB/sec 2024-04-24T03:03:10.195 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-84Iryw88Vuficuy off=6729994 len=1322648 2024-04-24T03:03:10.196 INFO:tasks.workunit.client.0.smithi016.stdout:op 317 completed, throughput=5.01MB/sec 2024-04-24T03:03:10.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:10 smithi016 ceph-mon[84376]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:03:10.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:10 smithi016 ceph-mon[86910]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:03:10.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:10 smithi063 ceph-mon[77007]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:03:11.196 INFO:tasks.workunit.client.0.smithi016.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-24T03:03:11.197 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F8VN7PY2YzsUrjE off=6513589 len=1249927 2024-04-24T03:03:11.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 318 completed, throughput=4.95MB/sec 2024-04-24T03:03:11.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_gtxLezNnPnvwLU off=485212 len=1020844 2024-04-24T03:03:11.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 319 completed, throughput=4.96MB/sec 2024-04-24T03:03:11.203 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZhMXgdpXLMgKmhZ off=0 len=1454300 2024-04-24T03:03:11.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 320 completed, throughput=4.98MB/sec 2024-04-24T03:03:11.205 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--NIZEB7V1R9YrFi off=595792 len=165505 2024-04-24T03:03:11.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 321 completed, throughput=4.99MB/sec 2024-04-24T03:03:11.206 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rS7_wdcpxC71jHs off=24591645 len=796110 2024-04-24T03:03:11.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 322 completed, throughput=5MB/sec 2024-04-24T03:03:11.210 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YPqVKOltvEpz1VZ off=773279 len=2004346 2024-04-24T03:03:11.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 323 completed, throughput=5.03MB/sec 2024-04-24T03:03:12.219 INFO:tasks.workunit.client.0.smithi016.stdout: 64: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:12.219 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wZvM-OZFlzZaFIn off=8185682 len=1730872 2024-04-24T03:03:12.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 324 completed, throughput=4.98MB/sec 2024-04-24T03:03:12.221 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y7djiV4C4oA5JgK off=1319393 len=1757619 2024-04-24T03:03:12.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 325 completed, throughput=5MB/sec 2024-04-24T03:03:12.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:12 smithi016 ceph-mon[84376]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:12.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:12 smithi016 ceph-mon[86910]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:12.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:12 smithi063 ceph-mon[77007]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:13.223 INFO:tasks.workunit.client.0.smithi016.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-24T03:03:13.224 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SKeuwBdEkcbPv5L off=3178102 len=1145413 2024-04-24T03:03:13.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 326 completed, throughput=4.94MB/sec 2024-04-24T03:03:13.226 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-onpWt65sF7bMgg7 off=2342331 len=377995 2024-04-24T03:03:13.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 327 completed, throughput=4.95MB/sec 2024-04-24T03:03:13.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4wontRFiQ4fBiGo off=7074535 len=1052080 2024-04-24T03:03:13.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 328 completed, throughput=4.96MB/sec 2024-04-24T03:03:13.228 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U4J3p8SNZGl7jNl off=11221025 len=1610291 2024-04-24T03:03:13.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 329 completed, throughput=4.98MB/sec 2024-04-24T03:03:13.237 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_CBx3EY826wNyw3 off=3488249 len=377625 2024-04-24T03:03:13.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 330 completed, throughput=4.99MB/sec 2024-04-24T03:03:13.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YQ-iUTMDd1-CAn_ off=5591738 len=1080391 2024-04-24T03:03:13.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 331 completed, throughput=5.01MB/sec 2024-04-24T03:03:14.244 INFO:tasks.workunit.client.0.smithi016.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-24T03:03:14.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2d-4tTVvju4bX5G off=2528670 len=527447 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 332 completed, throughput=4.94MB/sec 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m4N_oKTpq7rN8KY off=23795481 len=379350 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 333 completed, throughput=4.94MB/sec 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hMCxKeNWoER4WQU off=11924612 len=1771872 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 334 completed, throughput=4.97MB/sec 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ENFiW9ZABxxfpk off=10898199 len=786567 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 335 completed, throughput=4.98MB/sec 2024-04-24T03:03:14.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--ZTr8ezyop57mqB off=1421772 len=933278 2024-04-24T03:03:14.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 336 completed, throughput=4.99MB/sec 2024-04-24T03:03:14.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-01-Mi2XdhfZuXR4 off=318761 len=39833 2024-04-24T03:03:14.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 337 completed, throughput=4.99MB/sec 2024-04-24T03:03:14.269 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7BdSNV0c4k2bPSM off=4511663 len=1459708 2024-04-24T03:03:14.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 338 completed, throughput=5.01MB/sec 2024-04-24T03:03:14.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:14 smithi016 ceph-mon[84376]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:14.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:14 smithi016 ceph-mon[86910]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:14.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:14 smithi063 ceph-mon[77007]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:15.276 INFO:tasks.workunit.client.0.smithi016.stdout: 67: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:15.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNesCXOXROEmfn8 off=7653957 len=819936 2024-04-24T03:03:15.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 339 completed, throughput=4.95MB/sec 2024-04-24T03:03:15.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GyxM_yIqLBX7ig5 off=6952619 len=19717 2024-04-24T03:03:15.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 340 completed, throughput=4.95MB/sec 2024-04-24T03:03:15.279 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VBEAYcZ1z9JiQRi off=767245 len=631297 2024-04-24T03:03:15.284 INFO:tasks.workunit.client.0.smithi016.stdout:op 341 completed, throughput=4.96MB/sec 2024-04-24T03:03:15.284 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SplBI19_KZG_S0u off=1470548 len=1137022 2024-04-24T03:03:15.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 342 completed, throughput=4.97MB/sec 2024-04-24T03:03:15.285 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iEn2Y-6hCJBZUk6 off=12567541 len=1873066 2024-04-24T03:03:15.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 343 completed, throughput=5MB/sec 2024-04-24T03:03:15.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:15.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:15.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:16.294 INFO:tasks.workunit.client.0.smithi016.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-24T03:03:16.294 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gSkXwWHzcEfHedY off=473908 len=853533 2024-04-24T03:03:16.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 344 completed, throughput=4.94MB/sec 2024-04-24T03:03:16.295 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I3hgXE_zo-_kq54 off=8303422 len=118260 2024-04-24T03:03:16.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 345 completed, throughput=4.94MB/sec 2024-04-24T03:03:16.298 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YhcdfxaF4kYIyr0 off=831551 len=457426 2024-04-24T03:03:16.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 346 completed, throughput=4.95MB/sec 2024-04-24T03:03:16.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QkPA8sPUzeygcB3 off=96616 len=1536180 2024-04-24T03:03:16.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 347 completed, throughput=4.97MB/sec 2024-04-24T03:03:16.303 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KeU4AJxDrVhCylK off=15876401 len=714854 2024-04-24T03:03:16.307 INFO:tasks.workunit.client.0.smithi016.stdout:op 348 completed, throughput=4.98MB/sec 2024-04-24T03:03:16.307 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ED6Vqv4oMKz_8p6 off=13630106 len=1270880 2024-04-24T03:03:16.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 349 completed, throughput=4.99MB/sec 2024-04-24T03:03:16.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zoLp0orzFGXotPj off=81460 len=1063765 2024-04-24T03:03:16.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 350 completed, throughput=5.01MB/sec 2024-04-24T03:03:16.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:16 smithi016 ceph-mon[84376]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:16.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:16 smithi016 ceph-mon[86910]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:16.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:16 smithi063 ceph-mon[77007]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:03:17.314 INFO:tasks.workunit.client.0.smithi016.stdout: 69: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:17.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-noD65w3T1sc1lqj off=10012162 len=1881490 2024-04-24T03:03:17.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 351 completed, throughput=4.96MB/sec 2024-04-24T03:03:17.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wPkQClqSnJb2YQT off=9041288 len=428809 2024-04-24T03:03:17.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 352 completed, throughput=4.97MB/sec 2024-04-24T03:03:17.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Emlk01V0FsN1V4l off=14170039 len=985742 2024-04-24T03:03:17.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 353 completed, throughput=4.98MB/sec 2024-04-24T03:03:17.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HrQaqc6hW-yeM8X off=2607317 len=893527 2024-04-24T03:03:17.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 354 completed, throughput=4.99MB/sec 2024-04-24T03:03:17.335 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tLWo6bbyqnOGVUM off=9130738 len=1030169 2024-04-24T03:03:17.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 355 completed, throughput=5.01MB/sec 2024-04-24T03:03:18.336 INFO:tasks.workunit.client.0.smithi016.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:18.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--6gdaR_nWSLYm9f off=882738 len=1021253 2024-04-24T03:03:18.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 356 completed, throughput=4.95MB/sec 2024-04-24T03:03:18.338 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KFAlCgY2-ubX92- off=10099879 len=1515444 2024-04-24T03:03:18.348 INFO:tasks.workunit.client.0.smithi016.stdout:op 357 completed, throughput=4.97MB/sec 2024-04-24T03:03:18.348 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vY1HgP0-SQXeV05 off=10557662 len=196296 2024-04-24T03:03:18.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 358 completed, throughput=4.97MB/sec 2024-04-24T03:03:18.350 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RlZVeVrDU7agMEY off=12903301 len=112056 2024-04-24T03:03:18.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 359 completed, throughput=4.97MB/sec 2024-04-24T03:03:18.351 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qgbuqnaBxEyjcGc off=841035 len=1019419 2024-04-24T03:03:18.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 360 completed, throughput=4.99MB/sec 2024-04-24T03:03:18.353 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2FVjdrKQ5GxS4BS off=7519914 len=1685854 2024-04-24T03:03:18.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 361 completed, throughput=5.01MB/sec 2024-04-24T03:03:18.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:18 smithi016 ceph-mon[84376]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:18.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:03:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:03:18] "GET /metrics HTTP/1.1" 200 34202 "" "Prometheus/2.43.0" 2024-04-24T03:03:18.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:18 smithi016 ceph-mon[86910]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:18.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:18 smithi063 ceph-mon[77007]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:19.355 INFO:tasks.workunit.client.0.smithi016.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:19.356 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B3P5PJLMmOCy6nL off=10238967 len=963250 2024-04-24T03:03:19.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 362 completed, throughput=4.95MB/sec 2024-04-24T03:03:19.357 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oGKtZou4uJS-jxf off=624899 len=1517348 2024-04-24T03:03:19.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 363 completed, throughput=4.97MB/sec 2024-04-24T03:03:19.359 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ESEa_zUI_UR09Ss off=10693871 len=50027 2024-04-24T03:03:19.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 364 completed, throughput=4.97MB/sec 2024-04-24T03:03:19.362 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tpHE_OkSPcseWut off=10300441 len=1737742 2024-04-24T03:03:19.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 365 completed, throughput=5MB/sec 2024-04-24T03:03:19.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SOcqM0Et9oRDIqF off=13403632 len=1677631 2024-04-24T03:03:19.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 366 completed, throughput=5.02MB/sec 2024-04-24T03:03:20.370 INFO:tasks.workunit.client.0.smithi016.stdout: 72: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:20.371 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lFoVnJFMzKwH9I6 off=5327229 len=1625052 2024-04-24T03:03:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 367 completed, throughput=4.97MB/sec 2024-04-24T03:03:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gsAB8bQ05vg0Pll off=1368593 len=334117 2024-04-24T03:03:20.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 368 completed, throughput=4.97MB/sec 2024-04-24T03:03:20.382 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IPE-PLVg2ZgxIDR off=7098536 len=1042237 2024-04-24T03:03:20.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 369 completed, throughput=4.99MB/sec 2024-04-24T03:03:20.387 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tt43C3JHGHwntxZ off=18000167 len=165081 2024-04-24T03:03:20.388 INFO:tasks.workunit.client.0.smithi016.stdout:op 370 completed, throughput=4.99MB/sec 2024-04-24T03:03:20.388 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hVLySN2FHk7Dmed off=9842992 len=524220 2024-04-24T03:03:20.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 371 completed, throughput=5MB/sec 2024-04-24T03:03:20.392 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i5Bd1uAtzAIeDnu off=2618631 len=221448 2024-04-24T03:03:20.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 372 completed, throughput=5MB/sec 2024-04-24T03:03:20.393 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EKcBGucO6kei3tN off=260018 len=1026710 2024-04-24T03:03:20.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 373 completed, throughput=5.01MB/sec 2024-04-24T03:03:20.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:20 smithi016 ceph-mon[84376]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:20.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:20 smithi016 ceph-mon[86910]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:20.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:20 smithi063 ceph-mon[77007]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:21.394 INFO:tasks.workunit.client.0.smithi016.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:21.394 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6M31gb1I-PcjjOQ off=11752099 len=219477 2024-04-24T03:03:21.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 374 completed, throughput=4.95MB/sec 2024-04-24T03:03:21.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fGZsp0gV9VdEw-Q off=6509109 len=192606 2024-04-24T03:03:21.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 375 completed, throughput=4.95MB/sec 2024-04-24T03:03:21.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2Esn_mneBHXQnpl off=3393953 len=1206095 2024-04-24T03:03:21.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 376 completed, throughput=4.97MB/sec 2024-04-24T03:03:21.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_BLamILFmVyYfz5 off=1681609 len=1302167 2024-04-24T03:03:21.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 377 completed, throughput=4.98MB/sec 2024-04-24T03:03:21.403 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8WxzyC7diAbOqoz off=1488616 len=1584606 2024-04-24T03:03:21.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 378 completed, throughput=5MB/sec 2024-04-24T03:03:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:22.411 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_mHz7sC1cj0bDd1 off=1833176 len=221247 2024-04-24T03:03:22.414 INFO:tasks.workunit.client.0.smithi016.stdout:op 379 completed, throughput=4.94MB/sec 2024-04-24T03:03:22.414 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FHQKrgKMGUCC9Hp off=9649249 len=134907 2024-04-24T03:03:22.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 380 completed, throughput=4.94MB/sec 2024-04-24T03:03:22.415 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CqRNptmpiBnwXRS off=6429252 len=2020243 2024-04-24T03:03:22.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 381 completed, throughput=4.96MB/sec 2024-04-24T03:03:22.418 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a-tXP-iOWy_cOra off=5515369 len=466999 2024-04-24T03:03:22.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 382 completed, throughput=4.97MB/sec 2024-04-24T03:03:22.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vDjOFOLNZl1djoo off=22001407 len=1868947 2024-04-24T03:03:22.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 383 completed, throughput=4.99MB/sec 2024-04-24T03:03:22.424 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Am9xiZbHdkc_u6C off=6933944 len=759230 2024-04-24T03:03:22.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 384 completed, throughput=5MB/sec 2024-04-24T03:03:22.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:22 smithi016 ceph-mon[84376]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-24T03:03:22.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:22 smithi016 ceph-mon[86910]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-24T03:03:22.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:22 smithi063 ceph-mon[77007]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-24T03:03:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:23.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kUFJIDuMwNxRph_ off=9280136 len=22456 2024-04-24T03:03:23.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 385 completed, throughput=4.94MB/sec 2024-04-24T03:03:23.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0NFXuir8m59eIdt off=6537369 len=1596781 2024-04-24T03:03:23.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 386 completed, throughput=4.96MB/sec 2024-04-24T03:03:23.429 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i3IjrjRnsf1ustn off=3164386 len=1940228 2024-04-24T03:03:23.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 387 completed, throughput=4.98MB/sec 2024-04-24T03:03:23.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jg7AY0Iu06MBsh0 off=18936442 len=64900 2024-04-24T03:03:23.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 388 completed, throughput=4.98MB/sec 2024-04-24T03:03:23.438 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YoWAXY3-Gy9nGrY off=17706446 len=1007480 2024-04-24T03:03:23.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 389 completed, throughput=4.99MB/sec 2024-04-24T03:03:23.443 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XK2c25FEW3Us3s4 off=6760343 len=1770295 2024-04-24T03:03:23.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 390 completed, throughput=5.02MB/sec 2024-04-24T03:03:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:24.445 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oE1jgdapDbrII9w off=3705650 len=1354416 2024-04-24T03:03:24.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 391 completed, throughput=4.97MB/sec 2024-04-24T03:03:24.447 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5DEaRe6XcoaF6-D off=6138514 len=1775447 2024-04-24T03:03:24.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 392 completed, throughput=4.99MB/sec 2024-04-24T03:03:24.456 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZQcRZUQ-oRn0Mxc off=809653 len=1456209 2024-04-24T03:03:24.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 393 completed, throughput=5.01MB/sec 2024-04-24T03:03:24.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:24 smithi016 ceph-mon[84376]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:03:24.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:24 smithi016 ceph-mon[86910]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:03:24.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:24 smithi063 ceph-mon[77007]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:03:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:25.459 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YdbAl4Zf-muTWIm off=2017070 len=378007 2024-04-24T03:03:25.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 394 completed, throughput=4.95MB/sec 2024-04-24T03:03:25.462 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tyG7NsEgWBHz5p5 off=6130698 len=729678 2024-04-24T03:03:25.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 395 completed, throughput=4.96MB/sec 2024-04-24T03:03:25.464 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GDQDAH5WPy64I0K off=3117666 len=677282 2024-04-24T03:03:25.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 396 completed, throughput=4.96MB/sec 2024-04-24T03:03:25.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i0bBz3gp-JmQnSc off=7402103 len=1693939 2024-04-24T03:03:25.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 397 completed, throughput=4.98MB/sec 2024-04-24T03:03:25.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IJjCdimHt4obUWe off=3997889 len=616703 2024-04-24T03:03:25.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 398 completed, throughput=4.99MB/sec 2024-04-24T03:03:25.474 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yoZbR0noDMOyYwB off=4689881 len=426987 2024-04-24T03:03:25.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 399 completed, throughput=5MB/sec 2024-04-24T03:03:25.475 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FFl9_RIM6dUN9Dw off=6020348 len=1899123 2024-04-24T03:03:25.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 400 completed, throughput=5.02MB/sec 2024-04-24T03:03:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: 78: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:26.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NniloI4cQg75Kap off=4507187 len=197822 2024-04-24T03:03:26.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 401 completed, throughput=4.96MB/sec 2024-04-24T03:03:26.489 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZGs8sZy_KOy5n1o off=10222186 len=1600923 2024-04-24T03:03:26.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 402 completed, throughput=4.98MB/sec 2024-04-24T03:03:26.498 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ke5UWeVTXLWB0bn off=11738674 len=442833 2024-04-24T03:03:26.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 403 completed, throughput=4.98MB/sec 2024-04-24T03:03:26.498 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8w9O0_wnRqHqaaj off=3214656 len=1073164 2024-04-24T03:03:26.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 404 completed, throughput=5MB/sec 2024-04-24T03:03:26.500 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9rKR7QT_pW5HQ6a off=3168182 len=118806 2024-04-24T03:03:26.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 405 completed, throughput=5MB/sec 2024-04-24T03:03:26.503 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qMXBnKO6GQvVgiz off=2953661 len=1976040 2024-04-24T03:03:26.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 406 completed, throughput=5.02MB/sec 2024-04-24T03:03:26.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:26 smithi016 ceph-mon[84376]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-24T03:03:26.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:26 smithi016 ceph-mon[86910]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-24T03:03:26.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:26 smithi063 ceph-mon[77007]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-24T03:03:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: 79: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:27.505 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UM8_j_6Emjtu2Sw off=2427134 len=1063899 2024-04-24T03:03:27.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 407 completed, throughput=4.97MB/sec 2024-04-24T03:03:27.510 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ocMeSjBJHXR33vR off=6323418 len=154250 2024-04-24T03:03:27.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 408 completed, throughput=4.97MB/sec 2024-04-24T03:03:27.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XY1bMBAM67TIaAi off=3442601 len=1940405 2024-04-24T03:03:27.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 409 completed, throughput=4.99MB/sec 2024-04-24T03:03:27.521 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7bKtlZTN3e4ulh2 off=6340252 len=768444 2024-04-24T03:03:27.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 410 completed, throughput=5MB/sec 2024-04-24T03:03:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-24T03:03:28.523 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iV21SJKrIN0hLlM off=7559678 len=277499 2024-04-24T03:03:28.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:28 smithi016 ceph-mon[84376]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:03:28.523 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:03:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:03:28] "GET /metrics HTTP/1.1" 200 34202 "" "Prometheus/2.43.0" 2024-04-24T03:03:28.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:28 smithi016 ceph-mon[86910]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:03:28.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 411 completed, throughput=4.95MB/sec 2024-04-24T03:03:28.524 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5Y0HcsQjBY66EU5 off=5533814 len=1880778 2024-04-24T03:03:28.525 INFO:tasks.workunit.client.0.smithi016.stdout:op 412 completed, throughput=4.97MB/sec 2024-04-24T03:03:28.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ouIz5ykOJjQmg5 off=8155175 len=1899236 2024-04-24T03:03:28.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 413 completed, throughput=4.99MB/sec 2024-04-24T03:03:28.537 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XRBjX8PphUYuAgn off=6923215 len=465807 2024-04-24T03:03:28.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 414 completed, throughput=4.99MB/sec 2024-04-24T03:03:28.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2jWWYKb-ZkAYY2D off=4724553 len=1704852 2024-04-24T03:03:28.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 415 completed, throughput=5.01MB/sec 2024-04-24T03:03:28.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:28 smithi063 ceph-mon[77007]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:03:29.547 INFO:tasks.workunit.client.0.smithi016.stdout: 81: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:29.548 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj---s1j9G9sBnvkLn off=1302019 len=104271 2024-04-24T03:03:29.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 416 completed, throughput=4.95MB/sec 2024-04-24T03:03:29.550 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XfY9ewQUCg3D0wq off=6240818 len=2092858 2024-04-24T03:03:29.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 417 completed, throughput=4.98MB/sec 2024-04-24T03:03:29.552 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-watwELD65D6ZRRT off=959879 len=977557 2024-04-24T03:03:29.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 418 completed, throughput=4.99MB/sec 2024-04-24T03:03:29.554 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gHiCgnca8MSyC6z off=11482391 len=548858 2024-04-24T03:03:29.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 419 completed, throughput=4.99MB/sec 2024-04-24T03:03:29.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Zds546qayHp6D3 off=14277636 len=1355821 2024-04-24T03:03:29.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 420 completed, throughput=5.01MB/sec 2024-04-24T03:03:30.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:30 smithi016 ceph-mon[84376]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:30.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:30.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:30 smithi016 ceph-mon[86910]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:30.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:30.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:30 smithi063 ceph-mon[77007]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:30.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:30.559 INFO:tasks.workunit.client.0.smithi016.stdout: 82: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:30.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p1e4l1QT3W2BsZk off=11115336 len=80869 2024-04-24T03:03:30.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 421 completed, throughput=4.95MB/sec 2024-04-24T03:03:30.562 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p8eyrxxLbJ6a6OH off=1959925 len=1491768 2024-04-24T03:03:30.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 422 completed, throughput=4.97MB/sec 2024-04-24T03:03:30.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QgEYjzSahkUsqSb off=845986 len=489661 2024-04-24T03:03:30.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 423 completed, throughput=4.97MB/sec 2024-04-24T03:03:30.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--qkTu_Xg_ip96-n off=4845420 len=1966366 2024-04-24T03:03:30.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 424 completed, throughput=5MB/sec 2024-04-24T03:03:30.565 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lm-AvI61FOQX0Fa off=3649637 len=144667 2024-04-24T03:03:30.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 425 completed, throughput=5MB/sec 2024-04-24T03:03:30.566 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b8PD_h-QO0P64iP off=8407656 len=1497307 2024-04-24T03:03:30.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 426 completed, throughput=5.01MB/sec 2024-04-24T03:03:31.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:03:31.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:03:31.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:03:31.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:03:31.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:03:31.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:03:31.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:03:31.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:03:31.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:03:31.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:03:31.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:03:31.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:03:31.574 INFO:tasks.workunit.client.0.smithi016.stdout: 83: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:31.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sR7MmgPisk9xdYl off=3541687 len=1340434 2024-04-24T03:03:31.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 427 completed, throughput=4.97MB/sec 2024-04-24T03:03:31.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K7JWFztEslm13Zc off=3289481 len=430822 2024-04-24T03:03:31.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 428 completed, throughput=4.97MB/sec 2024-04-24T03:03:31.581 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8MRUUm25lBYRcWn off=5433334 len=434103 2024-04-24T03:03:31.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 429 completed, throughput=4.98MB/sec 2024-04-24T03:03:31.585 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5A9yx-EbWHw-zoq off=8453912 len=981013 2024-04-24T03:03:31.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 430 completed, throughput=4.99MB/sec 2024-04-24T03:03:31.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U4J3p8SNZGl7jNl off=6166190 len=1867270 2024-04-24T03:03:31.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 431 completed, throughput=5.01MB/sec 2024-04-24T03:03:32.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:32 smithi016 ceph-mon[84376]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:03:32.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:32 smithi016 ceph-mon[86910]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:03:32.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:32 smithi063 ceph-mon[77007]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:03:32.589 INFO:tasks.workunit.client.0.smithi016.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:32.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cSbgw49KumsE5cH off=10148474 len=1503033 2024-04-24T03:03:32.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 432 completed, throughput=4.97MB/sec 2024-04-24T03:03:32.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kz1YsU9lg2rLxl0 off=5439827 len=543155 2024-04-24T03:03:32.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 433 completed, throughput=4.97MB/sec 2024-04-24T03:03:32.598 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-koLb_eAmRDVuydj off=1591628 len=1417528 2024-04-24T03:03:32.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 434 completed, throughput=4.99MB/sec 2024-04-24T03:03:32.604 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wHSyEjnPNZgf4Rp off=3547847 len=769224 2024-04-24T03:03:32.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 435 completed, throughput=5MB/sec 2024-04-24T03:03:32.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4QjpHePgSjPK8he off=12721615 len=886669 2024-04-24T03:03:32.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 436 completed, throughput=5.01MB/sec 2024-04-24T03:03:33.613 INFO:tasks.workunit.client.0.smithi016.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:33.614 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HWLiWsmEQcupnXD off=15283318 len=1698838 2024-04-24T03:03:33.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 437 completed, throughput=4.97MB/sec 2024-04-24T03:03:33.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vCH3u1CA4Fuse2D off=251272 len=1566471 2024-04-24T03:03:33.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 438 completed, throughput=4.99MB/sec 2024-04-24T03:03:33.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iEn2Y-6hCJBZUk6 off=2550704 len=514883 2024-04-24T03:03:33.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 439 completed, throughput=4.99MB/sec 2024-04-24T03:03:33.623 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-loQKKQoovLyeoih off=3853893 len=1925396 2024-04-24T03:03:33.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 440 completed, throughput=5.01MB/sec 2024-04-24T03:03:34.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:34 smithi016 ceph-mon[84376]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:34.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:34 smithi016 ceph-mon[86910]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:34.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:34 smithi063 ceph-mon[77007]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:34.625 INFO:tasks.workunit.client.0.smithi016.stdout: 86: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:34.625 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cal5nTk6yJPEhkV off=17970162 len=584702 2024-04-24T03:03:34.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 441 completed, throughput=4.96MB/sec 2024-04-24T03:03:34.627 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-caJ0lwcl6t6-wAh off=1865023 len=1752646 2024-04-24T03:03:34.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 442 completed, throughput=4.98MB/sec 2024-04-24T03:03:34.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6XTTdWSrGj_vtGE off=790183 len=253704 2024-04-24T03:03:34.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 443 completed, throughput=4.98MB/sec 2024-04-24T03:03:34.637 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fN0Y3_arn5uPg4h off=4615237 len=789541 2024-04-24T03:03:34.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 444 completed, throughput=4.99MB/sec 2024-04-24T03:03:34.638 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ESNpDC91DwbFtx1 off=10681955 len=620366 2024-04-24T03:03:34.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 445 completed, throughput=5MB/sec 2024-04-24T03:03:34.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EI_wmCGPu8QkyFp off=7062588 len=1175376 2024-04-24T03:03:34.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 446 completed, throughput=5.01MB/sec 2024-04-24T03:03:35.647 INFO:tasks.workunit.client.0.smithi016.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:35.647 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8xJ88I0tnd1DP8p off=11338481 len=1912474 2024-04-24T03:03:35.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 447 completed, throughput=4.97MB/sec 2024-04-24T03:03:35.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jgz0qrhwXnvwOGN off=5623130 len=761223 2024-04-24T03:03:35.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 448 completed, throughput=4.98MB/sec 2024-04-24T03:03:35.655 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_8UsnatgQRBx9dw off=15738624 len=4729 2024-04-24T03:03:35.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 449 completed, throughput=4.98MB/sec 2024-04-24T03:03:35.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nrSgn5bzONM5KBX off=11508979 len=553661 2024-04-24T03:03:35.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 450 completed, throughput=4.99MB/sec 2024-04-24T03:03:35.659 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n0FtT0LtNo3zfb_ off=0 len=1348686 2024-04-24T03:03:35.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 451 completed, throughput=5MB/sec 2024-04-24T03:03:36.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:36 smithi016 ceph-mon[84376]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:03:36.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:36 smithi016 ceph-mon[86910]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:03:36.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:36 smithi063 ceph-mon[77007]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:03:36.666 INFO:tasks.workunit.client.0.smithi016.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:36.666 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-laJ9q4LYRwL5jFl off=11839559 len=1368569 2024-04-24T03:03:36.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 452 completed, throughput=4.96MB/sec 2024-04-24T03:03:36.672 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hz6hSTx9TO3hfok off=19849658 len=858104 2024-04-24T03:03:36.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 453 completed, throughput=4.97MB/sec 2024-04-24T03:03:36.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7VC1n-cj9hLMpZ7 off=13357760 len=105299 2024-04-24T03:03:36.679 INFO:tasks.workunit.client.0.smithi016.stdout:op 454 completed, throughput=4.97MB/sec 2024-04-24T03:03:36.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ot8IpPGSeNpwXPt off=5117368 len=878000 2024-04-24T03:03:36.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 455 completed, throughput=4.98MB/sec 2024-04-24T03:03:36.685 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iHFA5Ab32-aEb2Z off=3152174 len=2085434 2024-04-24T03:03:36.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 456 completed, throughput=5MB/sec 2024-04-24T03:03:37.692 INFO:tasks.workunit.client.0.smithi016.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:37.692 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nq-7ycI9zqgAP8s off=2741648 len=597487 2024-04-24T03:03:37.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 457 completed, throughput=4.95MB/sec 2024-04-24T03:03:37.697 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DqRRCllmWyqRS6I off=202346 len=772033 2024-04-24T03:03:37.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 458 completed, throughput=4.96MB/sec 2024-04-24T03:03:37.698 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hgyCqViHFuQsj4N off=3024089 len=1765659 2024-04-24T03:03:37.700 INFO:tasks.workunit.client.0.smithi016.stdout:op 459 completed, throughput=4.98MB/sec 2024-04-24T03:03:37.700 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dD3H_PO8KYB9hHw off=9807 len=1203140 2024-04-24T03:03:37.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 460 completed, throughput=4.99MB/sec 2024-04-24T03:03:37.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--J0rzyPJphHR4PR off=1240735 len=1445217 2024-04-24T03:03:37.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 461 completed, throughput=5.01MB/sec 2024-04-24T03:03:38.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:38 smithi016 ceph-mon[84376]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:03:38.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:03:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:03:38] "GET /metrics HTTP/1.1" 200 34204 "" "Prometheus/2.43.0" 2024-04-24T03:03:38.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:38 smithi016 ceph-mon[86910]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:03:38.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:38 smithi063 ceph-mon[77007]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:03:38.704 INFO:tasks.workunit.client.0.smithi016.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:38.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kI2WI41JcroMGBR off=1893908 len=604361 2024-04-24T03:03:38.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 462 completed, throughput=4.96MB/sec 2024-04-24T03:03:38.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h3rQ9HisGcr9vbm off=6932417 len=191097 2024-04-24T03:03:38.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 463 completed, throughput=4.96MB/sec 2024-04-24T03:03:38.711 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZNSClEizhZvxL44 off=5039502 len=535489 2024-04-24T03:03:38.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 464 completed, throughput=4.97MB/sec 2024-04-24T03:03:38.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v_1t3QTS8JjdVod off=1091474 len=354154 2024-04-24T03:03:38.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 465 completed, throughput=4.97MB/sec 2024-04-24T03:03:38.716 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fznzNtij8o11Dsz off=3955164 len=743151 2024-04-24T03:03:38.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 466 completed, throughput=4.98MB/sec 2024-04-24T03:03:38.716 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bw0Yd1fQbzApubd off=8055152 len=915459 2024-04-24T03:03:38.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 467 completed, throughput=4.99MB/sec 2024-04-24T03:03:38.719 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s9ryGIS7xSX1rXF off=1472693 len=719540 2024-04-24T03:03:38.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 468 completed, throughput=4.99MB/sec 2024-04-24T03:03:38.723 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0WKM0OVsRnR55nr off=2220207 len=82241 2024-04-24T03:03:38.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 469 completed, throughput=4.99MB/sec 2024-04-24T03:03:38.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lElbn97OVVxngNu off=422300 len=192079 2024-04-24T03:03:38.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 470 completed, throughput=5MB/sec 2024-04-24T03:03:38.726 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eVWf_5L5AF6P1g3 off=4937725 len=2003592 2024-04-24T03:03:38.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 471 completed, throughput=5.02MB/sec 2024-04-24T03:03:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: 91: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:39.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Nx8vlJiwwQbpWQ3 off=1421260 len=731762 2024-04-24T03:03:39.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 472 completed, throughput=4.97MB/sec 2024-04-24T03:03:39.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qGMyJv4UyW--4uY off=1356743 len=105871 2024-04-24T03:03:39.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 473 completed, throughput=4.97MB/sec 2024-04-24T03:03:39.733 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tpHE_OkSPcseWut off=1766105 len=562286 2024-04-24T03:03:39.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 474 completed, throughput=4.98MB/sec 2024-04-24T03:03:39.737 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DoMeVKxER6QXbtV off=11681284 len=1276568 2024-04-24T03:03:39.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 475 completed, throughput=4.99MB/sec 2024-04-24T03:03:39.739 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gl56Ui43zRiLL-y off=1276081 len=1267075 2024-04-24T03:03:39.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 476 completed, throughput=5MB/sec 2024-04-24T03:03:40.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:40 smithi016 ceph-mon[84376]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:40.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:40 smithi016 ceph-mon[86910]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:40.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:40 smithi063 ceph-mon[77007]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:40.740 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3aEtnX2RfMOXMpr off=7528528 len=1917063 2024-04-24T03:03:40.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 477 completed, throughput=4.97MB/sec 2024-04-24T03:03:40.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3yrLvSZN9R3kNTi off=3474865 len=1659975 2024-04-24T03:03:40.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 478 completed, throughput=4.98MB/sec 2024-04-24T03:03:40.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--VFIXGdlt58R7uC off=0 len=1269677 2024-04-24T03:03:40.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 479 completed, throughput=5MB/sec 2024-04-24T03:03:40.760 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cH6sKQ0k1Yn1nxj off=18204103 len=662217 2024-04-24T03:03:40.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 480 completed, throughput=5MB/sec 2024-04-24T03:03:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:41.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JEc95X-4tV6B7My off=5966632 len=1005910 2024-04-24T03:03:41.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 481 completed, throughput=4.96MB/sec 2024-04-24T03:03:41.768 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wVqs7oio0agA7Rb off=5611297 len=825285 2024-04-24T03:03:41.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 482 completed, throughput=4.97MB/sec 2024-04-24T03:03:41.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--AQGm2gal6AxYjg off=20721325 len=898290 2024-04-24T03:03:41.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 483 completed, throughput=4.98MB/sec 2024-04-24T03:03:41.774 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u5UBJX1-93lDGRk off=1537977 len=1904155 2024-04-24T03:03:41.776 INFO:tasks.workunit.client.0.smithi016.stdout:op 484 completed, throughput=5MB/sec 2024-04-24T03:03:41.776 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-45k9t6eTSA7ohz0 off=1263855 len=1613429 2024-04-24T03:03:41.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 485 completed, throughput=5.01MB/sec 2024-04-24T03:03:42.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:42 smithi016 ceph-mon[84376]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:03:42.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:42 smithi016 ceph-mon[86910]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:03:42.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:42 smithi063 ceph-mon[77007]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:03:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: 94: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:42.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1LO6G9AnCpF-63h off=3444847 len=1994878 2024-04-24T03:03:42.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 486 completed, throughput=4.98MB/sec 2024-04-24T03:03:42.783 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ii1fkRBfqzBPbFs off=865627 len=134181 2024-04-24T03:03:42.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 487 completed, throughput=4.98MB/sec 2024-04-24T03:03:42.784 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cNTcicXHOpWTWXh off=5444488 len=398625 2024-04-24T03:03:42.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 488 completed, throughput=4.99MB/sec 2024-04-24T03:03:42.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vr7HhrU0TgZMmqB off=1136878 len=1098519 2024-04-24T03:03:42.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 489 completed, throughput=5MB/sec 2024-04-24T03:03:42.791 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4eLGkgPHeGA7aN_ off=6025965 len=1290148 2024-04-24T03:03:42.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 490 completed, throughput=5.01MB/sec 2024-04-24T03:03:43.799 INFO:tasks.workunit.client.0.smithi016.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:43.799 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qOs7KQyuUTYi_sY off=18046574 len=399283 2024-04-24T03:03:43.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 491 completed, throughput=4.96MB/sec 2024-04-24T03:03:43.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qOs7KQyuUTYi_sY off=1345919 len=259821 2024-04-24T03:03:43.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 492 completed, throughput=4.96MB/sec 2024-04-24T03:03:43.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rGYDjArLPAC5kZ3 off=4629281 len=420848 2024-04-24T03:03:43.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 493 completed, throughput=4.97MB/sec 2024-04-24T03:03:43.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KjS4Oy5zHyEheHc off=1887165 len=459519 2024-04-24T03:03:43.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 494 completed, throughput=4.97MB/sec 2024-04-24T03:03:43.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QEIyLza53v7_8FH off=14593897 len=1062354 2024-04-24T03:03:43.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 495 completed, throughput=4.98MB/sec 2024-04-24T03:03:43.815 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xoCAZUeJ3P9KpdB off=2325071 len=1573395 2024-04-24T03:03:43.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 496 completed, throughput=5MB/sec 2024-04-24T03:03:43.821 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uSlVJwInS_1dRkU off=13223425 len=779990 2024-04-24T03:03:43.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 497 completed, throughput=5MB/sec 2024-04-24T03:03:44.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:44 smithi016 ceph-mon[84376]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:44.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:44 smithi016 ceph-mon[86910]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:44.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:44 smithi063 ceph-mon[77007]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:44.823 INFO:tasks.workunit.client.0.smithi016.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:44.823 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3aL2pb1_WKmOWH8 off=4545779 len=1031504 2024-04-24T03:03:44.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 498 completed, throughput=4.96MB/sec 2024-04-24T03:03:44.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bJlPSfkWf_uPfS- off=9674749 len=1563058 2024-04-24T03:03:44.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 499 completed, throughput=4.98MB/sec 2024-04-24T03:03:44.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sgmv_RlpbE8xL7e off=3499249 len=1430755 2024-04-24T03:03:44.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 500 completed, throughput=4.99MB/sec 2024-04-24T03:03:44.840 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6NeZmR41JhCEvbA off=12210188 len=319450 2024-04-24T03:03:44.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 501 completed, throughput=4.99MB/sec 2024-04-24T03:03:44.843 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oeQbl9STa6LhD3x off=3925317 len=131942 2024-04-24T03:03:44.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 502 completed, throughput=5MB/sec 2024-04-24T03:03:44.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ii1fkRBfqzBPbFs off=3489980 len=229817 2024-04-24T03:03:44.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 503 completed, throughput=5MB/sec 2024-04-24T03:03:44.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UGVqJ4XYVzrsdyn off=3496854 len=1872752 2024-04-24T03:03:44.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 504 completed, throughput=5.02MB/sec 2024-04-24T03:03:45.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:45.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:45.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:03:45.847 INFO:tasks.workunit.client.0.smithi016.stdout: 97: throughput=4.97MB/sec pending data=0 2024-04-24T03:03:45.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uoE_ljEUXnwqNy7 off=12966203 len=1098141 2024-04-24T03:03:45.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 505 completed, throughput=4.98MB/sec 2024-04-24T03:03:45.853 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3IpbdtMkKWWODCv off=1436727 len=1227738 2024-04-24T03:03:45.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 506 completed, throughput=4.99MB/sec 2024-04-24T03:03:45.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BaEU_AHbRc2ldLO off=3071052 len=1568891 2024-04-24T03:03:45.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 507 completed, throughput=5MB/sec 2024-04-24T03:03:46.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:46 smithi016 ceph-mon[84376]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:03:46.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:46 smithi016 ceph-mon[86910]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:03:46.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:46 smithi063 ceph-mon[77007]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:03:46.857 INFO:tasks.workunit.client.0.smithi016.stdout: 98: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:46.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b_0Lrmrjyfjlnwo off=6157721 len=524455 2024-04-24T03:03:46.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 508 completed, throughput=4.96MB/sec 2024-04-24T03:03:46.861 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-InNiAEnuhyE7eYT off=979082 len=203944 2024-04-24T03:03:46.862 INFO:tasks.workunit.client.0.smithi016.stdout:op 509 completed, throughput=4.96MB/sec 2024-04-24T03:03:46.862 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vNXXbu9sESEvCju off=12653666 len=1537613 2024-04-24T03:03:46.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 510 completed, throughput=4.97MB/sec 2024-04-24T03:03:46.871 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NQK8qj4Pz5MT-b8 off=12553628 len=475054 2024-04-24T03:03:46.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 511 completed, throughput=4.98MB/sec 2024-04-24T03:03:46.871 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N5VVqLp_x5GJrWE off=12764561 len=551389 2024-04-24T03:03:46.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 512 completed, throughput=4.98MB/sec 2024-04-24T03:03:46.875 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-79eR1q70cNKIyY8 off=8599555 len=1608609 2024-04-24T03:03:46.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 513 completed, throughput=5MB/sec 2024-04-24T03:03:46.883 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W8yDp8ZVQhbt9em off=5581221 len=783174 2024-04-24T03:03:46.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 514 completed, throughput=5.01MB/sec 2024-04-24T03:03:47.884 INFO:tasks.workunit.client.0.smithi016.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:47.884 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YjqQqfGpmfvKg0o off=0 len=1091588 2024-04-24T03:03:47.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 515 completed, throughput=4.97MB/sec 2024-04-24T03:03:47.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oROhOThhIHFQXCx off=7385711 len=726824 2024-04-24T03:03:47.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 516 completed, throughput=4.97MB/sec 2024-04-24T03:03:47.893 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xrzcqCj6-vv0haF off=11557453 len=1834371 2024-04-24T03:03:47.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 517 completed, throughput=4.99MB/sec 2024-04-24T03:03:47.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1NdhHulY7lvHeoI off=11145794 len=1501668 2024-04-24T03:03:47.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 518 completed, throughput=5MB/sec 2024-04-24T03:03:48.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:48 smithi016 ceph-mon[84376]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:48.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:48 smithi016 ceph-mon[86910]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:48.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:03:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:03:48] "GET /metrics HTTP/1.1" 200 34200 "" "Prometheus/2.43.0" 2024-04-24T03:03:48.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:48 smithi063 ceph-mon[77007]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:03:48.911 INFO:tasks.workunit.client.0.smithi016.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:48.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xSVxfbg5hHDjcWa off=10942773 len=1039665 2024-04-24T03:03:48.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 519 completed, throughput=4.96MB/sec 2024-04-24T03:03:48.912 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QqYHb-_zz4yXLtn off=6584789 len=412703 2024-04-24T03:03:48.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 520 completed, throughput=4.97MB/sec 2024-04-24T03:03:48.916 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HBfg-gNDxygcAB1 off=5750344 len=1367664 2024-04-24T03:03:48.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 521 completed, throughput=4.98MB/sec 2024-04-24T03:03:48.923 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q-QRfrXYXK1IN99 off=2371789 len=1063807 2024-04-24T03:03:48.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 522 completed, throughput=4.99MB/sec 2024-04-24T03:03:48.925 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tLWo6bbyqnOGVUM off=269554 len=292384 2024-04-24T03:03:48.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 523 completed, throughput=4.99MB/sec 2024-04-24T03:03:48.925 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xm9x2Tc41nUjIza off=20107869 len=140263 2024-04-24T03:03:48.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 524 completed, throughput=4.99MB/sec 2024-04-24T03:03:48.926 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CA5KY8vknxq-CiD off=5166066 len=1404843 2024-04-24T03:03:48.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 525 completed, throughput=5.01MB/sec 2024-04-24T03:03:49.929 INFO:tasks.workunit.client.0.smithi016.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:49.929 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fqfOFs4kvNkTSoR off=16859070 len=776634 2024-04-24T03:03:49.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 526 completed, throughput=4.96MB/sec 2024-04-24T03:03:49.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8w9O0_wnRqHqaaj off=7255959 len=456065 2024-04-24T03:03:49.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 527 completed, throughput=4.97MB/sec 2024-04-24T03:03:49.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_P6k3KmctqBC2uB off=1098679 len=155313 2024-04-24T03:03:49.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 528 completed, throughput=4.97MB/sec 2024-04-24T03:03:49.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3HL_z8q9k-41Qv0 off=43266 len=1585410 2024-04-24T03:03:49.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 529 completed, throughput=4.98MB/sec 2024-04-24T03:03:49.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WwgUqX-1XNsTFWE off=4334866 len=1829185 2024-04-24T03:03:49.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 530 completed, throughput=5MB/sec 2024-04-24T03:03:50.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:50 smithi016 ceph-mon[84376]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:50.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:50 smithi016 ceph-mon[86910]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:50.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:50 smithi063 ceph-mon[77007]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:03:50.944 INFO:tasks.workunit.client.0.smithi016.stdout: 102: throughput=4.95MB/sec pending data=0 2024-04-24T03:03:50.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fJYap0lmRkidhCi off=594208 len=417354 2024-04-24T03:03:50.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 531 completed, throughput=4.96MB/sec 2024-04-24T03:03:50.948 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aA6mDLxC2KGM4oW off=899955 len=603119 2024-04-24T03:03:50.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 532 completed, throughput=4.96MB/sec 2024-04-24T03:03:50.952 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--NZiaLtCsbhXLPx off=8364499 len=385191 2024-04-24T03:03:50.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 533 completed, throughput=4.97MB/sec 2024-04-24T03:03:50.956 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QeXWtowzzwo5jH7 off=2827559 len=814750 2024-04-24T03:03:50.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 534 completed, throughput=4.97MB/sec 2024-04-24T03:03:50.960 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SlxRloo9-L0EEcu off=1148309 len=396716 2024-04-24T03:03:50.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-24T03:03:50.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H6FIQ8e_Hwl3NnU off=2374551 len=2014841 2024-04-24T03:03:50.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 536 completed, throughput=4.99MB/sec 2024-04-24T03:03:50.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HWVGkxIxXQQNysZ off=19698152 len=113442 2024-04-24T03:03:50.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 537 completed, throughput=5MB/sec 2024-04-24T03:03:50.971 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QgS4hOTSuByqBQE off=15021105 len=36832 2024-04-24T03:03:50.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 538 completed, throughput=5MB/sec 2024-04-24T03:03:50.973 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xdrDCCtqvceI0bc off=4943873 len=1468824 2024-04-24T03:03:50.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 539 completed, throughput=5.01MB/sec 2024-04-24T03:03:51.976 INFO:tasks.workunit.client.0.smithi016.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:51.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z_X-CW9iI3p9Mf3 off=3347280 len=324628 2024-04-24T03:03:51.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 540 completed, throughput=4.96MB/sec 2024-04-24T03:03:51.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tvZDVeJ17SdeP7e off=357357 len=808596 2024-04-24T03:03:51.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 541 completed, throughput=4.97MB/sec 2024-04-24T03:03:51.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c-DoPZG6-9HezJA off=5963937 len=240648 2024-04-24T03:03:51.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 542 completed, throughput=4.97MB/sec 2024-04-24T03:03:51.986 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zPUvNXR5UOkmFcv off=1236480 len=1837898 2024-04-24T03:03:51.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 543 completed, throughput=4.99MB/sec 2024-04-24T03:03:51.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YaNPx6641NB2fmg off=1471132 len=2093569 2024-04-24T03:03:52.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 544 completed, throughput=5.01MB/sec 2024-04-24T03:03:52.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:52 smithi016 ceph-mon[84376]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-24T03:03:52.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:52 smithi016 ceph-mon[86910]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-24T03:03:52.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:52 smithi063 ceph-mon[77007]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-24T03:03:53.000 INFO:tasks.workunit.client.0.smithi016.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:53.001 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pGAPWV9Nvit4onD off=4222550 len=2075767 2024-04-24T03:03:53.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-24T03:03:53.003 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N8SxcJkLiAYnuro off=20406777 len=564521 2024-04-24T03:03:53.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 546 completed, throughput=4.98MB/sec 2024-04-24T03:03:53.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s13lofTPIJ3i_Uf off=4120760 len=1389954 2024-04-24T03:03:53.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 547 completed, throughput=5MB/sec 2024-04-24T03:03:53.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E2F1CIht4f5MBJz off=7527387 len=1495947 2024-04-24T03:03:53.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 548 completed, throughput=5.01MB/sec 2024-04-24T03:03:54.021 INFO:tasks.workunit.client.0.smithi016.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:54.021 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e_wPbppharYFiMW off=16680612 len=202663 2024-04-24T03:03:54.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 549 completed, throughput=4.97MB/sec 2024-04-24T03:03:54.022 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--VX8vbZlUfCp4qA off=4102566 len=352055 2024-04-24T03:03:54.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 550 completed, throughput=4.97MB/sec 2024-04-24T03:03:54.025 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FSofkI-DhX4zt4q off=9657137 len=1662247 2024-04-24T03:03:54.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 551 completed, throughput=4.98MB/sec 2024-04-24T03:03:54.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xiUq-fX1BcqGkx9 off=245743 len=1367601 2024-04-24T03:03:54.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 552 completed, throughput=4.99MB/sec 2024-04-24T03:03:54.034 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QXKks6-Y1VDbTAk off=8379162 len=1896004 2024-04-24T03:03:54.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 553 completed, throughput=5.01MB/sec 2024-04-24T03:03:54.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:54 smithi016 ceph-mon[84376]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:54.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:54 smithi016 ceph-mon[86910]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:54.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:54 smithi063 ceph-mon[77007]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:03:55.042 INFO:tasks.workunit.client.0.smithi016.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:55.042 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5vrLrdxEur2wM8e off=10551426 len=1353201 2024-04-24T03:03:55.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 554 completed, throughput=4.98MB/sec 2024-04-24T03:03:55.051 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yMdUYPa6S7lsLUs off=10366475 len=992321 2024-04-24T03:03:55.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-24T03:03:55.056 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-82CvrA0DfsR1az7 off=9832401 len=670426 2024-04-24T03:03:55.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 556 completed, throughput=4.99MB/sec 2024-04-24T03:03:55.058 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_D8i8B1LR9zQt7I off=517840 len=1302861 2024-04-24T03:03:55.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 557 completed, throughput=5MB/sec 2024-04-24T03:03:56.060 INFO:tasks.workunit.client.0.smithi016.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:56.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fW5pc9wD5L96hvW off=137524 len=1828744 2024-04-24T03:03:56.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 558 completed, throughput=4.97MB/sec 2024-04-24T03:03:56.067 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b2Wc8qKAgOgO0xj off=3274638 len=206395 2024-04-24T03:03:56.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 559 completed, throughput=4.97MB/sec 2024-04-24T03:03:56.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SYssGao5C9AlgJp off=1707583 len=1074789 2024-04-24T03:03:56.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 560 completed, throughput=4.98MB/sec 2024-04-24T03:03:56.069 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ToR_ESV3ZM1gKpd off=5938225 len=1014208 2024-04-24T03:03:56.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 561 completed, throughput=4.99MB/sec 2024-04-24T03:03:56.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C7RNtfVrEgIkWq3 off=15047802 len=717216 2024-04-24T03:03:56.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 562 completed, throughput=5MB/sec 2024-04-24T03:03:56.075 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-frdKwnq_rx8OGSz off=7047606 len=1285681 2024-04-24T03:03:56.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 563 completed, throughput=5.01MB/sec 2024-04-24T03:03:56.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:56 smithi016 ceph-mon[84376]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-24T03:03:56.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:56 smithi016 ceph-mon[86910]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-24T03:03:56.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:56 smithi063 ceph-mon[77007]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-24T03:03:57.078 INFO:tasks.workunit.client.0.smithi016.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:57.078 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dbz01brtiPdoEPe off=197581 len=1741003 2024-04-24T03:03:57.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 564 completed, throughput=4.98MB/sec 2024-04-24T03:03:57.085 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1Esmd1t3IT-evx7 off=2261593 len=690972 2024-04-24T03:03:57.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 565 completed, throughput=4.98MB/sec 2024-04-24T03:03:57.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1PMujpB3LiLZF81 off=2175255 len=2091337 2024-04-24T03:03:57.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 566 completed, throughput=5MB/sec 2024-04-24T03:03:58.098 INFO:tasks.workunit.client.0.smithi016.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:58.098 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZuC_LKovMQl26vv off=6568166 len=46251 2024-04-24T03:03:58.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 567 completed, throughput=4.96MB/sec 2024-04-24T03:03:58.100 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IiZQbQ6RSduJ3z3 off=3539239 len=934792 2024-04-24T03:03:58.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 568 completed, throughput=4.96MB/sec 2024-04-24T03:03:58.106 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LQq1I-40HpB-ZhJ off=12988333 len=1997548 2024-04-24T03:03:58.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 569 completed, throughput=4.98MB/sec 2024-04-24T03:03:58.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m6RQDto6j542nZf off=2521357 len=771332 2024-04-24T03:03:58.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 570 completed, throughput=4.99MB/sec 2024-04-24T03:03:58.110 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qSPkQnLe2lgkkXN off=7497357 len=1913073 2024-04-24T03:03:58.114 INFO:tasks.workunit.client.0.smithi016.stdout:op 571 completed, throughput=5MB/sec 2024-04-24T03:03:58.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:03:58 smithi016 ceph-mon[84376]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:03:58.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:03:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:03:58] "GET /metrics HTTP/1.1" 200 34200 "" "Prometheus/2.43.0" 2024-04-24T03:03:58.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:03:58 smithi016 ceph-mon[86910]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:03:58.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:03:58 smithi063 ceph-mon[77007]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:03:59.114 INFO:tasks.workunit.client.0.smithi016.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-24T03:03:59.114 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iR9TpLZDR8N1m_Q off=631984 len=1244580 2024-04-24T03:03:59.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 572 completed, throughput=4.97MB/sec 2024-04-24T03:03:59.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7hfumcSNiurVqgR off=961457 len=1416890 2024-04-24T03:03:59.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 573 completed, throughput=4.98MB/sec 2024-04-24T03:03:59.122 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wQpcwkiX5O3XRFy off=1935137 len=1089232 2024-04-24T03:03:59.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 574 completed, throughput=4.99MB/sec 2024-04-24T03:03:59.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oGKtZou4uJS-jxf off=500339 len=102357 2024-04-24T03:03:59.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 575 completed, throughput=4.99MB/sec 2024-04-24T03:03:59.127 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dRLH_-PCoJbEHkY off=250931 len=1878578 2024-04-24T03:03:59.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 576 completed, throughput=5.01MB/sec 2024-04-24T03:04:00.136 INFO:tasks.workunit.client.0.smithi016.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:00.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-klC8XLGS0s0_UZm off=711678 len=1564138 2024-04-24T03:04:00.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-24T03:04:00.139 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2KN3KhwcBJ5tjQz off=380687 len=800424 2024-04-24T03:04:00.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 578 completed, throughput=4.98MB/sec 2024-04-24T03:04:00.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FpFK6KDBOGk9HtP off=3808454 len=179487 2024-04-24T03:04:00.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 579 completed, throughput=4.98MB/sec 2024-04-24T03:04:00.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mUDS-zuxwdlAEq4 off=1742864 len=1491892 2024-04-24T03:04:00.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 580 completed, throughput=5MB/sec 2024-04-24T03:04:00.148 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2ToXNPxLsZviPWM off=9786645 len=1856568 2024-04-24T03:04:00.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 581 completed, throughput=5.01MB/sec 2024-04-24T03:04:00.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:00 smithi016 ceph-mon[84376]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:04:00.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:00.546 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:00 smithi016 ceph-mon[86910]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:04:00.546 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:00.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:00 smithi063 ceph-mon[77007]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:04:00.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:01.150 INFO:tasks.workunit.client.0.smithi016.stdout: 112: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:01.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MfM_KXYFz0BeeMY off=493046 len=1769967 2024-04-24T03:04:01.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 582 completed, throughput=4.98MB/sec 2024-04-24T03:04:01.154 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z1jROVQAWPijY_- off=13432494 len=673794 2024-04-24T03:04:01.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 583 completed, throughput=4.99MB/sec 2024-04-24T03:04:01.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VaoK8WDfz3wD1T7 off=2086843 len=1740119 2024-04-24T03:04:01.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 584 completed, throughput=5MB/sec 2024-04-24T03:04:02.168 INFO:tasks.workunit.client.0.smithi016.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:02.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wt0K9E9FT-0Fq7f off=2673840 len=1928828 2024-04-24T03:04:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 585 completed, throughput=4.97MB/sec 2024-04-24T03:04:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RipqNHYaGZzCTn1 off=9146569 len=1089803 2024-04-24T03:04:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 586 completed, throughput=4.98MB/sec 2024-04-24T03:04:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sU3r6tZmcXkcJm2 off=6515550 len=971989 2024-04-24T03:04:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 587 completed, throughput=4.99MB/sec 2024-04-24T03:04:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yz7Wia2Mqo2Qhgs off=3790776 len=2005137 2024-04-24T03:04:02.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 588 completed, throughput=5.01MB/sec 2024-04-24T03:04:02.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:02 smithi016 ceph-mon[84376]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:04:02.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:02 smithi016 ceph-mon[86910]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:04:02.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:02 smithi063 ceph-mon[77007]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:04:03.193 INFO:tasks.workunit.client.0.smithi016.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:03.194 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IjExqvkpJzzHtJh off=335099 len=537698 2024-04-24T03:04:03.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 589 completed, throughput=4.97MB/sec 2024-04-24T03:04:03.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZrGLepXQjT8oaCg off=0 len=1051309 2024-04-24T03:04:03.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 590 completed, throughput=4.98MB/sec 2024-04-24T03:04:03.203 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-otjysMlMBh0vDZ2 off=13467264 len=1939778 2024-04-24T03:04:03.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 591 completed, throughput=4.99MB/sec 2024-04-24T03:04:03.207 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D8My5wv1cWmPxOc off=1215465 len=88260 2024-04-24T03:04:03.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 592 completed, throughput=4.99MB/sec 2024-04-24T03:04:03.207 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-szpMVf6l7jkClKU off=10046953 len=77826 2024-04-24T03:04:03.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 593 completed, throughput=4.99MB/sec 2024-04-24T03:04:03.208 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-obEiHaX-4a_a3sH off=221094 len=485540 2024-04-24T03:04:03.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 594 completed, throughput=5MB/sec 2024-04-24T03:04:03.209 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-alaEcrSWTCSVoVX off=0 len=1106929 2024-04-24T03:04:03.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 595 completed, throughput=5.01MB/sec 2024-04-24T03:04:04.215 INFO:tasks.workunit.client.0.smithi016.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:04.215 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h0O7XU0enNWA4dz off=291243 len=942291 2024-04-24T03:04:04.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 596 completed, throughput=4.97MB/sec 2024-04-24T03:04:04.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MreXLoxKu759BVS off=15421789 len=1004692 2024-04-24T03:04:04.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-24T03:04:04.222 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NKhYFci8ytfUHn4 off=3825272 len=1378130 2024-04-24T03:04:04.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-24T03:04:04.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zhYLY5Gu6ECm_E1 off=502168 len=1732580 2024-04-24T03:04:04.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 599 completed, throughput=5MB/sec 2024-04-24T03:04:04.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:04 smithi016 ceph-mon[84376]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:04:04.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:04 smithi016 ceph-mon[86910]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:04:04.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:04 smithi063 ceph-mon[77007]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:04:05.230 INFO:tasks.workunit.client.0.smithi016.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:05.230 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yjs6WyfbRpwGW4y off=3421828 len=962130 2024-04-24T03:04:05.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 600 completed, throughput=4.97MB/sec 2024-04-24T03:04:05.232 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SPLsmn7jljqludL off=1474433 len=818081 2024-04-24T03:04:05.233 INFO:tasks.workunit.client.0.smithi016.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-24T03:04:05.233 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZGs8sZy_KOy5n1o off=1577019 len=1359878 2024-04-24T03:04:05.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 602 completed, throughput=4.99MB/sec 2024-04-24T03:04:05.240 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GkFjI-g_Tq7e91E off=4478116 len=544707 2024-04-24T03:04:05.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 603 completed, throughput=4.99MB/sec 2024-04-24T03:04:05.241 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_YTsNyWhR75ack6 off=10283516 len=218883 2024-04-24T03:04:05.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 604 completed, throughput=4.99MB/sec 2024-04-24T03:04:05.242 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z18BEE_zZVTiMKD off=9625605 len=911730 2024-04-24T03:04:05.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 605 completed, throughput=5MB/sec 2024-04-24T03:04:06.247 INFO:tasks.workunit.client.0.smithi016.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:06.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7B8OYn9Ai8iF_TK off=15968405 len=445952 2024-04-24T03:04:06.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 606 completed, throughput=4.96MB/sec 2024-04-24T03:04:06.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y7nwW1kyopITK-W off=2951681 len=1559652 2024-04-24T03:04:06.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 607 completed, throughput=4.97MB/sec 2024-04-24T03:04:06.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bWUC3gIxecpWgJp off=1614978 len=1150706 2024-04-24T03:04:06.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 608 completed, throughput=4.98MB/sec 2024-04-24T03:04:06.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zc0MCr8eEaUToqu off=3128836 len=93376 2024-04-24T03:04:06.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 609 completed, throughput=4.98MB/sec 2024-04-24T03:04:06.251 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wTI7n2UXpQieJn8 off=1959065 len=813941 2024-04-24T03:04:06.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 610 completed, throughput=4.99MB/sec 2024-04-24T03:04:06.257 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xNYM0oZeVMlu3l0 off=5381591 len=692162 2024-04-24T03:04:06.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 611 completed, throughput=5MB/sec 2024-04-24T03:04:06.261 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HLe9LY3aTsOimdY off=1507128 len=1642659 2024-04-24T03:04:06.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 612 completed, throughput=5.01MB/sec 2024-04-24T03:04:06.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:06 smithi016 ceph-mon[84376]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:04:06.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:06 smithi016 ceph-mon[86910]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:04:06.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:06 smithi063 ceph-mon[77007]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:04:07.268 INFO:tasks.workunit.client.0.smithi016.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:07.268 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-emNH2DPjeBaubTb off=856924 len=391516 2024-04-24T03:04:07.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 613 completed, throughput=4.97MB/sec 2024-04-24T03:04:07.269 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JICfoFSoo455Xky off=6819337 len=365168 2024-04-24T03:04:07.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 614 completed, throughput=4.97MB/sec 2024-04-24T03:04:07.270 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rNExvQHvD91GIZF off=5138061 len=21639 2024-04-24T03:04:07.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 615 completed, throughput=4.97MB/sec 2024-04-24T03:04:07.273 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uIsbVNW7CRDALlR off=4051535 len=1763732 2024-04-24T03:04:07.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 616 completed, throughput=4.99MB/sec 2024-04-24T03:04:07.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iE69ZCyDIAXixNj off=7251229 len=1053201 2024-04-24T03:04:07.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 617 completed, throughput=5MB/sec 2024-04-24T03:04:07.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7jqK0taWZsMCJT4 off=1954215 len=1809123 2024-04-24T03:04:07.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 618 completed, throughput=5.01MB/sec 2024-04-24T03:04:08.285 INFO:tasks.workunit.client.0.smithi016.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:08.286 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iOtOvYHHGvMj4J3 off=6842194 len=162426 2024-04-24T03:04:08.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 619 completed, throughput=4.97MB/sec 2024-04-24T03:04:08.287 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MwXB02kDDzBIeyM off=6395283 len=2088878 2024-04-24T03:04:08.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-24T03:04:08.297 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KUjtR_hzWMEpG_s off=9916694 len=1339241 2024-04-24T03:04:08.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 621 completed, throughput=5MB/sec 2024-04-24T03:04:08.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P6EOmSAsuDvJZdO off=1909795 len=181119 2024-04-24T03:04:08.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 622 completed, throughput=5MB/sec 2024-04-24T03:04:08.303 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7D_9gabfkvOZA1Z off=3408663 len=1461458 2024-04-24T03:04:08.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 623 completed, throughput=5.01MB/sec 2024-04-24T03:04:08.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:08 smithi016 ceph-mon[84376]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:04:08.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:04:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:04:08] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:04:08.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:08 smithi016 ceph-mon[86910]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:04:08.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:08 smithi063 ceph-mon[77007]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:04:09.305 INFO:tasks.workunit.client.0.smithi016.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:09.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wlHCKf5rdcb-xjh off=2953431 len=1322879 2024-04-24T03:04:09.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-24T03:04:09.312 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s1O1chiZPgEVYaW off=19093076 len=692767 2024-04-24T03:04:09.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 625 completed, throughput=4.98MB/sec 2024-04-24T03:04:09.313 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zqmm6YuPRPZWBy5 off=5079384 len=1451378 2024-04-24T03:04:09.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-24T03:04:09.315 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-25zdoBz4cN1rUFH off=8377783 len=1539003 2024-04-24T03:04:09.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 627 completed, throughput=5.01MB/sec 2024-04-24T03:04:10.317 INFO:tasks.workunit.client.0.smithi016.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:10.317 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7YbN2nIWtQac5Ai off=2461407 len=1963942 2024-04-24T03:04:10.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 628 completed, throughput=4.98MB/sec 2024-04-24T03:04:10.319 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rbTAPj89XUmETEr off=350140 len=1124455 2024-04-24T03:04:10.326 INFO:tasks.workunit.client.0.smithi016.stdout:op 629 completed, throughput=4.99MB/sec 2024-04-24T03:04:10.326 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gE_pqxakXqVell2 off=5982058 len=1450034 2024-04-24T03:04:10.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 630 completed, throughput=5MB/sec 2024-04-24T03:04:10.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:10 smithi016 ceph-mon[84376]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:04:10.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:10 smithi016 ceph-mon[86910]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:04:10.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:10 smithi063 ceph-mon[77007]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:04:11.333 INFO:tasks.workunit.client.0.smithi016.stdout: 122: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:11.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wch-JU05G9-sAGo off=8599715 len=1090952 2024-04-24T03:04:11.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 631 completed, throughput=4.97MB/sec 2024-04-24T03:04:11.340 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k4gThQ2AgwebecY off=15616371 len=1134356 2024-04-24T03:04:11.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 632 completed, throughput=4.98MB/sec 2024-04-24T03:04:11.345 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JlDOOH18w9LVdX_ off=410077 len=1296240 2024-04-24T03:04:11.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 633 completed, throughput=4.99MB/sec 2024-04-24T03:04:11.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qi4sFDPTT_D6JlI off=6526740 len=1366443 2024-04-24T03:04:11.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 634 completed, throughput=5MB/sec 2024-04-24T03:04:11.353 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bnuroy3_IrKK_Er off=7033590 len=645244 2024-04-24T03:04:11.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 635 completed, throughput=5MB/sec 2024-04-24T03:04:12.357 INFO:tasks.workunit.client.0.smithi016.stdout: 123: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:12.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lLbFZhz_OGjKboj off=4151513 len=1335755 2024-04-24T03:04:12.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 636 completed, throughput=4.97MB/sec 2024-04-24T03:04:12.363 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B9eqG-oybUPWJ4b off=23307342 len=885946 2024-04-24T03:04:12.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 637 completed, throughput=4.98MB/sec 2024-04-24T03:04:12.367 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oeQbl9STa6LhD3x off=257168 len=1615784 2024-04-24T03:04:12.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 638 completed, throughput=4.99MB/sec 2024-04-24T03:04:12.368 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-alml1HIie6wNIlE off=20256171 len=974024 2024-04-24T03:04:12.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 639 completed, throughput=5MB/sec 2024-04-24T03:04:12.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mS3TF9K7KcIQHSe off=6076572 len=763077 2024-04-24T03:04:12.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 640 completed, throughput=5MB/sec 2024-04-24T03:04:12.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:12 smithi016 ceph-mon[84376]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:04:12.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:12 smithi016 ceph-mon[86910]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:04:12.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:12 smithi063 ceph-mon[77007]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:04:13.371 INFO:tasks.workunit.client.0.smithi016.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:13.371 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_z6CK9RGqL1tETt off=1024391 len=1628890 2024-04-24T03:04:13.377 INFO:tasks.workunit.client.0.smithi016.stdout:op 641 completed, throughput=4.98MB/sec 2024-04-24T03:04:13.377 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wvissXFEhLVHK1R off=1210771 len=1083490 2024-04-24T03:04:13.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 642 completed, throughput=4.98MB/sec 2024-04-24T03:04:13.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mk0we2DyiaCH52h off=9624425 len=2065931 2024-04-24T03:04:13.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 643 completed, throughput=5MB/sec 2024-04-24T03:04:13.381 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ukud-7EzM4AYRqA off=5113796 len=1707046 2024-04-24T03:04:13.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 644 completed, throughput=5.01MB/sec 2024-04-24T03:04:14.391 INFO:tasks.workunit.client.0.smithi016.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:14.391 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jiluiyCcNoOIIZ_ off=813064 len=1961054 2024-04-24T03:04:14.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 645 completed, throughput=4.99MB/sec 2024-04-24T03:04:14.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S6uV1weZtFF18SZ off=9079081 len=122759 2024-04-24T03:04:14.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 646 completed, throughput=4.99MB/sec 2024-04-24T03:04:14.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-olTro-z7e64BWaz off=178031 len=1151109 2024-04-24T03:04:14.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 647 completed, throughput=5MB/sec 2024-04-24T03:04:14.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XrnHmtZrfiR5xrV off=1503816 len=126698 2024-04-24T03:04:14.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 648 completed, throughput=5MB/sec 2024-04-24T03:04:14.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Iyplh_Oz2Y8pEGP off=14175413 len=2003438 2024-04-24T03:04:14.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 649 completed, throughput=5.01MB/sec 2024-04-24T03:04:14.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:14 smithi016 ceph-mon[84376]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:04:14.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:14 smithi016 ceph-mon[86910]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:04:14.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:14 smithi063 ceph-mon[77007]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:04:15.404 INFO:tasks.workunit.client.0.smithi016.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:15.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pYs_HvtWhod_m75 off=10419537 len=2077652 2024-04-24T03:04:15.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-24T03:04:15.407 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r0upTvVJ3e8hbrM off=5659406 len=67812 2024-04-24T03:04:15.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 651 completed, throughput=4.99MB/sec 2024-04-24T03:04:15.408 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fkzD_-R5UzGYHtO off=3916815 len=916676 2024-04-24T03:04:15.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 652 completed, throughput=5MB/sec 2024-04-24T03:04:15.409 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b2Wc8qKAgOgO0xj off=1702811 len=1975857 2024-04-24T03:04:15.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 653 completed, throughput=5.01MB/sec 2024-04-24T03:04:15.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:15.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:15.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:16.417 INFO:tasks.workunit.client.0.smithi016.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:16.417 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EmWzi3Om9hWzEZL off=18883486 len=173707 2024-04-24T03:04:16.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 654 completed, throughput=4.97MB/sec 2024-04-24T03:04:16.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YfjYvSkngo6nPxG off=4737013 len=147918 2024-04-24T03:04:16.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 655 completed, throughput=4.97MB/sec 2024-04-24T03:04:16.421 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oxhvnntsfQRK04x off=3706976 len=113307 2024-04-24T03:04:16.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 656 completed, throughput=4.97MB/sec 2024-04-24T03:04:16.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DwBR2SezC37TAV4 off=2882435 len=1857781 2024-04-24T03:04:16.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 657 completed, throughput=4.99MB/sec 2024-04-24T03:04:16.424 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CV7SHn7JuduPm9c off=1174486 len=331579 2024-04-24T03:04:16.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 658 completed, throughput=4.99MB/sec 2024-04-24T03:04:16.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fBdchKS9Wc-2uWs off=5905111 len=1865654 2024-04-24T03:04:16.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 659 completed, throughput=5MB/sec 2024-04-24T03:04:16.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:16 smithi016 ceph-mon[84376]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:04:16.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:16 smithi016 ceph-mon[86910]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:04:16.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:16 smithi063 ceph-mon[77007]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:04:17.428 INFO:tasks.workunit.client.0.smithi016.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:17.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QWif31ZBMvLP-7Q off=1798528 len=117211 2024-04-24T03:04:17.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 660 completed, throughput=4.97MB/sec 2024-04-24T03:04:17.431 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mASh97fMJyl_WzS off=8042481 len=1162650 2024-04-24T03:04:17.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 661 completed, throughput=4.97MB/sec 2024-04-24T03:04:17.433 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1iwIHDF131NTbmS off=7354289 len=1980698 2024-04-24T03:04:17.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-24T03:04:17.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nw4JHL9OCnyvjV4 off=1336190 len=1511384 2024-04-24T03:04:17.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 663 completed, throughput=5MB/sec 2024-04-24T03:04:17.447 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YOipkq-gLm9HUp6 off=1152865 len=592040 2024-04-24T03:04:17.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 664 completed, throughput=5MB/sec 2024-04-24T03:04:18.448 INFO:tasks.workunit.client.0.smithi016.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:18.448 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JaUkg1_hsNEIk2F off=3145371 len=478824 2024-04-24T03:04:18.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 665 completed, throughput=4.97MB/sec 2024-04-24T03:04:18.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LkRBBEAlTYsnZSo off=4410775 len=1215526 2024-04-24T03:04:18.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 666 completed, throughput=4.98MB/sec 2024-04-24T03:04:18.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0vKreU8SRTnOIvI off=11632965 len=297069 2024-04-24T03:04:18.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 667 completed, throughput=4.98MB/sec 2024-04-24T03:04:18.463 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gDVCsnp6UVratRN off=14523216 len=754901 2024-04-24T03:04:18.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 668 completed, throughput=4.99MB/sec 2024-04-24T03:04:18.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MfPCB_o2goHo9IA off=17573908 len=2016663 2024-04-24T03:04:18.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 669 completed, throughput=5MB/sec 2024-04-24T03:04:18.470 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TD2fO88Th_BekoH off=1128956 len=973153 2024-04-24T03:04:18.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 670 completed, throughput=5.01MB/sec 2024-04-24T03:04:18.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:18 smithi016 ceph-mon[84376]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:04:18.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:18 smithi016 ceph-mon[86910]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:04:18.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:04:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:04:18] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:04:18.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:18 smithi063 ceph-mon[77007]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:04:19.473 INFO:tasks.workunit.client.0.smithi016.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:19.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E1WwOv2poDQNMpZ off=6280789 len=798102 2024-04-24T03:04:19.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 671 completed, throughput=4.97MB/sec 2024-04-24T03:04:19.474 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yMN2GpuPJfA2XbG off=167212 len=1150359 2024-04-24T03:04:19.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 672 completed, throughput=4.98MB/sec 2024-04-24T03:04:19.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e3qeobGy2GysHRV off=1150591 len=866317 2024-04-24T03:04:19.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 673 completed, throughput=4.99MB/sec 2024-04-24T03:04:19.484 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cnj5bErA7SWLm1j off=18094445 len=1464169 2024-04-24T03:04:19.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 674 completed, throughput=5MB/sec 2024-04-24T03:04:19.492 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ChsP_Zp0NUqltAK off=18939651 len=923374 2024-04-24T03:04:19.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 675 completed, throughput=5.01MB/sec 2024-04-24T03:04:20.493 INFO:tasks.workunit.client.0.smithi016.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:20.494 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WngdsYqNPcSs-2O off=14959718 len=201004 2024-04-24T03:04:20.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 676 completed, throughput=4.97MB/sec 2024-04-24T03:04:20.497 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UMwEKcsQf06yi92 off=2271932 len=1939869 2024-04-24T03:04:20.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 677 completed, throughput=4.98MB/sec 2024-04-24T03:04:20.499 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1FZhqRlpWjI7F8a off=3934859 len=1041763 2024-04-24T03:04:20.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 678 completed, throughput=4.99MB/sec 2024-04-24T03:04:20.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RuBGma-L96deHhZ off=12550048 len=341891 2024-04-24T03:04:20.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 679 completed, throughput=4.99MB/sec 2024-04-24T03:04:20.502 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KIxRPv-DmqlI0qH off=1788674 len=1023688 2024-04-24T03:04:20.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 680 completed, throughput=5MB/sec 2024-04-24T03:04:20.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:20 smithi016 ceph-mon[84376]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:04:20.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:20 smithi016 ceph-mon[86910]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:04:20.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:20 smithi063 ceph-mon[77007]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:04:21.504 INFO:tasks.workunit.client.0.smithi016.stdout: 132: throughput=4.96MB/sec pending data=0 2024-04-24T03:04:21.504 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lffHSYM2DqKhHar off=1059605 len=81773 2024-04-24T03:04:21.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 681 completed, throughput=4.96MB/sec 2024-04-24T03:04:21.506 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E2DnkqDjkzjK6lh off=2297193 len=363216 2024-04-24T03:04:21.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 682 completed, throughput=4.97MB/sec 2024-04-24T03:04:21.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1L0mwsYJNcapOsQ off=18843445 len=1557363 2024-04-24T03:04:21.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 683 completed, throughput=4.98MB/sec 2024-04-24T03:04:21.509 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1ZlcTc40V48O9i0 off=3297067 len=894607 2024-04-24T03:04:21.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-24T03:04:21.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o9usXXIrGye4mei off=9029465 len=1994594 2024-04-24T03:04:21.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 685 completed, throughput=5MB/sec 2024-04-24T03:04:21.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mjaJFS1S6EgObMD off=5755798 len=763757 2024-04-24T03:04:21.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 686 completed, throughput=5MB/sec 2024-04-24T03:04:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:22.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4sXAcDZ8Ct6kX1N off=2241762 len=248179 2024-04-24T03:04:22.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 687 completed, throughput=4.97MB/sec 2024-04-24T03:04:22.520 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2NmUK7xb3AR2eOG off=12742760 len=1385282 2024-04-24T03:04:22.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 688 completed, throughput=4.98MB/sec 2024-04-24T03:04:22.522 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QZMCDjBSIZc8uDF off=5378417 len=1656169 2024-04-24T03:04:22.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:22 smithi016 ceph-mon[84376]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:04:22.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:22 smithi016 ceph-mon[86910]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:04:22.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 689 completed, throughput=4.99MB/sec 2024-04-24T03:04:22.526 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PNIfTf3Pg63p846 off=2012733 len=1453231 2024-04-24T03:04:22.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 690 completed, throughput=5MB/sec 2024-04-24T03:04:22.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-89vQrgJgRW0szTf off=660665 len=1275514 2024-04-24T03:04:22.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 691 completed, throughput=5.01MB/sec 2024-04-24T03:04:22.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:22 smithi063 ceph-mon[77007]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:04:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:23.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BdqwmxTUpkWtdW0 off=8431063 len=506597 2024-04-24T03:04:23.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 692 completed, throughput=4.97MB/sec 2024-04-24T03:04:23.534 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C_IjU5t33as8WmR off=1059770 len=315491 2024-04-24T03:04:23.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 693 completed, throughput=4.98MB/sec 2024-04-24T03:04:23.535 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zSf-HFkRLLzROOK off=1519267 len=1112190 2024-04-24T03:04:23.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-24T03:04:23.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DMQ3rdqGk3FGxd7 off=950645 len=94120 2024-04-24T03:04:23.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 695 completed, throughput=4.98MB/sec 2024-04-24T03:04:23.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GO9YiTYSFCTQ5lf off=7121338 len=1474587 2024-04-24T03:04:23.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 696 completed, throughput=4.99MB/sec 2024-04-24T03:04:23.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Fn76IyPfwMc2_R off=981649 len=1820302 2024-04-24T03:04:23.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 697 completed, throughput=5.01MB/sec 2024-04-24T03:04:24.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:24 smithi016 ceph-mon[84376]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:04:24.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:24 smithi016 ceph-mon[86910]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:04:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:24.552 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KNjwNq6CohIfst9 off=10157615 len=1265347 2024-04-24T03:04:24.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:24 smithi063 ceph-mon[77007]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:04:24.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 698 completed, throughput=4.98MB/sec 2024-04-24T03:04:24.553 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SQzB2huGOkRQ_K1 off=1154962 len=194316 2024-04-24T03:04:24.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 699 completed, throughput=4.98MB/sec 2024-04-24T03:04:24.554 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iWLRKFxLHli283W off=1131141 len=1578513 2024-04-24T03:04:24.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-24T03:04:24.556 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X1Ia8NjNse352G8 off=1440648 len=2080062 2024-04-24T03:04:24.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 701 completed, throughput=5.01MB/sec 2024-04-24T03:04:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:25.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--l0P_6UwAVzvS1B off=95402 len=1197035 2024-04-24T03:04:25.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 702 completed, throughput=4.98MB/sec 2024-04-24T03:04:25.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8SKGG2EwNQW8FMc off=0 len=1291136 2024-04-24T03:04:25.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 703 completed, throughput=4.99MB/sec 2024-04-24T03:04:25.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4ZLAxitPI1czbHV off=10928465 len=143706 2024-04-24T03:04:25.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 704 completed, throughput=4.99MB/sec 2024-04-24T03:04:25.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-REbLbzlVibDtgFo off=1524501 len=702466 2024-04-24T03:04:25.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 705 completed, throughput=4.99MB/sec 2024-04-24T03:04:25.573 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n1UEcGk-Cczb6nb off=912745 len=987901 2024-04-24T03:04:25.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 706 completed, throughput=5MB/sec 2024-04-24T03:04:25.575 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SB_OzargydssjRO off=9723977 len=511076 2024-04-24T03:04:25.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 707 completed, throughput=5MB/sec 2024-04-24T03:04:26.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:26 smithi016 ceph-mon[84376]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:26.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:26 smithi016 ceph-mon[86910]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:26.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:26 smithi063 ceph-mon[77007]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:26.577 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FhKEwHmHyzy2Kec off=1997385 len=874120 2024-04-24T03:04:26.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 708 completed, throughput=4.97MB/sec 2024-04-24T03:04:26.579 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oPq7sPJRstDvdB1 off=1267037 len=1350278 2024-04-24T03:04:26.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 709 completed, throughput=4.98MB/sec 2024-04-24T03:04:26.582 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R88t-oYEMhBK93c off=2875936 len=921037 2024-04-24T03:04:26.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 710 completed, throughput=4.99MB/sec 2024-04-24T03:04:26.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-canQEG8hblwUci2 off=2895546 len=1009320 2024-04-24T03:04:26.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 711 completed, throughput=4.99MB/sec 2024-04-24T03:04:26.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5hV_C_aa56UnSM2 off=1579990 len=1959967 2024-04-24T03:04:26.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 712 completed, throughput=5.01MB/sec 2024-04-24T03:04:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:27.591 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9-8y7LSzTHgpZij off=7047754 len=573563 2024-04-24T03:04:27.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-24T03:04:27.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ugOMqGfxlx5COx3 off=15953787 len=2005331 2024-04-24T03:04:27.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-24T03:04:27.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-reN3afEUK6Izc6l off=3212223 len=666872 2024-04-24T03:04:27.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 715 completed, throughput=4.99MB/sec 2024-04-24T03:04:27.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3-jqCDPhqnhwtpb off=13519144 len=1301321 2024-04-24T03:04:27.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 716 completed, throughput=5MB/sec 2024-04-24T03:04:28.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:28 smithi016 ceph-mon[84376]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-24T03:04:28.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:28 smithi016 ceph-mon[86910]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-24T03:04:28.524 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:04:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:04:28] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:04:28.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:28 smithi063 ceph-mon[77007]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-24T03:04:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:28.607 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j_SSgrsgx2d78Ah off=3011330 len=73550 2024-04-24T03:04:28.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 717 completed, throughput=4.97MB/sec 2024-04-24T03:04:28.608 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-seU3Enw5dIQL0Tu off=15867737 len=1979757 2024-04-24T03:04:28.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 718 completed, throughput=4.98MB/sec 2024-04-24T03:04:28.615 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h2wVZgnzYeNkM0z off=3610606 len=347241 2024-04-24T03:04:28.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 719 completed, throughput=4.98MB/sec 2024-04-24T03:04:28.616 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rsPaJELnE6gRoLK off=10833943 len=1456525 2024-04-24T03:04:28.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 720 completed, throughput=4.99MB/sec 2024-04-24T03:04:28.622 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZbQnDY05zXHyZTb off=2892854 len=145165 2024-04-24T03:04:28.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 721 completed, throughput=4.99MB/sec 2024-04-24T03:04:28.625 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l-mwemAaAVrbvJH off=3825812 len=601852 2024-04-24T03:04:28.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 722 completed, throughput=5MB/sec 2024-04-24T03:04:28.629 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vpRx1pZN1zZh342 off=5949453 len=1638914 2024-04-24T03:04:28.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 723 completed, throughput=5.01MB/sec 2024-04-24T03:04:29.635 INFO:tasks.workunit.client.0.smithi016.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:29.635 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K1nroeJrT6CuAXA off=9697191 len=1450537 2024-04-24T03:04:29.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 724 completed, throughput=4.98MB/sec 2024-04-24T03:04:29.645 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-20ZauQPQ7BvtCgM off=254970 len=456968 2024-04-24T03:04:29.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 725 completed, throughput=4.99MB/sec 2024-04-24T03:04:29.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4U_3I7saRjn0Qei off=12521380 len=111277 2024-04-24T03:04:29.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 726 completed, throughput=4.99MB/sec 2024-04-24T03:04:29.650 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4m35P7afXN7_rSw off=14333881 len=1763612 2024-04-24T03:04:29.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 727 completed, throughput=5MB/sec 2024-04-24T03:04:29.653 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4J3NrpRciyvMe9I off=12897535 len=412387 2024-04-24T03:04:29.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 728 completed, throughput=5MB/sec 2024-04-24T03:04:30.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:30 smithi016 ceph-mon[84376]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:04:30.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:30.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:30 smithi016 ceph-mon[86910]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:04:30.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:30.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:30 smithi063 ceph-mon[77007]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:04:30.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:30.657 INFO:tasks.workunit.client.0.smithi016.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:30.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sSSwPwRFUJ4myom off=10406543 len=131349 2024-04-24T03:04:30.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 729 completed, throughput=4.97MB/sec 2024-04-24T03:04:30.660 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--VJODwmaxsnaB4v off=5990889 len=814261 2024-04-24T03:04:30.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 730 completed, throughput=4.97MB/sec 2024-04-24T03:04:30.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o2d3Vdgdff4hxEs off=17281329 len=1041907 2024-04-24T03:04:30.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-24T03:04:30.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x39FWAFf4aXtp9m off=3636963 len=406584 2024-04-24T03:04:30.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 732 completed, throughput=4.98MB/sec 2024-04-24T03:04:30.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PpA_cKJTh1zpWq_ off=3671333 len=30243 2024-04-24T03:04:30.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 733 completed, throughput=4.98MB/sec 2024-04-24T03:04:30.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Htj5O-QmhMa_P-d off=12173476 len=543933 2024-04-24T03:04:30.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 734 completed, throughput=4.98MB/sec 2024-04-24T03:04:30.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0RN63hvPdPVvDoq off=5664963 len=696400 2024-04-24T03:04:30.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 735 completed, throughput=4.99MB/sec 2024-04-24T03:04:30.674 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XUVUXI-bE5Cmt4j off=19699166 len=2010060 2024-04-24T03:04:30.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 736 completed, throughput=5MB/sec 2024-04-24T03:04:31.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:04:31.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:31 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.685 INFO:tasks.workunit.client.0.smithi016.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:31.685 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-011_P8eElypn7i2 off=16880682 len=21111 2024-04-24T03:04:31.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 737 completed, throughput=4.97MB/sec 2024-04-24T03:04:31.686 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-znrCRLVgApT0p9U off=1870117 len=1090110 2024-04-24T03:04:31.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 738 completed, throughput=4.98MB/sec 2024-04-24T03:04:31.686 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2KOdDN_3FP7EKUV off=16367401 len=990391 2024-04-24T03:04:31.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 739 completed, throughput=4.98MB/sec 2024-04-24T03:04:31.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_zfKtZ5a-SPBiFW off=1056356 len=1696027 2024-04-24T03:04:31.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 740 completed, throughput=4.99MB/sec 2024-04-24T03:04:31.697 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y8RopdqziWSqJCV off=20343772 len=735573 2024-04-24T03:04:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 741 completed, throughput=5MB/sec 2024-04-24T03:04:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X9fc67kYXRJv9x8 off=10796211 len=60352 2024-04-24T03:04:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 742 completed, throughput=5MB/sec 2024-04-24T03:04:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m8kvr8ZHjV2QgQ3 off=11441201 len=1094400 2024-04-24T03:04:31.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 743 completed, throughput=5MB/sec 2024-04-24T03:04:31.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:04:31.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:04:31.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:31.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:31 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:32.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:32 smithi063 ceph-mon[77007]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:32.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:04:32.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:04:32.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:32.702 INFO:tasks.workunit.client.0.smithi016.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:32.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VGbljKrVv08QJbY off=307516 len=1856711 2024-04-24T03:04:32.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 744 completed, throughput=4.98MB/sec 2024-04-24T03:04:32.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fYETeCh0mgJSWa- off=12615134 len=1760095 2024-04-24T03:04:32.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 745 completed, throughput=4.99MB/sec 2024-04-24T03:04:32.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0GhP6UqVkyoIL8d off=360913 len=1043301 2024-04-24T03:04:32.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 746 completed, throughput=5MB/sec 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[84376]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[86910]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:04:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:04:33.717 INFO:tasks.workunit.client.0.smithi016.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:33.717 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TFqnLvHg1TRdYZ_ off=1939665 len=587212 2024-04-24T03:04:33.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 747 completed, throughput=4.97MB/sec 2024-04-24T03:04:33.718 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tmekfOMx2afJLkN off=16194852 len=578835 2024-04-24T03:04:33.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 748 completed, throughput=4.97MB/sec 2024-04-24T03:04:33.719 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3H5piKH6PZO21k3 off=19155871 len=1108289 2024-04-24T03:04:33.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 749 completed, throughput=4.98MB/sec 2024-04-24T03:04:33.721 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7GSJFIIFWXvJk4j off=10994982 len=1041172 2024-04-24T03:04:33.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-24T03:04:33.726 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lVVfI67bUsU9qKR off=2478617 len=136672 2024-04-24T03:04:33.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 751 completed, throughput=4.99MB/sec 2024-04-24T03:04:33.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cygc5ih2z79d_r2 off=1965802 len=204929 2024-04-24T03:04:33.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 752 completed, throughput=4.99MB/sec 2024-04-24T03:04:33.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8C-PIeiGmCa2k0f off=1655717 len=1930747 2024-04-24T03:04:33.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 753 completed, throughput=5MB/sec 2024-04-24T03:04:34.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:34 smithi063 ceph-mon[77007]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:04:34.730 INFO:tasks.workunit.client.0.smithi016.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:34.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_xFcZzzntY_iahF off=7541568 len=109398 2024-04-24T03:04:34.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 754 completed, throughput=4.97MB/sec 2024-04-24T03:04:34.733 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wu8s5j274rzuTDI off=3483063 len=1676450 2024-04-24T03:04:34.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 755 completed, throughput=4.98MB/sec 2024-04-24T03:04:34.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cDapJdUbCQFoMwe off=10089465 len=1274216 2024-04-24T03:04:34.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 756 completed, throughput=4.99MB/sec 2024-04-24T03:04:34.745 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FTrOQUVeI53HhlM off=599376 len=1520095 2024-04-24T03:04:34.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 757 completed, throughput=5MB/sec 2024-04-24T03:04:34.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Be8eI2mtKrCu0e4 off=10838207 len=1356449 2024-04-24T03:04:34.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 758 completed, throughput=5.01MB/sec 2024-04-24T03:04:34.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:34 smithi016 ceph-mon[84376]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:04:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:34 smithi016 ceph-mon[86910]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:04:35.750 INFO:tasks.workunit.client.0.smithi016.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:35.750 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W70lqNDOZJ1oD23 off=11202684 len=789745 2024-04-24T03:04:35.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 759 completed, throughput=4.98MB/sec 2024-04-24T03:04:35.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hz6hSTx9TO3hfok off=3555384 len=1795980 2024-04-24T03:04:35.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 760 completed, throughput=4.99MB/sec 2024-04-24T03:04:35.763 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k7uO7hbA5jVph-G off=2867854 len=913709 2024-04-24T03:04:35.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 761 completed, throughput=4.99MB/sec 2024-04-24T03:04:35.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5qwqhdCcviNk1I9 off=3549691 len=1622955 2024-04-24T03:04:35.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 762 completed, throughput=5MB/sec 2024-04-24T03:04:36.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:36 smithi063 ceph-mon[77007]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:36.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:36 smithi016 ceph-mon[84376]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:36.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:36 smithi016 ceph-mon[86910]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:04:36.774 INFO:tasks.workunit.client.0.smithi016.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:36.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jh02TDhqroP5str off=6995403 len=34016 2024-04-24T03:04:36.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 763 completed, throughput=4.97MB/sec 2024-04-24T03:04:36.777 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9l7awZNa2fOiAem off=553038 len=216025 2024-04-24T03:04:36.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 764 completed, throughput=4.97MB/sec 2024-04-24T03:04:36.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NfgDl2pYy3yMr1J off=13852822 len=737540 2024-04-24T03:04:36.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 765 completed, throughput=4.98MB/sec 2024-04-24T03:04:36.781 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9KjeqG2OiZvQUXl off=22007364 len=1070364 2024-04-24T03:04:36.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 766 completed, throughput=4.98MB/sec 2024-04-24T03:04:36.783 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VNOU2FEmJbSI64n off=6056968 len=1277063 2024-04-24T03:04:36.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 767 completed, throughput=4.99MB/sec 2024-04-24T03:04:36.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xL-Dg0eng4V5BmS off=3464063 len=1631788 2024-04-24T03:04:36.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 768 completed, throughput=5MB/sec 2024-04-24T03:04:37.791 INFO:tasks.workunit.client.0.smithi016.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:37.791 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MOXPXcyUn_-ZdsK off=1669698 len=1093094 2024-04-24T03:04:37.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-24T03:04:37.797 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9lRPMncOdw68U3A off=4338433 len=811856 2024-04-24T03:04:37.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 770 completed, throughput=4.98MB/sec 2024-04-24T03:04:37.798 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E2lt55TRHjrhZKI off=14674767 len=691514 2024-04-24T03:04:37.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 771 completed, throughput=4.98MB/sec 2024-04-24T03:04:37.802 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZvDo8jTez6jVC9K off=2190922 len=758738 2024-04-24T03:04:37.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-24T03:04:37.806 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9W1zP8feqN7TNNo off=958370 len=547464 2024-04-24T03:04:37.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 773 completed, throughput=4.99MB/sec 2024-04-24T03:04:37.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nu9bw_hndA9Nd6e off=3322861 len=26896 2024-04-24T03:04:37.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 774 completed, throughput=4.99MB/sec 2024-04-24T03:04:37.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1UsdDnlStEUWqho off=12810007 len=63137 2024-04-24T03:04:37.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 775 completed, throughput=4.99MB/sec 2024-04-24T03:04:37.810 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_Qbm7XTOTAFI_4n off=9857848 len=1557723 2024-04-24T03:04:37.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 776 completed, throughput=5MB/sec 2024-04-24T03:04:38.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:38 smithi016 ceph-mon[84376]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:04:38.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:04:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:04:38] "GET /metrics HTTP/1.1" 200 34207 "" "Prometheus/2.43.0" 2024-04-24T03:04:38.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:38 smithi016 ceph-mon[86910]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:04:38.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:38 smithi063 ceph-mon[77007]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:04:38.813 INFO:tasks.workunit.client.0.smithi016.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:38.813 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_E-c7fzBe6HheZw off=8051541 len=495686 2024-04-24T03:04:38.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 777 completed, throughput=4.97MB/sec 2024-04-24T03:04:38.814 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8SL4tQYXEt62Cqe off=6667584 len=2020855 2024-04-24T03:04:38.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 778 completed, throughput=4.99MB/sec 2024-04-24T03:04:38.817 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uEgfJ9hR3ImFVLl off=1232858 len=1731101 2024-04-24T03:04:38.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 779 completed, throughput=5MB/sec 2024-04-24T03:04:38.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sNl36yeXO6IU4EW off=17705817 len=391443 2024-04-24T03:04:38.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 780 completed, throughput=5MB/sec 2024-04-24T03:04:38.821 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-isIpGnvV6zMAIfR off=8603838 len=1354176 2024-04-24T03:04:38.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 781 completed, throughput=5.01MB/sec 2024-04-24T03:04:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:39.824 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KYZ_TrDtn4i-5IS off=376753 len=1322959 2024-04-24T03:04:39.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 782 completed, throughput=4.98MB/sec 2024-04-24T03:04:39.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hLFIhYJA0dn0ffl off=18295011 len=665828 2024-04-24T03:04:39.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 783 completed, throughput=4.99MB/sec 2024-04-24T03:04:39.834 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zrPsUy7CGM3bS7q off=679168 len=70291 2024-04-24T03:04:39.835 INFO:tasks.workunit.client.0.smithi016.stdout:op 784 completed, throughput=4.99MB/sec 2024-04-24T03:04:39.835 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6qqCSk4hJgxmQgK off=14736138 len=870967 2024-04-24T03:04:39.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-24T03:04:39.840 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z_CSx857AEjX4ea off=11241764 len=1788062 2024-04-24T03:04:39.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 786 completed, throughput=5MB/sec 2024-04-24T03:04:40.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:40 smithi016 ceph-mon[84376]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:04:40.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:40 smithi016 ceph-mon[86910]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:04:40.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:40 smithi063 ceph-mon[77007]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:04:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:40.850 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hzTqGc_ROIUKFHW off=707387 len=1779627 2024-04-24T03:04:40.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 787 completed, throughput=4.98MB/sec 2024-04-24T03:04:40.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y0A2I_r-XsbsGUD off=1727003 len=1069362 2024-04-24T03:04:40.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-24T03:04:40.864 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LxzfXgvhbWXTLau off=16886893 len=1739168 2024-04-24T03:04:40.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 789 completed, throughput=5MB/sec 2024-04-24T03:04:40.868 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dz1lNmq-6fz4yFF off=7907753 len=1673853 2024-04-24T03:04:40.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 790 completed, throughput=5.01MB/sec 2024-04-24T03:04:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: 152: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:41.871 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uIdgwRx0Xhei5Ky off=13045161 len=1411343 2024-04-24T03:04:41.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-24T03:04:41.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OJzZWco5ofbE5w9 off=13192302 len=1097575 2024-04-24T03:04:41.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-24T03:04:41.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U01QoII-HqZ0-oF off=3229527 len=833001 2024-04-24T03:04:41.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 793 completed, throughput=5MB/sec 2024-04-24T03:04:41.883 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SKeuwBdEkcbPv5L off=4112936 len=557970 2024-04-24T03:04:41.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 794 completed, throughput=5MB/sec 2024-04-24T03:04:42.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:42 smithi016 ceph-mon[84376]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-24T03:04:42.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:42 smithi016 ceph-mon[86910]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-24T03:04:42.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:42 smithi063 ceph-mon[77007]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-24T03:04:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:42.885 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8tCSHnLO8OPFV0J off=7491658 len=369673 2024-04-24T03:04:42.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 795 completed, throughput=4.97MB/sec 2024-04-24T03:04:42.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pkxmu58ZFRXvVom off=5167759 len=1140164 2024-04-24T03:04:42.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 796 completed, throughput=4.98MB/sec 2024-04-24T03:04:42.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QE5Z80t4iXyYda_ off=75842 len=1305084 2024-04-24T03:04:42.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-24T03:04:42.894 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xvPPbOahLYepH_y off=2543317 len=1767295 2024-04-24T03:04:42.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 798 completed, throughput=5MB/sec 2024-04-24T03:04:42.896 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W53FpVsvvY2p3kp off=11179423 len=1489131 2024-04-24T03:04:42.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 799 completed, throughput=5MB/sec 2024-04-24T03:04:43.905 INFO:tasks.workunit.client.0.smithi016.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:43.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3Y9PHHehTxy8Fjp off=12922698 len=785234 2024-04-24T03:04:43.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-24T03:04:43.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ay096egzwSF7hMD off=2971127 len=1329028 2024-04-24T03:04:43.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-24T03:04:43.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a2XQdzpnYSNlit6 off=8642968 len=1669664 2024-04-24T03:04:43.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 802 completed, throughput=5MB/sec 2024-04-24T03:04:43.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sfcwAbCJ0Xa1BD3 off=3525394 len=1543117 2024-04-24T03:04:43.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 803 completed, throughput=5MB/sec 2024-04-24T03:04:44.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:44 smithi016 ceph-mon[84376]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:04:44.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:44 smithi016 ceph-mon[86910]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:04:44.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:44 smithi063 ceph-mon[77007]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:04:44.935 INFO:tasks.workunit.client.0.smithi016.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:44.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xb3WC14gc8xns3d off=757853 len=1207533 2024-04-24T03:04:44.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 804 completed, throughput=4.98MB/sec 2024-04-24T03:04:44.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tl20uMH5Tioqesl off=14864652 len=1125 2024-04-24T03:04:44.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 805 completed, throughput=4.98MB/sec 2024-04-24T03:04:44.940 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bpZW9GjKzScG-2d off=2378726 len=218536 2024-04-24T03:04:44.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 806 completed, throughput=4.98MB/sec 2024-04-24T03:04:44.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1NgrI1c-VmsMEDE off=7807002 len=752740 2024-04-24T03:04:44.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-24T03:04:44.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N6DdzDV1-t11bQW off=272485 len=1785360 2024-04-24T03:04:44.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 808 completed, throughput=5MB/sec 2024-04-24T03:04:44.945 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cWYNxoG8CiIjV6c off=2320568 len=213417 2024-04-24T03:04:44.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 809 completed, throughput=5MB/sec 2024-04-24T03:04:44.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YypIZ56pjCIqExk off=1030238 len=1797096 2024-04-24T03:04:44.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 810 completed, throughput=5.01MB/sec 2024-04-24T03:04:45.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:45.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:45.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:04:45.953 INFO:tasks.workunit.client.0.smithi016.stdout: 156: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:45.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H_NEo3T8gaQJAtv off=12864779 len=302802 2024-04-24T03:04:45.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 811 completed, throughput=4.98MB/sec 2024-04-24T03:04:45.956 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PbiBHp8OscBATH9 off=12800429 len=1982124 2024-04-24T03:04:45.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 812 completed, throughput=4.99MB/sec 2024-04-24T03:04:45.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3h95PW4-dE9P1rt off=1344035 len=575676 2024-04-24T03:04:45.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-24T03:04:45.963 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F5wAltwOZ6a-uMO off=461320 len=1067513 2024-04-24T03:04:45.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 814 completed, throughput=5MB/sec 2024-04-24T03:04:45.965 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lJ6r8L1Stq_9DWv off=5575843 len=1761987 2024-04-24T03:04:45.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 815 completed, throughput=5.01MB/sec 2024-04-24T03:04:46.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:46 smithi016 ceph-mon[84376]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:04:46.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:46 smithi016 ceph-mon[86910]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:04:46.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:46 smithi063 ceph-mon[77007]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:04:46.971 INFO:tasks.workunit.client.0.smithi016.stdout: 157: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:46.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oUGQ9EQ49myX9Fj off=6738383 len=997184 2024-04-24T03:04:46.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 816 completed, throughput=4.98MB/sec 2024-04-24T03:04:46.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zx_NPIQS34cn3yA off=9743020 len=1448183 2024-04-24T03:04:46.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-24T03:04:46.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PW-wkS1cVTWH70x off=7966436 len=1091943 2024-04-24T03:04:46.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 818 completed, throughput=5MB/sec 2024-04-24T03:04:46.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qBqRN8cUHbuQQfd off=8459926 len=401489 2024-04-24T03:04:46.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 819 completed, throughput=5MB/sec 2024-04-24T03:04:47.982 INFO:tasks.workunit.client.0.smithi016.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:47.982 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2fh6NYgAXGx-c9- off=3207550 len=1416425 2024-04-24T03:04:47.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 820 completed, throughput=4.98MB/sec 2024-04-24T03:04:47.989 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6gTKfmshnfTyqjl off=7687467 len=493516 2024-04-24T03:04:47.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 821 completed, throughput=4.98MB/sec 2024-04-24T03:04:47.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VqyDXgqudJUHM4n off=11521549 len=330504 2024-04-24T03:04:47.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-24T03:04:47.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EQdfWxrghVyKFx0 off=988556 len=477064 2024-04-24T03:04:47.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-24T03:04:47.999 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZuC_LKovMQl26vv off=7028303 len=2013512 2024-04-24T03:04:48.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 824 completed, throughput=5MB/sec 2024-04-24T03:04:48.011 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bvo69w-oICY3niw off=12554099 len=1798520 2024-04-24T03:04:48.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 825 completed, throughput=5.01MB/sec 2024-04-24T03:04:48.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:48 smithi016 ceph-mon[84376]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:04:48.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:04:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:04:48] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:04:48.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:48 smithi016 ceph-mon[86910]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:04:48.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:48 smithi063 ceph-mon[77007]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:04:49.020 INFO:tasks.workunit.client.0.smithi016.stdout: 159: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:49.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dUEhqCM1Ul7EuJ0 off=17569455 len=547538 2024-04-24T03:04:49.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 826 completed, throughput=4.98MB/sec 2024-04-24T03:04:49.022 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WpWEKod3Kgq5mdM off=6436742 len=362560 2024-04-24T03:04:49.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 827 completed, throughput=4.98MB/sec 2024-04-24T03:04:49.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QcmpKMtqCOOMp_Z off=40968 len=1396172 2024-04-24T03:04:49.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 828 completed, throughput=4.99MB/sec 2024-04-24T03:04:49.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-of5M6aT6Hpiy39e off=13260649 len=365001 2024-04-24T03:04:49.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 829 completed, throughput=4.99MB/sec 2024-04-24T03:04:49.033 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Var3mHpZLgUxnn0 off=11160134 len=1738022 2024-04-24T03:04:49.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 830 completed, throughput=5MB/sec 2024-04-24T03:04:50.035 INFO:tasks.workunit.client.0.smithi016.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:50.035 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-84bVNrI1fxBbfBp off=7912638 len=1708452 2024-04-24T03:04:50.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 831 completed, throughput=4.98MB/sec 2024-04-24T03:04:50.043 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Me0IlYKBTINVbw2 off=10082581 len=1236179 2024-04-24T03:04:50.048 INFO:tasks.workunit.client.0.smithi016.stdout:op 832 completed, throughput=4.99MB/sec 2024-04-24T03:04:50.048 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pMDL7yYbt-Ftqki off=606168 len=139282 2024-04-24T03:04:50.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-24T03:04:50.049 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7b0iChVLH0fmqpr off=5599485 len=1636972 2024-04-24T03:04:50.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 834 completed, throughput=5MB/sec 2024-04-24T03:04:50.050 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZBdEdf99aZ69lO6 off=269858 len=1637496 2024-04-24T03:04:50.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 835 completed, throughput=5.01MB/sec 2024-04-24T03:04:50.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:50 smithi016 ceph-mon[84376]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:04:50.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:50 smithi016 ceph-mon[86910]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:04:50.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:50 smithi063 ceph-mon[77007]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:04:51.058 INFO:tasks.workunit.client.0.smithi016.stdout: 161: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:51.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R0_Hf94uq6JACUL off=2577869 len=1862954 2024-04-24T03:04:51.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 836 completed, throughput=4.99MB/sec 2024-04-24T03:04:51.069 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kxQq1RACEIBWTnk off=16697325 len=1702483 2024-04-24T03:04:51.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 837 completed, throughput=5MB/sec 2024-04-24T03:04:51.071 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_5qALiR8Uop2N4w off=2743932 len=1680095 2024-04-24T03:04:51.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 838 completed, throughput=5.01MB/sec 2024-04-24T03:04:52.073 INFO:tasks.workunit.client.0.smithi016.stdout: 162: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:52.073 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sKjwjs9HbjewS9- off=620990 len=377165 2024-04-24T03:04:52.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 839 completed, throughput=4.98MB/sec 2024-04-24T03:04:52.076 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i3IjrjRnsf1ustn off=8960311 len=1705061 2024-04-24T03:04:52.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 840 completed, throughput=4.99MB/sec 2024-04-24T03:04:52.078 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wTkpHDFFvLsnFcP off=11326657 len=1136591 2024-04-24T03:04:52.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 841 completed, throughput=5MB/sec 2024-04-24T03:04:52.080 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A4IYx0YLReamN_7 off=5455789 len=1093667 2024-04-24T03:04:52.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 842 completed, throughput=5MB/sec 2024-04-24T03:04:52.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:52 smithi016 ceph-mon[84376]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:04:52.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:52 smithi016 ceph-mon[86910]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:04:52.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:52 smithi063 ceph-mon[77007]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:04:53.085 INFO:tasks.workunit.client.0.smithi016.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:53.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YgFpIzFZQSaz_Yl off=4411226 len=1620393 2024-04-24T03:04:53.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 843 completed, throughput=4.98MB/sec 2024-04-24T03:04:53.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TgYM3c6EKv5z_Yh off=73386 len=875479 2024-04-24T03:04:53.092 INFO:tasks.workunit.client.0.smithi016.stdout:op 844 completed, throughput=4.99MB/sec 2024-04-24T03:04:53.092 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qazZIMojNpxr7Oj off=6397514 len=225564 2024-04-24T03:04:53.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 845 completed, throughput=4.99MB/sec 2024-04-24T03:04:53.094 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mFVTBSX-a3tjRNk off=6403407 len=1709530 2024-04-24T03:04:53.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 846 completed, throughput=5MB/sec 2024-04-24T03:04:53.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d5VQHLDmz-I-x7q off=7601699 len=1554960 2024-04-24T03:04:53.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 847 completed, throughput=5.01MB/sec 2024-04-24T03:04:54.098 INFO:tasks.workunit.client.0.smithi016.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:54.098 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6Lp8FK4JbIe7-8a off=8666142 len=1932409 2024-04-24T03:04:54.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 848 completed, throughput=4.99MB/sec 2024-04-24T03:04:54.106 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_YzicMEy4KNz3XI off=1752929 len=1840361 2024-04-24T03:04:54.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 849 completed, throughput=5MB/sec 2024-04-24T03:04:54.107 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DAkIA6dpIuWlBHH off=1861381 len=491951 2024-04-24T03:04:54.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 850 completed, throughput=5MB/sec 2024-04-24T03:04:54.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:54 smithi016 ceph-mon[84376]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:04:54.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:54 smithi016 ceph-mon[86910]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:04:54.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:54 smithi063 ceph-mon[77007]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:04:55.109 INFO:tasks.workunit.client.0.smithi016.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:55.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PIpZ7JreAyJYklm off=8466487 len=704492 2024-04-24T03:04:55.114 INFO:tasks.workunit.client.0.smithi016.stdout:op 851 completed, throughput=4.97MB/sec 2024-04-24T03:04:55.114 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xbEgUkiQWS-pflZ off=9037567 len=1709597 2024-04-24T03:04:55.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 852 completed, throughput=4.98MB/sec 2024-04-24T03:04:55.123 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xSVxfbg5hHDjcWa off=11069121 len=154113 2024-04-24T03:04:55.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 853 completed, throughput=4.98MB/sec 2024-04-24T03:04:55.123 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AGSILJuHbgnjmsY off=8088735 len=573078 2024-04-24T03:04:55.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 854 completed, throughput=4.99MB/sec 2024-04-24T03:04:55.127 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kruREUxk0JrFPl6 off=968767 len=1874587 2024-04-24T03:04:55.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 855 completed, throughput=5MB/sec 2024-04-24T03:04:55.131 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7zV9UP_t-FCGrMd off=1288479 len=1264537 2024-04-24T03:04:55.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 856 completed, throughput=5.01MB/sec 2024-04-24T03:04:56.136 INFO:tasks.workunit.client.0.smithi016.stdout: 166: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:56.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HttKv2kOsYl6Z93 off=8527171 len=1982964 2024-04-24T03:04:56.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-24T03:04:56.140 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BCjx9nK_Vq1bB-n off=9367071 len=60013 2024-04-24T03:04:56.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 858 completed, throughput=4.99MB/sec 2024-04-24T03:04:56.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P9eJfrW7l2ErQ74 off=7724017 len=1219432 2024-04-24T03:04:56.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 859 completed, throughput=4.99MB/sec 2024-04-24T03:04:56.144 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vIJT1dKZllpSdZP off=20424415 len=1134619 2024-04-24T03:04:56.147 INFO:tasks.workunit.client.0.smithi016.stdout:op 860 completed, throughput=5MB/sec 2024-04-24T03:04:56.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:56 smithi016 ceph-mon[84376]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:04:56.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:56 smithi016 ceph-mon[86910]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:04:56.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:56 smithi063 ceph-mon[77007]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:04:57.147 INFO:tasks.workunit.client.0.smithi016.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:57.147 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t_dI2mO8oHofXic off=7315973 len=1737802 2024-04-24T03:04:57.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 861 completed, throughput=4.98MB/sec 2024-04-24T03:04:57.155 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O21lyQzLxmZM6HW off=844087 len=1452838 2024-04-24T03:04:57.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 862 completed, throughput=4.99MB/sec 2024-04-24T03:04:57.161 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xC2wxhY-kPvhJSx off=654929 len=41836 2024-04-24T03:04:57.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-24T03:04:57.164 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bDuPnLXmt5tdNKg off=10268786 len=1759597 2024-04-24T03:04:57.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 864 completed, throughput=5MB/sec 2024-04-24T03:04:57.167 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ATUZ8jNSn1zeOTr off=6310797 len=850318 2024-04-24T03:04:57.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 865 completed, throughput=5MB/sec 2024-04-24T03:04:58.168 INFO:tasks.workunit.client.0.smithi016.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-24T03:04:58.169 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RMt8Wme-D-6tPQr off=15360134 len=851013 2024-04-24T03:04:58.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 866 completed, throughput=4.98MB/sec 2024-04-24T03:04:58.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TNIjXMa8ABIM4iT off=7092175 len=1310280 2024-04-24T03:04:58.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 867 completed, throughput=4.99MB/sec 2024-04-24T03:04:58.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HPYoQbQyYxR9Ntx off=7372852 len=1542579 2024-04-24T03:04:58.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-24T03:04:58.183 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QKV29amoY3WHxQy off=3064664 len=1888815 2024-04-24T03:04:58.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 869 completed, throughput=5MB/sec 2024-04-24T03:04:58.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:04:58 smithi016 ceph-mon[84376]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:04:58.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:04:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:04:58] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:04:58.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:04:58 smithi016 ceph-mon[86910]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:04:58.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:04:58 smithi063 ceph-mon[77007]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:04:59.185 INFO:tasks.workunit.client.0.smithi016.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-24T03:04:59.185 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-to4COl4Xflz6r3u off=1809173 len=604837 2024-04-24T03:04:59.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 870 completed, throughput=4.98MB/sec 2024-04-24T03:04:59.187 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gyZd4vP-Nohi4Ar off=12004719 len=802456 2024-04-24T03:04:59.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-24T03:04:59.188 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wovvo2lYhNwN0Vq off=5390381 len=807685 2024-04-24T03:04:59.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-24T03:04:59.194 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hdTcjIS_8EE44ON off=6619816 len=1354282 2024-04-24T03:04:59.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-24T03:04:59.195 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gbHKINSOG9PMnhd off=298084 len=1570868 2024-04-24T03:04:59.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 874 completed, throughput=5MB/sec 2024-04-24T03:05:00.203 INFO:tasks.workunit.client.0.smithi016.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:00.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K5MToO6x8txtxIg off=281220 len=1332039 2024-04-24T03:05:00.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 875 completed, throughput=4.98MB/sec 2024-04-24T03:05:00.211 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KDiifxCUd71iMK4 off=4009086 len=918674 2024-04-24T03:05:00.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 876 completed, throughput=4.99MB/sec 2024-04-24T03:05:00.213 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eNxDWRtolFK43rO off=4726014 len=986676 2024-04-24T03:05:00.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-24T03:05:00.218 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PtbXfY-hkRnO1Yf off=1500873 len=628294 2024-04-24T03:05:00.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 878 completed, throughput=5MB/sec 2024-04-24T03:05:00.222 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oaP6lqnmnsO_WSf off=4514664 len=382016 2024-04-24T03:05:00.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 879 completed, throughput=5MB/sec 2024-04-24T03:05:00.223 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LBqHYf12KhfhpOD off=14059249 len=1179555 2024-04-24T03:05:00.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 880 completed, throughput=5MB/sec 2024-04-24T03:05:00.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:00 smithi016 ceph-mon[84376]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:00.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:00.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:00 smithi016 ceph-mon[86910]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:00.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:00.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:00 smithi063 ceph-mon[77007]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:00.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:01.225 INFO:tasks.workunit.client.0.smithi016.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:01.225 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yjc4CG2PPScMqy5 off=5969117 len=1354410 2024-04-24T03:05:01.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-24T03:05:01.232 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MGW2Nn2xdEkriJg off=14953868 len=1292708 2024-04-24T03:05:01.233 INFO:tasks.workunit.client.0.smithi016.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-24T03:05:01.233 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0HFIRGi5Iw4jhuR off=8674073 len=1686138 2024-04-24T03:05:01.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 883 completed, throughput=5MB/sec 2024-04-24T03:05:01.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hNpN3JMWKJ_Ogt4 off=5931249 len=177165 2024-04-24T03:05:01.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 884 completed, throughput=5MB/sec 2024-04-24T03:05:01.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZIQTr1HBngJEX-f off=20049228 len=1540896 2024-04-24T03:05:01.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 885 completed, throughput=5.01MB/sec 2024-04-24T03:05:02.238 INFO:tasks.workunit.client.0.smithi016.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:02.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7MlU3aiXdYbzmYf off=9426907 len=994719 2024-04-24T03:05:02.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 886 completed, throughput=4.98MB/sec 2024-04-24T03:05:02.244 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E-zmj_RxGxXNC1v off=11217222 len=1837982 2024-04-24T03:05:02.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-24T03:05:02.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DHh1Hwe_RAfvBfL off=9265521 len=1940517 2024-04-24T03:05:02.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 888 completed, throughput=5MB/sec 2024-04-24T03:05:02.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:02 smithi016 ceph-mon[84376]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:05:02.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:02 smithi016 ceph-mon[86910]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:05:02.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:02 smithi063 ceph-mon[77007]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:05:03.254 INFO:tasks.workunit.client.0.smithi016.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:03.255 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AT4jQ3pGjMFhhNA off=1815489 len=482277 2024-04-24T03:05:03.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 889 completed, throughput=4.98MB/sec 2024-04-24T03:05:03.258 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yR00qL9V5FZz5Zx off=7645406 len=191986 2024-04-24T03:05:03.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 890 completed, throughput=4.98MB/sec 2024-04-24T03:05:03.259 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t9GS4Ioj9zYTk_f off=7601344 len=1583650 2024-04-24T03:05:03.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 891 completed, throughput=4.99MB/sec 2024-04-24T03:05:03.261 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XIrVd1oT97-KYj6 off=1199946 len=512113 2024-04-24T03:05:03.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 892 completed, throughput=4.99MB/sec 2024-04-24T03:05:03.263 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FOCl4rb_OvKb6I7 off=1721864 len=92672 2024-04-24T03:05:03.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-24T03:05:03.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HTLhejI8hla4apv off=2573617 len=1170133 2024-04-24T03:05:03.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 894 completed, throughput=5MB/sec 2024-04-24T03:05:03.269 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u9hQTxiccNk5lgm off=9535181 len=1639719 2024-04-24T03:05:03.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 895 completed, throughput=5.01MB/sec 2024-04-24T03:05:04.271 INFO:tasks.workunit.client.0.smithi016.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:04.271 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wluicjEeok9MhuT off=5417114 len=431940 2024-04-24T03:05:04.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 896 completed, throughput=4.98MB/sec 2024-04-24T03:05:04.272 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xb4WMBcxHCnvovv off=10820880 len=327296 2024-04-24T03:05:04.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 897 completed, throughput=4.98MB/sec 2024-04-24T03:05:04.275 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gWsm9ay6XTeW8hi off=897595 len=1267668 2024-04-24T03:05:04.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 898 completed, throughput=4.99MB/sec 2024-04-24T03:05:04.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TVWPJjONbb76Bcc off=10009055 len=877078 2024-04-24T03:05:04.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 899 completed, throughput=4.99MB/sec 2024-04-24T03:05:04.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qtuma01DK72jOgf off=5511611 len=1511887 2024-04-24T03:05:04.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 900 completed, throughput=5MB/sec 2024-04-24T03:05:04.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:04 smithi016 ceph-mon[84376]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:05:04.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:04 smithi016 ceph-mon[86910]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:05:04.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:04 smithi063 ceph-mon[77007]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:05:05.289 INFO:tasks.workunit.client.0.smithi016.stdout: 175: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:05.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PBeIP8E9LmVVlHL off=17238320 len=793335 2024-04-24T03:05:05.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 901 completed, throughput=4.98MB/sec 2024-04-24T03:05:05.295 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zSl713iB9ETagDV off=10220131 len=768240 2024-04-24T03:05:05.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 902 completed, throughput=4.98MB/sec 2024-04-24T03:05:05.296 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I4LCgziZjFL00fz off=14306709 len=1418344 2024-04-24T03:05:05.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-24T03:05:05.303 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7b0iChVLH0fmqpr off=4658904 len=2021891 2024-04-24T03:05:05.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 904 completed, throughput=5MB/sec 2024-04-24T03:05:05.312 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n3WE_2VXbgykEjx off=803013 len=499271 2024-04-24T03:05:05.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 905 completed, throughput=5MB/sec 2024-04-24T03:05:06.313 INFO:tasks.workunit.client.0.smithi016.stdout: 176: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:06.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oAX_Oxh17lcdP5Q off=993559 len=1567905 2024-04-24T03:05:06.320 INFO:tasks.workunit.client.0.smithi016.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-24T03:05:06.320 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--Xsndq8lQQNlkU0 off=2480396 len=1281578 2024-04-24T03:05:06.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 907 completed, throughput=4.99MB/sec 2024-04-24T03:05:06.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cNTcicXHOpWTWXh off=10502711 len=1250924 2024-04-24T03:05:06.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 908 completed, throughput=5MB/sec 2024-04-24T03:05:06.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X7SgF4vzWbYplZW off=8328037 len=127757 2024-04-24T03:05:06.327 INFO:tasks.workunit.client.0.smithi016.stdout:op 909 completed, throughput=5MB/sec 2024-04-24T03:05:06.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vX9mFhJ3BMWoRO4 off=223204 len=249462 2024-04-24T03:05:06.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 910 completed, throughput=5MB/sec 2024-04-24T03:05:06.328 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Roy6hjpTTru7kOs off=11851095 len=1172069 2024-04-24T03:05:06.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 911 completed, throughput=5MB/sec 2024-04-24T03:05:06.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:06 smithi016 ceph-mon[84376]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:05:06.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:06 smithi016 ceph-mon[86910]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:05:06.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:06 smithi063 ceph-mon[77007]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:05:07.333 INFO:tasks.workunit.client.0.smithi016.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:07.333 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uH-pMV7zvwTvtw6 off=12633162 len=1193507 2024-04-24T03:05:07.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-24T03:05:07.335 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3Z-oQ0-dAzCsye6 off=1052908 len=864777 2024-04-24T03:05:07.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-24T03:05:07.336 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PNIfTf3Pg63p846 off=5066113 len=2041380 2024-04-24T03:05:07.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 914 completed, throughput=5MB/sec 2024-04-24T03:05:07.349 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I4r7Oje9RDcD6dn off=986624 len=1092977 2024-04-24T03:05:07.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 915 completed, throughput=5MB/sec 2024-04-24T03:05:08.355 INFO:tasks.workunit.client.0.smithi016.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:08.355 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tpNYhhqE7GZgP_j off=496952 len=858381 2024-04-24T03:05:08.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 916 completed, throughput=4.98MB/sec 2024-04-24T03:05:08.356 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ObYPRKvTgLgf_QG off=14275496 len=57633 2024-04-24T03:05:08.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 917 completed, throughput=4.98MB/sec 2024-04-24T03:05:08.359 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6Mb7oDN9UeOsH3R off=8211198 len=1524862 2024-04-24T03:05:08.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-24T03:05:08.361 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rWo3gPqG5iIv5CD off=8143399 len=1681652 2024-04-24T03:05:08.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 919 completed, throughput=5MB/sec 2024-04-24T03:05:08.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FzoRTBt4O_xHW76 off=407269 len=2024572 2024-04-24T03:05:08.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 920 completed, throughput=5.01MB/sec 2024-04-24T03:05:08.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:08 smithi016 ceph-mon[84376]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:08.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:05:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:05:08] "GET /metrics HTTP/1.1" 200 34205 "" "Prometheus/2.43.0" 2024-04-24T03:05:08.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:08 smithi016 ceph-mon[86910]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:08.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:08 smithi063 ceph-mon[77007]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:09.367 INFO:tasks.workunit.client.0.smithi016.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:09.368 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bYHKTdZFkSc8yhe off=7092885 len=635684 2024-04-24T03:05:09.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 921 completed, throughput=4.98MB/sec 2024-04-24T03:05:09.372 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_uN1R_TpOmbTFIq off=7131521 len=1966248 2024-04-24T03:05:09.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 922 completed, throughput=4.99MB/sec 2024-04-24T03:05:09.383 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-En6CxN51jSY84kH off=11935555 len=1961601 2024-04-24T03:05:09.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 923 completed, throughput=5MB/sec 2024-04-24T03:05:10.386 INFO:tasks.workunit.client.0.smithi016.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:10.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YX2zCKtGkSP7ZTA off=15201616 len=512943 2024-04-24T03:05:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 924 completed, throughput=4.98MB/sec 2024-04-24T03:05:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XDYgi7AdMtEJfo- off=1242949 len=53701 2024-04-24T03:05:10.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 925 completed, throughput=4.98MB/sec 2024-04-24T03:05:10.391 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ugQd2z7bDl8df7v off=15772048 len=1864696 2024-04-24T03:05:10.399 INFO:tasks.workunit.client.0.smithi016.stdout:op 926 completed, throughput=4.99MB/sec 2024-04-24T03:05:10.399 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WbkpUrDhWCCUrKy off=0 len=1365652 2024-04-24T03:05:10.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 927 completed, throughput=5MB/sec 2024-04-24T03:05:10.401 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rPHxe8ziqBWOfWd off=17142528 len=307961 2024-04-24T03:05:10.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 928 completed, throughput=5MB/sec 2024-04-24T03:05:10.403 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OG50Vl1Mkay9Qfc off=2232485 len=910805 2024-04-24T03:05:10.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 929 completed, throughput=5MB/sec 2024-04-24T03:05:10.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:10 smithi016 ceph-mon[84376]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:05:10.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:10 smithi016 ceph-mon[86910]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:05:10.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:10 smithi063 ceph-mon[77007]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:05:11.409 INFO:tasks.workunit.client.0.smithi016.stdout: 181: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:11.409 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H_kLat7PyUqZ-zd off=5865654 len=1220398 2024-04-24T03:05:11.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 930 completed, throughput=4.98MB/sec 2024-04-24T03:05:11.412 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tLzDRwh1-6PthIc off=2926700 len=1565153 2024-04-24T03:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 931 completed, throughput=4.99MB/sec 2024-04-24T03:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z2S1OOjXNHZ4e7u off=4660439 len=1663411 2024-04-24T03:05:11.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 932 completed, throughput=5MB/sec 2024-04-24T03:05:11.428 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0pTn2qgqIVRFdnl off=9329749 len=1862035 2024-04-24T03:05:11.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 933 completed, throughput=5.01MB/sec 2024-04-24T03:05:12.430 INFO:tasks.workunit.client.0.smithi016.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:12.430 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LcZEOaaNTAKlipe off=865272 len=1561155 2024-04-24T03:05:12.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-24T03:05:12.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jsD0VowHjGB5oyY off=2388734 len=1485276 2024-04-24T03:05:12.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 935 completed, throughput=4.99MB/sec 2024-04-24T03:05:12.448 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8MQvpPeouNWoS1B off=17079515 len=1628750 2024-04-24T03:05:12.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 936 completed, throughput=5MB/sec 2024-04-24T03:05:12.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:12 smithi016 ceph-mon[84376]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:12.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:12 smithi016 ceph-mon[86910]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:12.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:12 smithi063 ceph-mon[77007]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:13.450 INFO:tasks.workunit.client.0.smithi016.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NmeruD9CbX8LgDE off=3908050 len=592671 2024-04-24T03:05:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 937 completed, throughput=4.98MB/sec 2024-04-24T03:05:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PEde_tlvNamGQ_T off=3764167 len=1388845 2024-04-24T03:05:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 938 completed, throughput=4.99MB/sec 2024-04-24T03:05:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i8j0_3u--9Y4_u6 off=8281742 len=267974 2024-04-24T03:05:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 939 completed, throughput=4.99MB/sec 2024-04-24T03:05:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J-TkoHPKTl1QXvW off=690571 len=1592882 2024-04-24T03:05:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 940 completed, throughput=5MB/sec 2024-04-24T03:05:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0p9jeVYbXB8Ks-Z off=5502707 len=526651 2024-04-24T03:05:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 941 completed, throughput=5MB/sec 2024-04-24T03:05:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qcr8ZMWFXF35skn off=1885161 len=124985 2024-04-24T03:05:13.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 942 completed, throughput=5MB/sec 2024-04-24T03:05:13.468 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ckxEABvQzIeTFBB off=11017267 len=627723 2024-04-24T03:05:13.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 943 completed, throughput=5MB/sec 2024-04-24T03:05:14.473 INFO:tasks.workunit.client.0.smithi016.stdout: 184: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:14.473 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EeFK82ICUozuuuA off=437806 len=280942 2024-04-24T03:05:14.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 944 completed, throughput=4.98MB/sec 2024-04-24T03:05:14.476 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4KVx_VHIgaZ6HbT off=1286194 len=188575 2024-04-24T03:05:14.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 945 completed, throughput=4.98MB/sec 2024-04-24T03:05:14.477 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KqB1bULInwpK5mv off=9161976 len=1883294 2024-04-24T03:05:14.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-24T03:05:14.489 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5pWz7XxkBDqNgfg off=1416951 len=265192 2024-04-24T03:05:14.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 947 completed, throughput=4.99MB/sec 2024-04-24T03:05:14.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w-dRMKRba0Kg0th off=10253004 len=1854 2024-04-24T03:05:14.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 948 completed, throughput=4.99MB/sec 2024-04-24T03:05:14.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1j83W9Mlx11hy3Y off=15113868 len=466409 2024-04-24T03:05:14.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 949 completed, throughput=4.99MB/sec 2024-04-24T03:05:14.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fCKWsYjjCBFzZt6 off=19975826 len=2025304 2024-04-24T03:05:14.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 950 completed, throughput=5MB/sec 2024-04-24T03:05:14.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:14 smithi016 ceph-mon[84376]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:14.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:14 smithi016 ceph-mon[86910]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:14.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:14 smithi063 ceph-mon[77007]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:15.501 INFO:tasks.workunit.client.0.smithi016.stdout: 185: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:15.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6yL-8YM_Q2mHVNd off=2609903 len=1239974 2024-04-24T03:05:15.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 951 completed, throughput=4.98MB/sec 2024-04-24T03:05:15.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9OjS5CiTSom7u1j off=6317371 len=105622 2024-04-24T03:05:15.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 952 completed, throughput=4.98MB/sec 2024-04-24T03:05:15.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B0Qp-CMEz7ag9iC off=19555491 len=573487 2024-04-24T03:05:15.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 953 completed, throughput=4.98MB/sec 2024-04-24T03:05:15.509 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RBp7UoYd3CIXvHp off=3909487 len=136007 2024-04-24T03:05:15.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 954 completed, throughput=4.98MB/sec 2024-04-24T03:05:15.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T20nJ10hQrrTr6a off=9452051 len=1491115 2024-04-24T03:05:15.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 955 completed, throughput=4.99MB/sec 2024-04-24T03:05:15.519 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MkXxVnD--b8cwvK off=5825458 len=433689 2024-04-24T03:05:15.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 956 completed, throughput=4.99MB/sec 2024-04-24T03:05:15.520 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iEgXAaJSGB3HfaM off=14683584 len=1390532 2024-04-24T03:05:15.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 957 completed, throughput=5MB/sec 2024-04-24T03:05:15.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:15.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:15.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:16.529 INFO:tasks.workunit.client.0.smithi016.stdout: 186: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:16.529 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8kzOeZE1AByoVBC off=2831282 len=877488 2024-04-24T03:05:16.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 958 completed, throughput=4.98MB/sec 2024-04-24T03:05:16.534 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sCUIeazOrhIp7cM off=3875053 len=905401 2024-04-24T03:05:16.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 959 completed, throughput=4.98MB/sec 2024-04-24T03:05:16.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--qeUB013OSaGRj4 off=1409943 len=570026 2024-04-24T03:05:16.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 960 completed, throughput=4.99MB/sec 2024-04-24T03:05:16.542 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xI7AJuCmiUcUjQu off=8055753 len=1495419 2024-04-24T03:05:16.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 961 completed, throughput=4.99MB/sec 2024-04-24T03:05:16.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vhG2fuHgyk0urJM off=0 len=1773746 2024-04-24T03:05:16.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 962 completed, throughput=5MB/sec 2024-04-24T03:05:16.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:16 smithi016 ceph-mon[84376]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:05:16.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:16 smithi016 ceph-mon[86910]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:05:16.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:16 smithi063 ceph-mon[77007]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:05:17.559 INFO:tasks.workunit.client.0.smithi016.stdout: 187: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:17.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wlFUwCiqTxkivgX off=2642962 len=1468497 2024-04-24T03:05:17.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 963 completed, throughput=4.98MB/sec 2024-04-24T03:05:17.566 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7J3JbreAVlREyiw off=8584592 len=1242685 2024-04-24T03:05:17.567 INFO:tasks.workunit.client.0.smithi016.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-24T03:05:17.567 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X9GRWN9Lt-vahX0 off=2044552 len=982953 2024-04-24T03:05:17.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 965 completed, throughput=4.99MB/sec 2024-04-24T03:05:17.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LPKp-xf1fLQJKfY off=1193675 len=874236 2024-04-24T03:05:17.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 966 completed, throughput=5MB/sec 2024-04-24T03:05:17.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ysZilnrs-MVC5mK off=4163720 len=1693553 2024-04-24T03:05:17.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 967 completed, throughput=5.01MB/sec 2024-04-24T03:05:18.576 INFO:tasks.workunit.client.0.smithi016.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:18.576 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hlHr4_9MNROyFbb off=9206474 len=963026 2024-04-24T03:05:18.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 968 completed, throughput=4.98MB/sec 2024-04-24T03:05:18.581 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kJaxvt6paDvqNjp off=14753928 len=51151 2024-04-24T03:05:18.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 969 completed, throughput=4.98MB/sec 2024-04-24T03:05:18.582 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UzVX_T_4icrEHL4 off=1218726 len=341304 2024-04-24T03:05:18.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-24T03:05:18.582 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xWEJvzchPOKteyY off=719360 len=872655 2024-04-24T03:05:18.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-24T03:05:18.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2pfO_5g0s73sbFt off=2592736 len=445890 2024-04-24T03:05:18.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 972 completed, throughput=4.99MB/sec 2024-04-24T03:05:18.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h-Ociy88cKk0NfQ off=6066539 len=1538407 2024-04-24T03:05:18.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 973 completed, throughput=5MB/sec 2024-04-24T03:05:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:18 smithi016 ceph-mon[84376]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:05:18.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:05:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:05:18] "GET /metrics HTTP/1.1" 200 34208 "" "Prometheus/2.43.0" 2024-04-24T03:05:18.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:18 smithi016 ceph-mon[86910]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:05:18.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:18 smithi063 ceph-mon[77007]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:05:19.590 INFO:tasks.workunit.client.0.smithi016.stdout: 189: throughput=4.97MB/sec pending data=0 2024-04-24T03:05:19.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XiAIfZ5MvLcxzEW off=561205 len=1864968 2024-04-24T03:05:19.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 974 completed, throughput=4.98MB/sec 2024-04-24T03:05:19.593 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YNPt0or_f6dULJY off=6555588 len=1674087 2024-04-24T03:05:19.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-24T03:05:19.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-84g4-muO1_R2BgV off=8498281 len=1335218 2024-04-24T03:05:19.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 976 completed, throughput=5MB/sec 2024-04-24T03:05:19.597 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y89LewirWgmD6E8 off=89187 len=1488226 2024-04-24T03:05:19.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 977 completed, throughput=5.01MB/sec 2024-04-24T03:05:20.604 INFO:tasks.workunit.client.0.smithi016.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:20.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CBg31sMRiwx_UcW off=6462416 len=450769 2024-04-24T03:05:20.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 978 completed, throughput=4.98MB/sec 2024-04-24T03:05:20.608 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s6_octHsLzrn50G off=2288655 len=728435 2024-04-24T03:05:20.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-24T03:05:20.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pcTHMzSqa7Fxzjr off=2821068 len=1605103 2024-04-24T03:05:20.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 980 completed, throughput=4.99MB/sec 2024-04-24T03:05:20.616 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-evG877iP6Du2dr7 off=2124508 len=159757 2024-04-24T03:05:20.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 981 completed, throughput=4.99MB/sec 2024-04-24T03:05:20.618 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IwFELcTGnYjPdXj off=1732710 len=1883222 2024-04-24T03:05:20.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 982 completed, throughput=5MB/sec 2024-04-24T03:05:20.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:20 smithi016 ceph-mon[84376]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:05:20.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:20 smithi016 ceph-mon[86910]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:05:20.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:20 smithi063 ceph-mon[77007]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:05:21.627 INFO:tasks.workunit.client.0.smithi016.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:21.627 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FKwC4CulGAVUsiT off=3646527 len=230266 2024-04-24T03:05:21.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 983 completed, throughput=4.98MB/sec 2024-04-24T03:05:21.630 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UB5EhPb7ZvkzN4C off=18342902 len=1427958 2024-04-24T03:05:21.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 984 completed, throughput=4.98MB/sec 2024-04-24T03:05:21.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0psXjWzOpCEtZws off=731361 len=696870 2024-04-24T03:05:21.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 985 completed, throughput=4.99MB/sec 2024-04-24T03:05:21.637 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9u6-x1BNSqZn8iz off=4449106 len=1060303 2024-04-24T03:05:21.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 986 completed, throughput=4.99MB/sec 2024-04-24T03:05:21.642 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_9PAbr4lrlE2sZ off=13794817 len=160063 2024-04-24T03:05:21.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-24T03:05:21.645 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z3CQuiT5mDJtTXN off=8868719 len=1484113 2024-04-24T03:05:21.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 988 completed, throughput=5MB/sec 2024-04-24T03:05:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:22.649 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R_WSVT60sVbxBxl off=39514 len=1014600 2024-04-24T03:05:22.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 989 completed, throughput=4.98MB/sec 2024-04-24T03:05:22.651 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UoYQR2hSA0NQ8X1 off=10051443 len=864674 2024-04-24T03:05:22.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 990 completed, throughput=4.98MB/sec 2024-04-24T03:05:22.653 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ihfzRGF0KJi7f-A off=9718860 len=1112226 2024-04-24T03:05:22.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-24T03:05:22.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pqwGRW5r5SxnzKO off=1240469 len=1515980 2024-04-24T03:05:22.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 992 completed, throughput=5MB/sec 2024-04-24T03:05:22.661 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M7yowM2dsNjp2dy off=9475715 len=174175 2024-04-24T03:05:22.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 993 completed, throughput=5MB/sec 2024-04-24T03:05:22.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gx5yernjMuminVf off=740698 len=1155006 2024-04-24T03:05:22.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 994 completed, throughput=5MB/sec 2024-04-24T03:05:22.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:22 smithi016 ceph-mon[84376]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:05:22.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:22 smithi016 ceph-mon[86910]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:05:22.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:22 smithi063 ceph-mon[77007]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:05:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:23.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wIpY9LhujMbEM8E off=6603542 len=44388 2024-04-24T03:05:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 995 completed, throughput=4.98MB/sec 2024-04-24T03:05:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SmrmZHOnqpOwzZF off=13529210 len=576472 2024-04-24T03:05:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 996 completed, throughput=4.98MB/sec 2024-04-24T03:05:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vI06JYcBzmytocQ off=20467225 len=1290968 2024-04-24T03:05:23.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-24T03:05:23.674 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XB2c8rrmoPDm8uK off=16648326 len=187181 2024-04-24T03:05:23.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 998 completed, throughput=4.99MB/sec 2024-04-24T03:05:23.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jvo-12WHyNTavA4 off=1725779 len=1818203 2024-04-24T03:05:23.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 999 completed, throughput=5MB/sec 2024-04-24T03:05:23.683 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wTJLX-z_u_exKdp off=1142227 len=147149 2024-04-24T03:05:23.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 1000 completed, throughput=5MB/sec 2024-04-24T03:05:23.684 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n0DkuXgP6S_4QwN off=2892675 len=677880 2024-04-24T03:05:23.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 1001 completed, throughput=5MB/sec 2024-04-24T03:05:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:24.685 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WD2n55lGUUhk5P_ off=6035256 len=1778672 2024-04-24T03:05:24.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 1002 completed, throughput=4.98MB/sec 2024-04-24T03:05:24.687 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pY7HnKOrCiwnlTP off=10484515 len=1360229 2024-04-24T03:05:24.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 1003 completed, throughput=4.99MB/sec 2024-04-24T03:05:24.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OsSostdpcxO0F7F off=3612926 len=1696933 2024-04-24T03:05:24.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 1004 completed, throughput=5MB/sec 2024-04-24T03:05:24.698 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wjoS8yii8qHCWQi off=8654448 len=823743 2024-04-24T03:05:24.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 1005 completed, throughput=5MB/sec 2024-04-24T03:05:24.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:24 smithi016 ceph-mon[84376]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:05:24.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:24 smithi016 ceph-mon[86910]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:05:24.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:24 smithi063 ceph-mon[77007]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:05:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:25.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0LzNb_niJdSQaks off=13410 len=486912 2024-04-24T03:05:25.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 1006 completed, throughput=4.98MB/sec 2024-04-24T03:05:25.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1FhlxQOxrhnwb6A off=7554745 len=1757720 2024-04-24T03:05:25.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-24T03:05:25.716 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dwbsiVldPPbmOQl off=436845 len=401066 2024-04-24T03:05:25.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 1008 completed, throughput=4.99MB/sec 2024-04-24T03:05:25.717 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BQ8y0CN486Bbso7 off=8820550 len=1803182 2024-04-24T03:05:25.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 1009 completed, throughput=5MB/sec 2024-04-24T03:05:25.724 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ACW_Ka7sSZ6OjC6 off=11104196 len=1747122 2024-04-24T03:05:25.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 1010 completed, throughput=5.01MB/sec 2024-04-24T03:05:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:26.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c-u5v3Nqlz7AKVQ off=11185123 len=711822 2024-04-24T03:05:26.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 1011 completed, throughput=4.98MB/sec 2024-04-24T03:05:26.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cjikz_M_LMQlWzE off=18268964 len=2033519 2024-04-24T03:05:26.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 1012 completed, throughput=4.99MB/sec 2024-04-24T03:05:26.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TOICNhr9cFKcMzz off=19728001 len=1528055 2024-04-24T03:05:26.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 1013 completed, throughput=5MB/sec 2024-04-24T03:05:26.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:26 smithi016 ceph-mon[84376]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-24T03:05:26.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:26 smithi016 ceph-mon[86910]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-24T03:05:26.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:26 smithi063 ceph-mon[77007]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-24T03:05:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:27.741 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nFDrc-YTacZgYQD off=2775719 len=1137180 2024-04-24T03:05:27.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 1014 completed, throughput=4.98MB/sec 2024-04-24T03:05:27.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uw1EIdYnrgGCJ9C off=1338122 len=1452710 2024-04-24T03:05:27.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 1015 completed, throughput=4.99MB/sec 2024-04-24T03:05:27.745 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-brH51KpzTCPGEhn off=7024571 len=52852 2024-04-24T03:05:27.746 INFO:tasks.workunit.client.0.smithi016.stdout:op 1016 completed, throughput=4.99MB/sec 2024-04-24T03:05:27.746 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AQtB2t1tkZMPhEF off=3406482 len=1781360 2024-04-24T03:05:27.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 1017 completed, throughput=5MB/sec 2024-04-24T03:05:27.756 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-igrobCLOU0oadJV off=966913 len=349537 2024-04-24T03:05:27.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 1018 completed, throughput=5MB/sec 2024-04-24T03:05:27.758 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OskezXjFIplX12Y off=8611401 len=1728779 2024-04-24T03:05:27.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 1019 completed, throughput=5.01MB/sec 2024-04-24T03:05:28.760 INFO:tasks.workunit.client.0.smithi016.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:28.760 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EV47QKs2XgGH0Q6 off=0 len=1212068 2024-04-24T03:05:28.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 1020 completed, throughput=4.99MB/sec 2024-04-24T03:05:28.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gX8UhOgyscziOti off=12434270 len=871211 2024-04-24T03:05:28.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-24T03:05:28.767 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9jUjMdheMdUH9a9 off=3155648 len=1308106 2024-04-24T03:05:28.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 1022 completed, throughput=5MB/sec 2024-04-24T03:05:28.768 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ivow50S6lmfImbA off=469145 len=454728 2024-04-24T03:05:28.770 INFO:tasks.workunit.client.0.smithi016.stdout:op 1023 completed, throughput=5MB/sec 2024-04-24T03:05:28.770 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fnM3zo3VxGw8tof off=1303750 len=1276222 2024-04-24T03:05:28.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:28 smithi016 ceph-mon[84376]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:05:28.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:05:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:05:28] "GET /metrics HTTP/1.1" 200 34208 "" "Prometheus/2.43.0" 2024-04-24T03:05:28.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:28 smithi016 ceph-mon[86910]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:05:28.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 1024 completed, throughput=5.01MB/sec 2024-04-24T03:05:28.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:28 smithi063 ceph-mon[77007]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:05:29.775 INFO:tasks.workunit.client.0.smithi016.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:29.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ppHw0TiXdjY5zsx off=6500535 len=1543503 2024-04-24T03:05:29.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-24T03:05:29.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mI9ub_G_jFzXNLS off=339715 len=1892008 2024-04-24T03:05:29.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 1026 completed, throughput=5MB/sec 2024-04-24T03:05:29.793 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hAJtSPz4P3yR2r0 off=1043155 len=300520 2024-04-24T03:05:29.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 1027 completed, throughput=5MB/sec 2024-04-24T03:05:29.794 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-usSHdZ-wLvk513Y off=11347148 len=1657297 2024-04-24T03:05:29.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 1028 completed, throughput=5.01MB/sec 2024-04-24T03:05:30.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:30 smithi016 ceph-mon[84376]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:05:30.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:30.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:30 smithi016 ceph-mon[86910]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:05:30.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:30.795 INFO:tasks.workunit.client.0.smithi016.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:30.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w7IkxI7wZyfQldP off=6059954 len=376417 2024-04-24T03:05:30.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 1029 completed, throughput=4.98MB/sec 2024-04-24T03:05:30.799 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oL9LsOS0KT17doX off=5156037 len=1467600 2024-04-24T03:05:30.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 1030 completed, throughput=4.99MB/sec 2024-04-24T03:05:30.801 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PaaeDTbkMb8-99H off=11535431 len=1957857 2024-04-24T03:05:30.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:30 smithi063 ceph-mon[77007]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:05:30.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:30.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 1031 completed, throughput=5MB/sec 2024-04-24T03:05:30.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QqYHb-_zz4yXLtn off=3211576 len=1929617 2024-04-24T03:05:30.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 1032 completed, throughput=5.01MB/sec 2024-04-24T03:05:31.815 INFO:tasks.workunit.client.0.smithi016.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:31.815 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j9dXidOZDrZOh1Z off=13832576 len=1117786 2024-04-24T03:05:31.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-24T03:05:31.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3iNF3k30qsNcD1e off=0 len=1066346 2024-04-24T03:05:31.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 1034 completed, throughput=4.99MB/sec 2024-04-24T03:05:31.821 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jsD0VowHjGB5oyY off=4895279 len=1651869 2024-04-24T03:05:31.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 1035 completed, throughput=5MB/sec 2024-04-24T03:05:32.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[84376]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:32.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:05:32.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:05:32.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:05:32.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:05:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[86910]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:05:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:05:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:05:32.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:05:32.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:32 smithi063 ceph-mon[77007]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:32.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:05:32.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:05:32.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:05:32.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:05:32.824 INFO:tasks.workunit.client.0.smithi016.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:32.824 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_5Okh4cKJunlbJ4 off=1396810 len=763590 2024-04-24T03:05:32.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 1036 completed, throughput=4.98MB/sec 2024-04-24T03:05:32.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qa353DWSwQ3pQCl off=14416484 len=295964 2024-04-24T03:05:32.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 1037 completed, throughput=4.98MB/sec 2024-04-24T03:05:32.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fuw3DcfQR-O1GZ1 off=782846 len=2014348 2024-04-24T03:05:32.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 1038 completed, throughput=4.99MB/sec 2024-04-24T03:05:32.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CVTQcDKxkPEEx-7 off=2803109 len=616622 2024-04-24T03:05:32.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 1039 completed, throughput=4.99MB/sec 2024-04-24T03:05:32.838 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JQ2_IM36pV_5MRN off=4242204 len=507901 2024-04-24T03:05:32.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 1040 completed, throughput=5MB/sec 2024-04-24T03:05:32.842 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WWdIjrGZNEM6uhd off=1777672 len=1772230 2024-04-24T03:05:32.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 1041 completed, throughput=5MB/sec 2024-04-24T03:05:33.848 INFO:tasks.workunit.client.0.smithi016.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:33.848 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yrssoSQMKAcVxMJ off=3945949 len=950156 2024-04-24T03:05:33.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 1042 completed, throughput=4.98MB/sec 2024-04-24T03:05:33.853 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gkPtYniA6aQsdM7 off=1892465 len=413573 2024-04-24T03:05:33.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-24T03:05:33.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9qOhbHTb_-gkCgv off=7146872 len=871215 2024-04-24T03:05:33.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 1044 completed, throughput=4.99MB/sec 2024-04-24T03:05:33.861 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hHp1zAPNtqKIUvZ off=13932781 len=1121155 2024-04-24T03:05:33.862 INFO:tasks.workunit.client.0.smithi016.stdout:op 1045 completed, throughput=4.99MB/sec 2024-04-24T03:05:33.862 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DVP25NgxOAAKWwl off=11012250 len=1701961 2024-04-24T03:05:33.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 1046 completed, throughput=5MB/sec 2024-04-24T03:05:34.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:34 smithi016 ceph-mon[84376]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:05:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:34 smithi016 ceph-mon[86910]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:05:34.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:34 smithi063 ceph-mon[77007]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:05:34.872 INFO:tasks.workunit.client.0.smithi016.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:34.872 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E5GGiIWnmYy0MmP off=3505028 len=278116 2024-04-24T03:05:34.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 1047 completed, throughput=4.98MB/sec 2024-04-24T03:05:34.873 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ebpw7YjHpJZ-Kj0 off=11999014 len=862739 2024-04-24T03:05:34.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 1048 completed, throughput=4.98MB/sec 2024-04-24T03:05:34.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bQME_dHHTtsXbnH off=20968328 len=783997 2024-04-24T03:05:34.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-24T03:05:34.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BgjQirhzAPGHqZe off=4607221 len=408163 2024-04-24T03:05:34.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-24T03:05:34.885 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--3FweGfB9JuxwAQ off=1092154 len=18251 2024-04-24T03:05:34.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-24T03:05:34.885 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4PdX1reETqBdPGW off=16438125 len=1798311 2024-04-24T03:05:34.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 1052 completed, throughput=5MB/sec 2024-04-24T03:05:34.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PmZgkfKvnJBDSJ1 off=802324 len=1370977 2024-04-24T03:05:34.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 1053 completed, throughput=5MB/sec 2024-04-24T03:05:35.891 INFO:tasks.workunit.client.0.smithi016.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:35.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GTcyZvik0Bmat_d off=2003060 len=23875 2024-04-24T03:05:35.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 1054 completed, throughput=4.98MB/sec 2024-04-24T03:05:35.892 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sA2lEz6UKaplIGB off=8122277 len=118734 2024-04-24T03:05:35.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 1055 completed, throughput=4.98MB/sec 2024-04-24T03:05:35.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-plLg5ywzbZBSak1 off=8531820 len=1919285 2024-04-24T03:05:35.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 1056 completed, throughput=4.99MB/sec 2024-04-24T03:05:35.904 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VlO00YDcQJ07nzj off=19278798 len=336654 2024-04-24T03:05:35.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 1057 completed, throughput=4.99MB/sec 2024-04-24T03:05:35.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8hq8k9n0IyUUQSE off=3250664 len=468056 2024-04-24T03:05:35.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-24T03:05:35.909 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G8McLU7FTLgja_U off=1149336 len=108108 2024-04-24T03:05:35.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 1059 completed, throughput=4.99MB/sec 2024-04-24T03:05:35.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J2dAuwOdRXE13md off=10000459 len=1902456 2024-04-24T03:05:35.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 1060 completed, throughput=5MB/sec 2024-04-24T03:05:36.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:36 smithi016 ceph-mon[84376]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:05:36.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:36 smithi016 ceph-mon[86910]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:05:36.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:36 smithi063 ceph-mon[77007]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:05:36.916 INFO:tasks.workunit.client.0.smithi016.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:36.916 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FZ49X6HOWofQbMD off=15682576 len=2035997 2024-04-24T03:05:36.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 1061 completed, throughput=4.99MB/sec 2024-04-24T03:05:36.919 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kxBaEmTLFSdgGhk off=12153913 len=1228463 2024-04-24T03:05:36.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-24T03:05:36.924 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dKXBdM4Voqoa04l off=11275876 len=1523148 2024-04-24T03:05:36.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 1063 completed, throughput=5MB/sec 2024-04-24T03:05:36.926 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uIsbVNW7CRDALlR off=2043571 len=488452 2024-04-24T03:05:36.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 1064 completed, throughput=5MB/sec 2024-04-24T03:05:37.930 INFO:tasks.workunit.client.0.smithi016.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:37.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nX38FLHV8843GHK off=1836259 len=43255 2024-04-24T03:05:37.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 1065 completed, throughput=4.98MB/sec 2024-04-24T03:05:37.931 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s0OiRBRJ55jvhl1 off=5227798 len=442960 2024-04-24T03:05:37.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 1066 completed, throughput=4.98MB/sec 2024-04-24T03:05:37.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bJLzseqFVXsorqe off=1334845 len=1889583 2024-04-24T03:05:37.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-24T03:05:37.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HkzXhGY4iTv2tcy off=2448309 len=755104 2024-04-24T03:05:37.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-24T03:05:37.942 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yrgpG85vgTw2kjL off=2524059 len=830201 2024-04-24T03:05:37.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 1069 completed, throughput=4.99MB/sec 2024-04-24T03:05:37.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p_odvby-iGwwIBR off=3369832 len=1604612 2024-04-24T03:05:37.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 1070 completed, throughput=5MB/sec 2024-04-24T03:05:38.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:38 smithi016 ceph-mon[84376]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:05:38.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:05:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:05:38] "GET /metrics HTTP/1.1" 200 34204 "" "Prometheus/2.43.0" 2024-04-24T03:05:38.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:38 smithi016 ceph-mon[86910]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:05:38.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:38 smithi063 ceph-mon[77007]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:05:38.946 INFO:tasks.workunit.client.0.smithi016.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:38.946 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tQFChbh6mCkfp6- off=1570671 len=2019242 2024-04-24T03:05:38.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 1071 completed, throughput=4.99MB/sec 2024-04-24T03:05:38.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sERSvK44D7OIZQi off=11596568 len=620009 2024-04-24T03:05:38.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 1072 completed, throughput=4.99MB/sec 2024-04-24T03:05:38.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GaJDW5lCcXLfIoo off=7244193 len=1984432 2024-04-24T03:05:38.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 1073 completed, throughput=5MB/sec 2024-04-24T03:05:38.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V2kuI6fiE5Zbk7k off=2206052 len=37116 2024-04-24T03:05:38.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 1074 completed, throughput=5MB/sec 2024-04-24T03:05:38.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XdGJRxn_nkvbrGo off=1035542 len=822322 2024-04-24T03:05:38.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 1075 completed, throughput=5MB/sec 2024-04-24T03:05:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:39.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nBYSgphOGCe6eJR off=7294805 len=1352186 2024-04-24T03:05:39.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 1076 completed, throughput=4.98MB/sec 2024-04-24T03:05:39.971 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bxziuQOIjbVb7DN off=10648905 len=1468970 2024-04-24T03:05:39.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-24T03:05:39.975 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VSUD5-9Q-2fnWVA off=6667047 len=1630090 2024-04-24T03:05:39.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 1078 completed, throughput=5MB/sec 2024-04-24T03:05:39.977 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pCqTAFoDYBh5DmP off=14000337 len=1844624 2024-04-24T03:05:39.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 1079 completed, throughput=5.01MB/sec 2024-04-24T03:05:40.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:40 smithi016 ceph-mon[84376]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:05:40.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:40 smithi016 ceph-mon[86910]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:05:40.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:40 smithi063 ceph-mon[77007]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:05:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:40.979 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6GAhaScEvS7iRzI off=5737621 len=913187 2024-04-24T03:05:40.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-24T03:05:40.985 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wSKM8ieAl_iHxV1 off=20203807 len=594831 2024-04-24T03:05:40.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-24T03:05:40.989 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xL7GSYQmHp-3kph off=594421 len=1410902 2024-04-24T03:05:40.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 1082 completed, throughput=5MB/sec 2024-04-24T03:05:40.992 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yMdUYPa6S7lsLUs off=9967285 len=222810 2024-04-24T03:05:40.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 1083 completed, throughput=5MB/sec 2024-04-24T03:05:40.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O1OtsSLs5SGhiO6 off=791706 len=126930 2024-04-24T03:05:40.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 1084 completed, throughput=5MB/sec 2024-04-24T03:05:40.997 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bYuctcT-WW6nwWN off=582869 len=1024588 2024-04-24T03:05:41.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 1085 completed, throughput=5MB/sec 2024-04-24T03:05:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:42.002 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P8tv4Y3CpB2mOjb off=18623846 len=1872182 2024-04-24T03:05:42.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-24T03:05:42.006 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cX1-YSIe8ls7jMB off=19816497 len=1951806 2024-04-24T03:05:42.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 1087 completed, throughput=5MB/sec 2024-04-24T03:05:42.008 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZU79bLwuwErKcv7 off=12360768 len=209868 2024-04-24T03:05:42.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 1088 completed, throughput=5MB/sec 2024-04-24T03:05:42.009 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sY5wJgtESAEg6au off=8110402 len=1667483 2024-04-24T03:05:42.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 1089 completed, throughput=5MB/sec 2024-04-24T03:05:42.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:42 smithi016 ceph-mon[84376]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:42.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:42 smithi016 ceph-mon[86910]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:42.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:42 smithi063 ceph-mon[77007]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:05:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:43.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I8b-D_atoD5ehtY off=1819653 len=1317324 2024-04-24T03:05:43.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-24T03:05:43.017 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y7nwW1kyopITK-W off=3121027 len=1608317 2024-04-24T03:05:43.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 1091 completed, throughput=4.99MB/sec 2024-04-24T03:05:43.025 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wNDzF_1ZwvctXuX off=9135 len=426893 2024-04-24T03:05:43.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-24T03:05:43.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wSKM8ieAl_iHxV1 off=11301086 len=332123 2024-04-24T03:05:43.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 1093 completed, throughput=5MB/sec 2024-04-24T03:05:43.029 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fIYWdTs7wpP_cc2 off=5714864 len=420203 2024-04-24T03:05:43.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 1094 completed, throughput=5MB/sec 2024-04-24T03:05:43.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pKLD_5PcLOgROWU off=731997 len=603922 2024-04-24T03:05:43.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 1095 completed, throughput=5MB/sec 2024-04-24T03:05:44.032 INFO:tasks.workunit.client.0.smithi016.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:44.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L5A8uKwwpcWLEWi off=3166354 len=1319518 2024-04-24T03:05:44.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 1096 completed, throughput=4.98MB/sec 2024-04-24T03:05:44.034 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zLJpEmhOHXzvAFe off=18070189 len=149988 2024-04-24T03:05:44.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 1097 completed, throughput=4.98MB/sec 2024-04-24T03:05:44.037 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--xKQhHfBKcex85r off=344465 len=1283916 2024-04-24T03:05:44.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-24T03:05:44.040 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QZMCDjBSIZc8uDF off=7545924 len=384711 2024-04-24T03:05:44.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-24T03:05:44.041 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vAeJJPEtNjIl5xp off=4378565 len=1288421 2024-04-24T03:05:44.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 1100 completed, throughput=5MB/sec 2024-04-24T03:05:44.047 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2ZHW3N3RLZqIsVl off=13511720 len=2039483 2024-04-24T03:05:44.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 1101 completed, throughput=5.01MB/sec 2024-04-24T03:05:44.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:44 smithi016 ceph-mon[84376]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:44.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:44 smithi016 ceph-mon[86910]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:44.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:44 smithi063 ceph-mon[77007]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:05:45.050 INFO:tasks.workunit.client.0.smithi016.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:45.051 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3PyCsNf5Hc16Nin off=16163836 len=1290233 2024-04-24T03:05:45.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-24T03:05:45.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gFDJk6YX7sh9Jq5 off=8736279 len=1389368 2024-04-24T03:05:45.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-24T03:05:45.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LgGxwjmRZD4Lnxs off=11734753 len=2091386 2024-04-24T03:05:45.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 1104 completed, throughput=5MB/sec 2024-04-24T03:05:45.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:45.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:45.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:05:46.068 INFO:tasks.workunit.client.0.smithi016.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:46.069 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PC51BojnKlGUoxc off=6057050 len=341082 2024-04-24T03:05:46.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 1105 completed, throughput=4.98MB/sec 2024-04-24T03:05:46.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xhIKV4gJCzT3XSG off=1358582 len=802754 2024-04-24T03:05:46.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-24T03:05:46.077 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-REcwaroe7TEtYEN off=7726592 len=190295 2024-04-24T03:05:46.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 1107 completed, throughput=4.99MB/sec 2024-04-24T03:05:46.080 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MUKPHRO-TdtTxi5 off=1552412 len=1576637 2024-04-24T03:05:46.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 1108 completed, throughput=4.99MB/sec 2024-04-24T03:05:46.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zVOIDyJ8E-K4RhZ off=4298948 len=1841037 2024-04-24T03:05:46.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 1109 completed, throughput=5MB/sec 2024-04-24T03:05:46.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:46 smithi016 ceph-mon[84376]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:05:46.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:46 smithi016 ceph-mon[86910]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:05:46.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:46 smithi063 ceph-mon[77007]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:05:47.086 INFO:tasks.workunit.client.0.smithi016.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:47.086 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qVrkdWJzZziFNfP off=21234759 len=1463044 2024-04-24T03:05:47.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 1110 completed, throughput=4.98MB/sec 2024-04-24T03:05:47.093 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iMCC_Q91qZNkCww off=467093 len=444908 2024-04-24T03:05:47.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-24T03:05:47.094 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3GNvuN1QOvlkYTJ off=13627255 len=606551 2024-04-24T03:05:47.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-24T03:05:47.095 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OMepn5qCQklVflY off=142942 len=1947821 2024-04-24T03:05:47.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 1113 completed, throughput=5MB/sec 2024-04-24T03:05:47.098 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5UlJACOa-qxJgw2 off=2680295 len=947158 2024-04-24T03:05:47.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 1114 completed, throughput=5MB/sec 2024-04-24T03:05:48.099 INFO:tasks.workunit.client.0.smithi016.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:48.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wLXtdrx8XZhEweG off=23004236 len=712384 2024-04-24T03:05:48.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 1115 completed, throughput=4.98MB/sec 2024-04-24T03:05:48.102 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iciC7vnLcEGVgjT off=0 len=1258328 2024-04-24T03:05:48.105 INFO:tasks.workunit.client.0.smithi016.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-24T03:05:48.105 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o3tIXhs8Gbip-BW off=2037080 len=834304 2024-04-24T03:05:48.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-24T03:05:48.106 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w1bayyAFZMjTn79 off=4714631 len=619394 2024-04-24T03:05:48.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-24T03:05:48.110 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lQb2TY_WKXXUWDx off=2732550 len=1360604 2024-04-24T03:05:48.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 1119 completed, throughput=5MB/sec 2024-04-24T03:05:48.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H_AjItvS3Q3sJQi off=8338247 len=729058 2024-04-24T03:05:48.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 1120 completed, throughput=5MB/sec 2024-04-24T03:05:48.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:48 smithi016 ceph-mon[84376]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:05:48.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:05:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:05:48] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:05:48.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:48 smithi016 ceph-mon[86910]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:05:48.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:48 smithi063 ceph-mon[77007]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:05:49.116 INFO:tasks.workunit.client.0.smithi016.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:49.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u72L_TnYkTdKDmv off=2149622 len=437885 2024-04-24T03:05:49.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 1121 completed, throughput=4.98MB/sec 2024-04-24T03:05:49.119 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WkeZk4Oj5LeYGwO off=7418785 len=961896 2024-04-24T03:05:49.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-24T03:05:49.121 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G-T34b480O6nN1V off=1858228 len=1721385 2024-04-24T03:05:49.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-24T03:05:49.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N3olphcYGbdzXR2 off=1781014 len=225057 2024-04-24T03:05:49.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-24T03:05:49.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zoAcQUxuVyByrKh off=9335281 len=1067192 2024-04-24T03:05:49.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 1125 completed, throughput=5MB/sec 2024-04-24T03:05:49.130 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yMhxXq6IlqtXHVl off=4680355 len=395684 2024-04-24T03:05:49.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 1126 completed, throughput=5MB/sec 2024-04-24T03:05:49.132 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JLPXgA7od7o7fpd off=13297553 len=1016543 2024-04-24T03:05:49.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 1127 completed, throughput=5MB/sec 2024-04-24T03:05:50.138 INFO:tasks.workunit.client.0.smithi016.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:50.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QHkPKV_5mVSiybA off=3779573 len=773385 2024-04-24T03:05:50.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 1128 completed, throughput=4.98MB/sec 2024-04-24T03:05:50.142 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IcQkRXfzWCoDTLx off=2356885 len=1292775 2024-04-24T03:05:50.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-24T03:05:50.144 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OONTop12J4QeziI off=10562184 len=1594018 2024-04-24T03:05:50.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 1130 completed, throughput=5MB/sec 2024-04-24T03:05:50.148 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ydhAlnYNe11vCLX off=14604733 len=838242 2024-04-24T03:05:50.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 1131 completed, throughput=5MB/sec 2024-04-24T03:05:50.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:50 smithi016 ceph-mon[84376]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-24T03:05:50.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:50 smithi016 ceph-mon[86910]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-24T03:05:50.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:50 smithi063 ceph-mon[77007]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-24T03:05:51.149 INFO:tasks.workunit.client.0.smithi016.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:51.150 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TiybM32_I7jqqMJ off=3854108 len=404388 2024-04-24T03:05:51.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 1132 completed, throughput=4.98MB/sec 2024-04-24T03:05:51.153 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VcMzPntoYdtI2qq off=7245734 len=531872 2024-04-24T03:05:51.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 1133 completed, throughput=4.98MB/sec 2024-04-24T03:05:51.154 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6AfpFvbpXzOkyFG off=2406921 len=598768 2024-04-24T03:05:51.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 1134 completed, throughput=4.98MB/sec 2024-04-24T03:05:51.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uR1o74fQJKH8hLF off=7681590 len=728589 2024-04-24T03:05:51.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 1135 completed, throughput=4.99MB/sec 2024-04-24T03:05:51.159 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PUUR89kDa4GpHSp off=5047721 len=1627798 2024-04-24T03:05:51.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-24T03:05:51.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KTAB46TdkooQ2go off=7801039 len=152495 2024-04-24T03:05:51.169 INFO:tasks.workunit.client.0.smithi016.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-24T03:05:51.169 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yPksvTwUndQRgQF off=6352306 len=1478946 2024-04-24T03:05:51.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 1138 completed, throughput=5MB/sec 2024-04-24T03:05:52.171 INFO:tasks.workunit.client.0.smithi016.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:52.171 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ipGY8cTuzRBNHHq off=7402467 len=499053 2024-04-24T03:05:52.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 1139 completed, throughput=4.98MB/sec 2024-04-24T03:05:52.173 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JS2UJwvYn-ji2EO off=5050318 len=1800446 2024-04-24T03:05:52.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-24T03:05:52.184 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uFVWGKFgUTd_Ncr off=11362061 len=1497925 2024-04-24T03:05:52.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 1141 completed, throughput=4.99MB/sec 2024-04-24T03:05:52.187 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R-zv_WEPpqBlzxd off=6050903 len=362128 2024-04-24T03:05:52.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 1142 completed, throughput=5MB/sec 2024-04-24T03:05:52.188 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3HL_z8q9k-41Qv0 off=194969 len=1197914 2024-04-24T03:05:52.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 1143 completed, throughput=5MB/sec 2024-04-24T03:05:52.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:52 smithi016 ceph-mon[84376]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:05:52.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:52 smithi016 ceph-mon[86910]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:05:52.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:52 smithi063 ceph-mon[77007]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:05:53.189 INFO:tasks.workunit.client.0.smithi016.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:53.190 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8AXcOhVWwbbWWKn off=11211026 len=1615888 2024-04-24T03:05:53.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 1144 completed, throughput=4.99MB/sec 2024-04-24T03:05:53.199 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x1E3ZUoKSlYu8Ev off=9757468 len=1447380 2024-04-24T03:05:53.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 1145 completed, throughput=4.99MB/sec 2024-04-24T03:05:53.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iFSO-7NbhUVT_Er off=895653 len=56063 2024-04-24T03:05:53.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-24T03:05:53.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yGzQ4En8DdfCS9O off=1122913 len=37465 2024-04-24T03:05:53.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-24T03:05:53.204 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qxhqrhI_s4LZYb4 off=2786565 len=2017737 2024-04-24T03:05:53.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 1148 completed, throughput=5MB/sec 2024-04-24T03:05:54.216 INFO:tasks.workunit.client.0.smithi016.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:54.217 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xgMssvIbjzwuifW off=10644383 len=73508 2024-04-24T03:05:54.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 1149 completed, throughput=4.98MB/sec 2024-04-24T03:05:54.219 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fiH9PGK4WEo4ILE off=9283464 len=1325264 2024-04-24T03:05:54.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 1150 completed, throughput=4.98MB/sec 2024-04-24T03:05:54.228 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qo9L-UVJEPdAErv off=7262187 len=1680586 2024-04-24T03:05:54.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-24T03:05:54.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tAFvvMrP_ReddB5 off=11368826 len=112436 2024-04-24T03:05:54.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 1152 completed, throughput=4.99MB/sec 2024-04-24T03:05:54.236 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0D9Y9vMbKyeqQIM off=455869 len=753590 2024-04-24T03:05:54.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 1153 completed, throughput=4.99MB/sec 2024-04-24T03:05:54.241 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Oi0XfO703XY_8G off=1762499 len=949514 2024-04-24T03:05:54.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 1154 completed, throughput=5MB/sec 2024-04-24T03:05:54.247 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W0Zg2l3cDafcCao off=2207456 len=2046744 2024-04-24T03:05:54.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 1155 completed, throughput=5.01MB/sec 2024-04-24T03:05:54.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:54 smithi016 ceph-mon[84376]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-24T03:05:54.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:54 smithi016 ceph-mon[86910]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-24T03:05:54.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:54 smithi063 ceph-mon[77007]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-24T03:05:55.258 INFO:tasks.workunit.client.0.smithi016.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:55.258 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_-omIXnROPegka8 off=1257788 len=1044687 2024-04-24T03:05:55.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-24T03:05:55.259 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9rKR7QT_pW5HQ6a off=1074229 len=1441755 2024-04-24T03:05:55.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 1157 completed, throughput=4.99MB/sec 2024-04-24T03:05:55.262 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YU6JBcmIvUpom-4 off=19568187 len=91089 2024-04-24T03:05:55.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 1158 completed, throughput=5MB/sec 2024-04-24T03:05:55.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b1_z7FseQeEKh5i off=632231 len=746964 2024-04-24T03:05:55.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 1159 completed, throughput=5MB/sec 2024-04-24T03:05:55.268 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rhz1S0D7k8v4nH1 off=9189589 len=1054883 2024-04-24T03:05:55.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 1160 completed, throughput=5MB/sec 2024-04-24T03:05:56.270 INFO:tasks.workunit.client.0.smithi016.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:56.270 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bH9SO8lthnjRdGz off=4709822 len=80863 2024-04-24T03:05:56.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 1161 completed, throughput=4.98MB/sec 2024-04-24T03:05:56.272 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O_ITeDQOu2twjtI off=458759 len=246611 2024-04-24T03:05:56.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 1162 completed, throughput=4.98MB/sec 2024-04-24T03:05:56.276 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pG2U9OUBrYqwXT0 off=293318 len=331341 2024-04-24T03:05:56.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 1163 completed, throughput=4.98MB/sec 2024-04-24T03:05:56.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UN0p5DBJOPI8wPH off=846949 len=1512758 2024-04-24T03:05:56.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 1164 completed, throughput=4.99MB/sec 2024-04-24T03:05:56.281 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XcUn0YgTGHNpNM1 off=1242157 len=1240582 2024-04-24T03:05:56.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 1165 completed, throughput=4.99MB/sec 2024-04-24T03:05:56.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SKEg-a510xKQrQs off=449784 len=1118059 2024-04-24T03:05:56.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 1166 completed, throughput=5MB/sec 2024-04-24T03:05:56.288 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x8MR_bFYapKm0Jf off=6200366 len=187009 2024-04-24T03:05:56.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 1167 completed, throughput=5MB/sec 2024-04-24T03:05:56.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:56 smithi016 ceph-mon[84376]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:05:56.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:56 smithi016 ceph-mon[86910]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:05:56.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:56 smithi063 ceph-mon[77007]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:05:57.289 INFO:tasks.workunit.client.0.smithi016.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:57.289 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rRN4y6BOjcm8HvF off=5121637 len=913724 2024-04-24T03:05:57.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 1168 completed, throughput=4.98MB/sec 2024-04-24T03:05:57.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gRl8f4-H99cUAiM off=2987658 len=625448 2024-04-24T03:05:57.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 1169 completed, throughput=4.98MB/sec 2024-04-24T03:05:57.299 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NtwwSCmW3TXxYVX off=1870834 len=1034702 2024-04-24T03:05:57.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 1170 completed, throughput=4.99MB/sec 2024-04-24T03:05:57.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SL6LQe7gWue5URD off=18597411 len=946192 2024-04-24T03:05:57.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-24T03:05:57.305 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W-nBWF6BVhUKSLY off=19865120 len=1930582 2024-04-24T03:05:57.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 1172 completed, throughput=5MB/sec 2024-04-24T03:05:58.308 INFO:tasks.workunit.client.0.smithi016.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:58.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vr7HhrU0TgZMmqB off=307403 len=1903289 2024-04-24T03:05:58.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-24T03:05:58.320 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-voHqEOjEdOdh94y off=4100155 len=2076494 2024-04-24T03:05:58.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 1174 completed, throughput=5MB/sec 2024-04-24T03:05:58.323 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jUj3TTPLTvDgljc off=1265602 len=1493384 2024-04-24T03:05:58.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 1175 completed, throughput=5MB/sec 2024-04-24T03:05:58.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:05:58 smithi016 ceph-mon[84376]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:05:58.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:05:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:05:58] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:05:58.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:05:58 smithi016 ceph-mon[86910]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:05:58.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:05:58 smithi063 ceph-mon[77007]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:05:59.325 INFO:tasks.workunit.client.0.smithi016.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-24T03:05:59.326 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CV7SHn7JuduPm9c off=6706521 len=171073 2024-04-24T03:05:59.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 1176 completed, throughput=4.98MB/sec 2024-04-24T03:05:59.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-luJ-NMu5yGULGiP off=3043730 len=476105 2024-04-24T03:05:59.329 INFO:tasks.workunit.client.0.smithi016.stdout:op 1177 completed, throughput=4.98MB/sec 2024-04-24T03:05:59.329 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jzP-PoJm0fUvuAo off=4087506 len=2004879 2024-04-24T03:05:59.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 1178 completed, throughput=4.99MB/sec 2024-04-24T03:05:59.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xs_pUY-SSRDS0jx off=169300 len=1005467 2024-04-24T03:05:59.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 1179 completed, throughput=4.99MB/sec 2024-04-24T03:05:59.333 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bEz08vkK3uF72CD off=6333658 len=1142728 2024-04-24T03:05:59.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 1180 completed, throughput=5MB/sec 2024-04-24T03:05:59.335 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lffHSYM2DqKhHar off=2978006 len=1175987 2024-04-24T03:05:59.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 1181 completed, throughput=5MB/sec 2024-04-24T03:06:00.341 INFO:tasks.workunit.client.0.smithi016.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:00.341 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y52IBDcYkn4A19l off=16708947 len=1884051 2024-04-24T03:06:00.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-24T03:06:00.349 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8JXlPZ9SAaBDAhu off=1547317 len=1376640 2024-04-24T03:06:00.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 1183 completed, throughput=5MB/sec 2024-04-24T03:06:00.356 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xf5fHwmMuAbWXO- off=12803952 len=960795 2024-04-24T03:06:00.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 1184 completed, throughput=5MB/sec 2024-04-24T03:06:00.360 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z5qlMqJah554s76 off=8099245 len=1461364 2024-04-24T03:06:00.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 1185 completed, throughput=5.01MB/sec 2024-04-24T03:06:00.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:00 smithi016 ceph-mon[84376]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:06:00.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:00.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:00 smithi016 ceph-mon[86910]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:06:00.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:00.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:00 smithi063 ceph-mon[77007]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:06:00.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:01.362 INFO:tasks.workunit.client.0.smithi016.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:01.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PmK_S0jpXf-quuQ off=361687 len=977761 2024-04-24T03:06:01.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 1186 completed, throughput=4.99MB/sec 2024-04-24T03:06:01.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KKnF6yetkfWpIhi off=5374689 len=512396 2024-04-24T03:06:01.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-24T03:06:01.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BdBiNi7AKHicqDD off=10226539 len=1266374 2024-04-24T03:06:01.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 1188 completed, throughput=4.99MB/sec 2024-04-24T03:06:01.372 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nbQlFB-B14Ei5Dc off=775978 len=706934 2024-04-24T03:06:01.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 1189 completed, throughput=5MB/sec 2024-04-24T03:06:01.373 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NVeWw_0GpqHY5mn off=1182885 len=1427374 2024-04-24T03:06:01.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 1190 completed, throughput=5MB/sec 2024-04-24T03:06:02.380 INFO:tasks.workunit.client.0.smithi016.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:02.380 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b3NTBHDbp2vpsDo off=948419 len=105003 2024-04-24T03:06:02.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 1191 completed, throughput=4.98MB/sec 2024-04-24T03:06:02.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qk4sBQ-9LWDesAu off=5217147 len=1148265 2024-04-24T03:06:02.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 1192 completed, throughput=4.99MB/sec 2024-04-24T03:06:02.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4m2aNSX-vb-ff_N off=17679540 len=1961275 2024-04-24T03:06:02.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-24T03:06:02.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pWFho4MbSBJaNwz off=15357614 len=179913 2024-04-24T03:06:02.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 1194 completed, throughput=5MB/sec 2024-04-24T03:06:02.394 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Th9z6WsMN66rKFh off=5266349 len=1916112 2024-04-24T03:06:02.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 1195 completed, throughput=5MB/sec 2024-04-24T03:06:02.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:02 smithi016 ceph-mon[84376]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-24T03:06:02.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:02 smithi016 ceph-mon[86910]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-24T03:06:02.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:02 smithi063 ceph-mon[77007]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-24T03:06:03.398 INFO:tasks.workunit.client.0.smithi016.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:03.398 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gW64ceytR0wlUGk off=957466 len=2036917 2024-04-24T03:06:03.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-24T03:06:03.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aOsNbGDdcsD0c1d off=822395 len=241362 2024-04-24T03:06:03.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-24T03:06:03.411 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U-eDQ8Wxpfqv3Pf off=115848 len=1092839 2024-04-24T03:06:03.417 INFO:tasks.workunit.client.0.smithi016.stdout:op 1198 completed, throughput=5MB/sec 2024-04-24T03:06:03.417 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WAxMjaM3M7ntxNa off=6540941 len=1535469 2024-04-24T03:06:03.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 1199 completed, throughput=5MB/sec 2024-04-24T03:06:04.419 INFO:tasks.workunit.client.0.smithi016.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:04.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pMLlG2B8i1R1Rv2 off=13732602 len=485774 2024-04-24T03:06:04.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 1200 completed, throughput=4.98MB/sec 2024-04-24T03:06:04.420 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-roRujLRssqBPMFF off=1816717 len=813488 2024-04-24T03:06:04.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-24T03:06:04.425 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ktT-EMYztwqkW7C off=4670416 len=967957 2024-04-24T03:06:04.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 1202 completed, throughput=4.99MB/sec 2024-04-24T03:06:04.431 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hI-JjTBgknNm6gp off=0 len=1232217 2024-04-24T03:06:04.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 1203 completed, throughput=4.99MB/sec 2024-04-24T03:06:04.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XCOJC7MrlB71Pu1 off=4170087 len=1951983 2024-04-24T03:06:04.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 1204 completed, throughput=5MB/sec 2024-04-24T03:06:04.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:04 smithi016 ceph-mon[84376]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:06:04.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:04 smithi016 ceph-mon[86910]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:06:04.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:04 smithi063 ceph-mon[77007]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:06:05.449 INFO:tasks.workunit.client.0.smithi016.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:05.449 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xFdM57ccpnwgh09 off=2445852 len=1525462 2024-04-24T03:06:05.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-24T03:06:05.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yqm6yNkt6P8CRQN off=6933369 len=2043333 2024-04-24T03:06:05.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-24T03:06:05.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rjyzHSC_kQPacFV off=2544000 len=64552 2024-04-24T03:06:05.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 1207 completed, throughput=4.99MB/sec 2024-04-24T03:06:05.466 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vFxg-CAcRExrA6j off=379549 len=681196 2024-04-24T03:06:05.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 1208 completed, throughput=5MB/sec 2024-04-24T03:06:05.470 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CDjvHFcorUpwJf4 off=6144184 len=510094 2024-04-24T03:06:05.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 1209 completed, throughput=5MB/sec 2024-04-24T03:06:05.471 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m8BCxNt_CPbwSZw off=9555595 len=1436448 2024-04-24T03:06:05.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 1210 completed, throughput=5.01MB/sec 2024-04-24T03:06:06.473 INFO:tasks.workunit.client.0.smithi016.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:06.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9sodBAbuHNWSm-C off=5751280 len=892904 2024-04-24T03:06:06.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 1211 completed, throughput=4.99MB/sec 2024-04-24T03:06:06.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--yMKtyUxQCvKfY3 off=2846798 len=1325314 2024-04-24T03:06:06.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 1212 completed, throughput=4.99MB/sec 2024-04-24T03:06:06.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p4pAlQSdFoJ8sQB off=10970841 len=939717 2024-04-24T03:06:06.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 1213 completed, throughput=5MB/sec 2024-04-24T03:06:06.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ACkA4dFAfGo2X0X off=4708335 len=1220681 2024-04-24T03:06:06.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 1214 completed, throughput=5MB/sec 2024-04-24T03:06:06.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:06 smithi016 ceph-mon[84376]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:06:06.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:06 smithi016 ceph-mon[86910]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:06:06.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:06 smithi063 ceph-mon[77007]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:06:07.488 INFO:tasks.workunit.client.0.smithi016.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:07.488 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ru1m3QUzGdpW2Ad off=491600 len=298757 2024-04-24T03:06:07.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 1215 completed, throughput=4.98MB/sec 2024-04-24T03:06:07.491 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-04j13xwf41pkr97 off=10705913 len=930703 2024-04-24T03:06:07.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 1216 completed, throughput=4.99MB/sec 2024-04-24T03:06:07.496 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2kMRiq7Q5AVtvMR off=1058099 len=406447 2024-04-24T03:06:07.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 1217 completed, throughput=4.99MB/sec 2024-04-24T03:06:07.497 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hiOXIPYjZeT9rDJ off=2913388 len=1064984 2024-04-24T03:06:07.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 1218 completed, throughput=4.99MB/sec 2024-04-24T03:06:07.502 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qv6RgzNRxqjQjrA off=3074278 len=1944360 2024-04-24T03:06:07.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 1219 completed, throughput=5MB/sec 2024-04-24T03:06:07.504 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NPtESRyxvhjPDL- off=2521960 len=1722489 2024-04-24T03:06:07.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 1220 completed, throughput=5.01MB/sec 2024-04-24T03:06:08.514 INFO:tasks.workunit.client.0.smithi016.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:08.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y30xXnV0NfHusiW off=5385658 len=945264 2024-04-24T03:06:08.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 1221 completed, throughput=4.99MB/sec 2024-04-24T03:06:08.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dy4wCD1nuo7fOaC off=2480445 len=824499 2024-04-24T03:06:08.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-24T03:06:08.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gzvf2EDDAPRa8Fe off=19077045 len=1372189 2024-04-24T03:06:08.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 1223 completed, throughput=5MB/sec 2024-04-24T03:06:08.519 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uk8Is1jIyo4TGHY off=7211230 len=691721 2024-04-24T03:06:08.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 1224 completed, throughput=5MB/sec 2024-04-24T03:06:08.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cO1lvxM_Ca4NPjp off=288953 len=1876199 2024-04-24T03:06:08.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 1225 completed, throughput=5.01MB/sec 2024-04-24T03:06:08.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:08 smithi016 ceph-mon[84376]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:06:08.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:06:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:06:08] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:06:08.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:08 smithi016 ceph-mon[86910]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:06:08.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:08 smithi063 ceph-mon[77007]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:06:09.532 INFO:tasks.workunit.client.0.smithi016.stdout: 238: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:09.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-igzM6Wq3smTMWUC off=5261975 len=64329 2024-04-24T03:06:09.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 1226 completed, throughput=4.99MB/sec 2024-04-24T03:06:09.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5lgDd1FdZ8oODpd off=18654966 len=748917 2024-04-24T03:06:09.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-24T03:06:09.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wftz_-wz7poGcrs off=1014462 len=46324 2024-04-24T03:06:09.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-24T03:06:09.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EzPVzv295IPGuD7 off=12969398 len=844843 2024-04-24T03:06:09.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-24T03:06:09.540 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2UzeYii6QiYBlfu off=3783361 len=270210 2024-04-24T03:06:09.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-24T03:06:09.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sK1OzgfZqVslviU off=1206526 len=1319410 2024-04-24T03:06:09.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 1231 completed, throughput=5MB/sec 2024-04-24T03:06:09.547 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V_Q9P20XsKV_UZZ off=5854988 len=1068539 2024-04-24T03:06:09.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 1232 completed, throughput=5MB/sec 2024-04-24T03:06:10.549 INFO:tasks.workunit.client.0.smithi016.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:10.549 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6obzYMmUFzJKikW off=7222090 len=1218056 2024-04-24T03:06:10.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-24T03:06:10.551 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w5MTlOCBMpjx9H5 off=436203 len=539071 2024-04-24T03:06:10.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-24T03:06:10.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e1VC69gJdsyjSE0 off=1855985 len=1081647 2024-04-24T03:06:10.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 1235 completed, throughput=4.99MB/sec 2024-04-24T03:06:10.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WFvmqTpTUZugzeR off=20297747 len=295743 2024-04-24T03:06:10.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-24T03:06:10.562 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zjw6FDgRc1KrnQf off=11613036 len=1312273 2024-04-24T03:06:10.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 1237 completed, throughput=5MB/sec 2024-04-24T03:06:10.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pS-8_INHjBP6NMz off=2116513 len=1106103 2024-04-24T03:06:10.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 1238 completed, throughput=5MB/sec 2024-04-24T03:06:10.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:10 smithi016 ceph-mon[84376]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:06:10.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:10 smithi016 ceph-mon[86910]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:06:10.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:10 smithi063 ceph-mon[77007]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:06:11.570 INFO:tasks.workunit.client.0.smithi016.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:11.570 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D6o69hHZL1wHOgf off=1316267 len=2027968 2024-04-24T03:06:11.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-24T03:06:11.582 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WPsocYGsGrNWocS off=2255644 len=1072545 2024-04-24T03:06:11.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-24T03:06:11.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z_WI0vz0OXD041C off=17509246 len=335674 2024-04-24T03:06:11.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 1241 completed, throughput=5MB/sec 2024-04-24T03:06:11.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rEGLXcrswAC-ycG off=2919205 len=1426791 2024-04-24T03:06:11.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 1242 completed, throughput=5MB/sec 2024-04-24T03:06:12.589 INFO:tasks.workunit.client.0.smithi016.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:12.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xS4AAxUXILARgHV off=0 len=1285498 2024-04-24T03:06:12.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-24T03:06:12.592 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yk-EGPUqc7OGv5F off=6343080 len=916563 2024-04-24T03:06:12.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-24T03:06:12.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_D8i8B1LR9zQt7I off=355060 len=727126 2024-04-24T03:06:12.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 1245 completed, throughput=4.99MB/sec 2024-04-24T03:06:12.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Kr9FvtQ0yDgLz3N off=13220466 len=408175 2024-04-24T03:06:12.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 1246 completed, throughput=4.99MB/sec 2024-04-24T03:06:12.599 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4JLLJAHRH4m9KLD off=5288301 len=454436 2024-04-24T03:06:12.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 1247 completed, throughput=5MB/sec 2024-04-24T03:06:12.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mLcgZC3dXSPXtlf off=18911699 len=564248 2024-04-24T03:06:12.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 1248 completed, throughput=5MB/sec 2024-04-24T03:06:12.604 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y6SUYGnT5aKCKFf off=12081039 len=444338 2024-04-24T03:06:12.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 1249 completed, throughput=5MB/sec 2024-04-24T03:06:12.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KOiF3FUCPzViwMy off=847168 len=193441 2024-04-24T03:06:12.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 1250 completed, throughput=5MB/sec 2024-04-24T03:06:12.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:12 smithi016 ceph-mon[84376]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:06:12.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:12 smithi016 ceph-mon[86910]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:06:12.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:12 smithi063 ceph-mon[77007]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:06:13.608 INFO:tasks.workunit.client.0.smithi016.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:13.608 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tVTaDsRMYKQOyOy off=89607 len=1309135 2024-04-24T03:06:13.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-24T03:06:13.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bq_z1muwz4d9_ry off=3285531 len=2014556 2024-04-24T03:06:13.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 1252 completed, throughput=4.99MB/sec 2024-04-24T03:06:13.616 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0AlXDKZvOrg7n3H off=14221678 len=1561373 2024-04-24T03:06:13.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 1253 completed, throughput=5MB/sec 2024-04-24T03:06:13.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iyDeZV0M6C-tNcc off=1404848 len=2075993 2024-04-24T03:06:13.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 1254 completed, throughput=5.01MB/sec 2024-04-24T03:06:14.629 INFO:tasks.workunit.client.0.smithi016.stdout: 243: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:14.629 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IwsIZJjHA-JuaGF off=9444215 len=341016 2024-04-24T03:06:14.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-24T03:06:14.630 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u2UCyJtOwNqpy_o off=254022 len=930686 2024-04-24T03:06:14.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-24T03:06:14.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-91m3xdfmZn8KF_g off=2799967 len=1084331 2024-04-24T03:06:14.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 1257 completed, throughput=5MB/sec 2024-04-24T03:06:14.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uOd2XMhsi2ZZnYh off=8699491 len=1164389 2024-04-24T03:06:14.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 1258 completed, throughput=5MB/sec 2024-04-24T03:06:14.645 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-psHLKipw8vE5ruf off=12394902 len=680923 2024-04-24T03:06:14.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 1259 completed, throughput=5MB/sec 2024-04-24T03:06:14.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:14 smithi016 ceph-mon[84376]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:06:14.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:14 smithi016 ceph-mon[86910]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:06:14.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:14 smithi063 ceph-mon[77007]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:06:15.646 INFO:tasks.workunit.client.0.smithi016.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:15.646 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BydBzu97FqlQijZ off=3093284 len=119611 2024-04-24T03:06:15.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 1260 completed, throughput=4.98MB/sec 2024-04-24T03:06:15.647 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ie2BzpXJgSFTxMN off=7514459 len=929475 2024-04-24T03:06:15.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-24T03:06:15.652 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MpDCUVsXAhiH97b off=9811130 len=33549 2024-04-24T03:06:15.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-24T03:06:15.654 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-txTNrtVZL5sN09m off=16868758 len=47158 2024-04-24T03:06:15.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-24T03:06:15.656 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oaKtuE6PLmsj_vl off=2802552 len=1840079 2024-04-24T03:06:15.659 INFO:tasks.workunit.client.0.smithi016.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-24T03:06:15.659 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d3ufqm-dCjC2p6f off=20124574 len=508240 2024-04-24T03:06:15.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 1265 completed, throughput=5MB/sec 2024-04-24T03:06:15.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tpqywq-zUlu1TW8 off=14431118 len=1634195 2024-04-24T03:06:15.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 1266 completed, throughput=5MB/sec 2024-04-24T03:06:15.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:15.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:15.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:16.662 INFO:tasks.workunit.client.0.smithi016.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:16.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ppHw0TiXdjY5zsx off=2287846 len=779424 2024-04-24T03:06:16.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 1267 completed, throughput=4.98MB/sec 2024-04-24T03:06:16.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xbxIVEE4CFPgHFK off=5754284 len=2074034 2024-04-24T03:06:16.679 INFO:tasks.workunit.client.0.smithi016.stdout:op 1268 completed, throughput=4.99MB/sec 2024-04-24T03:06:16.679 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j_Bjnmmc_1O9nvT off=1673220 len=1798765 2024-04-24T03:06:16.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 1269 completed, throughput=5MB/sec 2024-04-24T03:06:16.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VaoK8WDfz3wD1T7 off=1234961 len=1804606 2024-04-24T03:06:16.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 1270 completed, throughput=5.01MB/sec 2024-04-24T03:06:16.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:16 smithi016 ceph-mon[84376]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:06:16.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:16 smithi016 ceph-mon[86910]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:06:16.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:16 smithi063 ceph-mon[77007]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:06:17.684 INFO:tasks.workunit.client.0.smithi016.stdout: 246: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:17.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_D8i8B1LR9zQt7I off=286127 len=340185 2024-04-24T03:06:17.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-24T03:06:17.687 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SlU3BTRNT680xaM off=2468393 len=996644 2024-04-24T03:06:17.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-24T03:06:17.693 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RFSASpzRMgS5Kmg off=8089827 len=684354 2024-04-24T03:06:17.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 1273 completed, throughput=4.99MB/sec 2024-04-24T03:06:17.697 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-13tGBSJ-Ze7uWqb off=13040944 len=1891744 2024-04-24T03:06:17.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 1274 completed, throughput=5MB/sec 2024-04-24T03:06:18.699 INFO:tasks.workunit.client.0.smithi016.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:18.700 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3HL_z8q9k-41Qv0 off=456813 len=1171863 2024-04-24T03:06:18.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 1275 completed, throughput=4.98MB/sec 2024-04-24T03:06:18.705 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MknUN7Z1R4bAckF off=7717349 len=1126455 2024-04-24T03:06:18.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-24T03:06:18.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r00OXLzO1tSa0bP off=5504414 len=810405 2024-04-24T03:06:18.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-24T03:06:18.709 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wLssfgG43W5ZcLh off=15073560 len=461159 2024-04-24T03:06:18.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 1278 completed, throughput=4.99MB/sec 2024-04-24T03:06:18.710 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y0wtZ2_52Hb-xag off=4728987 len=1413572 2024-04-24T03:06:18.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 1279 completed, throughput=5MB/sec 2024-04-24T03:06:18.712 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FbIyF_rYTfCrlLQ off=8388958 len=1776927 2024-04-24T03:06:18.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 1280 completed, throughput=5.01MB/sec 2024-04-24T03:06:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:18 smithi016 ceph-mon[84376]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:18.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:18 smithi016 ceph-mon[86910]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:18.774 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:06:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:06:18] "GET /metrics HTTP/1.1" 200 34205 "" "Prometheus/2.43.0" 2024-04-24T03:06:18.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:18 smithi063 ceph-mon[77007]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:19.714 INFO:tasks.workunit.client.0.smithi016.stdout: 248: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:19.714 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6jyKWFjV-OHtTYK off=4830418 len=944341 2024-04-24T03:06:19.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-24T03:06:19.719 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WkeZk4Oj5LeYGwO off=1969657 len=1943596 2024-04-24T03:06:19.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 1282 completed, throughput=5MB/sec 2024-04-24T03:06:19.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kuJpc1k1W5iZSIc off=3387551 len=1457153 2024-04-24T03:06:19.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 1283 completed, throughput=5MB/sec 2024-04-24T03:06:20.731 INFO:tasks.workunit.client.0.smithi016.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:20.731 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VFRBkGn9Pf_NwHa off=4439356 len=385753 2024-04-24T03:06:20.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 1284 completed, throughput=4.98MB/sec 2024-04-24T03:06:20.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6MpCSc8apKhq53n off=5618314 len=436540 2024-04-24T03:06:20.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-24T03:06:20.735 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NPtESRyxvhjPDL- off=4801334 len=2046060 2024-04-24T03:06:20.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 1286 completed, throughput=4.99MB/sec 2024-04-24T03:06:20.747 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JZu47NA4s4Vaocx off=8951560 len=326798 2024-04-24T03:06:20.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-24T03:06:20.750 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9ZUrJctSjr--RRj off=4610003 len=635088 2024-04-24T03:06:20.751 INFO:tasks.workunit.client.0.smithi016.stdout:op 1288 completed, throughput=5MB/sec 2024-04-24T03:06:20.751 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ersX4aCiGVsHa8h off=11682178 len=775894 2024-04-24T03:06:20.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 1289 completed, throughput=5MB/sec 2024-04-24T03:06:20.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i7Isa5ztJEMJSuj off=8396901 len=1255238 2024-04-24T03:06:20.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 1290 completed, throughput=5MB/sec 2024-04-24T03:06:20.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:20 smithi016 ceph-mon[84376]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:06:20.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:20 smithi016 ceph-mon[86910]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:06:20.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:20 smithi063 ceph-mon[77007]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:06:21.759 INFO:tasks.workunit.client.0.smithi016.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:21.759 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jDox9HNup8XtMxQ off=943498 len=1631013 2024-04-24T03:06:21.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 1291 completed, throughput=4.99MB/sec 2024-04-24T03:06:21.761 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2y0bcv7-oWqvA_7 off=10556383 len=173336 2024-04-24T03:06:21.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-24T03:06:21.764 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lpK6xHPFopyeMHK off=5398461 len=1850967 2024-04-24T03:06:21.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 1293 completed, throughput=5MB/sec 2024-04-24T03:06:21.773 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XsQ-NCo4ieQFy4R off=1169874 len=1287749 2024-04-24T03:06:21.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 1294 completed, throughput=5MB/sec 2024-04-24T03:06:22.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:22 smithi016 ceph-mon[84376]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:06:22.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:22 smithi016 ceph-mon[86910]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rScuZoXq4ycPjF0 off=13458483 len=234557 2024-04-24T03:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 1295 completed, throughput=4.98MB/sec 2024-04-24T03:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zhxbbYnE6cw7ihU off=21568710 len=742197 2024-04-24T03:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 1296 completed, throughput=4.99MB/sec 2024-04-24T03:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2qG4rl-sQdw3iR7 off=8941966 len=384773 2024-04-24T03:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-24T03:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P7LEjtiCh75Kv_p off=272458 len=1558647 2024-04-24T03:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-24T03:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CZE1PNJgqH5ytE4 off=4316225 len=1915299 2024-04-24T03:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 1299 completed, throughput=5MB/sec 2024-04-24T03:06:22.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:22 smithi063 ceph-mon[77007]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cygSk93PFLL00Mx off=1390641 len=1415910 2024-04-24T03:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-24T03:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6WZcF5YmcNjrYZ_ off=2245825 len=1273526 2024-04-24T03:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-24T03:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KWyp14_mzKsZO5W off=4718317 len=1218527 2024-04-24T03:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 1302 completed, throughput=5MB/sec 2024-04-24T03:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mbd_pngWIC29X5l off=5983436 len=353694 2024-04-24T03:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 1303 completed, throughput=5MB/sec 2024-04-24T03:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gq1NkRMjj9e9G8S off=2604390 len=723882 2024-04-24T03:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 1304 completed, throughput=5MB/sec 2024-04-24T03:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4PvvHp5aFRCH41R off=4834649 len=1288028 2024-04-24T03:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 1305 completed, throughput=5MB/sec 2024-04-24T03:06:24.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:24 smithi016 ceph-mon[84376]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:06:24.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:24 smithi016 ceph-mon[86910]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:06:24.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:24 smithi063 ceph-mon[77007]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UhXLAXp2JNu5hoe off=3759606 len=842596 2024-04-24T03:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-24T03:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XIE_Zsy0Z4G-Z5G off=2293498 len=510135 2024-04-24T03:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-24T03:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RWYv3gSS7NT_IqD off=2320143 len=548198 2024-04-24T03:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-24T03:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rJMnws9737hkwFU off=1597928 len=1151231 2024-04-24T03:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 1309 completed, throughput=5MB/sec 2024-04-24T03:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4S-y2tWUNs3xQJU off=332791 len=841097 2024-04-24T03:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 1310 completed, throughput=5MB/sec 2024-04-24T03:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ONSaJzW3ZFUsUk0 off=2179969 len=1712167 2024-04-24T03:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 1311 completed, throughput=5MB/sec 2024-04-24T03:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: 254: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vCH3u1CA4Fuse2D off=1000818 len=770975 2024-04-24T03:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-24T03:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JIJRE4yg3Lrmnd5 off=12322264 len=1853978 2024-04-24T03:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-24T03:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Nbhm5yrw324yOO- off=654664 len=417043 2024-04-24T03:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 1314 completed, throughput=5MB/sec 2024-04-24T03:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I_3ynldkd6Q6M1m off=4307541 len=1712422 2024-04-24T03:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 1315 completed, throughput=5MB/sec 2024-04-24T03:06:26.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:26 smithi016 ceph-mon[84376]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-24T03:06:26.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:26 smithi016 ceph-mon[86910]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-24T03:06:26.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:26 smithi063 ceph-mon[77007]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-24T03:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1AIGxXd-QJxbyBr off=567601 len=18414 2024-04-24T03:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 1316 completed, throughput=4.98MB/sec 2024-04-24T03:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4m35P7afXN7_rSw off=4418222 len=552947 2024-04-24T03:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 1317 completed, throughput=4.99MB/sec 2024-04-24T03:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Izajo_b1KYxMRwY off=21308444 len=1023203 2024-04-24T03:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-24T03:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OCvUVtyliWifuPi off=2099877 len=1134156 2024-04-24T03:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 1319 completed, throughput=4.99MB/sec 2024-04-24T03:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OONTop12J4QeziI off=13114532 len=1379042 2024-04-24T03:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 1320 completed, throughput=5MB/sec 2024-04-24T03:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ABZOA2cMdgJks4Y off=13738387 len=1984333 2024-04-24T03:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 1321 completed, throughput=5.01MB/sec 2024-04-24T03:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: 256: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PL5-AIwOQoQsZSa off=4288009 len=60483 2024-04-24T03:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-24T03:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sp0G-T9Ei30NDaU off=1832453 len=701171 2024-04-24T03:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-24T03:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eCJYuoqKZCJtcL9 off=4615139 len=1679044 2024-04-24T03:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-24T03:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l57YJOhD82mQjCv off=11838472 len=1427553 2024-04-24T03:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 1325 completed, throughput=5MB/sec 2024-04-24T03:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tq3j718d6afYlD3 off=4355477 len=839200 2024-04-24T03:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 1326 completed, throughput=5MB/sec 2024-04-24T03:06:28.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:28 smithi016 ceph-mon[84376]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:28.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:06:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:06:28] "GET /metrics HTTP/1.1" 200 34205 "" "Prometheus/2.43.0" 2024-04-24T03:06:28.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:28 smithi016 ceph-mon[86910]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:28.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:28 smithi063 ceph-mon[77007]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:28.890 INFO:tasks.workunit.client.0.smithi016.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:28.890 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M_9FbOTmDKq2Am3 off=2082046 len=1735008 2024-04-24T03:06:28.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-24T03:06:28.898 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GOgYgRBHfoA3sjs off=5525676 len=1446083 2024-04-24T03:06:28.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 1328 completed, throughput=5MB/sec 2024-04-24T03:06:28.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9tGGJEykIZxAh6n off=12672851 len=19200 2024-04-24T03:06:28.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 1329 completed, throughput=5MB/sec 2024-04-24T03:06:28.910 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0ZRt0rzCP7E0dFk off=13111266 len=197527 2024-04-24T03:06:28.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 1330 completed, throughput=5MB/sec 2024-04-24T03:06:28.910 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tv7Au4qtAYYfTnG off=4528213 len=290159 2024-04-24T03:06:28.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 1331 completed, throughput=5MB/sec 2024-04-24T03:06:28.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MIzOsu7VV_ol9KQ off=4877192 len=532891 2024-04-24T03:06:28.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 1332 completed, throughput=5MB/sec 2024-04-24T03:06:28.912 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-84g4-muO1_R2BgV off=2080170 len=1507115 2024-04-24T03:06:28.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 1333 completed, throughput=5MB/sec 2024-04-24T03:06:29.920 INFO:tasks.workunit.client.0.smithi016.stdout: 258: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:29.920 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--HfZcpZgHBVxjUL off=15665882 len=236335 2024-04-24T03:06:29.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-24T03:06:29.920 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FW2hu4KlG8VHO-c off=4828547 len=1565605 2024-04-24T03:06:29.922 INFO:tasks.workunit.client.0.smithi016.stdout:op 1335 completed, throughput=4.99MB/sec 2024-04-24T03:06:29.923 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vYUC5sYRgWYjnDv off=2588604 len=235397 2024-04-24T03:06:29.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 1336 completed, throughput=4.99MB/sec 2024-04-24T03:06:29.924 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YH05TeZAHjRtiF3 off=8232836 len=1976818 2024-04-24T03:06:29.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 1337 completed, throughput=5MB/sec 2024-04-24T03:06:29.926 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CIl6Qxba0SihYk7 off=6859037 len=2037119 2024-04-24T03:06:29.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 1338 completed, throughput=5.01MB/sec 2024-04-24T03:06:30.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:30 smithi016 ceph-mon[84376]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:30.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:30.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:30 smithi016 ceph-mon[86910]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:30.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:30.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:30 smithi063 ceph-mon[77007]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:30.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:30.939 INFO:tasks.workunit.client.0.smithi016.stdout: 259: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:30.939 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nZ5E_VBufQ10ulH off=1702404 len=1094155 2024-04-24T03:06:30.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-24T03:06:30.940 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--r2ir3pDd6gcuNZ off=11378494 len=807908 2024-04-24T03:06:30.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 1340 completed, throughput=4.99MB/sec 2024-04-24T03:06:30.942 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x3lf0nx9uYR8UFF off=2906749 len=1981277 2024-04-24T03:06:30.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 1341 completed, throughput=5MB/sec 2024-04-24T03:06:31.946 INFO:tasks.workunit.client.0.smithi016.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:31.947 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mU56AwxHs1Hd6aa off=2340726 len=1737029 2024-04-24T03:06:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 1342 completed, throughput=4.99MB/sec 2024-04-24T03:06:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zv-fkVWcQvpQJno off=1833464 len=1770649 2024-04-24T03:06:31.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-24T03:06:31.966 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BM10cArjBXkSTZP off=4501677 len=1987063 2024-04-24T03:06:31.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 1344 completed, throughput=5MB/sec 2024-04-24T03:06:32.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:32 smithi016 ceph-mon[84376]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:06:32.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:32 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:06:32.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:32 smithi016 ceph-mon[86910]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:06:32.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:32 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:06:32.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:32 smithi063 ceph-mon[77007]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:06:32.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:32 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:06:32.978 INFO:tasks.workunit.client.0.smithi016.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:32.978 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zc0MCr8eEaUToqu off=16686939 len=1737656 2024-04-24T03:06:32.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-24T03:06:32.986 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nFDrc-YTacZgYQD off=3106106 len=1138184 2024-04-24T03:06:32.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-24T03:06:32.990 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ivNGFolPUka5AxS off=4212140 len=1936262 2024-04-24T03:06:32.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 1347 completed, throughput=5MB/sec 2024-04-24T03:06:33.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:06:33.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:06:33.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:06:33.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:06:33.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:06:33.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:06:33.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:06:33.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:06:33.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:06:33.992 INFO:tasks.workunit.client.0.smithi016.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:33.992 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zSf-HFkRLLzROOK off=11425582 len=1515443 2024-04-24T03:06:34.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-24T03:06:34.002 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pKY0nThkUGH7Dgo off=14206038 len=1264867 2024-04-24T03:06:34.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-24T03:06:34.004 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9ADpsaYJr1mm-LD off=8866201 len=705760 2024-04-24T03:06:34.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 1350 completed, throughput=4.99MB/sec 2024-04-24T03:06:34.005 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rkfnlnd9Of7XnzL off=5171857 len=1794273 2024-04-24T03:06:34.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 1351 completed, throughput=5MB/sec 2024-04-24T03:06:34.007 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-95y341r6Ixpfhkn off=2369151 len=152215 2024-04-24T03:06:34.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 1352 completed, throughput=5MB/sec 2024-04-24T03:06:34.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:34 smithi016 ceph-mon[84376]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:06:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:34 smithi016 ceph-mon[86910]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:06:34.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:34 smithi063 ceph-mon[77007]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:06:35.008 INFO:tasks.workunit.client.0.smithi016.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:35.008 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AahQfq1xRcqWDKa off=1856611 len=640813 2024-04-24T03:06:35.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 1353 completed, throughput=4.98MB/sec 2024-04-24T03:06:35.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3dScDms1GgaNsV3 off=7701024 len=476109 2024-04-24T03:06:35.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-24T03:06:35.016 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hR8Bqb24uKPd_b6 off=3332296 len=1426167 2024-04-24T03:06:35.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-24T03:06:35.023 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U832_cJ2Vn3Ne_B off=2221096 len=1632407 2024-04-24T03:06:35.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 1356 completed, throughput=5MB/sec 2024-04-24T03:06:35.024 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-av5KiMAPewtdtbR off=7066558 len=2088303 2024-04-24T03:06:35.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 1357 completed, throughput=5MB/sec 2024-04-24T03:06:36.027 INFO:tasks.workunit.client.0.smithi016.stdout: 264: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:36.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FtVbX-VCOidKa-1 off=18795011 len=1188885 2024-04-24T03:06:36.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-24T03:06:36.029 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qw3aFvLTg9USkLk off=1346290 len=1037724 2024-04-24T03:06:36.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-24T03:06:36.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h-e1nLN7CfPTyWe off=4808216 len=1430764 2024-04-24T03:06:36.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 1360 completed, throughput=5MB/sec 2024-04-24T03:06:36.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GhmauXC1Xl3XfjG off=2303777 len=259546 2024-04-24T03:06:36.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 1361 completed, throughput=5MB/sec 2024-04-24T03:06:36.040 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mbS4VyjQ2OYBJjL off=14893199 len=1389145 2024-04-24T03:06:36.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 1362 completed, throughput=5MB/sec 2024-04-24T03:06:36.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:36 smithi016 ceph-mon[84376]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:36.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:36 smithi016 ceph-mon[86910]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:36.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:36 smithi063 ceph-mon[77007]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:37.042 INFO:tasks.workunit.client.0.smithi016.stdout: 265: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:37.042 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nbhm5yrw324yOO- off=8004886 len=137758 2024-04-24T03:06:37.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 1363 completed, throughput=4.99MB/sec 2024-04-24T03:06:37.045 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YoSQs2x3jgeLnt_ off=5027396 len=522683 2024-04-24T03:06:37.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-24T03:06:37.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dTNtIUHstLyuDqj off=10438643 len=212103 2024-04-24T03:06:37.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-24T03:06:37.047 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6tYIGDyw8vTDBp4 off=23705675 len=1168819 2024-04-24T03:06:37.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-24T03:06:37.053 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JDdrqV1sC3jcW3c off=17378584 len=440364 2024-04-24T03:06:37.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-24T03:06:37.054 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZaTQ3yzN5ialRlG off=483533 len=1257172 2024-04-24T03:06:37.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 1368 completed, throughput=5MB/sec 2024-04-24T03:06:37.055 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C5o8asmwYV8hO_8 off=1623712 len=590914 2024-04-24T03:06:37.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 1369 completed, throughput=5MB/sec 2024-04-24T03:06:38.059 INFO:tasks.workunit.client.0.smithi016.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:38.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PAUvHyZL_R6gBqi off=945879 len=631552 2024-04-24T03:06:38.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 1370 completed, throughput=4.98MB/sec 2024-04-24T03:06:38.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VZ468NMjI5OJxhy off=10229879 len=269905 2024-04-24T03:06:38.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 1371 completed, throughput=4.98MB/sec 2024-04-24T03:06:38.061 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sa-nIeveE2iKycX off=132981 len=747578 2024-04-24T03:06:38.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-24T03:06:38.066 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kxBaEmTLFSdgGhk off=12292465 len=392069 2024-04-24T03:06:38.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-24T03:06:38.069 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2yQQJSjz59ZjFMp off=11947115 len=924094 2024-04-24T03:06:38.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-24T03:06:38.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0-o9tOgfrh6QXos off=5226488 len=2028716 2024-04-24T03:06:38.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 1375 completed, throughput=5MB/sec 2024-04-24T03:06:38.085 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mYnasTduUjvuI9M off=11332470 len=1798419 2024-04-24T03:06:38.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 1376 completed, throughput=5MB/sec 2024-04-24T03:06:38.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:38 smithi016 ceph-mon[84376]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:38.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:06:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:06:38] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:06:38.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:38 smithi016 ceph-mon[86910]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:38.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:38 smithi063 ceph-mon[77007]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:39.093 INFO:tasks.workunit.client.0.smithi016.stdout: 267: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:39.093 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V2mGef6rYTrpR6_ off=9367487 len=230177 2024-04-24T03:06:39.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 1377 completed, throughput=4.99MB/sec 2024-04-24T03:06:39.095 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wBg5_DOXpFkUy0n off=749080 len=489163 2024-04-24T03:06:39.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-24T03:06:39.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-snX4DlpDjJve5rA off=5404916 len=1135583 2024-04-24T03:06:39.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 1379 completed, throughput=4.99MB/sec 2024-04-24T03:06:39.097 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tdLBaEyadA6ubrz off=5335469 len=1016374 2024-04-24T03:06:39.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 1380 completed, throughput=5MB/sec 2024-04-24T03:06:39.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-03--NIqZEcxCyuu off=11371178 len=887167 2024-04-24T03:06:39.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 1381 completed, throughput=5MB/sec 2024-04-24T03:06:39.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z5GZIB8TezOrGRe off=10297261 len=700593 2024-04-24T03:06:39.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 1382 completed, throughput=5MB/sec 2024-04-24T03:06:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:40.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GYgVLKKoVsXo_EJ off=6042046 len=924995 2024-04-24T03:06:40.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 1383 completed, throughput=4.99MB/sec 2024-04-24T03:06:40.107 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-anw0B-JTtRGArRq off=3279635 len=442918 2024-04-24T03:06:40.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 1384 completed, throughput=4.99MB/sec 2024-04-24T03:06:40.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_lqAvWg3Hc1-rqS off=2561188 len=2077234 2024-04-24T03:06:40.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 1385 completed, throughput=5MB/sec 2024-04-24T03:06:40.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_Fv8B5IZDRO-WgT off=987777 len=1352135 2024-04-24T03:06:40.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 1386 completed, throughput=5MB/sec 2024-04-24T03:06:40.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:40 smithi016 ceph-mon[84376]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:40.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:40 smithi016 ceph-mon[86910]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:40.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:40 smithi063 ceph-mon[77007]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:41.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4JLLJAHRH4m9KLD off=5931401 len=430864 2024-04-24T03:06:41.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 1387 completed, throughput=4.98MB/sec 2024-04-24T03:06:41.117 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GVazCG2ANYdz852 off=11098784 len=1014030 2024-04-24T03:06:41.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-24T03:06:41.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W0mAIJUg6gNU6xN off=1681531 len=1010620 2024-04-24T03:06:41.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-24T03:06:41.123 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fDJYLzxI0Y4kBfI off=10070113 len=1596292 2024-04-24T03:06:41.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 1390 completed, throughput=5MB/sec 2024-04-24T03:06:41.130 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YtG33KBvHJ6lzqT off=683133 len=1308582 2024-04-24T03:06:41.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 1391 completed, throughput=5MB/sec 2024-04-24T03:06:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:42.133 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F0xeBUlE3wpSuK_ off=7388750 len=1858434 2024-04-24T03:06:42.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-24T03:06:42.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d0pXcqoDgrD1iPa off=4124766 len=1952379 2024-04-24T03:06:42.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 1393 completed, throughput=5MB/sec 2024-04-24T03:06:42.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PrOMgtk85M-LXhs off=4294158 len=211093 2024-04-24T03:06:42.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 1394 completed, throughput=5MB/sec 2024-04-24T03:06:42.144 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s6_octHsLzrn50G off=1059058 len=1439631 2024-04-24T03:06:42.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 1395 completed, throughput=5MB/sec 2024-04-24T03:06:42.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:42 smithi016 ceph-mon[84376]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:42.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:42 smithi016 ceph-mon[86910]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:42.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:42 smithi063 ceph-mon[77007]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:43.146 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ze061C803o2k8oa off=1485928 len=215036 2024-04-24T03:06:43.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 1396 completed, throughput=4.98MB/sec 2024-04-24T03:06:43.147 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uKQzXlPWs-frvxz off=3133109 len=1402448 2024-04-24T03:06:43.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-24T03:06:43.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-coS083CMJCGYw40 off=3816025 len=959243 2024-04-24T03:06:43.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-24T03:06:43.151 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7CKjG9_h4QKhujc off=16363525 len=1433950 2024-04-24T03:06:43.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 1399 completed, throughput=5MB/sec 2024-04-24T03:06:43.159 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t-GQOOkL-sDuWAH off=5962165 len=1605711 2024-04-24T03:06:43.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 1400 completed, throughput=5MB/sec 2024-04-24T03:06:44.166 INFO:tasks.workunit.client.0.smithi016.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:44.166 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d8UxaqK9CCOwb5F off=84706 len=1236955 2024-04-24T03:06:44.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 1401 completed, throughput=4.99MB/sec 2024-04-24T03:06:44.167 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KK2pZKigCAxMb29 off=1374123 len=364325 2024-04-24T03:06:44.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-24T03:06:44.171 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0mjaH0KY8dA3Fcx off=5822062 len=895468 2024-04-24T03:06:44.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-24T03:06:44.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sp0G-T9Ei30NDaU off=11979716 len=1194256 2024-04-24T03:06:44.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 1404 completed, throughput=5MB/sec 2024-04-24T03:06:44.178 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z5BEx7Den97C0f1 off=21033333 len=1941440 2024-04-24T03:06:44.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 1405 completed, throughput=5MB/sec 2024-04-24T03:06:44.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:44 smithi063 ceph-mon[77007]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:06:45.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:44 smithi016 ceph-mon[84376]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:06:45.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:44 smithi016 ceph-mon[86910]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:06:45.186 INFO:tasks.workunit.client.0.smithi016.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:45.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pXCzDQWWXLlaAdx off=135832 len=762674 2024-04-24T03:06:45.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 1406 completed, throughput=4.99MB/sec 2024-04-24T03:06:45.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3dScDms1GgaNsV3 off=9679743 len=683505 2024-04-24T03:06:45.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-24T03:06:45.195 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N8RH7X5KiczsR7b off=1482694 len=1524339 2024-04-24T03:06:45.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-24T03:06:45.197 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9IU7d_044DUPEf0 off=32811 len=771283 2024-04-24T03:06:45.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 1409 completed, throughput=5MB/sec 2024-04-24T03:06:45.199 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NYgqQAs14h1NtOQ off=927795 len=154967 2024-04-24T03:06:45.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 1410 completed, throughput=5MB/sec 2024-04-24T03:06:45.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kjLdZWR_kyP-inZ off=555769 len=441496 2024-04-24T03:06:45.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 1411 completed, throughput=5MB/sec 2024-04-24T03:06:45.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lwx3NgUZ8-cUF33 off=6750167 len=1777543 2024-04-24T03:06:45.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 1412 completed, throughput=5.01MB/sec 2024-04-24T03:06:45.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:46.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:46.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:06:46.204 INFO:tasks.workunit.client.0.smithi016.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:46.204 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W70lqNDOZJ1oD23 off=6003495 len=1776434 2024-04-24T03:06:46.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-24T03:06:46.208 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-POtW2Am2epHA8SU off=0 len=1236352 2024-04-24T03:06:46.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 1414 completed, throughput=5MB/sec 2024-04-24T03:06:46.214 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-atvgyxIuXuhCWL_ off=10348993 len=38638 2024-04-24T03:06:46.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 1415 completed, throughput=5MB/sec 2024-04-24T03:06:46.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hlMu54CJdBjZwhb off=13188833 len=181681 2024-04-24T03:06:46.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 1416 completed, throughput=5MB/sec 2024-04-24T03:06:46.219 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-szpMVf6l7jkClKU off=3735612 len=1746074 2024-04-24T03:06:46.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 1417 completed, throughput=5MB/sec 2024-04-24T03:06:46.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:46 smithi063 ceph-mon[77007]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:06:47.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:46 smithi016 ceph-mon[84376]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:06:47.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:46 smithi016 ceph-mon[86910]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:06:47.228 INFO:tasks.workunit.client.0.smithi016.stdout: 275: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:47.228 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RflJ5QdFNC8VnuX off=204870 len=1446719 2024-04-24T03:06:47.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-24T03:06:47.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RoJQspiEEW1sIoD off=2413118 len=1091518 2024-04-24T03:06:47.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-24T03:06:47.240 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1w4SMCqKMlFMxo0 off=10228071 len=1526152 2024-04-24T03:06:47.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 1420 completed, throughput=5MB/sec 2024-04-24T03:06:47.242 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-atMeJ6azIn4tkOv off=12137501 len=488884 2024-04-24T03:06:47.245 INFO:tasks.workunit.client.0.smithi016.stdout:op 1421 completed, throughput=5MB/sec 2024-04-24T03:06:48.245 INFO:tasks.workunit.client.0.smithi016.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:48.245 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2m9UX1Ua7q3pa8V off=2392833 len=1002951 2024-04-24T03:06:48.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-24T03:06:48.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TEbRTsyxJp-2bAL off=130000 len=1071382 2024-04-24T03:06:48.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 1423 completed, throughput=4.99MB/sec 2024-04-24T03:06:48.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YqNaB7qAYigOf89 off=2252044 len=163081 2024-04-24T03:06:48.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-24T03:06:48.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ua_S55PA9Hfgshh off=468193 len=1178813 2024-04-24T03:06:48.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-24T03:06:48.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2fOp7JdMd8AivNR off=9322697 len=859097 2024-04-24T03:06:48.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 1426 completed, throughput=5MB/sec 2024-04-24T03:06:48.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lI3MLhOM1uMpfoM off=9373546 len=1551994 2024-04-24T03:06:48.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 1427 completed, throughput=5MB/sec 2024-04-24T03:06:48.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:48 smithi016 ceph-mon[84376]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:48.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:06:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:06:48] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:06:48.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:48 smithi016 ceph-mon[86910]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:48.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:48 smithi063 ceph-mon[77007]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:06:49.259 INFO:tasks.workunit.client.0.smithi016.stdout: 277: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:49.260 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sEfSB3ugzQ4Ayh0 off=2659957 len=289667 2024-04-24T03:06:49.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 1428 completed, throughput=4.99MB/sec 2024-04-24T03:06:49.263 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PqENmZe5UBTlDl0 off=2481263 len=15334 2024-04-24T03:06:49.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 1429 completed, throughput=4.99MB/sec 2024-04-24T03:06:49.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XZD25ZdyLKZjWTg off=4978540 len=1129172 2024-04-24T03:06:49.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-24T03:06:49.269 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gogG3AqqUwO82FO off=8229037 len=599508 2024-04-24T03:06:49.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-24T03:06:49.274 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ke5B-rEhQfRh8LW off=4169993 len=1917894 2024-04-24T03:06:49.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 1432 completed, throughput=5MB/sec 2024-04-24T03:06:49.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-374HYMCjGuhKLsq off=7312592 len=1867043 2024-04-24T03:06:49.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 1433 completed, throughput=5MB/sec 2024-04-24T03:06:50.279 INFO:tasks.workunit.client.0.smithi016.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:50.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DmNXg_PlQ1Z4Dk5 off=2415034 len=1533494 2024-04-24T03:06:50.280 INFO:tasks.workunit.client.0.smithi016.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-24T03:06:50.280 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zcLnfvMDrltWrlh off=15173908 len=116549 2024-04-24T03:06:50.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-24T03:06:50.283 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AZI4Qk0x6Dnzlq3 off=3447027 len=552572 2024-04-24T03:06:50.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-24T03:06:50.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-phCLVdIzirVPBPZ off=0 len=1157893 2024-04-24T03:06:50.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 1437 completed, throughput=5MB/sec 2024-04-24T03:06:50.289 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JHry3RjFygxh6sq off=4232018 len=1256850 2024-04-24T03:06:50.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 1438 completed, throughput=5MB/sec 2024-04-24T03:06:50.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:50 smithi063 ceph-mon[77007]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:51.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:50 smithi016 ceph-mon[84376]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:51.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:50 smithi016 ceph-mon[86910]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:51.297 INFO:tasks.workunit.client.0.smithi016.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:51.297 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zJfYY4mM1OLGmKP off=7016019 len=934180 2024-04-24T03:06:51.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-24T03:06:51.298 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YJqsh8OpUew4Avw off=964394 len=1760065 2024-04-24T03:06:51.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-24T03:06:51.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AmoFtlQjci0dFjP off=2679661 len=442947 2024-04-24T03:06:51.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 1441 completed, throughput=5MB/sec 2024-04-24T03:06:51.303 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lpqJmuNNmZhugv2 off=9596344 len=197756 2024-04-24T03:06:51.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 1442 completed, throughput=5MB/sec 2024-04-24T03:06:51.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DP3B1xIiGLnqLGp off=411499 len=1686903 2024-04-24T03:06:51.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 1443 completed, throughput=5MB/sec 2024-04-24T03:06:52.313 INFO:tasks.workunit.client.0.smithi016.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:52.313 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fcPkHh9fXQ2ELNH off=11684555 len=1034428 2024-04-24T03:06:52.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-24T03:06:52.319 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fPXvqNiuNWsApgM off=8218436 len=862843 2024-04-24T03:06:52.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-24T03:06:52.323 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KbNbSIWjBadVh3J off=5367855 len=138005 2024-04-24T03:06:52.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-24T03:06:52.324 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9LbjH6yc8EafFxt off=2473223 len=1738780 2024-04-24T03:06:52.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 1447 completed, throughput=5MB/sec 2024-04-24T03:06:52.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ygcro6GMgwYFcQ5 off=12551811 len=493379 2024-04-24T03:06:52.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 1448 completed, throughput=5MB/sec 2024-04-24T03:06:52.336 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-InNiAEnuhyE7eYT off=2884123 len=1143976 2024-04-24T03:06:52.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 1449 completed, throughput=5MB/sec 2024-04-24T03:06:52.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:52 smithi063 ceph-mon[77007]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:06:53.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:52 smithi016 ceph-mon[84376]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:06:53.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:52 smithi016 ceph-mon[86910]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:06:53.339 INFO:tasks.workunit.client.0.smithi016.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:53.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OdH6Cn6IaqVP0CB off=16427283 len=785860 2024-04-24T03:06:53.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-24T03:06:53.341 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UmaD1HFEbdxbU0A off=12203223 len=189265 2024-04-24T03:06:53.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-24T03:06:53.342 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PY9W1CbdM8XVdpm off=40804 len=568020 2024-04-24T03:06:53.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-24T03:06:53.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0uxWNOxeJXt_pot off=3546450 len=2024203 2024-04-24T03:06:53.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 1453 completed, throughput=5MB/sec 2024-04-24T03:06:53.355 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NfJilPboObsSJwD off=17791390 len=370846 2024-04-24T03:06:53.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 1454 completed, throughput=5MB/sec 2024-04-24T03:06:53.356 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RlZVeVrDU7agMEY off=4299721 len=1570772 2024-04-24T03:06:53.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 1455 completed, throughput=5MB/sec 2024-04-24T03:06:54.364 INFO:tasks.workunit.client.0.smithi016.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:54.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MEgM503zFLfPokL off=5434918 len=1900221 2024-04-24T03:06:54.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-24T03:06:54.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aOnAXxQBBe4xTSR off=12125980 len=1116279 2024-04-24T03:06:54.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-24T03:06:54.373 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hZdW9VRuqxp1l1R off=4402238 len=1193867 2024-04-24T03:06:54.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 1458 completed, throughput=5MB/sec 2024-04-24T03:06:54.378 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_hbugWL2O92GjLz off=10954469 len=744041 2024-04-24T03:06:54.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 1459 completed, throughput=5MB/sec 2024-04-24T03:06:54.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:54 smithi063 ceph-mon[77007]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:55.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:54 smithi016 ceph-mon[84376]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:55.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:54 smithi016 ceph-mon[86910]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:06:55.381 INFO:tasks.workunit.client.0.smithi016.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:55.381 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6NlgYBWzuMOxWFn off=12107518 len=1372419 2024-04-24T03:06:55.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 1460 completed, throughput=4.99MB/sec 2024-04-24T03:06:55.387 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3UszjF3UsTROP8y off=674343 len=1318926 2024-04-24T03:06:55.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 1461 completed, throughput=4.99MB/sec 2024-04-24T03:06:55.394 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--jzXP3YHaPyuq9V off=3029327 len=538913 2024-04-24T03:06:55.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-24T03:06:55.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lLlHTVaE9DbHhHE off=431084 len=1842008 2024-04-24T03:06:55.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 1463 completed, throughput=5MB/sec 2024-04-24T03:06:55.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M3AmTE0zp5GIQQt off=0 len=1530963 2024-04-24T03:06:55.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 1464 completed, throughput=5MB/sec 2024-04-24T03:06:56.416 INFO:tasks.workunit.client.0.smithi016.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:56.416 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iba_HsH4pXGFF0g off=3273134 len=374143 2024-04-24T03:06:56.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-24T03:06:56.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xMIRgesZvjveeLf off=7772710 len=648431 2024-04-24T03:06:56.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-24T03:06:56.420 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8JXlPZ9SAaBDAhu off=1535527 len=792053 2024-04-24T03:06:56.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 1467 completed, throughput=4.99MB/sec 2024-04-24T03:06:56.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mvML48f-ox_-XuP off=3766949 len=326471 2024-04-24T03:06:56.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 1468 completed, throughput=4.99MB/sec 2024-04-24T03:06:56.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E6gaNrmYS_-B6dw off=254442 len=1963792 2024-04-24T03:06:56.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 1469 completed, throughput=5MB/sec 2024-04-24T03:06:56.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:56 smithi063 ceph-mon[77007]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:57.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:56 smithi016 ceph-mon[84376]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:57.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:56 smithi016 ceph-mon[86910]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:06:57.429 INFO:tasks.workunit.client.0.smithi016.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:57.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5pWz7XxkBDqNgfg off=11476533 len=1905617 2024-04-24T03:06:57.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 1470 completed, throughput=4.99MB/sec 2024-04-24T03:06:57.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JgPRSSlhKBRBKtW off=3295820 len=1440677 2024-04-24T03:06:57.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-24T03:06:57.434 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GhmauXC1Xl3XfjG off=1778857 len=925507 2024-04-24T03:06:57.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 1472 completed, throughput=5MB/sec 2024-04-24T03:06:57.439 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eVe4aFO9yC5Ux8M off=18935521 len=1453440 2024-04-24T03:06:57.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 1473 completed, throughput=5MB/sec 2024-04-24T03:06:58.443 INFO:tasks.workunit.client.0.smithi016.stdout: 286: throughput=4.98MB/sec pending data=0 2024-04-24T03:06:58.443 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SvK7NZmiVNgFdkE off=6080456 len=1084972 2024-04-24T03:06:58.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-24T03:06:58.444 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XNvV4l8HS_9oBE- off=3132790 len=1401219 2024-04-24T03:06:58.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-24T03:06:58.454 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kFiqucXh4y7colz off=5300043 len=2070723 2024-04-24T03:06:58.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 1476 completed, throughput=5MB/sec 2024-04-24T03:06:58.456 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-53WEGDvluHZ9UJv off=14551467 len=106430 2024-04-24T03:06:58.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 1477 completed, throughput=5MB/sec 2024-04-24T03:06:58.457 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OYr9hw0vgiHp90O off=1584973 len=905056 2024-04-24T03:06:58.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 1478 completed, throughput=5MB/sec 2024-04-24T03:06:58.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:06:58 smithi016 ceph-mon[84376]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:58.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:06:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:06:58] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:06:58.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:06:58 smithi016 ceph-mon[86910]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:58.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:06:58 smithi063 ceph-mon[77007]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:06:59.463 INFO:tasks.workunit.client.0.smithi016.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-24T03:06:59.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RHGpx1E8POpCUUJ off=830246 len=1621876 2024-04-24T03:06:59.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-24T03:06:59.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aOsNbGDdcsD0c1d off=2488827 len=654285 2024-04-24T03:06:59.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-24T03:06:59.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kXz1TWj_k6ag97W off=10963536 len=1281442 2024-04-24T03:06:59.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 1481 completed, throughput=5MB/sec 2024-04-24T03:06:59.469 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VVXv6968IfpZnUk off=2153784 len=1534033 2024-04-24T03:06:59.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 1482 completed, throughput=5MB/sec 2024-04-24T03:07:00.472 INFO:tasks.workunit.client.0.smithi016.stdout: 288: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:00.472 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DD9Lfs5j6krxCNA off=953550 len=1515494 2024-04-24T03:07:00.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-24T03:07:00.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--mOSVEzXlAfK5uA off=1530735 len=825973 2024-04-24T03:07:00.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-24T03:07:00.477 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dMUTycEeg4WeuZT off=188871 len=290013 2024-04-24T03:07:00.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-24T03:07:00.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uV_iFvZYgb4W2l- off=12707736 len=860216 2024-04-24T03:07:00.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 1486 completed, throughput=5MB/sec 2024-04-24T03:07:00.485 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kRe_kRC3bQVU54_ off=3790246 len=328780 2024-04-24T03:07:00.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 1487 completed, throughput=5MB/sec 2024-04-24T03:07:00.486 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3yrLvSZN9R3kNTi off=11827804 len=237926 2024-04-24T03:07:00.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 1488 completed, throughput=5MB/sec 2024-04-24T03:07:00.486 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_ZVK8HQMEl8Pjso off=518506 len=1609969 2024-04-24T03:07:00.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 1489 completed, throughput=5MB/sec 2024-04-24T03:07:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:00 smithi063 ceph-mon[77007]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:07:00.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:01.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:00 smithi016 ceph-mon[84376]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:07:01.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:00 smithi016 ceph-mon[86910]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:07:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:01.494 INFO:tasks.workunit.client.0.smithi016.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:01.495 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ocx_vRVOvAfCxIs off=4373769 len=284237 2024-04-24T03:07:01.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-24T03:07:01.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DDfCVd9JwzT41W_ off=5116998 len=1565045 2024-04-24T03:07:01.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-24T03:07:01.508 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8VSFmIDkBBITq77 off=7433298 len=230670 2024-04-24T03:07:01.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-24T03:07:01.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i5AcIGZh6TOcJiN off=5146110 len=967709 2024-04-24T03:07:01.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 1493 completed, throughput=5MB/sec 2024-04-24T03:07:01.513 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BXtu6bMfAcofTEg off=12440441 len=932209 2024-04-24T03:07:01.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 1494 completed, throughput=5MB/sec 2024-04-24T03:07:01.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xXop8CSbvh1Ldzd off=8585276 len=1373402 2024-04-24T03:07:01.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 1495 completed, throughput=5MB/sec 2024-04-24T03:07:02.525 INFO:tasks.workunit.client.0.smithi016.stdout: 290: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:02.525 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eeivoZe8Dbp-2a3 off=9003154 len=351833 2024-04-24T03:07:02.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-24T03:07:02.528 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bJzVojlF7F_jrXr off=10348633 len=1580323 2024-04-24T03:07:02.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 1497 completed, throughput=4.99MB/sec 2024-04-24T03:07:02.536 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AfOg3QLIOlPoBtE off=4845604 len=825275 2024-04-24T03:07:02.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 1498 completed, throughput=4.99MB/sec 2024-04-24T03:07:02.541 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9yxUf3hs2u4r2TR off=5421562 len=1648008 2024-04-24T03:07:02.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 1499 completed, throughput=5MB/sec 2024-04-24T03:07:02.544 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GZ-XulJtkhgCjzT off=15086511 len=1513186 2024-04-24T03:07:02.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 1500 completed, throughput=5MB/sec 2024-04-24T03:07:02.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:02 smithi063 ceph-mon[77007]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:03.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:02 smithi016 ceph-mon[84376]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:03.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:02 smithi016 ceph-mon[86910]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:03.546 INFO:tasks.workunit.client.0.smithi016.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:03.546 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0AlXDKZvOrg7n3H off=3146502 len=688703 2024-04-24T03:07:03.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-24T03:07:03.548 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SOCNllCLb0h1X0M off=7539583 len=1167884 2024-04-24T03:07:03.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-24T03:07:03.554 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vx2z4XeKyFf2h07 off=13716808 len=821391 2024-04-24T03:07:03.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 1503 completed, throughput=5MB/sec 2024-04-24T03:07:03.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9DMIXn47Cnpq7u5 off=9509403 len=1640952 2024-04-24T03:07:03.561 INFO:tasks.workunit.client.0.smithi016.stdout:op 1504 completed, throughput=5MB/sec 2024-04-24T03:07:04.562 INFO:tasks.workunit.client.0.smithi016.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:04.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lXeUuiIdhD7PHW0 off=1749839 len=1983275 2024-04-24T03:07:04.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 1505 completed, throughput=4.99MB/sec 2024-04-24T03:07:04.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4yd3wUpRj1pPkSm off=812941 len=1423678 2024-04-24T03:07:04.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 1506 completed, throughput=5MB/sec 2024-04-24T03:07:04.575 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QmplQzzVdoW15hD off=6619153 len=1592554 2024-04-24T03:07:04.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 1507 completed, throughput=5MB/sec 2024-04-24T03:07:05.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:04 smithi016 ceph-mon[84376]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:07:05.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:04 smithi016 ceph-mon[86910]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:07:05.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:04 smithi063 ceph-mon[77007]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:07:05.581 INFO:tasks.workunit.client.0.smithi016.stdout: 293: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:05.582 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X59pWemqAaQmcPv off=27039 len=572635 2024-04-24T03:07:05.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-24T03:07:05.586 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-28j_lIKw729picO off=17425504 len=1019945 2024-04-24T03:07:05.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-24T03:07:05.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F_rMItoj9tMl7HO off=22999552 len=804711 2024-04-24T03:07:05.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 1510 completed, throughput=4.99MB/sec 2024-04-24T03:07:05.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wwK3bm1NoO9jpEH off=9696416 len=233849 2024-04-24T03:07:05.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 1511 completed, throughput=4.99MB/sec 2024-04-24T03:07:05.590 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2E6_NHz6p8YicpC off=3317476 len=1613065 2024-04-24T03:07:05.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 1512 completed, throughput=5MB/sec 2024-04-24T03:07:05.598 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Oiyw8pSTKcH0Haq off=16720380 len=1041673 2024-04-24T03:07:05.603 INFO:tasks.workunit.client.0.smithi016.stdout:op 1513 completed, throughput=5MB/sec 2024-04-24T03:07:05.603 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vmNZ2yhdtDA_Pq9 off=14205109 len=1474497 2024-04-24T03:07:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 1514 completed, throughput=5MB/sec 2024-04-24T03:07:06.610 INFO:tasks.workunit.client.0.smithi016.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:06.610 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y1M3f0Scdrutbvm off=241281 len=1078986 2024-04-24T03:07:06.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-24T03:07:06.617 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LuR1S0PwDBwaP6r off=7928299 len=1527308 2024-04-24T03:07:06.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 1516 completed, throughput=5MB/sec 2024-04-24T03:07:06.621 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pBi2HcBktkDFbG1 off=2089256 len=641400 2024-04-24T03:07:06.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 1517 completed, throughput=5MB/sec 2024-04-24T03:07:06.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-watwELD65D6ZRRT off=1785443 len=1813212 2024-04-24T03:07:06.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 1518 completed, throughput=5MB/sec 2024-04-24T03:07:07.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:06 smithi016 ceph-mon[84376]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:07:07.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:06 smithi016 ceph-mon[86910]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:07:07.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:06 smithi063 ceph-mon[77007]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:07:07.628 INFO:tasks.workunit.client.0.smithi016.stdout: 295: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:07.628 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-shdp_AbKKaeExRx off=10787121 len=1201335 2024-04-24T03:07:07.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-24T03:07:07.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0gphziYo5SzZVMB off=7450055 len=720817 2024-04-24T03:07:07.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-24T03:07:07.639 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oFtNqMvQfZMGK4E off=2654194 len=1694905 2024-04-24T03:07:07.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 1521 completed, throughput=5MB/sec 2024-04-24T03:07:07.647 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ETL_KGEIHkxajFz off=1528995 len=1281509 2024-04-24T03:07:07.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 1522 completed, throughput=5MB/sec 2024-04-24T03:07:08.653 INFO:tasks.workunit.client.0.smithi016.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:08.653 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lnbwCm_e8C4h0cq off=7723444 len=239898 2024-04-24T03:07:08.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-24T03:07:08.654 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w3VuDuobrtF-_Sk off=13185852 len=1423337 2024-04-24T03:07:08.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-24T03:07:08.661 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SpQjSCyYYVIvLt9 off=1765199 len=545757 2024-04-24T03:07:08.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-24T03:07:08.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XsQygmPJ0bdC3El off=2081674 len=515251 2024-04-24T03:07:08.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 1526 completed, throughput=4.99MB/sec 2024-04-24T03:07:08.666 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i3IjrjRnsf1ustn off=3317763 len=1676073 2024-04-24T03:07:08.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 1527 completed, throughput=5MB/sec 2024-04-24T03:07:08.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s2dMttyzQmn6noU off=619865 len=1978146 2024-04-24T03:07:08.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 1528 completed, throughput=5.01MB/sec 2024-04-24T03:07:08.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:08 smithi016 ceph-mon[84376]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:07:08.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:08 smithi016 ceph-mon[86910]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:07:08.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:07:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:07:08] "GET /metrics HTTP/1.1" 200 34204 "" "Prometheus/2.43.0" 2024-04-24T03:07:09.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:08 smithi063 ceph-mon[77007]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:07:09.677 INFO:tasks.workunit.client.0.smithi016.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:09.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-srpwTZ_h2E6qc8z off=2938711 len=1308018 2024-04-24T03:07:09.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-24T03:07:09.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dm1kv9Fvzh0eF08 off=6487305 len=467730 2024-04-24T03:07:09.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-24T03:07:09.687 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hr2I3DB19uhM70E off=2182441 len=1966919 2024-04-24T03:07:09.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 1531 completed, throughput=5MB/sec 2024-04-24T03:07:10.699 INFO:tasks.workunit.client.0.smithi016.stdout: 298: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:10.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hpKKBdlFxB6BtPv off=4286050 len=551007 2024-04-24T03:07:10.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-24T03:07:10.701 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RL6S6HAKfLzs6A4 off=349559 len=1607551 2024-04-24T03:07:10.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-24T03:07:10.709 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QInFqWJSUceYtc1 off=3502741 len=1200455 2024-04-24T03:07:10.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-24T03:07:10.710 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RVN0LUCIg3qh-sB off=7049742 len=1752836 2024-04-24T03:07:10.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 1535 completed, throughput=5MB/sec 2024-04-24T03:07:10.720 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rv1fEKcTtkyS3YB off=6974587 len=1605530 2024-04-24T03:07:10.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 1536 completed, throughput=5MB/sec 2024-04-24T03:07:11.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:10 smithi016 ceph-mon[84376]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:07:11.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:10 smithi016 ceph-mon[86910]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:07:11.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:10 smithi063 ceph-mon[77007]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:07:11.722 INFO:tasks.workunit.client.0.smithi016.stdout: 299: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:11.722 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iE_vB8BLMLtpmq3 off=247740 len=1810761 2024-04-24T03:07:11.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-24T03:07:11.733 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tQxXYf_HzXhJSVL off=12570372 len=496976 2024-04-24T03:07:11.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-24T03:07:11.735 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-omNGgtYlqXpLW5R off=3624447 len=377449 2024-04-24T03:07:11.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 1539 completed, throughput=5MB/sec 2024-04-24T03:07:11.738 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5qxcBNXfOWjv4p0 off=841165 len=663857 2024-04-24T03:07:11.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 1540 completed, throughput=5MB/sec 2024-04-24T03:07:11.739 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CIl6Qxba0SihYk7 off=5388023 len=1822732 2024-04-24T03:07:11.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 1541 completed, throughput=5MB/sec 2024-04-24T03:07:12.742 INFO:tasks.workunit.client.0.smithi016.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:12.742 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yr3onv1D4x5j6m9 off=8210385 len=1082295 2024-04-24T03:07:12.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 1542 completed, throughput=4.99MB/sec 2024-04-24T03:07:12.748 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E5GGiIWnmYy0MmP off=2997867 len=871550 2024-04-24T03:07:12.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 1543 completed, throughput=4.99MB/sec 2024-04-24T03:07:12.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3EbV1URToEOvLMP off=2070231 len=1835838 2024-04-24T03:07:12.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 1544 completed, throughput=5MB/sec 2024-04-24T03:07:12.763 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fUwPOzF-r-zM3CJ off=662552 len=576770 2024-04-24T03:07:12.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 1545 completed, throughput=5MB/sec 2024-04-24T03:07:13.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:12 smithi016 ceph-mon[84376]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:07:13.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:12 smithi016 ceph-mon[86910]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:07:13.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:12 smithi063 ceph-mon[77007]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:07:13.766 INFO:tasks.workunit.client.0.smithi016.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:13.767 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b21m59C0Cn-g_1P off=10801626 len=1347447 2024-04-24T03:07:13.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-24T03:07:13.768 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VoNfMW-6ZBYOMHC off=11247213 len=661823 2024-04-24T03:07:13.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-24T03:07:13.773 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qBFfMAGGfl050tg off=10036015 len=94329 2024-04-24T03:07:13.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-24T03:07:13.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v_8TPB-vTspVFJo off=9402927 len=800536 2024-04-24T03:07:13.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-24T03:07:13.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GlPblHIAkYkXwIC off=2801700 len=835312 2024-04-24T03:07:13.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 1550 completed, throughput=5MB/sec 2024-04-24T03:07:13.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k-7ThSvV5DyxMxd off=9385152 len=1888896 2024-04-24T03:07:13.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 1551 completed, throughput=5MB/sec 2024-04-24T03:07:14.783 INFO:tasks.workunit.client.0.smithi016.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:14.783 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O5hKK8Jtj66eznN off=2306748 len=980445 2024-04-24T03:07:14.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-24T03:07:14.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tw7_-fgFErM2ZOf off=2405147 len=417222 2024-04-24T03:07:14.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 1553 completed, throughput=4.99MB/sec 2024-04-24T03:07:14.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TIROJWcFsKxhYQy off=16148576 len=96308 2024-04-24T03:07:14.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-24T03:07:14.790 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a-6UHDrv19aHcW6 off=3085590 len=382783 2024-04-24T03:07:14.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-24T03:07:14.790 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MrMdOgftQ2sF9DQ off=888721 len=1524360 2024-04-24T03:07:14.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 1556 completed, throughput=5MB/sec 2024-04-24T03:07:14.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qJJkIaDWO5RF52B off=992470 len=1484279 2024-04-24T03:07:14.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 1557 completed, throughput=5MB/sec 2024-04-24T03:07:15.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:14 smithi016 ceph-mon[84376]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:07:15.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:14 smithi016 ceph-mon[86910]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:07:15.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:14 smithi063 ceph-mon[77007]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:07:15.800 INFO:tasks.workunit.client.0.smithi016.stdout: 303: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:15.800 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8X-AvcLnorOfRT4 off=1087460 len=2062374 2024-04-24T03:07:15.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-24T03:07:15.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A49KjulI5cYBvNL off=21154429 len=1123899 2024-04-24T03:07:15.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-24T03:07:15.817 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1P8D1gyXv-c0uSt off=11355381 len=1920202 2024-04-24T03:07:15.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 1560 completed, throughput=5MB/sec 2024-04-24T03:07:15.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5feNK5ZHS9eM2Xc off=3288642 len=1294632 2024-04-24T03:07:15.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 1561 completed, throughput=5MB/sec 2024-04-24T03:07:16.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:16.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:16.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:16.822 INFO:tasks.workunit.client.0.smithi016.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:16.822 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8NXshgDN8tpX3t- off=1419360 len=945375 2024-04-24T03:07:16.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-24T03:07:16.823 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eKE7BDpWV3cg4xw off=4164467 len=1601020 2024-04-24T03:07:16.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-24T03:07:16.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jDxz0Rv3_ntX5DQ off=3843329 len=340979 2024-04-24T03:07:16.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 1564 completed, throughput=5MB/sec 2024-04-24T03:07:16.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bgKtGl-W43njkfY off=12196186 len=132899 2024-04-24T03:07:16.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 1565 completed, throughput=5MB/sec 2024-04-24T03:07:16.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dwah4EMtXv3AZlA off=16076955 len=1680153 2024-04-24T03:07:16.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 1566 completed, throughput=5MB/sec 2024-04-24T03:07:17.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:16 smithi016 ceph-mon[84376]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-24T03:07:17.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:16 smithi016 ceph-mon[86910]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-24T03:07:17.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:16 smithi063 ceph-mon[77007]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-24T03:07:17.833 INFO:tasks.workunit.client.0.smithi016.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:17.833 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--xaaT5m91n9eJA3 off=1994790 len=752656 2024-04-24T03:07:17.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-24T03:07:17.835 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yxqNy1BfMeApSN_ off=11425063 len=246025 2024-04-24T03:07:17.835 INFO:tasks.workunit.client.0.smithi016.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-24T03:07:17.835 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xmadFmqmpX6ZDE6 off=1343226 len=1222871 2024-04-24T03:07:17.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-24T03:07:17.841 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uh2iKlJBztVaOdO off=29110 len=684935 2024-04-24T03:07:17.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-24T03:07:17.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wBWWuAX7kZgTmgb off=9169239 len=175509 2024-04-24T03:07:17.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-24T03:07:17.848 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rDHn_yQWODP_Fw8 off=15363067 len=469047 2024-04-24T03:07:17.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 1572 completed, throughput=5MB/sec 2024-04-24T03:07:17.851 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FdMvCe-FnlC7b8w off=3741792 len=920202 2024-04-24T03:07:17.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 1573 completed, throughput=5MB/sec 2024-04-24T03:07:17.854 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RpEwmonqlGq-H4N off=1311372 len=948232 2024-04-24T03:07:17.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 1574 completed, throughput=5MB/sec 2024-04-24T03:07:18.576 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:07:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:07:18] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:07:18.859 INFO:tasks.workunit.client.0.smithi016.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:18.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VBEAYcZ1z9JiQRi off=3989984 len=1550019 2024-04-24T03:07:18.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-24T03:07:18.867 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H7k04FPQfjopeJE off=5417123 len=394870 2024-04-24T03:07:18.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 1576 completed, throughput=4.99MB/sec 2024-04-24T03:07:18.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wSDu53-WjrlZ2S0 off=845488 len=1068424 2024-04-24T03:07:18.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 1577 completed, throughput=4.99MB/sec 2024-04-24T03:07:18.871 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TpRJ0trE-BGtPH- off=125041 len=1451743 2024-04-24T03:07:18.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 1578 completed, throughput=5MB/sec 2024-04-24T03:07:18.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tqsIdIEDpwVfVC- off=2775898 len=1348814 2024-04-24T03:07:18.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 1579 completed, throughput=5MB/sec 2024-04-24T03:07:19.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:18 smithi016 ceph-mon[86910]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:07:19.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:18 smithi016 ceph-mon[84376]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:07:19.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:18 smithi063 ceph-mon[77007]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:07:19.885 INFO:tasks.workunit.client.0.smithi016.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:19.885 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-id-Q_hIgUtfkfwE off=4828588 len=2087794 2024-04-24T03:07:19.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-24T03:07:19.895 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jk6nvz5X7q0Uby5 off=9339123 len=1938196 2024-04-24T03:07:19.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 1581 completed, throughput=5MB/sec 2024-04-24T03:07:19.898 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HCzsjAIXoixVjbP off=0 len=1344400 2024-04-24T03:07:19.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 1582 completed, throughput=5MB/sec 2024-04-24T03:07:20.901 INFO:tasks.workunit.client.0.smithi016.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:20.901 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jTscqAtdyWntZFA off=9028735 len=864705 2024-04-24T03:07:20.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 1583 completed, throughput=4.99MB/sec 2024-04-24T03:07:20.905 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_reg_P-f1htBz_w off=846409 len=945983 2024-04-24T03:07:20.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-24T03:07:20.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uZI8mrJ24qGV0EG off=2881558 len=1884890 2024-04-24T03:07:20.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 1585 completed, throughput=5MB/sec 2024-04-24T03:07:20.919 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f9Ms3LZvcz5fNVG off=0 len=1383403 2024-04-24T03:07:20.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 1586 completed, throughput=5MB/sec 2024-04-24T03:07:21.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:20 smithi016 ceph-mon[84376]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:07:21.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:20 smithi016 ceph-mon[86910]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:07:21.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:20 smithi063 ceph-mon[77007]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:07:21.921 INFO:tasks.workunit.client.0.smithi016.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:21.921 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-soyqO97VSuYjNUf off=4742089 len=860730 2024-04-24T03:07:21.922 INFO:tasks.workunit.client.0.smithi016.stdout:op 1587 completed, throughput=4.99MB/sec 2024-04-24T03:07:21.922 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DLjkRngY0dn_Aok off=6357725 len=1782563 2024-04-24T03:07:21.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 1588 completed, throughput=4.99MB/sec 2024-04-24T03:07:21.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wfggUW4_aQXgQZx off=987230 len=632788 2024-04-24T03:07:21.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 1589 completed, throughput=5MB/sec 2024-04-24T03:07:21.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GMjq-UOZrsgRsEl off=18507220 len=930747 2024-04-24T03:07:21.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 1590 completed, throughput=5MB/sec 2024-04-24T03:07:21.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cTh2lNA1ix7JKW4 off=1578162 len=31122 2024-04-24T03:07:21.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 1591 completed, throughput=5MB/sec 2024-04-24T03:07:21.936 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L4Wi3i8TNs8j6D_ off=1016933 len=414172 2024-04-24T03:07:21.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 1592 completed, throughput=5MB/sec 2024-04-24T03:07:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: 310: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:22.940 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R8bj1X0zVcIgRl6 off=5857860 len=1483113 2024-04-24T03:07:22.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-24T03:07:22.948 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VYHWK5_LdNLpiZ6 off=1292100 len=1759536 2024-04-24T03:07:22.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-24T03:07:22.958 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jNYQX_QljhFqSKg off=1253597 len=1839746 2024-04-24T03:07:22.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 1595 completed, throughput=5MB/sec 2024-04-24T03:07:22.960 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D3-DnuuiCJ6j3Z5 off=641241 len=1242591 2024-04-24T03:07:22.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 1596 completed, throughput=5MB/sec 2024-04-24T03:07:23.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:22 smithi016 ceph-mon[84376]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:07:23.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:22 smithi016 ceph-mon[86910]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:07:23.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:22 smithi063 ceph-mon[77007]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:07:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:23.965 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RqPNuPjKrQwmV3K off=7749376 len=793362 2024-04-24T03:07:23.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-24T03:07:23.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BH8N9sDTURC_qYX off=919624 len=214671 2024-04-24T03:07:23.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-24T03:07:23.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i_b39xJzTcZ3ZDg off=24520316 len=104336 2024-04-24T03:07:23.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-24T03:07:23.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7xO4D4V-moTn_HA off=6811259 len=817866 2024-04-24T03:07:23.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-24T03:07:23.971 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L5A8uKwwpcWLEWi off=3124599 len=525551 2024-04-24T03:07:23.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-24T03:07:23.972 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TKkiCfXX0U9fHHO off=19908542 len=2074455 2024-04-24T03:07:23.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 1602 completed, throughput=5MB/sec 2024-04-24T03:07:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: 312: throughput=4.98MB/sec pending data=0 2024-04-24T03:07:24.975 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z_X-CW9iI3p9Mf3 off=4040366 len=687620 2024-04-24T03:07:24.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 1603 completed, throughput=4.99MB/sec 2024-04-24T03:07:24.979 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lKVS_3fOaZdXndM off=12522080 len=137975 2024-04-24T03:07:24.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-24T03:07:24.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7D_9gabfkvOZA1Z off=1101394 len=910293 2024-04-24T03:07:24.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-24T03:07:24.984 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZYVqBgvES4ygBVL off=14035228 len=1061102 2024-04-24T03:07:24.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-24T03:07:24.990 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C4fUsNrjR17acha off=2743367 len=289553 2024-04-24T03:07:24.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 1607 completed, throughput=4.99MB/sec 2024-04-24T03:07:24.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zCOZVO-vzCXXr3L off=1297294 len=229877 2024-04-24T03:07:24.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-24T03:07:24.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kAgun7R2naej0kN off=4867970 len=201610 2024-04-24T03:07:24.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 1609 completed, throughput=5MB/sec 2024-04-24T03:07:24.998 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kDB3f7IP7BRCTB6 off=16120655 len=1896995 2024-04-24T03:07:25.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 1610 completed, throughput=5MB/sec 2024-04-24T03:07:25.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:24 smithi016 ceph-mon[84376]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:07:25.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:24 smithi016 ceph-mon[86910]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:07:25.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:24 smithi063 ceph-mon[77007]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:07:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:26.002 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-py9ZXcX6YfC3Sbb off=6930753 len=259482 2024-04-24T03:07:26.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-24T03:07:26.005 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Me0IlYKBTINVbw2 off=9625510 len=1114017 2024-04-24T03:07:26.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-24T03:07:26.011 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7oEuY6vpa1DlCRO off=7032586 len=1425784 2024-04-24T03:07:26.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-24T03:07:26.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KuQyqJFHhxcLFXr off=15078212 len=1630368 2024-04-24T03:07:26.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 1614 completed, throughput=5MB/sec 2024-04-24T03:07:26.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vk1PH2BF6MvwNTw off=1010257 len=1899491 2024-04-24T03:07:26.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 1615 completed, throughput=5MB/sec 2024-04-24T03:07:27.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:26 smithi016 ceph-mon[84376]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:07:27.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:26 smithi016 ceph-mon[86910]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:07:27.035 INFO:tasks.workunit.client.0.smithi016.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:27.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Pg1AcPwaegkAkKc off=3777133 len=1097776 2024-04-24T03:07:27.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 1616 completed, throughput=4.99MB/sec 2024-04-24T03:07:27.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ABKv6UfELVehSFr off=2672902 len=972448 2024-04-24T03:07:27.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-24T03:07:27.043 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3fc-gDMrewqMJa5 off=10152186 len=1637804 2024-04-24T03:07:27.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:26 smithi063 ceph-mon[77007]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:07:27.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 1618 completed, throughput=5MB/sec 2024-04-24T03:07:27.052 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WpsJY188cTdq3ps off=5309357 len=1880376 2024-04-24T03:07:27.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 1619 completed, throughput=5MB/sec 2024-04-24T03:07:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:28.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OYKIQFtP69DBQ8s off=1768693 len=787281 2024-04-24T03:07:28.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 1620 completed, throughput=4.99MB/sec 2024-04-24T03:07:28.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OclzSqW5uQPl9_G off=2143129 len=1705211 2024-04-24T03:07:28.065 INFO:tasks.workunit.client.0.smithi016.stdout:op 1621 completed, throughput=5MB/sec 2024-04-24T03:07:28.065 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8qKQjBHKaH8WwXt off=12893973 len=1700949 2024-04-24T03:07:28.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 1622 completed, throughput=5MB/sec 2024-04-24T03:07:28.590 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:07:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:07:28] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:07:29.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:28 smithi016 ceph-mon[84376]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:29.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:28 smithi016 ceph-mon[86910]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:29.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:28 smithi063 ceph-mon[77007]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:29.069 INFO:tasks.workunit.client.0.smithi016.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:29.069 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kuJpc1k1W5iZSIc off=3754370 len=1090334 2024-04-24T03:07:29.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-24T03:07:29.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RJ0hn29SKwY20-G off=10749311 len=1336259 2024-04-24T03:07:29.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-24T03:07:29.080 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oGKtZou4uJS-jxf off=1779253 len=739135 2024-04-24T03:07:29.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-24T03:07:29.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1uchCeBeBnDUeeO off=509233 len=1397303 2024-04-24T03:07:29.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 1626 completed, throughput=5MB/sec 2024-04-24T03:07:29.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yMs9Sr3COv63MWT off=511461 len=856679 2024-04-24T03:07:29.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 1627 completed, throughput=5MB/sec 2024-04-24T03:07:30.092 INFO:tasks.workunit.client.0.smithi016.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:30.092 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y5z2X7QaHv3rbvw off=8840919 len=721850 2024-04-24T03:07:30.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-24T03:07:30.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wVCdcBp8Kq1qlX- off=18289064 len=1401401 2024-04-24T03:07:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 1629 completed, throughput=4.99MB/sec 2024-04-24T03:07:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uSSkTz3yolXVTB1 off=4063759 len=1918350 2024-04-24T03:07:30.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 1630 completed, throughput=5MB/sec 2024-04-24T03:07:30.107 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fYqUZqX0kqlCst5 off=9867625 len=1304704 2024-04-24T03:07:30.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 1631 completed, throughput=5MB/sec 2024-04-24T03:07:30.595 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:30 smithi016 ceph-mon[84376]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:07:30.595 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:30.596 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:30 smithi016 ceph-mon[86910]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:07:30.596 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:31.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:30 smithi063 ceph-mon[77007]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:07:31.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:31.108 INFO:tasks.workunit.client.0.smithi016.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:31.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FEOxYyfileLRPmj off=18830845 len=778114 2024-04-24T03:07:31.114 INFO:tasks.workunit.client.0.smithi016.stdout:op 1632 completed, throughput=4.99MB/sec 2024-04-24T03:07:31.114 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P1hkhQ2cdl2E15l off=2203235 len=1489157 2024-04-24T03:07:31.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-24T03:07:31.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FC6MNGFqxqKJwOn off=3810504 len=646492 2024-04-24T03:07:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-24T03:07:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d1Bj6SByWgZ2AVP off=16282482 len=602683 2024-04-24T03:07:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 1635 completed, throughput=5MB/sec 2024-04-24T03:07:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ayVouZMLgkSmz4 off=9917223 len=1018803 2024-04-24T03:07:31.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 1636 completed, throughput=5MB/sec 2024-04-24T03:07:31.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3Y9PHHehTxy8Fjp off=13948756 len=1661072 2024-04-24T03:07:31.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 1637 completed, throughput=5MB/sec 2024-04-24T03:07:32.134 INFO:tasks.workunit.client.0.smithi016.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:32.134 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dx-0PjCbn5qTHQr off=8893847 len=1868200 2024-04-24T03:07:32.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-24T03:07:32.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UdK7qAKtJZuXHVi off=2276321 len=1407825 2024-04-24T03:07:32.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 1639 completed, throughput=5MB/sec 2024-04-24T03:07:32.139 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XJh5OVZoMKhrabV off=1410637 len=1622034 2024-04-24T03:07:32.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 1640 completed, throughput=5MB/sec 2024-04-24T03:07:33.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:32 smithi016 ceph-mon[84376]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:07:33.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:32 smithi016 ceph-mon[86910]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:07:33.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:32 smithi063 ceph-mon[77007]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:07:33.146 INFO:tasks.workunit.client.0.smithi016.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:33.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TQL0EZhhmRgsQA2 off=3510221 len=1423920 2024-04-24T03:07:33.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-24T03:07:33.152 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DLjkRngY0dn_Aok off=3845688 len=947265 2024-04-24T03:07:33.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-24T03:07:33.154 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nJh8OSOOvYoQpxt off=12299900 len=2054614 2024-04-24T03:07:33.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 1643 completed, throughput=5MB/sec 2024-04-24T03:07:33.156 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cwwiFadcwohsU61 off=1055583 len=903436 2024-04-24T03:07:33.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 1644 completed, throughput=5MB/sec 2024-04-24T03:07:34.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:07:34.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:07:34.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:07:34.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:07:34.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:07:34.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:07:34.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:07:34.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:33 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:07:34.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:07:34.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:07:34.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:07:34.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:33 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:07:34.158 INFO:tasks.workunit.client.0.smithi016.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:34.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9vsu1mpR_bt9sPK off=1233300 len=968076 2024-04-24T03:07:34.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 1645 completed, throughput=4.99MB/sec 2024-04-24T03:07:34.159 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vDaRj4EZT1ETI9N off=7357659 len=1747536 2024-04-24T03:07:34.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-24T03:07:34.161 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FkfN-E3iy8f1glT off=2534711 len=936181 2024-04-24T03:07:34.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 1647 completed, throughput=5MB/sec 2024-04-24T03:07:34.167 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-siGDkD0kIAc4iK_ off=10673561 len=2088179 2024-04-24T03:07:34.169 INFO:tasks.workunit.client.0.smithi016.stdout:op 1648 completed, throughput=5MB/sec 2024-04-24T03:07:35.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:34 smithi016 ceph-mon[84376]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:07:35.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:34 smithi016 ceph-mon[86910]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:07:35.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:34 smithi063 ceph-mon[77007]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:07:35.170 INFO:tasks.workunit.client.0.smithi016.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:35.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hP9E2RgPh01XBYs off=2526612 len=679086 2024-04-24T03:07:35.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 1649 completed, throughput=4.99MB/sec 2024-04-24T03:07:35.174 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y9cWJ6JEXUeZlHd off=5691500 len=505664 2024-04-24T03:07:35.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-24T03:07:35.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RFuFGcrpJWvWyAu off=1362164 len=553737 2024-04-24T03:07:35.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-24T03:07:35.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eqQCu2Cguj7Et8E off=7816571 len=1465756 2024-04-24T03:07:35.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 1652 completed, throughput=5MB/sec 2024-04-24T03:07:35.178 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6SgIn8AjLDtXoGI off=2638267 len=942244 2024-04-24T03:07:35.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 1653 completed, throughput=5MB/sec 2024-04-24T03:07:36.184 INFO:tasks.workunit.client.0.smithi016.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:36.184 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JN6AuTaiLdxAofP off=1418078 len=1268659 2024-04-24T03:07:36.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 1654 completed, throughput=4.99MB/sec 2024-04-24T03:07:36.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kUPgVEvN8JKdVdO off=8288934 len=1230688 2024-04-24T03:07:36.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-24T03:07:36.190 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XOlx865BzSiU3lS off=5786255 len=1954757 2024-04-24T03:07:36.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 1656 completed, throughput=5MB/sec 2024-04-24T03:07:36.190 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l0tXcoE7gGyVf5W off=15898007 len=2018036 2024-04-24T03:07:36.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 1657 completed, throughput=5MB/sec 2024-04-24T03:07:37.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:36 smithi016 ceph-mon[84376]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:07:37.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:36 smithi016 ceph-mon[86910]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:07:37.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:36 smithi063 ceph-mon[77007]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:07:37.198 INFO:tasks.workunit.client.0.smithi016.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:37.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5NHpx0BU7UtbfvX off=3895192 len=205532 2024-04-24T03:07:37.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-24T03:07:37.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j_KSaSNR_VceKYp off=7829436 len=1043045 2024-04-24T03:07:37.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-24T03:07:37.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8T76A00RWk1ewiD off=12898863 len=1744538 2024-04-24T03:07:37.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 1660 completed, throughput=5MB/sec 2024-04-24T03:07:37.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XY1bMBAM67TIaAi off=4488775 len=1295830 2024-04-24T03:07:37.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 1661 completed, throughput=5MB/sec 2024-04-24T03:07:38.212 INFO:tasks.workunit.client.0.smithi016.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:38.213 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n3UrHKhvtei5RTb off=803885 len=1114584 2024-04-24T03:07:38.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 1662 completed, throughput=4.99MB/sec 2024-04-24T03:07:38.218 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TVduPih_klsl-mL off=0 len=1471190 2024-04-24T03:07:38.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-24T03:07:38.220 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9vxr1sw3mcGxCOK off=336446 len=473437 2024-04-24T03:07:38.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-24T03:07:38.224 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sCUIeazOrhIp7cM off=1614700 len=1105230 2024-04-24T03:07:38.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 1665 completed, throughput=5MB/sec 2024-04-24T03:07:38.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PAhV8yxMMsexQPP off=6069718 len=1495113 2024-04-24T03:07:38.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 1666 completed, throughput=5MB/sec 2024-04-24T03:07:38.608 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:07:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:07:38] "GET /metrics HTTP/1.1" 200 34199 "" "Prometheus/2.43.0" 2024-04-24T03:07:39.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:38 smithi016 ceph-mon[84376]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-24T03:07:39.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:38 smithi016 ceph-mon[86910]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-24T03:07:39.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:38 smithi063 ceph-mon[77007]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-24T03:07:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:39.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AIpaAwNTlhr_Fzh off=5025445 len=307888 2024-04-24T03:07:39.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 1667 completed, throughput=4.99MB/sec 2024-04-24T03:07:39.229 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7t5PM3Gfta6JfYX off=5457286 len=1935626 2024-04-24T03:07:39.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-24T03:07:39.239 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z-nfGo-PJIsJRR4 off=6136222 len=1979680 2024-04-24T03:07:39.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 1669 completed, throughput=5MB/sec 2024-04-24T03:07:39.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ep9z62y1KBM1-s8 off=2311531 len=1015645 2024-04-24T03:07:39.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 1670 completed, throughput=5MB/sec 2024-04-24T03:07:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:40.245 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U5H43rGVlQVOwUj off=9454638 len=1154693 2024-04-24T03:07:40.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 1671 completed, throughput=4.99MB/sec 2024-04-24T03:07:40.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IBuS4ubXjJaU9j9 off=902303 len=438384 2024-04-24T03:07:40.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-24T03:07:40.248 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UZ-6HcPJ-mAwaKE off=1320642 len=362276 2024-04-24T03:07:40.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-24T03:07:40.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-toLbr-5QDLwQpBz off=3044724 len=1748544 2024-04-24T03:07:40.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 1674 completed, throughput=5MB/sec 2024-04-24T03:07:40.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zO5TTgGbQmque7M off=5612228 len=1515870 2024-04-24T03:07:40.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 1675 completed, throughput=5MB/sec 2024-04-24T03:07:41.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:40 smithi016 ceph-mon[84376]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-24T03:07:41.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:40 smithi016 ceph-mon[86910]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-24T03:07:41.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:40 smithi063 ceph-mon[77007]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-24T03:07:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:41.261 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P3eX1Rszd7NC9VO off=178738 len=841785 2024-04-24T03:07:41.266 INFO:tasks.workunit.client.0.smithi016.stdout:op 1676 completed, throughput=4.99MB/sec 2024-04-24T03:07:41.266 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fIkc9_iTsiu1ej3 off=9489701 len=1384036 2024-04-24T03:07:41.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 1677 completed, throughput=4.99MB/sec 2024-04-24T03:07:41.268 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JGgAxFDlL_ejgy_ off=5169145 len=243998 2024-04-24T03:07:41.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-24T03:07:41.269 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9tGGJEykIZxAh6n off=16292170 len=173451 2024-04-24T03:07:41.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-24T03:07:41.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-deP9dBBlWHvhZbJ off=6470194 len=85323 2024-04-24T03:07:41.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-24T03:07:41.273 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VC0vYDhNzc4nspU off=10332193 len=348087 2024-04-24T03:07:41.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-24T03:07:41.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iTPdFsCg9TM3kKG off=8982023 len=1397594 2024-04-24T03:07:41.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 1682 completed, throughput=5MB/sec 2024-04-24T03:07:41.278 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2d-4tTVvju4bX5G off=1442490 len=378662 2024-04-24T03:07:41.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 1683 completed, throughput=5MB/sec 2024-04-24T03:07:41.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rxVnMyGdVyIzQzo off=471284 len=1354511 2024-04-24T03:07:41.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 1684 completed, throughput=5MB/sec 2024-04-24T03:07:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:42.282 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XCoomFzPmXemPzU off=4829478 len=48183 2024-04-24T03:07:42.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-24T03:07:42.283 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NpRBHvI0hjv-QDO off=1510778 len=1413904 2024-04-24T03:07:42.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 1686 completed, throughput=4.99MB/sec 2024-04-24T03:07:42.285 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HMXdKuGh4mN7DCY off=3194297 len=997940 2024-04-24T03:07:42.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 1687 completed, throughput=5MB/sec 2024-04-24T03:07:42.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--l0P_6UwAVzvS1B off=225752 len=1066685 2024-04-24T03:07:42.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 1688 completed, throughput=5MB/sec 2024-04-24T03:07:42.296 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GaJDW5lCcXLfIoo off=9720520 len=405129 2024-04-24T03:07:42.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 1689 completed, throughput=5MB/sec 2024-04-24T03:07:42.299 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NGlv1y932tapXmb off=8941938 len=748277 2024-04-24T03:07:42.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 1690 completed, throughput=5MB/sec 2024-04-24T03:07:43.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:42 smithi016 ceph-mon[84376]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:07:43.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:42 smithi016 ceph-mon[86910]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:07:43.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:42 smithi063 ceph-mon[77007]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:07:43.301 INFO:tasks.workunit.client.0.smithi016.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:43.301 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cNYlrChn1x4VS-v off=3183889 len=1830844 2024-04-24T03:07:43.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-24T03:07:43.308 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nuWe9kBEIE23eNc off=3084486 len=906825 2024-04-24T03:07:43.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-24T03:07:43.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mz5pDmKzOXWZuFa off=2265334 len=282437 2024-04-24T03:07:43.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 1693 completed, throughput=5MB/sec 2024-04-24T03:07:43.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vzLJsJY8HHiVWFt off=754841 len=1839763 2024-04-24T03:07:43.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 1694 completed, throughput=5MB/sec 2024-04-24T03:07:44.314 INFO:tasks.workunit.client.0.smithi016.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:44.315 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IsH7fgcVl61by9b off=2456602 len=610581 2024-04-24T03:07:44.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-24T03:07:44.319 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XhAODBWd9CxsDn- off=13141614 len=1323616 2024-04-24T03:07:44.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-24T03:07:44.321 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7D_9gabfkvOZA1Z off=6950446 len=1967214 2024-04-24T03:07:44.329 INFO:tasks.workunit.client.0.smithi016.stdout:op 1697 completed, throughput=5MB/sec 2024-04-24T03:07:44.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WC6J9puJ2rFCJrU off=7612111 len=109525 2024-04-24T03:07:44.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 1698 completed, throughput=5MB/sec 2024-04-24T03:07:44.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-89vQrgJgRW0szTf off=21354464 len=902035 2024-04-24T03:07:44.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 1699 completed, throughput=5MB/sec 2024-04-24T03:07:44.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OdH6Cn6IaqVP0CB off=6895667 len=258111 2024-04-24T03:07:44.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 1700 completed, throughput=5MB/sec 2024-04-24T03:07:44.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ppHw0TiXdjY5zsx off=2345266 len=1595351 2024-04-24T03:07:44.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 1701 completed, throughput=5MB/sec 2024-04-24T03:07:45.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:44 smithi016 ceph-mon[84376]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-24T03:07:45.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:44 smithi016 ceph-mon[86910]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-24T03:07:45.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:44 smithi063 ceph-mon[77007]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-24T03:07:45.340 INFO:tasks.workunit.client.0.smithi016.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:45.340 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mctf3Bf866gA_9r off=8042545 len=1916551 2024-04-24T03:07:45.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 1702 completed, throughput=4.99MB/sec 2024-04-24T03:07:45.349 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fj3qz1iy9gryRvd off=12839376 len=85239 2024-04-24T03:07:45.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 1703 completed, throughput=4.99MB/sec 2024-04-24T03:07:45.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XLHNvKzZqlcT-BG off=16874137 len=1698251 2024-04-24T03:07:45.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 1704 completed, throughput=5MB/sec 2024-04-24T03:07:45.354 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ybd7ATqT3o6a7S- off=9316938 len=713858 2024-04-24T03:07:45.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 1705 completed, throughput=5MB/sec 2024-04-24T03:07:46.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:46.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:46.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:07:46.359 INFO:tasks.workunit.client.0.smithi016.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:46.359 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IE06l_9WfdxfN5x off=5897356 len=1128266 2024-04-24T03:07:46.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-24T03:07:46.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SgRA9ELwKJX5a5k off=510732 len=2044275 2024-04-24T03:07:46.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 1707 completed, throughput=5MB/sec 2024-04-24T03:07:46.374 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gKoGKM067_6bbTy off=1330841 len=130194 2024-04-24T03:07:46.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 1708 completed, throughput=5MB/sec 2024-04-24T03:07:46.374 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kSVXrTw07gT98r8 off=14578684 len=1304447 2024-04-24T03:07:46.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 1709 completed, throughput=5MB/sec 2024-04-24T03:07:46.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sJCzurVM7N2vBdq off=2164966 len=557051 2024-04-24T03:07:46.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 1710 completed, throughput=5MB/sec 2024-04-24T03:07:47.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:46 smithi016 ceph-mon[84376]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:07:47.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:46 smithi016 ceph-mon[86910]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:07:47.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:46 smithi063 ceph-mon[77007]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:07:47.380 INFO:tasks.workunit.client.0.smithi016.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:47.380 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X_jrVgive8asJA8 off=1897335 len=384853 2024-04-24T03:07:47.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-24T03:07:47.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fgYO-iuZyhsVOvG off=22634254 len=1072244 2024-04-24T03:07:47.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-24T03:07:47.385 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ff1FTBx0kVwDvrR off=6728036 len=1325215 2024-04-24T03:07:47.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-24T03:07:47.387 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--RoAY-3Ie7voHZE off=5925546 len=188643 2024-04-24T03:07:47.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-24T03:07:47.388 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qzve7qKy5utxMs3 off=1091408 len=424550 2024-04-24T03:07:47.388 INFO:tasks.workunit.client.0.smithi016.stdout:op 1715 completed, throughput=5MB/sec 2024-04-24T03:07:47.389 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CLzGkxZ_1XTuxP4 off=67184 len=86623 2024-04-24T03:07:47.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 1716 completed, throughput=5MB/sec 2024-04-24T03:07:47.389 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YtBsM2siC1g6ui9 off=3821585 len=1357900 2024-04-24T03:07:47.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 1717 completed, throughput=5MB/sec 2024-04-24T03:07:47.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3UszjF3UsTROP8y off=1020321 len=923450 2024-04-24T03:07:47.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 1718 completed, throughput=5MB/sec 2024-04-24T03:07:48.400 INFO:tasks.workunit.client.0.smithi016.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:48.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--owaTiADaj0YO-o off=34192 len=1045670 2024-04-24T03:07:48.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 1719 completed, throughput=4.99MB/sec 2024-04-24T03:07:48.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yu-WrMAyrpzdC9S off=2036943 len=2036548 2024-04-24T03:07:48.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 1720 completed, throughput=5MB/sec 2024-04-24T03:07:48.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HxBG2IkXpMIEYfJ off=3586440 len=1278130 2024-04-24T03:07:48.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 1721 completed, throughput=5MB/sec 2024-04-24T03:07:48.406 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2kMRiq7Q5AVtvMR off=2749053 len=1267199 2024-04-24T03:07:48.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 1722 completed, throughput=5MB/sec 2024-04-24T03:07:48.626 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:07:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:07:48] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:07:49.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:48 smithi016 ceph-mon[84376]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:07:49.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:48 smithi016 ceph-mon[86910]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:07:49.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:48 smithi063 ceph-mon[77007]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:07:49.413 INFO:tasks.workunit.client.0.smithi016.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:49.413 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YjLtihd_mJ7h1Mg off=16075189 len=880921 2024-04-24T03:07:49.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-24T03:07:49.418 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XYfKavFFSaZ-zoa off=3580525 len=563199 2024-04-24T03:07:49.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-24T03:07:49.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DWEjyl33UJE6gvw off=1286213 len=287295 2024-04-24T03:07:49.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-24T03:07:49.422 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2LPluCjbjkWpPVm off=553212 len=1128029 2024-04-24T03:07:49.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 1726 completed, throughput=5MB/sec 2024-04-24T03:07:49.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ry3FvXq66QcsVuE off=5919917 len=1279494 2024-04-24T03:07:49.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 1727 completed, throughput=5MB/sec 2024-04-24T03:07:49.434 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KgwvNIcHMfeZ6sT off=10544600 len=387029 2024-04-24T03:07:49.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 1728 completed, throughput=5MB/sec 2024-04-24T03:07:50.435 INFO:tasks.workunit.client.0.smithi016.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:50.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ym85zsN31vHS9xP off=9980282 len=1224966 2024-04-24T03:07:50.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-24T03:07:50.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x7LVOJWXPGrrTbh off=630558 len=1503633 2024-04-24T03:07:50.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-24T03:07:50.444 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kmzNWGT4k9ThjWu off=4478001 len=1038279 2024-04-24T03:07:50.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 1731 completed, throughput=5MB/sec 2024-04-24T03:07:50.445 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ELJvpOU16UgrvLy off=10090007 len=1714189 2024-04-24T03:07:50.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 1732 completed, throughput=5MB/sec 2024-04-24T03:07:51.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:50 smithi016 ceph-mon[84376]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:07:51.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:50 smithi016 ceph-mon[86910]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:07:51.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:50 smithi063 ceph-mon[77007]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:07:51.453 INFO:tasks.workunit.client.0.smithi016.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:51.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OurCFoEM4BmIByz off=21136804 len=1280741 2024-04-24T03:07:51.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-24T03:07:51.456 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6tWyXBOjtow975n off=1371141 len=276069 2024-04-24T03:07:51.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-24T03:07:51.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zs81Xyf2GdrcL8M off=2318390 len=1538201 2024-04-24T03:07:51.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 1735 completed, throughput=5MB/sec 2024-04-24T03:07:51.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BcFWxAms_Jg96f- off=1290559 len=126376 2024-04-24T03:07:51.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 1736 completed, throughput=5MB/sec 2024-04-24T03:07:51.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pXL5_00pNREka6f off=14219851 len=485785 2024-04-24T03:07:51.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 1737 completed, throughput=5MB/sec 2024-04-24T03:07:51.464 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dhRdyBrc_kePlbN off=2247708 len=111349 2024-04-24T03:07:51.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 1738 completed, throughput=5MB/sec 2024-04-24T03:07:51.467 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0O5clbtDhu6bx0Y off=0 len=1086137 2024-04-24T03:07:51.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 1739 completed, throughput=5MB/sec 2024-04-24T03:07:51.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q6KkI1M4nUw3nsA off=14069515 len=1083435 2024-04-24T03:07:51.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 1740 completed, throughput=5MB/sec 2024-04-24T03:07:52.475 INFO:tasks.workunit.client.0.smithi016.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:52.476 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e5Tqa7rvbMiS7wP off=6622009 len=1998041 2024-04-24T03:07:52.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 1741 completed, throughput=4.99MB/sec 2024-04-24T03:07:52.487 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9e9-RITDZCF5JMx off=2856384 len=1779261 2024-04-24T03:07:52.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 1742 completed, throughput=5MB/sec 2024-04-24T03:07:52.491 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2MKoXTn--9fIlFW off=4450136 len=24666 2024-04-24T03:07:52.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 1743 completed, throughput=5MB/sec 2024-04-24T03:07:52.493 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ps-Z3SYUPTEFKRl off=6894747 len=1125245 2024-04-24T03:07:52.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 1744 completed, throughput=5MB/sec 2024-04-24T03:07:53.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:52 smithi016 ceph-mon[84376]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T03:07:53.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:52 smithi016 ceph-mon[86910]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T03:07:53.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:52 smithi063 ceph-mon[77007]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T03:07:53.495 INFO:tasks.workunit.client.0.smithi016.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:53.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eFZ-3D1GjdwtNoP off=70787 len=1686282 2024-04-24T03:07:53.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 1745 completed, throughput=4.99MB/sec 2024-04-24T03:07:53.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rbTAPj89XUmETEr off=0 len=1474595 2024-04-24T03:07:53.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 1746 completed, throughput=5MB/sec 2024-04-24T03:07:53.506 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h_4NdqlQ_3Y46RC off=7108969 len=1075289 2024-04-24T03:07:53.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 1747 completed, throughput=5MB/sec 2024-04-24T03:07:53.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e-VkxFxNWqvJL5y off=561386 len=927770 2024-04-24T03:07:53.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 1748 completed, throughput=5MB/sec 2024-04-24T03:07:54.512 INFO:tasks.workunit.client.0.smithi016.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:54.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-npYYTqiFa5QWqoZ off=1591206 len=1237467 2024-04-24T03:07:54.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-24T03:07:54.514 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aWLO8GpdV7EwiSj off=158639 len=812592 2024-04-24T03:07:54.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-24T03:07:54.519 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7mnpUXH6ldH7xlU off=604924 len=1851404 2024-04-24T03:07:54.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 1751 completed, throughput=5MB/sec 2024-04-24T03:07:54.521 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9vxr1sw3mcGxCOK off=8051923 len=1689581 2024-04-24T03:07:54.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 1752 completed, throughput=5MB/sec 2024-04-24T03:07:55.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:54 smithi016 ceph-mon[84376]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:07:55.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:54 smithi016 ceph-mon[86910]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:07:55.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:54 smithi063 ceph-mon[77007]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:07:55.524 INFO:tasks.workunit.client.0.smithi016.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:55.524 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HPL2Sp1WMlizZJT off=1404499 len=940024 2024-04-24T03:07:55.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-24T03:07:55.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eEffOE4ZuNuYFqJ off=532108 len=1802318 2024-04-24T03:07:55.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 1754 completed, throughput=5MB/sec 2024-04-24T03:07:55.530 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0pxU5jkjeM3PdWM off=4777574 len=744695 2024-04-24T03:07:55.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 1755 completed, throughput=5MB/sec 2024-04-24T03:07:55.531 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EgPRpQrPP5GJybK off=11880167 len=855094 2024-04-24T03:07:55.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 1756 completed, throughput=5MB/sec 2024-04-24T03:07:55.532 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MkWRMwm4VYrqE1A off=9250341 len=2065167 2024-04-24T03:07:55.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 1757 completed, throughput=5MB/sec 2024-04-24T03:07:56.542 INFO:tasks.workunit.client.0.smithi016.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:56.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yUSdc6WsZIHGZm7 off=15563581 len=138866 2024-04-24T03:07:56.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 1758 completed, throughput=4.99MB/sec 2024-04-24T03:07:56.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iX89PWmQGZKdNjK off=2874219 len=920536 2024-04-24T03:07:56.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-24T03:07:56.543 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lVVfI67bUsU9qKR off=633879 len=1942081 2024-04-24T03:07:56.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 1760 completed, throughput=5MB/sec 2024-04-24T03:07:56.546 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s3U1-Aa2gGhoR8d off=600897 len=335697 2024-04-24T03:07:56.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 1761 completed, throughput=5MB/sec 2024-04-24T03:07:56.549 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JTvJLWGZ6AyISQH off=319527 len=895564 2024-04-24T03:07:56.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 1762 completed, throughput=5MB/sec 2024-04-24T03:07:57.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:56 smithi016 ceph-mon[84376]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:57.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:56 smithi016 ceph-mon[86910]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:57.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:56 smithi063 ceph-mon[77007]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:07:57.554 INFO:tasks.workunit.client.0.smithi016.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:57.554 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G67XvswVvt_WA9O off=0 len=1112282 2024-04-24T03:07:57.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 1763 completed, throughput=4.99MB/sec 2024-04-24T03:07:57.556 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zQRPZkL1lZzKAXS off=5567313 len=249753 2024-04-24T03:07:57.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-24T03:07:57.559 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iSBm_iee2nizgDI off=4244616 len=1665972 2024-04-24T03:07:57.561 INFO:tasks.workunit.client.0.smithi016.stdout:op 1765 completed, throughput=5MB/sec 2024-04-24T03:07:57.561 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gNDZyk8VkNFUyPo off=7299344 len=227245 2024-04-24T03:07:57.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 1766 completed, throughput=5MB/sec 2024-04-24T03:07:57.564 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TT8w02J3OcXqpNh off=7659225 len=541563 2024-04-24T03:07:57.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 1767 completed, throughput=5MB/sec 2024-04-24T03:07:57.566 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3dScDms1GgaNsV3 off=5200255 len=575915 2024-04-24T03:07:57.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 1768 completed, throughput=5MB/sec 2024-04-24T03:07:57.569 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Y0HcsQjBY66EU5 off=6037290 len=1480266 2024-04-24T03:07:57.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 1769 completed, throughput=5MB/sec 2024-04-24T03:07:58.577 INFO:tasks.workunit.client.0.smithi016.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:58.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Lm1JB8BkxCHD1s- off=8917228 len=670038 2024-04-24T03:07:58.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 1770 completed, throughput=4.99MB/sec 2024-04-24T03:07:58.582 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AjUE_0qzCX2E53X off=10512018 len=65471 2024-04-24T03:07:58.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-24T03:07:58.582 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--ysdo09BHCwIEDo off=3509071 len=1251079 2024-04-24T03:07:58.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 1772 completed, throughput=4.99MB/sec 2024-04-24T03:07:58.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PKIIGJXbGBevArm off=2058312 len=1389259 2024-04-24T03:07:58.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 1773 completed, throughput=5MB/sec 2024-04-24T03:07:58.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kajCeyoQkhJMcCp off=12833312 len=1059489 2024-04-24T03:07:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 1774 completed, throughput=5MB/sec 2024-04-24T03:07:58.641 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:07:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:07:58] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:07:59.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:07:58 smithi016 ceph-mon[84376]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:07:59.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:07:58 smithi016 ceph-mon[86910]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:07:59.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:07:58 smithi063 ceph-mon[77007]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:07:59.592 INFO:tasks.workunit.client.0.smithi016.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-24T03:07:59.592 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aj5SkH_f_u51Pyf off=445057 len=632654 2024-04-24T03:07:59.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 1775 completed, throughput=4.99MB/sec 2024-04-24T03:07:59.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BgjQirhzAPGHqZe off=8187 len=95231 2024-04-24T03:07:59.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-24T03:07:59.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uuzxRQA07DIYIBR off=7332544 len=563199 2024-04-24T03:07:59.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-24T03:07:59.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5rMLoKl_1Cfv0dT off=5045371 len=822562 2024-04-24T03:07:59.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-24T03:07:59.600 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Pd5CXau7-pvHkLy off=21089429 len=982398 2024-04-24T03:07:59.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 1779 completed, throughput=4.99MB/sec 2024-04-24T03:07:59.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xdpcBeXZ5hgbVMV off=0 len=1414131 2024-04-24T03:07:59.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 1780 completed, throughput=5MB/sec 2024-04-24T03:07:59.609 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jKzjW6G9_LrNcSj off=1754870 len=564192 2024-04-24T03:07:59.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 1781 completed, throughput=5MB/sec 2024-04-24T03:08:00.610 INFO:tasks.workunit.client.0.smithi016.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:00.611 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uAHPsEkeizo_pvv off=205432 len=1881674 2024-04-24T03:08:00.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-24T03:08:00.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uC8_DKipCRlZBzC off=1424432 len=1503220 2024-04-24T03:08:00.617 INFO:tasks.workunit.client.0.smithi016.stdout:op 1783 completed, throughput=5MB/sec 2024-04-24T03:08:00.617 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CBCvkK2_tHN6rWG off=12033368 len=617421 2024-04-24T03:08:00.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 1784 completed, throughput=5MB/sec 2024-04-24T03:08:00.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_yM61_Qel0t8UVE off=8442616 len=345222 2024-04-24T03:08:00.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 1785 completed, throughput=5MB/sec 2024-04-24T03:08:00.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wcAyCapK52sKkhC off=2120322 len=1811455 2024-04-24T03:08:00.625 INFO:tasks.workunit.client.0.smithi016.stdout:op 1786 completed, throughput=5MB/sec 2024-04-24T03:08:01.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:00 smithi016 ceph-mon[84376]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:08:01.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:00 smithi016 ceph-mon[86910]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:08:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:00 smithi063 ceph-mon[77007]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:08:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:01.625 INFO:tasks.workunit.client.0.smithi016.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:01.625 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fvFCrrVX1qXSkiQ off=2448519 len=246819 2024-04-24T03:08:01.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-24T03:08:01.628 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9fkbOcciQJqasj6 off=5626848 len=204578 2024-04-24T03:08:01.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 1788 completed, throughput=4.99MB/sec 2024-04-24T03:08:01.631 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rDMEZ6DuroArUAf off=722393 len=668868 2024-04-24T03:08:01.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 1789 completed, throughput=4.99MB/sec 2024-04-24T03:08:01.632 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NhEqWyp0PfAYJyl off=14854647 len=613391 2024-04-24T03:08:01.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-24T03:08:01.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8qts3JDbiD3kWsD off=3141499 len=1897434 2024-04-24T03:08:01.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 1791 completed, throughput=5MB/sec 2024-04-24T03:08:01.638 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ua_S55PA9Hfgshh off=7304112 len=1872153 2024-04-24T03:08:01.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 1792 completed, throughput=5MB/sec 2024-04-24T03:08:02.650 INFO:tasks.workunit.client.0.smithi016.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:02.650 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4pnUTIP39GsnL6V off=1193612 len=1736093 2024-04-24T03:08:02.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 1793 completed, throughput=4.99MB/sec 2024-04-24T03:08:02.657 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3QjA4Az7ATDtR5X off=4814322 len=1087283 2024-04-24T03:08:02.659 INFO:tasks.workunit.client.0.smithi016.stdout:op 1794 completed, throughput=5MB/sec 2024-04-24T03:08:02.659 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-isOwPFvbJjENTz2 off=5789848 len=1409435 2024-04-24T03:08:02.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 1795 completed, throughput=5MB/sec 2024-04-24T03:08:02.661 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qi4mp_xTzIE02YE off=5296943 len=1259323 2024-04-24T03:08:02.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 1796 completed, throughput=5MB/sec 2024-04-24T03:08:03.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:02 smithi016 ceph-mon[84376]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:08:03.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:02 smithi016 ceph-mon[86910]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:08:03.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:02 smithi063 ceph-mon[77007]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:08:03.666 INFO:tasks.workunit.client.0.smithi016.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:03.666 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ngLaVZvf5JCVLbp off=11871859 len=2019632 2024-04-24T03:08:03.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-24T03:08:03.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ogJlMFVxEcElA8D off=2327925 len=1324818 2024-04-24T03:08:03.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 1798 completed, throughput=5MB/sec 2024-04-24T03:08:03.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PRHm7ftrhfBZavv off=4585823 len=1026623 2024-04-24T03:08:03.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 1799 completed, throughput=5MB/sec 2024-04-24T03:08:04.689 INFO:tasks.workunit.client.0.smithi016.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:04.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aaDjxPebwqLAV40 off=187089 len=599213 2024-04-24T03:08:04.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 1800 completed, throughput=4.99MB/sec 2024-04-24T03:08:04.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U3ENUn1LsL-gCfW off=2967055 len=324043 2024-04-24T03:08:04.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 1801 completed, throughput=4.99MB/sec 2024-04-24T03:08:04.694 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d6SfwurZ134TQ3P off=7514519 len=1719014 2024-04-24T03:08:04.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 1802 completed, throughput=4.99MB/sec 2024-04-24T03:08:04.704 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mmptya16nG7oy4T off=7271359 len=1845050 2024-04-24T03:08:04.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 1803 completed, throughput=5MB/sec 2024-04-24T03:08:04.707 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XhAODBWd9CxsDn- off=21563773 len=171204 2024-04-24T03:08:04.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 1804 completed, throughput=5MB/sec 2024-04-24T03:08:04.709 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-imb3DX7-k_0xuvN off=6707557 len=1577059 2024-04-24T03:08:04.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 1805 completed, throughput=5MB/sec 2024-04-24T03:08:05.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:04 smithi016 ceph-mon[84376]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:08:05.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:04 smithi016 ceph-mon[86910]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:08:05.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:04 smithi063 ceph-mon[77007]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:08:05.716 INFO:tasks.workunit.client.0.smithi016.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:05.716 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PaaeDTbkMb8-99H off=23458110 len=1286986 2024-04-24T03:08:05.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 1806 completed, throughput=4.99MB/sec 2024-04-24T03:08:05.718 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Lz-Awn2BreWEBYl off=5240467 len=1804132 2024-04-24T03:08:05.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 1807 completed, throughput=5MB/sec 2024-04-24T03:08:05.726 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IVxKKUfKiwhjZLa off=345251 len=1491857 2024-04-24T03:08:05.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 1808 completed, throughput=5MB/sec 2024-04-24T03:08:06.734 INFO:tasks.workunit.client.0.smithi016.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:06.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y-FCB7qEUzzP2_M off=15117260 len=1715467 2024-04-24T03:08:06.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-24T03:08:06.745 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rnlLm98CxAVI24H off=649690 len=2092957 2024-04-24T03:08:06.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 1810 completed, throughput=5MB/sec 2024-04-24T03:08:06.748 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9IKIn32qmMhK-tB off=2295340 len=1002025 2024-04-24T03:08:06.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 1811 completed, throughput=5MB/sec 2024-04-24T03:08:06.750 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SHsbJ_wAqSyGvR9 off=4345602 len=414701 2024-04-24T03:08:06.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 1812 completed, throughput=5MB/sec 2024-04-24T03:08:07.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:06 smithi016 ceph-mon[84376]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:08:07.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:06 smithi016 ceph-mon[86910]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:08:07.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:06 smithi063 ceph-mon[77007]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:08:07.754 INFO:tasks.workunit.client.0.smithi016.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:07.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fJcrHOyb-TjlOhP off=7436148 len=1863586 2024-04-24T03:08:07.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 1813 completed, throughput=4.99MB/sec 2024-04-24T03:08:07.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GgL765Ye4dpAZJl off=751510 len=412562 2024-04-24T03:08:07.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-24T03:08:07.760 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6tWyXBOjtow975n off=2754054 len=1889738 2024-04-24T03:08:07.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 1815 completed, throughput=5MB/sec 2024-04-24T03:08:07.768 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rDHn_yQWODP_Fw8 off=8188795 len=581299 2024-04-24T03:08:07.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 1816 completed, throughput=5MB/sec 2024-04-24T03:08:07.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8k0N2ym4DCnrnJ- off=21204515 len=1605783 2024-04-24T03:08:07.776 INFO:tasks.workunit.client.0.smithi016.stdout:op 1817 completed, throughput=5MB/sec 2024-04-24T03:08:08.655 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:08:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:08:08] "GET /metrics HTTP/1.1" 200 34202 "" "Prometheus/2.43.0" 2024-04-24T03:08:08.776 INFO:tasks.workunit.client.0.smithi016.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:08.777 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DQ3dN6fr2D6vj-t off=13722327 len=882081 2024-04-24T03:08:08.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-24T03:08:08.778 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lI3MLhOM1uMpfoM off=265088 len=1627264 2024-04-24T03:08:08.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 1819 completed, throughput=5MB/sec 2024-04-24T03:08:08.787 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FdrspS1sX4paZiO off=2815477 len=857053 2024-04-24T03:08:08.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 1820 completed, throughput=5MB/sec 2024-04-24T03:08:08.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T1X3GY4Ug4JvlyF off=2246193 len=546579 2024-04-24T03:08:08.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 1821 completed, throughput=5MB/sec 2024-04-24T03:08:08.789 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r7AStXTWZUzFFE3 off=13607264 len=724583 2024-04-24T03:08:08.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 1822 completed, throughput=5MB/sec 2024-04-24T03:08:09.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:08 smithi016 ceph-mon[84376]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:08:09.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:08 smithi016 ceph-mon[86910]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:08:09.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:08 smithi063 ceph-mon[77007]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:08:09.794 INFO:tasks.workunit.client.0.smithi016.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:09.794 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2X1mvdetBJAICrT off=5173855 len=371076 2024-04-24T03:08:09.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-24T03:08:09.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3HL_z8q9k-41Qv0 off=569190 len=1059486 2024-04-24T03:08:09.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-24T03:08:09.799 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dsChA2sqhNFCy7N off=641967 len=863261 2024-04-24T03:08:09.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 1825 completed, throughput=4.99MB/sec 2024-04-24T03:08:09.801 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hgyCqViHFuQsj4N off=3903751 len=1057547 2024-04-24T03:08:09.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 1826 completed, throughput=5MB/sec 2024-04-24T03:08:09.806 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EtnlEszH16PTk1Z off=8659320 len=1394615 2024-04-24T03:08:09.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 1827 completed, throughput=5MB/sec 2024-04-24T03:08:09.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xI7AJuCmiUcUjQu off=2510987 len=1140765 2024-04-24T03:08:09.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 1828 completed, throughput=5MB/sec 2024-04-24T03:08:10.815 INFO:tasks.workunit.client.0.smithi016.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:10.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xElxcO0rrwSYqpE off=1252106 len=1856867 2024-04-24T03:08:10.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 1829 completed, throughput=4.99MB/sec 2024-04-24T03:08:10.817 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ze6xzvR3U5LW6GU off=16362681 len=972023 2024-04-24T03:08:10.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 1830 completed, throughput=5MB/sec 2024-04-24T03:08:10.819 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QHkPKV_5mVSiybA off=4053797 len=195789 2024-04-24T03:08:10.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 1831 completed, throughput=5MB/sec 2024-04-24T03:08:10.820 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bBb_AQN0ywgZM40 off=51618 len=572140 2024-04-24T03:08:10.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 1832 completed, throughput=5MB/sec 2024-04-24T03:08:10.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ijgCebbmQSToqPS off=3613945 len=796776 2024-04-24T03:08:10.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 1833 completed, throughput=5MB/sec 2024-04-24T03:08:11.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:10 smithi016 ceph-mon[84376]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:08:11.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:10 smithi016 ceph-mon[86910]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:08:11.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:10 smithi063 ceph-mon[77007]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:08:11.830 INFO:tasks.workunit.client.0.smithi016.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:11.830 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FdDn60LAO8-CTg6 off=1192965 len=1747722 2024-04-24T03:08:11.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-24T03:08:11.839 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-behyenE-eWLCOed off=1851733 len=1143166 2024-04-24T03:08:11.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 1835 completed, throughput=4.99MB/sec 2024-04-24T03:08:11.841 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4EhIniLvenGcE5T off=931698 len=1971541 2024-04-24T03:08:11.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 1836 completed, throughput=5MB/sec 2024-04-24T03:08:11.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E-zmj_RxGxXNC1v off=8335294 len=227691 2024-04-24T03:08:11.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 1837 completed, throughput=5MB/sec 2024-04-24T03:08:11.851 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iE69ZCyDIAXixNj off=9684196 len=838597 2024-04-24T03:08:11.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 1838 completed, throughput=5MB/sec 2024-04-24T03:08:12.856 INFO:tasks.workunit.client.0.smithi016.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:12.856 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Unz1tExyT9r1iWs off=4941282 len=417865 2024-04-24T03:08:12.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-24T03:08:12.859 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_9VkLffwtMG3pn- off=16637297 len=34829 2024-04-24T03:08:12.862 INFO:tasks.workunit.client.0.smithi016.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-24T03:08:12.862 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0grj3PnVAhzUd16 off=11110384 len=124410 2024-04-24T03:08:12.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 1841 completed, throughput=4.99MB/sec 2024-04-24T03:08:12.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JiLZYIJ1S82Z0cH off=12180135 len=274003 2024-04-24T03:08:12.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-24T03:08:12.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zFCBa0XE2NeKc3w off=10036606 len=1872049 2024-04-24T03:08:12.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 1843 completed, throughput=4.99MB/sec 2024-04-24T03:08:12.865 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F5kperu2OpG9OwN off=9918015 len=727471 2024-04-24T03:08:12.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 1844 completed, throughput=5MB/sec 2024-04-24T03:08:12.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rdudf0nuL52J5DY off=8899049 len=1939929 2024-04-24T03:08:12.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 1845 completed, throughput=5MB/sec 2024-04-24T03:08:13.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:12 smithi016 ceph-mon[84376]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:13.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:12 smithi016 ceph-mon[86910]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:13.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:12 smithi063 ceph-mon[77007]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:13.881 INFO:tasks.workunit.client.0.smithi016.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:13.881 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IdUzN2XQilQ1JNF off=12206554 len=343523 2024-04-24T03:08:13.881 INFO:tasks.workunit.client.0.smithi016.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-24T03:08:13.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M5kMgCnIFGKyr_0 off=1823516 len=147913 2024-04-24T03:08:13.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 1847 completed, throughput=4.99MB/sec 2024-04-24T03:08:13.882 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1sgdWtOi_ilHnT1 off=1963243 len=1258195 2024-04-24T03:08:13.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-24T03:08:13.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-klZ7uLWD09-5mar off=3689722 len=1707013 2024-04-24T03:08:13.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 1849 completed, throughput=5MB/sec 2024-04-24T03:08:13.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uC8_DKipCRlZBzC off=1199704 len=1727948 2024-04-24T03:08:13.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 1850 completed, throughput=5MB/sec 2024-04-24T03:08:14.894 INFO:tasks.workunit.client.0.smithi016.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:14.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zE3iUGcKnAw5Mm5 off=16663127 len=1978504 2024-04-24T03:08:14.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 1851 completed, throughput=4.99MB/sec 2024-04-24T03:08:14.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Iz4QdS2EhrMVr5A off=6123078 len=190848 2024-04-24T03:08:14.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 1852 completed, throughput=4.99MB/sec 2024-04-24T03:08:14.907 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fmxGOInhLgnnM0I off=10909697 len=925448 2024-04-24T03:08:14.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 1853 completed, throughput=5MB/sec 2024-04-24T03:08:14.909 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uFAHEUq8j1W7a-V off=1315618 len=1038215 2024-04-24T03:08:14.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 1854 completed, throughput=5MB/sec 2024-04-24T03:08:14.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PYQhGjwFXI6yFB1 off=1568075 len=661678 2024-04-24T03:08:14.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 1855 completed, throughput=5MB/sec 2024-04-24T03:08:14.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VqyDXgqudJUHM4n off=21017488 len=75510 2024-04-24T03:08:14.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 1856 completed, throughput=5MB/sec 2024-04-24T03:08:15.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:14 smithi016 ceph-mon[84376]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:08:15.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:14 smithi016 ceph-mon[86910]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:08:15.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:14 smithi063 ceph-mon[77007]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:08:15.915 INFO:tasks.workunit.client.0.smithi016.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:15.915 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NQZ_EUe92wrMB8z off=7116269 len=326488 2024-04-24T03:08:15.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 1857 completed, throughput=4.99MB/sec 2024-04-24T03:08:15.918 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J4pukRgUtEjz3He off=332680 len=862257 2024-04-24T03:08:15.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 1858 completed, throughput=4.99MB/sec 2024-04-24T03:08:15.923 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wSAbKEalROul-PV off=9603679 len=2055175 2024-04-24T03:08:15.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 1859 completed, throughput=4.99MB/sec 2024-04-24T03:08:15.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L_IoaBxkYNC5hKs off=5347242 len=596127 2024-04-24T03:08:15.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 1860 completed, throughput=5MB/sec 2024-04-24T03:08:15.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n0DkuXgP6S_4QwN off=4453967 len=232328 2024-04-24T03:08:15.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 1861 completed, throughput=5MB/sec 2024-04-24T03:08:15.937 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7PCjIW2VX3c9lc- off=16140031 len=1293808 2024-04-24T03:08:15.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 1862 completed, throughput=5MB/sec 2024-04-24T03:08:16.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:16.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:16.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:16.938 INFO:tasks.workunit.client.0.smithi016.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:16.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XdrLyd6KWC3Uthq off=7118331 len=436287 2024-04-24T03:08:16.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 1863 completed, throughput=4.99MB/sec 2024-04-24T03:08:16.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VquuxKbA3KPZ89B off=604037 len=752969 2024-04-24T03:08:16.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-24T03:08:16.944 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FlQHRw_iXULGrku off=1818025 len=297508 2024-04-24T03:08:16.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-24T03:08:16.947 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DGahj_2o3yrYekp off=12139776 len=1244302 2024-04-24T03:08:16.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-24T03:08:16.954 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oJ3XxUcJxwlJkbq off=3702888 len=154849 2024-04-24T03:08:16.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-24T03:08:16.957 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Km6fxC6sJSrgwY1 off=11123627 len=2010173 2024-04-24T03:08:16.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 1868 completed, throughput=5MB/sec 2024-04-24T03:08:16.959 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ai-GLmnxe87jAox off=143365 len=1504114 2024-04-24T03:08:16.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 1869 completed, throughput=5MB/sec 2024-04-24T03:08:17.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:16 smithi016 ceph-mon[84376]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:17.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:16 smithi016 ceph-mon[86910]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:17.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:16 smithi063 ceph-mon[77007]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:17.961 INFO:tasks.workunit.client.0.smithi016.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:17.961 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kiA1IYN8Sk_SV5J off=13939634 len=742944 2024-04-24T03:08:17.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-24T03:08:17.962 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JloBKrxACTDmdTG off=13209089 len=254520 2024-04-24T03:08:17.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-24T03:08:17.963 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gZtajd-w_gs8lrC off=9941159 len=690549 2024-04-24T03:08:17.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-24T03:08:17.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_6tbOyZSN8mpdW8 off=12472 len=1485264 2024-04-24T03:08:17.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 1873 completed, throughput=5MB/sec 2024-04-24T03:08:17.972 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-REXYC2VYy0rcM1A off=1123890 len=917668 2024-04-24T03:08:17.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 1874 completed, throughput=5MB/sec 2024-04-24T03:08:17.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RNFAZ1I9gfuAFyp off=3448852 len=1186074 2024-04-24T03:08:17.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 1875 completed, throughput=5MB/sec 2024-04-24T03:08:18.672 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:08:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:08:18] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:08:18.980 INFO:tasks.workunit.client.0.smithi016.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:18.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X5UpDOPd-aRb7uB off=7232196 len=2080747 2024-04-24T03:08:18.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 1876 completed, throughput=4.99MB/sec 2024-04-24T03:08:18.991 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0WeuFHQsKhWUzT2 off=6672706 len=769569 2024-04-24T03:08:18.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 1877 completed, throughput=5MB/sec 2024-04-24T03:08:18.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xkQF_HL_CGoLTr3 off=9294444 len=427002 2024-04-24T03:08:19.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 1878 completed, throughput=5MB/sec 2024-04-24T03:08:19.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9IS0NlCPXMV2zF_ off=3657123 len=607486 2024-04-24T03:08:19.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 1879 completed, throughput=5MB/sec 2024-04-24T03:08:19.004 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qk4sBQ-9LWDesAu off=5501086 len=1279783 2024-04-24T03:08:19.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 1880 completed, throughput=5MB/sec 2024-04-24T03:08:19.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:18 smithi016 ceph-mon[84376]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:08:19.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:18 smithi016 ceph-mon[86910]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:08:19.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:18 smithi063 ceph-mon[77007]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:08:20.010 INFO:tasks.workunit.client.0.smithi016.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:20.011 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1PMujpB3LiLZF81 off=4136726 len=2095227 2024-04-24T03:08:20.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-24T03:08:20.019 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-83aEJH_nin9stUk off=1209834 len=603748 2024-04-24T03:08:20.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 1882 completed, throughput=5MB/sec 2024-04-24T03:08:20.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MrDvCXGi9YH9BSp off=4760402 len=920633 2024-04-24T03:08:20.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 1883 completed, throughput=5MB/sec 2024-04-24T03:08:20.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_LHOiNOyQA2NLMA off=16817580 len=1869175 2024-04-24T03:08:20.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 1884 completed, throughput=5MB/sec 2024-04-24T03:08:21.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:20 smithi016 ceph-mon[84376]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:08:21.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:20 smithi016 ceph-mon[86910]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:08:21.039 INFO:tasks.workunit.client.0.smithi016.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:21.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gh2eMRaS-vOD5w2 off=2892976 len=902203 2024-04-24T03:08:21.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-24T03:08:21.045 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wfUil0wpMqi67ai off=3656041 len=1796001 2024-04-24T03:08:21.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:20 smithi063 ceph-mon[77007]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:08:21.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 1886 completed, throughput=5MB/sec 2024-04-24T03:08:21.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MHjK-DFNvgw65zf off=12858759 len=283147 2024-04-24T03:08:21.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 1887 completed, throughput=5MB/sec 2024-04-24T03:08:21.056 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t95TSbK5NG4X3XK off=8410935 len=466628 2024-04-24T03:08:21.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 1888 completed, throughput=5MB/sec 2024-04-24T03:08:21.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z1-xESPGNrAXxoJ off=11990743 len=787972 2024-04-24T03:08:21.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 1889 completed, throughput=5MB/sec 2024-04-24T03:08:21.062 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vz4qIGisWZjTpEh off=7940882 len=788563 2024-04-24T03:08:21.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 1890 completed, throughput=5MB/sec 2024-04-24T03:08:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:22.064 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-py4siceGSBQqFaZ off=4677066 len=2031443 2024-04-24T03:08:22.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-24T03:08:22.066 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OK8kznom3p0F0Vo off=8708068 len=724952 2024-04-24T03:08:22.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-24T03:08:22.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZH_kU0NeU8fnZSx off=2451006 len=2063378 2024-04-24T03:08:22.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 1893 completed, throughput=5MB/sec 2024-04-24T03:08:22.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TWvNPXO9QYqcB3d off=711745 len=834971 2024-04-24T03:08:22.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 1894 completed, throughput=5MB/sec 2024-04-24T03:08:23.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:22 smithi016 ceph-mon[84376]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:23.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:22 smithi016 ceph-mon[86910]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:23.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:22 smithi063 ceph-mon[77007]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:23.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FHQKrgKMGUCC9Hp off=4456221 len=1822845 2024-04-24T03:08:23.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 1895 completed, throughput=4.99MB/sec 2024-04-24T03:08:23.088 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9-rozPTKfpPRuIb off=10382584 len=584664 2024-04-24T03:08:23.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-24T03:08:23.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cesb8rAuu68ZcbP off=2071574 len=1561025 2024-04-24T03:08:23.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 1897 completed, throughput=5MB/sec 2024-04-24T03:08:23.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-laEJU_YZBoBEBoX off=1053166 len=415955 2024-04-24T03:08:23.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 1898 completed, throughput=5MB/sec 2024-04-24T03:08:23.100 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JiLZYIJ1S82Z0cH off=1911431 len=75156 2024-04-24T03:08:23.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 1899 completed, throughput=5MB/sec 2024-04-24T03:08:23.103 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ja91Mhdpato-MfW off=2331126 len=1438242 2024-04-24T03:08:23.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 1900 completed, throughput=5MB/sec 2024-04-24T03:08:24.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:23 smithi016 ceph-mon[84376]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:08:24.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:23 smithi016 ceph-mon[86910]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:08:24.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:23 smithi063 ceph-mon[77007]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:08:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:24.105 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5jX5va-B0Zs3rBF off=4418249 len=861073 2024-04-24T03:08:24.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-24T03:08:24.110 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iR6mNo1HLIxn7ia off=2509739 len=1499528 2024-04-24T03:08:24.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 1902 completed, throughput=5MB/sec 2024-04-24T03:08:24.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7VC1n-cj9hLMpZ7 off=4199753 len=2011731 2024-04-24T03:08:24.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 1903 completed, throughput=5MB/sec 2024-04-24T03:08:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:25.126 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8O7Qbaje0eZXeLa off=12295417 len=1391175 2024-04-24T03:08:25.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 1904 completed, throughput=4.99MB/sec 2024-04-24T03:08:25.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HLe9LY3aTsOimdY off=2581876 len=1195747 2024-04-24T03:08:25.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-24T03:08:25.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kbhSKZoiwEzzegP off=4663609 len=980591 2024-04-24T03:08:25.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 1906 completed, throughput=5MB/sec 2024-04-24T03:08:25.136 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y1M3f0Scdrutbvm off=14507213 len=1284068 2024-04-24T03:08:25.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 1907 completed, throughput=5MB/sec 2024-04-24T03:08:25.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D0g1AdmcLSxLCdy off=6033311 len=1373443 2024-04-24T03:08:25.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 1908 completed, throughput=5MB/sec 2024-04-24T03:08:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:26.145 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rdkq2lfuNHceNqO off=752713 len=239986 2024-04-24T03:08:26.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-24T03:08:26.146 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NxJGxzmvrJm3LBD off=1491503 len=1628662 2024-04-24T03:08:26.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 1910 completed, throughput=4.99MB/sec 2024-04-24T03:08:26.148 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cns_79mGrNtUSlq off=16887449 len=1225566 2024-04-24T03:08:26.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 1911 completed, throughput=5MB/sec 2024-04-24T03:08:26.153 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NnQFYg7oDevi2vF off=17298291 len=1742656 2024-04-24T03:08:26.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 1912 completed, throughput=5MB/sec 2024-04-24T03:08:26.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:26 smithi016 ceph-mon[84376]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:26.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:26 smithi016 ceph-mon[86910]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:26.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:26 smithi063 ceph-mon[77007]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:27.164 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QzLdmRMAcyqvCeC off=577458 len=1391440 2024-04-24T03:08:27.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-24T03:08:27.171 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V1Xcx3k7FO2A_hT off=10211170 len=1096884 2024-04-24T03:08:27.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 1914 completed, throughput=4.99MB/sec 2024-04-24T03:08:27.173 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5qxcBNXfOWjv4p0 off=4937288 len=974228 2024-04-24T03:08:27.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 1915 completed, throughput=5MB/sec 2024-04-24T03:08:27.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fopq-4yIZHvhnCm off=1196044 len=1043555 2024-04-24T03:08:27.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 1916 completed, throughput=5MB/sec 2024-04-24T03:08:27.184 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eHfvWfcFqaR4Hqe off=8682113 len=23306 2024-04-24T03:08:27.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 1917 completed, throughput=5MB/sec 2024-04-24T03:08:27.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fp5P144fDxL1ArG off=5579366 len=2034830 2024-04-24T03:08:27.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 1918 completed, throughput=5MB/sec 2024-04-24T03:08:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:28.198 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aX-Xe21rocEPXhf off=2802239 len=650639 2024-04-24T03:08:28.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-24T03:08:28.199 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-71gkhIk-53bzL32 off=158297 len=1960423 2024-04-24T03:08:28.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 1920 completed, throughput=5MB/sec 2024-04-24T03:08:28.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SKeuwBdEkcbPv5L off=6280994 len=1380790 2024-04-24T03:08:28.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 1921 completed, throughput=5MB/sec 2024-04-24T03:08:28.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:28 smithi016 ceph-mon[84376]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:08:28.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:28 smithi016 ceph-mon[86910]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:08:28.523 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:08:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:08:28] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:08:28.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:28 smithi063 ceph-mon[77007]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:08:29.204 INFO:tasks.workunit.client.0.smithi016.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:29.204 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c3n3BgTUOPb8oAz off=1213935 len=1810723 2024-04-24T03:08:29.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 1922 completed, throughput=4.99MB/sec 2024-04-24T03:08:29.215 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kZnUbAxT_VnBUSr off=8117051 len=65200 2024-04-24T03:08:29.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-24T03:08:29.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZaTQ3yzN5ialRlG off=2884669 len=1210149 2024-04-24T03:08:29.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 1924 completed, throughput=5MB/sec 2024-04-24T03:08:29.217 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LazKyhWVovd9Z5Z off=1495611 len=1895059 2024-04-24T03:08:29.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 1925 completed, throughput=5MB/sec 2024-04-24T03:08:30.226 INFO:tasks.workunit.client.0.smithi016.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:30.226 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aOnAXxQBBe4xTSR off=3904338 len=245251 2024-04-24T03:08:30.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 1926 completed, throughput=4.99MB/sec 2024-04-24T03:08:30.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iu7ASuVR3YeTOJ4 off=15407050 len=866090 2024-04-24T03:08:30.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 1927 completed, throughput=4.99MB/sec 2024-04-24T03:08:30.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z-nfGo-PJIsJRR4 off=16176752 len=1076862 2024-04-24T03:08:30.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 1928 completed, throughput=4.99MB/sec 2024-04-24T03:08:30.231 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UOHEg9Ov68OiPHi off=7283684 len=187981 2024-04-24T03:08:30.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 1929 completed, throughput=4.99MB/sec 2024-04-24T03:08:30.231 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XDYgi7AdMtEJfo- off=165056 len=361761 2024-04-24T03:08:30.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 1930 completed, throughput=4.99MB/sec 2024-04-24T03:08:30.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Eoe46CrAA45hlYa off=4303148 len=270972 2024-04-24T03:08:30.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-24T03:08:30.236 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-USZ6JH_cuEPdJmJ off=15947153 len=1949777 2024-04-24T03:08:30.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 1932 completed, throughput=5MB/sec 2024-04-24T03:08:30.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qchNMQ1usVfTaFI off=1556224 len=1258836 2024-04-24T03:08:30.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 1933 completed, throughput=5MB/sec 2024-04-24T03:08:30.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:30 smithi016 ceph-mon[84376]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:08:30.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:30.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:30 smithi016 ceph-mon[86910]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:08:30.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:30.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:30 smithi063 ceph-mon[77007]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:08:30.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:31.249 INFO:tasks.workunit.client.0.smithi016.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:31.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wlFUwCiqTxkivgX off=170287 len=979042 2024-04-24T03:08:31.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 1934 completed, throughput=4.99MB/sec 2024-04-24T03:08:31.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BgjQirhzAPGHqZe off=1745463 len=1972940 2024-04-24T03:08:31.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 1935 completed, throughput=5MB/sec 2024-04-24T03:08:31.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dz1lNmq-6fz4yFF off=18161886 len=357753 2024-04-24T03:08:31.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 1936 completed, throughput=5MB/sec 2024-04-24T03:08:31.253 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1enoapluX0DCmFO off=1159132 len=417924 2024-04-24T03:08:31.255 INFO:tasks.workunit.client.0.smithi016.stdout:op 1937 completed, throughput=5MB/sec 2024-04-24T03:08:31.255 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C6GWbXQpuuL_ZSv off=14674458 len=968394 2024-04-24T03:08:31.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 1938 completed, throughput=5MB/sec 2024-04-24T03:08:32.256 INFO:tasks.workunit.client.0.smithi016.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:32.256 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XCoomFzPmXemPzU off=2223207 len=1279184 2024-04-24T03:08:32.264 INFO:tasks.workunit.client.0.smithi016.stdout:op 1939 completed, throughput=4.99MB/sec 2024-04-24T03:08:32.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rxPgIwcml-b8KoP off=4909793 len=1009882 2024-04-24T03:08:32.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 1940 completed, throughput=4.99MB/sec 2024-04-24T03:08:32.269 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2zwMmULy2tFBzAZ off=16076209 len=1354605 2024-04-24T03:08:32.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 1941 completed, throughput=5MB/sec 2024-04-24T03:08:32.278 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eRWq6BZvq6kkbAm off=22544145 len=1689026 2024-04-24T03:08:32.280 INFO:tasks.workunit.client.0.smithi016.stdout:op 1942 completed, throughput=5MB/sec 2024-04-24T03:08:32.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:32 smithi016 ceph-mon[84376]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-24T03:08:32.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:32 smithi016 ceph-mon[86910]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-24T03:08:32.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:32 smithi063 ceph-mon[77007]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-24T03:08:33.280 INFO:tasks.workunit.client.0.smithi016.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:33.280 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4pnUTIP39GsnL6V off=2022205 len=624708 2024-04-24T03:08:33.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 1943 completed, throughput=4.99MB/sec 2024-04-24T03:08:33.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WZNkXHgChHEK12K off=743152 len=1650379 2024-04-24T03:08:33.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 1944 completed, throughput=4.99MB/sec 2024-04-24T03:08:33.289 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RwQka47z8VuPjsP off=5452015 len=2000407 2024-04-24T03:08:33.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 1945 completed, throughput=5MB/sec 2024-04-24T03:08:33.299 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6y9dMcPnr2GoYjn off=267929 len=659236 2024-04-24T03:08:33.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 1946 completed, throughput=5MB/sec 2024-04-24T03:08:34.303 INFO:tasks.workunit.client.0.smithi016.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:34.303 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bDuPnLXmt5tdNKg off=9275169 len=2024370 2024-04-24T03:08:34.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 1947 completed, throughput=4.99MB/sec 2024-04-24T03:08:34.315 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AyswtgxkmDxjVnO off=16129451 len=576219 2024-04-24T03:08:34.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-24T03:08:34.316 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WRNRs_OTcTc37Wi off=8071511 len=1164080 2024-04-24T03:08:34.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 1949 completed, throughput=5MB/sec 2024-04-24T03:08:34.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3f_xcEYFT8dHaRW off=8669630 len=1453164 2024-04-24T03:08:34.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 1950 completed, throughput=5MB/sec 2024-04-24T03:08:34.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0-o9tOgfrh6QXos off=2240003 len=1022728 2024-04-24T03:08:34.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 1951 completed, throughput=5MB/sec 2024-04-24T03:08:34.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[84376]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-24T03:08:34.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:08:34.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:08:34.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:08:34.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:08:34.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[86910]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-24T03:08:34.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:08:34.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:08:34.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:08:34.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:08:34.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:34 smithi063 ceph-mon[77007]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-24T03:08:34.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:08:34.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:08:34.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:08:34.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:08:35.331 INFO:tasks.workunit.client.0.smithi016.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:35.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-StTU53lY5xbN36K off=2362724 len=460979 2024-04-24T03:08:35.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 1952 completed, throughput=4.99MB/sec 2024-04-24T03:08:35.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ml0ksfjtKJNo4vx off=11288370 len=1960391 2024-04-24T03:08:35.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 1953 completed, throughput=5MB/sec 2024-04-24T03:08:35.342 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BslVSl_QIU5ofiS off=14703985 len=1614992 2024-04-24T03:08:35.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 1954 completed, throughput=5MB/sec 2024-04-24T03:08:35.350 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jhKspbLe3iqH8OG off=2686490 len=1432748 2024-04-24T03:08:35.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 1955 completed, throughput=5MB/sec 2024-04-24T03:08:36.358 INFO:tasks.workunit.client.0.smithi016.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:36.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sijw5wQfYfoMmEJ off=10752222 len=1046236 2024-04-24T03:08:36.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 1956 completed, throughput=4.99MB/sec 2024-04-24T03:08:36.359 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RFW6KViDdPLr_PA off=3236190 len=1845243 2024-04-24T03:08:36.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 1957 completed, throughput=5MB/sec 2024-04-24T03:08:36.370 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yHwcX7XXwwcWtak off=3033579 len=871714 2024-04-24T03:08:36.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 1958 completed, throughput=5MB/sec 2024-04-24T03:08:36.372 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o1e5TI_2eKPJdRO off=93824 len=1606051 2024-04-24T03:08:36.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 1959 completed, throughput=5MB/sec 2024-04-24T03:08:36.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:36 smithi016 ceph-mon[84376]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:36.522 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:36 smithi016 ceph-mon[86910]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:36.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:36 smithi063 ceph-mon[77007]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:37.379 INFO:tasks.workunit.client.0.smithi016.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:37.379 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Y22pVu6Riy0iDj off=11704217 len=839621 2024-04-24T03:08:37.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 1960 completed, throughput=4.99MB/sec 2024-04-24T03:08:37.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uhYIMbHp3CJpO9p off=6646180 len=1223890 2024-04-24T03:08:37.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 1961 completed, throughput=4.99MB/sec 2024-04-24T03:08:37.385 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wG4EHYStNcQPYL5 off=9375461 len=598553 2024-04-24T03:08:37.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 1962 completed, throughput=5MB/sec 2024-04-24T03:08:37.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uQirKye2Y17U8cQ off=5923987 len=619888 2024-04-24T03:08:37.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 1963 completed, throughput=5MB/sec 2024-04-24T03:08:37.389 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n4hSWDBhfOBXbJ3 off=1449684 len=1384589 2024-04-24T03:08:37.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 1964 completed, throughput=5MB/sec 2024-04-24T03:08:38.396 INFO:tasks.workunit.client.0.smithi016.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:38.396 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2zS7O5ueVC_wPWK off=9795163 len=152844 2024-04-24T03:08:38.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-24T03:08:38.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jXu-fRXL0IB-EmD off=4631029 len=1099472 2024-04-24T03:08:38.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-24T03:08:38.403 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-grWbrxyRUW3aoy8 off=6955843 len=279072 2024-04-24T03:08:38.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-24T03:08:38.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jnYBrgL9Ws1EeB8 off=3750362 len=1757941 2024-04-24T03:08:38.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 1968 completed, throughput=5MB/sec 2024-04-24T03:08:38.409 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2HzdQs5FNRDpPCc off=1891007 len=965519 2024-04-24T03:08:38.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 1969 completed, throughput=5MB/sec 2024-04-24T03:08:38.415 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hlMu54CJdBjZwhb off=6562933 len=1521875 2024-04-24T03:08:38.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 1970 completed, throughput=5MB/sec 2024-04-24T03:08:38.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:38 smithi016 ceph-mon[84376]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:08:38.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:08:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:08:38] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:08:38.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:38 smithi016 ceph-mon[86910]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:08:38.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:38 smithi063 ceph-mon[77007]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:08:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:39.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pQgqjOAiQEY-f4e off=1410826 len=856890 2024-04-24T03:08:39.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-24T03:08:39.423 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ugIb-d25BMM1CG6 off=8965151 len=2010270 2024-04-24T03:08:39.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 1972 completed, throughput=5MB/sec 2024-04-24T03:08:39.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PT7zOcbr0W_AVVL off=9862766 len=345711 2024-04-24T03:08:39.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 1973 completed, throughput=5MB/sec 2024-04-24T03:08:39.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZktaKiQqrhcndO9 off=4854777 len=1592857 2024-04-24T03:08:39.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 1974 completed, throughput=5MB/sec 2024-04-24T03:08:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:40.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YgWKYt6zPA_aMIe off=3392643 len=1327238 2024-04-24T03:08:40.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 1975 completed, throughput=4.99MB/sec 2024-04-24T03:08:40.432 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O6EEdX7DX2Lw-f5 off=9310308 len=816887 2024-04-24T03:08:40.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 1976 completed, throughput=4.99MB/sec 2024-04-24T03:08:40.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JokgAQeCjgsNuCx off=991254 len=1095466 2024-04-24T03:08:40.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 1977 completed, throughput=5MB/sec 2024-04-24T03:08:40.439 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BfjSERVYsqd2xBG off=653725 len=869286 2024-04-24T03:08:40.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 1978 completed, throughput=5MB/sec 2024-04-24T03:08:40.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RM5lcryWLI5XRdg off=1489198 len=66530 2024-04-24T03:08:40.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 1979 completed, throughput=5MB/sec 2024-04-24T03:08:40.443 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KBwJasCWcGaqPKE off=1678552 len=257560 2024-04-24T03:08:40.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 1980 completed, throughput=5MB/sec 2024-04-24T03:08:40.444 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_5qALiR8Uop2N4w off=4795615 len=1756892 2024-04-24T03:08:40.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 1981 completed, throughput=5MB/sec 2024-04-24T03:08:40.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:40 smithi016 ceph-mon[84376]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:08:40.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:40 smithi016 ceph-mon[86910]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:08:40.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:40 smithi063 ceph-mon[77007]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:08:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:41.451 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tgw7aG0ve32sbzj off=7037787 len=2092434 2024-04-24T03:08:41.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 1982 completed, throughput=4.99MB/sec 2024-04-24T03:08:41.454 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dua0Cw3-meGkK3I off=8045982 len=505245 2024-04-24T03:08:41.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 1983 completed, throughput=5MB/sec 2024-04-24T03:08:41.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dXvbIdR457B-MwC off=8372325 len=1318738 2024-04-24T03:08:41.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 1984 completed, throughput=5MB/sec 2024-04-24T03:08:41.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-08e-1M56QelMxnM off=13679828 len=1739523 2024-04-24T03:08:41.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 1985 completed, throughput=5MB/sec 2024-04-24T03:08:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:42.468 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-70SSxhNBaKsqGys off=8371316 len=397490 2024-04-24T03:08:42.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 1986 completed, throughput=4.99MB/sec 2024-04-24T03:08:42.469 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3zGmmybXeHK5XFm off=8790325 len=1326116 2024-04-24T03:08:42.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 1987 completed, throughput=4.99MB/sec 2024-04-24T03:08:42.470 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fZGAVhG2tSuN1e_ off=4042087 len=1192331 2024-04-24T03:08:42.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 1988 completed, throughput=5MB/sec 2024-04-24T03:08:42.472 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-52-cxHStTaEQg1F off=1288217 len=1746351 2024-04-24T03:08:42.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 1989 completed, throughput=5MB/sec 2024-04-24T03:08:42.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:42 smithi016 ceph-mon[84376]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:42.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:42 smithi016 ceph-mon[86910]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:42.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:42 smithi063 ceph-mon[77007]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:08:43.474 INFO:tasks.workunit.client.0.smithi016.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:43.474 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SgAUPjmm8JDyC-d off=301870 len=1797934 2024-04-24T03:08:43.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-24T03:08:43.482 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wwnWkW-tyNuF40B off=16233698 len=1712095 2024-04-24T03:08:43.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 1991 completed, throughput=5MB/sec 2024-04-24T03:08:43.493 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CEhjTA9vrdILmyw off=21778779 len=698276 2024-04-24T03:08:43.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 1992 completed, throughput=5MB/sec 2024-04-24T03:08:43.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-14iBsSEwnanm-Mk off=3365159 len=512785 2024-04-24T03:08:43.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 1993 completed, throughput=5MB/sec 2024-04-24T03:08:44.502 INFO:tasks.workunit.client.0.smithi016.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:44.502 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NsaXepigFPGH41A off=138724 len=1850743 2024-04-24T03:08:44.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 1994 completed, throughput=4.99MB/sec 2024-04-24T03:08:44.511 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4BU8wLqDW6fjOaI off=8444306 len=482418 2024-04-24T03:08:44.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 1995 completed, throughput=4.99MB/sec 2024-04-24T03:08:44.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SFEpHexJId3LyUi off=7394097 len=1982450 2024-04-24T03:08:44.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 1996 completed, throughput=5MB/sec 2024-04-24T03:08:44.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kXEFeZ-h2RgSG7Y off=8136838 len=1618387 2024-04-24T03:08:44.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 1997 completed, throughput=5MB/sec 2024-04-24T03:08:44.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:44 smithi016 ceph-mon[84376]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:08:44.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:44 smithi016 ceph-mon[86910]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:08:44.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:44 smithi063 ceph-mon[77007]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:08:45.528 INFO:tasks.workunit.client.0.smithi016.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:45.529 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SHsbJ_wAqSyGvR9 off=2749924 len=1012501 2024-04-24T03:08:45.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-24T03:08:45.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3GFdw0pdPSqOojd off=17710397 len=144120 2024-04-24T03:08:45.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-24T03:08:45.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-84WAMapUQScpXV0 off=211125 len=1658334 2024-04-24T03:08:45.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 2000 completed, throughput=5MB/sec 2024-04-24T03:08:45.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FEOxYyfileLRPmj off=8372670 len=809007 2024-04-24T03:08:45.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 2001 completed, throughput=5MB/sec 2024-04-24T03:08:45.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EFB4Ly0fOXvHh3N off=2291413 len=230268 2024-04-24T03:08:45.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 2002 completed, throughput=5MB/sec 2024-04-24T03:08:45.543 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rFpwOqGAOfQsAuB off=7180661 len=9321 2024-04-24T03:08:45.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 2003 completed, throughput=5MB/sec 2024-04-24T03:08:45.543 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bFAcfsZ5ZgV-eZo off=11098345 len=480235 2024-04-24T03:08:45.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 2004 completed, throughput=5MB/sec 2024-04-24T03:08:45.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DO_tewaUQWVz3bR off=9475133 len=1716922 2024-04-24T03:08:45.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 2005 completed, throughput=5MB/sec 2024-04-24T03:08:45.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:45.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:45.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:08:46.551 INFO:tasks.workunit.client.0.smithi016.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:46.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rRN4y6BOjcm8HvF off=4208758 len=136840 2024-04-24T03:08:46.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 2006 completed, throughput=4.99MB/sec 2024-04-24T03:08:46.555 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ibkMc3XgOayHgim off=2784373 len=198839 2024-04-24T03:08:46.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 2007 completed, throughput=4.99MB/sec 2024-04-24T03:08:46.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-anw0B-JTtRGArRq off=6049369 len=201892 2024-04-24T03:08:46.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 2008 completed, throughput=4.99MB/sec 2024-04-24T03:08:46.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JICfoFSoo455Xky off=15664522 len=636739 2024-04-24T03:08:46.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 2009 completed, throughput=4.99MB/sec 2024-04-24T03:08:46.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RM5lcryWLI5XRdg off=173725 len=371255 2024-04-24T03:08:46.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-24T03:08:46.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-93fAT9ikti-64wX off=3206959 len=1005258 2024-04-24T03:08:46.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 2011 completed, throughput=5MB/sec 2024-04-24T03:08:46.566 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ivDgUDWME8Nlgo4 off=3389550 len=1373261 2024-04-24T03:08:46.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 2012 completed, throughput=5MB/sec 2024-04-24T03:08:46.574 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z0dYJ3wdQ0FGHDk off=20040276 len=1468774 2024-04-24T03:08:46.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 2013 completed, throughput=5MB/sec 2024-04-24T03:08:46.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:46 smithi016 ceph-mon[84376]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:08:46.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:46 smithi016 ceph-mon[86910]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:08:46.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:46 smithi063 ceph-mon[77007]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:08:47.581 INFO:tasks.workunit.client.0.smithi016.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:47.581 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SwaESqba5cnpzgP off=13949763 len=1678528 2024-04-24T03:08:47.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-24T03:08:47.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h291qkx_HiJefrv off=807951 len=1412275 2024-04-24T03:08:47.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 2015 completed, throughput=5MB/sec 2024-04-24T03:08:47.585 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YpsWdmrjyKiA-EF off=6073558 len=1602137 2024-04-24T03:08:47.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 2016 completed, throughput=5MB/sec 2024-04-24T03:08:48.589 INFO:tasks.workunit.client.0.smithi016.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:48.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QjDzQfdd2sKAsJ- off=1379520 len=1328750 2024-04-24T03:08:48.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 2017 completed, throughput=4.99MB/sec 2024-04-24T03:08:48.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DtuDAtEUPdIaU0T off=18777252 len=701753 2024-04-24T03:08:48.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-24T03:08:48.592 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MUaTvAx_HT6wb6v off=20719646 len=285630 2024-04-24T03:08:48.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-24T03:08:48.596 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qkVEyHuZMTfkDkf off=1831597 len=748002 2024-04-24T03:08:48.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 2020 completed, throughput=5MB/sec 2024-04-24T03:08:48.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rHKM9gAzrw2Iu3z off=2101652 len=1994771 2024-04-24T03:08:48.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 2021 completed, throughput=5MB/sec 2024-04-24T03:08:48.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:48 smithi016 ceph-mon[84376]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:08:48.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:08:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:08:48] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:08:48.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:48 smithi016 ceph-mon[86910]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:08:48.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:48 smithi063 ceph-mon[77007]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:08:49.600 INFO:tasks.workunit.client.0.smithi016.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:49.600 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fAUUpdU_5LrbzQE off=6918042 len=1991525 2024-04-24T03:08:49.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 2022 completed, throughput=4.99MB/sec 2024-04-24T03:08:49.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C748YnHr3sqTn_B off=19265137 len=1789080 2024-04-24T03:08:49.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 2023 completed, throughput=5MB/sec 2024-04-24T03:08:49.620 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TTPaVJVyaeRTWBz off=702099 len=1942482 2024-04-24T03:08:49.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 2024 completed, throughput=5MB/sec 2024-04-24T03:08:50.622 INFO:tasks.workunit.client.0.smithi016.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:50.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-teXyc15SQyGkR3r off=1574140 len=1408899 2024-04-24T03:08:50.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-24T03:08:50.624 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zjFxPO8Hy7LfPSt off=1201657 len=477074 2024-04-24T03:08:50.625 INFO:tasks.workunit.client.0.smithi016.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-24T03:08:50.625 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lkVdv5WQ2wIJJ6V off=3687980 len=285990 2024-04-24T03:08:50.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-24T03:08:50.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FOCl4rb_OvKb6I7 off=2870711 len=151857 2024-04-24T03:08:50.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 2028 completed, throughput=5MB/sec 2024-04-24T03:08:50.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VOK3mHZUos77mOE off=1127416 len=1502863 2024-04-24T03:08:50.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 2029 completed, throughput=5MB/sec 2024-04-24T03:08:50.630 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DUGn_dd0z_tCDF5 off=1312976 len=680984 2024-04-24T03:08:50.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 2030 completed, throughput=5MB/sec 2024-04-24T03:08:50.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:50 smithi016 ceph-mon[86910]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:08:50.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:50 smithi016 ceph-mon[84376]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:08:50.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:50 smithi063 ceph-mon[77007]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:08:51.631 INFO:tasks.workunit.client.0.smithi016.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:51.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DsP6gs36rI-YIZT off=2261167 len=1398807 2024-04-24T03:08:51.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-24T03:08:51.633 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DoHiq37wOEBhTTq off=5729132 len=672653 2024-04-24T03:08:51.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-24T03:08:51.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3YNG2v76NXKpwzf off=14511000 len=123512 2024-04-24T03:08:51.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-24T03:08:51.637 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iFvgOq8RjugBLha off=0 len=1264805 2024-04-24T03:08:51.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 2034 completed, throughput=5MB/sec 2024-04-24T03:08:51.644 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4jGEequbgfpHmzg off=13503350 len=1708349 2024-04-24T03:08:51.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 2035 completed, throughput=5MB/sec 2024-04-24T03:08:51.651 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wvissXFEhLVHK1R off=10197069 len=1643720 2024-04-24T03:08:51.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 2036 completed, throughput=5MB/sec 2024-04-24T03:08:52.653 INFO:tasks.workunit.client.0.smithi016.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:52.653 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IhKGWSX8UCfB8U4 off=2058351 len=1386220 2024-04-24T03:08:52.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 2037 completed, throughput=4.99MB/sec 2024-04-24T03:08:52.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2tLJYiTo9CiOz2D off=11470970 len=1045515 2024-04-24T03:08:52.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 2038 completed, throughput=5MB/sec 2024-04-24T03:08:52.668 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LKNW_N4323SBHbC off=3656384 len=713228 2024-04-24T03:08:52.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 2039 completed, throughput=5MB/sec 2024-04-24T03:08:52.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ybYr49Cab7U5VUx off=19071443 len=1321648 2024-04-24T03:08:52.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 2040 completed, throughput=5MB/sec 2024-04-24T03:08:52.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:52 smithi016 ceph-mon[84376]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:08:52.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:52 smithi016 ceph-mon[86910]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:08:52.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:52 smithi063 ceph-mon[77007]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:08:53.674 INFO:tasks.workunit.client.0.smithi016.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:53.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VCtl0AWRIqyJINN off=12605308 len=340249 2024-04-24T03:08:53.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-24T03:08:53.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1gmurp5y3R3cx94 off=10802173 len=2082026 2024-04-24T03:08:53.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 2042 completed, throughput=4.99MB/sec 2024-04-24T03:08:53.683 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZhMXgdpXLMgKmhZ off=0 len=1454300 2024-04-24T03:08:53.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 2043 completed, throughput=5MB/sec 2024-04-24T03:08:53.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wu-3c44OtawxD0m off=6339889 len=1871446 2024-04-24T03:08:53.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 2044 completed, throughput=5MB/sec 2024-04-24T03:08:54.692 INFO:tasks.workunit.client.0.smithi016.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:54.693 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Lqb8vL_Pbg_WEyo off=14229195 len=1587205 2024-04-24T03:08:54.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 2045 completed, throughput=4.99MB/sec 2024-04-24T03:08:54.701 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BfWLOvAwQbaExpV off=2652187 len=1501262 2024-04-24T03:08:54.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 2046 completed, throughput=5MB/sec 2024-04-24T03:08:54.703 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fn8KjPS-I3Dwnzg off=10450714 len=1557811 2024-04-24T03:08:54.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 2047 completed, throughput=5MB/sec 2024-04-24T03:08:54.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:54 smithi016 ceph-mon[84376]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:08:54.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:54 smithi016 ceph-mon[86910]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:08:54.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:54 smithi063 ceph-mon[77007]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:08:55.705 INFO:tasks.workunit.client.0.smithi016.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:55.705 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NrEOQFi5zuFBmCi off=2242823 len=1093754 2024-04-24T03:08:55.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 2048 completed, throughput=4.99MB/sec 2024-04-24T03:08:55.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8rXDLhcXumPGMT2 off=2362342 len=1829897 2024-04-24T03:08:55.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 2049 completed, throughput=5MB/sec 2024-04-24T03:08:55.709 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ZjmTflFU8OXBYE off=607015 len=1187583 2024-04-24T03:08:55.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 2050 completed, throughput=5MB/sec 2024-04-24T03:08:55.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d9Doz1uwoWIUDlo off=19816239 len=357129 2024-04-24T03:08:55.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 2051 completed, throughput=5MB/sec 2024-04-24T03:08:55.719 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mcnGzdAghnAJuXx off=1585835 len=2077732 2024-04-24T03:08:55.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 2052 completed, throughput=5MB/sec 2024-04-24T03:08:56.722 INFO:tasks.workunit.client.0.smithi016.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:56.722 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o6yJo12ET0VNlRV off=13665541 len=514320 2024-04-24T03:08:56.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-24T03:08:56.726 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rpN9GARto0uzMaU off=3093779 len=243504 2024-04-24T03:08:56.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-24T03:08:56.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F2enDkniH4-2_u2 off=10801343 len=401643 2024-04-24T03:08:56.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-24T03:08:56.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oFnlOfJY_7VQ-Ai off=4209630 len=277820 2024-04-24T03:08:56.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-24T03:08:56.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IM-WNHWK8tyQURq off=3752749 len=124290 2024-04-24T03:08:56.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 2057 completed, throughput=5MB/sec 2024-04-24T03:08:56.735 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PTqz6ieJrn7zDFK off=10423931 len=97555 2024-04-24T03:08:56.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 2058 completed, throughput=5MB/sec 2024-04-24T03:08:56.736 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QmHcxsu0vOH695i off=3986419 len=336583 2024-04-24T03:08:56.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 2059 completed, throughput=5MB/sec 2024-04-24T03:08:56.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2z7FtrOVbti_sry off=1455412 len=705175 2024-04-24T03:08:56.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 2060 completed, throughput=5MB/sec 2024-04-24T03:08:56.744 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z__9dKFP4P5dC8K off=12417523 len=2091660 2024-04-24T03:08:56.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 2061 completed, throughput=5MB/sec 2024-04-24T03:08:56.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:56 smithi016 ceph-mon[84376]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:56.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:56 smithi016 ceph-mon[86910]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:56.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:56 smithi063 ceph-mon[77007]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:08:57.748 INFO:tasks.workunit.client.0.smithi016.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:57.748 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F-KBs5DNdoVUX1M off=9093252 len=44693 2024-04-24T03:08:57.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 2062 completed, throughput=4.99MB/sec 2024-04-24T03:08:57.749 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FzrxDGj4gyZA8Ck off=943616 len=164616 2024-04-24T03:08:57.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 2063 completed, throughput=4.99MB/sec 2024-04-24T03:08:57.749 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bz4RtL_nM2YcuWR off=3509579 len=487558 2024-04-24T03:08:57.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 2064 completed, throughput=4.99MB/sec 2024-04-24T03:08:57.750 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c6eS7sq80ksx5bJ off=18713898 len=1572346 2024-04-24T03:08:57.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 2065 completed, throughput=5MB/sec 2024-04-24T03:08:57.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ya2iHRqzeWRlFkF off=14165065 len=447553 2024-04-24T03:08:57.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 2066 completed, throughput=5MB/sec 2024-04-24T03:08:57.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X607EiSlhSel9nB off=1237188 len=1504121 2024-04-24T03:08:57.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 2067 completed, throughput=5MB/sec 2024-04-24T03:08:57.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y0A2I_r-XsbsGUD off=1508465 len=1269339 2024-04-24T03:08:57.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 2068 completed, throughput=5MB/sec 2024-04-24T03:08:58.765 INFO:tasks.workunit.client.0.smithi016.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:58.766 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UxPmh3o7A20kWiX off=15984481 len=136987 2024-04-24T03:08:58.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 2069 completed, throughput=4.99MB/sec 2024-04-24T03:08:58.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zUJM93zV17z9HVS off=11705543 len=724700 2024-04-24T03:08:58.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:08:58 smithi016 ceph-mon[84376]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:08:58.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:08:58 smithi016 ceph-mon[86910]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:08:58.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:08:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:08:58] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:08:58.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 2070 completed, throughput=4.99MB/sec 2024-04-24T03:08:58.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qH0P4e7N2Z47b_5 off=3483079 len=324551 2024-04-24T03:08:58.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-24T03:08:58.777 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sxemA_--TRzpwM5 off=8623935 len=1693367 2024-04-24T03:08:58.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 2072 completed, throughput=5MB/sec 2024-04-24T03:08:58.779 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CPZ8kuLAOiTOKDN off=939909 len=97137 2024-04-24T03:08:58.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 2073 completed, throughput=5MB/sec 2024-04-24T03:08:58.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O_IOSY2UXbSKVct off=8234887 len=2020511 2024-04-24T03:08:58.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 2074 completed, throughput=5MB/sec 2024-04-24T03:08:58.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:08:58 smithi063 ceph-mon[77007]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:08:59.793 INFO:tasks.workunit.client.0.smithi016.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-24T03:08:59.794 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nvdy2s94YH0DH3M off=16877989 len=1494090 2024-04-24T03:08:59.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-24T03:08:59.802 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z64Sy1sJXprrO7f off=12326520 len=568218 2024-04-24T03:08:59.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-24T03:08:59.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CsSFmdgb4Qo-s5G off=1322257 len=1448343 2024-04-24T03:08:59.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 2077 completed, throughput=5MB/sec 2024-04-24T03:08:59.805 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-px46pbEFx8Ov49Q off=7582550 len=1603260 2024-04-24T03:08:59.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 2078 completed, throughput=5MB/sec 2024-04-24T03:09:00.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:00 smithi016 ceph-mon[84376]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:09:00.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:00.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:00 smithi016 ceph-mon[86910]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:09:00.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:00 smithi063 ceph-mon[77007]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:09:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:00.807 INFO:tasks.workunit.client.0.smithi016.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:00.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j_Bjnmmc_1O9nvT off=1875323 len=1703701 2024-04-24T03:09:00.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 2079 completed, throughput=4.99MB/sec 2024-04-24T03:09:00.814 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RZBnur3ZLmQPCqh off=547902 len=152387 2024-04-24T03:09:00.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-24T03:09:00.817 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gogG3AqqUwO82FO off=7994001 len=1420674 2024-04-24T03:09:00.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 2081 completed, throughput=5MB/sec 2024-04-24T03:09:00.819 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8bI6yykm62EFKPI off=17046553 len=1098808 2024-04-24T03:09:00.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 2082 completed, throughput=5MB/sec 2024-04-24T03:09:00.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lLMWeDRPSVjlIRj off=16971394 len=61012 2024-04-24T03:09:00.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 2083 completed, throughput=5MB/sec 2024-04-24T03:09:00.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--pl31Kaie8y5pPC off=11367745 len=1726563 2024-04-24T03:09:00.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 2084 completed, throughput=5MB/sec 2024-04-24T03:09:01.829 INFO:tasks.workunit.client.0.smithi016.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:01.829 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-11H0MgcWAoJToQG off=601684 len=1174737 2024-04-24T03:09:01.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-24T03:09:01.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HO2e2FGaWFO4RD6 off=1469504 len=144411 2024-04-24T03:09:01.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 2086 completed, throughput=4.99MB/sec 2024-04-24T03:09:01.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vY1HgP0-SQXeV05 off=7018727 len=542516 2024-04-24T03:09:01.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 2087 completed, throughput=5MB/sec 2024-04-24T03:09:01.837 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_Jnnzf-RnRLMQA2 off=5956248 len=2049573 2024-04-24T03:09:01.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 2088 completed, throughput=5MB/sec 2024-04-24T03:09:02.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:02 smithi016 ceph-mon[84376]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:09:02.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:02 smithi016 ceph-mon[86910]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:09:02.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:02 smithi063 ceph-mon[77007]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:09:02.841 INFO:tasks.workunit.client.0.smithi016.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:02.841 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_cMLr78tY11sUII off=6457024 len=1729770 2024-04-24T03:09:02.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-24T03:09:02.848 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MHvnAa30Z84nsV4 off=4319816 len=527895 2024-04-24T03:09:02.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-24T03:09:02.852 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-boqf0UhZK5ml2mM off=3288942 len=1917152 2024-04-24T03:09:02.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 2091 completed, throughput=5MB/sec 2024-04-24T03:09:02.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UdgVcvfkWfw0eRQ off=13566341 len=1546144 2024-04-24T03:09:02.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 2092 completed, throughput=5MB/sec 2024-04-24T03:09:03.868 INFO:tasks.workunit.client.0.smithi016.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:03.868 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dddOl8ctvfE3w14 off=4286127 len=1648659 2024-04-24T03:09:03.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 2093 completed, throughput=4.99MB/sec 2024-04-24T03:09:03.877 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VO5Q5WsXL2brPL6 off=868233 len=908550 2024-04-24T03:09:03.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-24T03:09:03.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fgxi_CE7AWj-xlt off=5077872 len=1210152 2024-04-24T03:09:03.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 2095 completed, throughput=5MB/sec 2024-04-24T03:09:03.883 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Mcjl6h5_JxulxmB off=2797841 len=1101218 2024-04-24T03:09:03.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 2096 completed, throughput=5MB/sec 2024-04-24T03:09:03.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zrPsUy7CGM3bS7q off=4729142 len=625040 2024-04-24T03:09:03.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 2097 completed, throughput=5MB/sec 2024-04-24T03:09:04.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:04 smithi016 ceph-mon[84376]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:09:04.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:04 smithi016 ceph-mon[86910]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:09:04.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:04 smithi063 ceph-mon[77007]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:09:04.891 INFO:tasks.workunit.client.0.smithi016.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:04.891 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tb6s8-CD49PtXT_ off=2336539 len=308158 2024-04-24T03:09:04.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-24T03:09:04.895 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4eVPpO8uG0sj3Aj off=18941310 len=1367704 2024-04-24T03:09:04.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 2099 completed, throughput=4.99MB/sec 2024-04-24T03:09:04.897 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OLxwjFYem-1Hevm off=2452157 len=1491404 2024-04-24T03:09:04.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 2100 completed, throughput=5MB/sec 2024-04-24T03:09:04.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3y-aXMcC3P2JCwe off=10930571 len=1924540 2024-04-24T03:09:04.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 2101 completed, throughput=5MB/sec 2024-04-24T03:09:05.914 INFO:tasks.workunit.client.0.smithi016.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:05.915 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0WeuFHQsKhWUzT2 off=1508809 len=4899 2024-04-24T03:09:05.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 2102 completed, throughput=4.99MB/sec 2024-04-24T03:09:05.917 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qU_EVmMPpi4piff off=3931563 len=232336 2024-04-24T03:09:05.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-24T03:09:05.919 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gvxy5hVQBYHAf0a off=13971257 len=1152218 2024-04-24T03:09:05.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 2104 completed, throughput=4.99MB/sec 2024-04-24T03:09:05.925 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s7N797PN-RRDVE0 off=8561947 len=1605869 2024-04-24T03:09:05.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 2105 completed, throughput=5MB/sec 2024-04-24T03:09:05.927 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PdEW64_ad6hFaNc off=5000070 len=1720561 2024-04-24T03:09:05.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 2106 completed, throughput=5MB/sec 2024-04-24T03:09:05.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lXeUuiIdhD7PHW0 off=3250789 len=70937 2024-04-24T03:09:05.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 2107 completed, throughput=5MB/sec 2024-04-24T03:09:05.936 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PAQicSLrd7KMu-P off=8406053 len=775380 2024-04-24T03:09:05.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 2108 completed, throughput=5MB/sec 2024-04-24T03:09:06.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:06 smithi016 ceph-mon[84376]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:09:06.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:06 smithi016 ceph-mon[86910]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:09:06.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:06 smithi063 ceph-mon[77007]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:09:06.937 INFO:tasks.workunit.client.0.smithi016.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:06.937 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZsSQ0AB5hhGIuIv off=13446432 len=1881682 2024-04-24T03:09:06.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 2109 completed, throughput=4.99MB/sec 2024-04-24T03:09:06.941 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1vZjKGfHWHLbxwZ off=23234427 len=16110 2024-04-24T03:09:06.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-24T03:09:06.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r374O6zA0eF-HPF off=21359811 len=1799694 2024-04-24T03:09:06.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 2111 completed, throughput=5MB/sec 2024-04-24T03:09:06.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lOI9eaWl8DbGVdV off=2072722 len=1762392 2024-04-24T03:09:06.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 2112 completed, throughput=5MB/sec 2024-04-24T03:09:07.953 INFO:tasks.workunit.client.0.smithi016.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:07.953 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MM53lxErtk1Af5X off=20281135 len=1402144 2024-04-24T03:09:07.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 2113 completed, throughput=4.99MB/sec 2024-04-24T03:09:07.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vey0VshPvHUGlQ9 off=4796463 len=914577 2024-04-24T03:09:07.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 2114 completed, throughput=4.99MB/sec 2024-04-24T03:09:07.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qqCNnfsCIo0ohKD off=6856629 len=652335 2024-04-24T03:09:07.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 2115 completed, throughput=5MB/sec 2024-04-24T03:09:07.965 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kq6M26W45Nidpdy off=518935 len=179589 2024-04-24T03:09:07.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 2116 completed, throughput=5MB/sec 2024-04-24T03:09:07.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Iygdt0dP1T141j off=2099166 len=572151 2024-04-24T03:09:07.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 2117 completed, throughput=5MB/sec 2024-04-24T03:09:07.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x5HP8qQIFtsQ1dZ off=197291 len=722630 2024-04-24T03:09:07.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 2118 completed, throughput=5MB/sec 2024-04-24T03:09:07.971 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4_x12wEOPLDjrU5 off=790917 len=103779 2024-04-24T03:09:07.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 2119 completed, throughput=5MB/sec 2024-04-24T03:09:07.973 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oyYwOVF-JSGZMQu off=64581 len=109085 2024-04-24T03:09:07.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 2120 completed, throughput=5MB/sec 2024-04-24T03:09:07.974 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8tozxEWW9ocN31J off=12425663 len=2040517 2024-04-24T03:09:07.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 2121 completed, throughput=5MB/sec 2024-04-24T03:09:08.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:08 smithi016 ceph-mon[84376]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:09:08.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:09:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:09:08] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:09:08.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:08 smithi016 ceph-mon[86910]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:09:08.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:08 smithi063 ceph-mon[77007]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:09:08.976 INFO:tasks.workunit.client.0.smithi016.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:08.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FEc4G450V7Jg7kO off=1467950 len=1044308 2024-04-24T03:09:08.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 2122 completed, throughput=4.99MB/sec 2024-04-24T03:09:08.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fqfOFs4kvNkTSoR off=7461269 len=368671 2024-04-24T03:09:08.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 2123 completed, throughput=5MB/sec 2024-04-24T03:09:08.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nsk9InC-NZS-gz6 off=1611722 len=1583382 2024-04-24T03:09:08.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 2124 completed, throughput=5MB/sec 2024-04-24T03:09:08.991 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y4iQ5En6Mk7NhJu off=17376840 len=1012076 2024-04-24T03:09:08.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 2125 completed, throughput=5MB/sec 2024-04-24T03:09:09.997 INFO:tasks.workunit.client.0.smithi016.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:09.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uKSuGVQnSBVlp1e off=2880199 len=590012 2024-04-24T03:09:09.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 2126 completed, throughput=4.99MB/sec 2024-04-24T03:09:09.998 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7PZF3cd5azo-_j- off=22262126 len=1642349 2024-04-24T03:09:10.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-24T03:09:10.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PsYJrIdQEKX8AWK off=2742128 len=351543 2024-04-24T03:09:10.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 2128 completed, throughput=5MB/sec 2024-04-24T03:09:10.004 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-timw_JWHrqTEPnF off=22398260 len=2020310 2024-04-24T03:09:10.014 INFO:tasks.workunit.client.0.smithi016.stdout:op 2129 completed, throughput=5MB/sec 2024-04-24T03:09:10.014 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MP9B-KG63O6FzbM off=18739 len=217390 2024-04-24T03:09:10.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 2130 completed, throughput=5MB/sec 2024-04-24T03:09:10.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:10 smithi016 ceph-mon[84376]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:09:10.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:10 smithi016 ceph-mon[86910]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:09:10.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:10 smithi063 ceph-mon[77007]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:09:11.017 INFO:tasks.workunit.client.0.smithi016.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:11.017 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-scGraVOJw2kDoh0 off=13405073 len=1797033 2024-04-24T03:09:11.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 2131 completed, throughput=4.99MB/sec 2024-04-24T03:09:11.027 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aFVYm5MHo_vTu-o off=11727060 len=681419 2024-04-24T03:09:11.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 2132 completed, throughput=4.99MB/sec 2024-04-24T03:09:11.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lmVo8Bm2ntgoHn- off=16377551 len=1179041 2024-04-24T03:09:11.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 2133 completed, throughput=5MB/sec 2024-04-24T03:09:11.034 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i2dZUoa738gfUvF off=4115669 len=1905051 2024-04-24T03:09:11.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 2134 completed, throughput=5MB/sec 2024-04-24T03:09:12.037 INFO:tasks.workunit.client.0.smithi016.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:12.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L-wFxn74IXuO-30 off=10685038 len=1129587 2024-04-24T03:09:12.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-24T03:09:12.043 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--TdjkLYFKV8zSFQ off=2725789 len=1214391 2024-04-24T03:09:12.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 2136 completed, throughput=4.99MB/sec 2024-04-24T03:09:12.045 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o8peo4_2FsPSSKJ off=6525180 len=584524 2024-04-24T03:09:12.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 2137 completed, throughput=5MB/sec 2024-04-24T03:09:12.049 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0W47HDBvxJsFO3H off=1190661 len=688507 2024-04-24T03:09:12.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 2138 completed, throughput=5MB/sec 2024-04-24T03:09:12.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d0EOmdsYRZ2Dbhe off=753265 len=290275 2024-04-24T03:09:12.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 2139 completed, throughput=5MB/sec 2024-04-24T03:09:12.057 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-INZPSubc12AoXv4 off=15669572 len=520473 2024-04-24T03:09:12.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 2140 completed, throughput=5MB/sec 2024-04-24T03:09:12.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O6EEdX7DX2Lw-f5 off=4456086 len=1789004 2024-04-24T03:09:12.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 2141 completed, throughput=5MB/sec 2024-04-24T03:09:12.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:12 smithi016 ceph-mon[84376]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-24T03:09:12.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:12 smithi016 ceph-mon[86910]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-24T03:09:12.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:12 smithi063 ceph-mon[77007]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-24T03:09:13.072 INFO:tasks.workunit.client.0.smithi016.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:13.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DfsZPqTbTIAat9A off=6386373 len=2080523 2024-04-24T03:09:13.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 2142 completed, throughput=5MB/sec 2024-04-24T03:09:13.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D8iQ97mewU4d3Zp off=3934078 len=88855 2024-04-24T03:09:13.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 2143 completed, throughput=5MB/sec 2024-04-24T03:09:13.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eYdsIiQ1POCE2EM off=3955183 len=1073898 2024-04-24T03:09:13.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 2144 completed, throughput=5MB/sec 2024-04-24T03:09:13.083 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QJlj0ZS4Xk_tfGn off=322516 len=394858 2024-04-24T03:09:13.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 2145 completed, throughput=5MB/sec 2024-04-24T03:09:13.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kU8Y-tTgKG4YFto off=346247 len=548682 2024-04-24T03:09:13.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 2146 completed, throughput=5MB/sec 2024-04-24T03:09:13.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cSz1K1X5UtZNn85 off=13052417 len=1023914 2024-04-24T03:09:13.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 2147 completed, throughput=5MB/sec 2024-04-24T03:09:14.086 INFO:tasks.workunit.client.0.smithi016.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:14.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ihGuK7tb7OYNWxO off=6316921 len=1184900 2024-04-24T03:09:14.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-24T03:09:14.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KOo-yGQ5ehfeHW1 off=23721595 len=1653337 2024-04-24T03:09:14.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 2149 completed, throughput=5MB/sec 2024-04-24T03:09:14.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T2W2GRMN7zVxUOt off=13580748 len=1297788 2024-04-24T03:09:14.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 2150 completed, throughput=5MB/sec 2024-04-24T03:09:14.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sw2vancbEqfXAHQ off=9731619 len=1906572 2024-04-24T03:09:14.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 2151 completed, throughput=5MB/sec 2024-04-24T03:09:14.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:14 smithi016 ceph-mon[84376]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:09:14.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:14 smithi016 ceph-mon[86910]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:09:14.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:14 smithi063 ceph-mon[77007]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:09:15.103 INFO:tasks.workunit.client.0.smithi016.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:15.103 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-phn7AcjnhF_sgAV off=7664453 len=611603 2024-04-24T03:09:15.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-24T03:09:15.108 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FCDhS6aPhD7236G off=8720851 len=1392249 2024-04-24T03:09:15.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 2153 completed, throughput=5MB/sec 2024-04-24T03:09:15.115 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oKmicOxF9tRTuEL off=20075590 len=1225090 2024-04-24T03:09:15.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 2154 completed, throughput=5MB/sec 2024-04-24T03:09:15.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5pXdKjinv-TxJVv off=20140301 len=1097447 2024-04-24T03:09:15.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 2155 completed, throughput=5MB/sec 2024-04-24T03:09:15.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:15.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:15.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:16.127 INFO:tasks.workunit.client.0.smithi016.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:16.127 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aCzViGYZWX3zj5T off=703369 len=776316 2024-04-24T03:09:16.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 2156 completed, throughput=4.99MB/sec 2024-04-24T03:09:16.132 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ABJsm_M1mDcgktJ off=1242413 len=1991027 2024-04-24T03:09:16.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 2157 completed, throughput=5MB/sec 2024-04-24T03:09:16.144 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Re5aAcQ_GnUoAT off=5239886 len=1560284 2024-04-24T03:09:16.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 2158 completed, throughput=5MB/sec 2024-04-24T03:09:16.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vOQqe1qBm1gaiPd off=9462678 len=651171 2024-04-24T03:09:16.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 2159 completed, throughput=5MB/sec 2024-04-24T03:09:16.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:16 smithi016 ceph-mon[84376]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:09:16.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:16 smithi016 ceph-mon[86910]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:09:16.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:16 smithi063 ceph-mon[77007]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:09:17.152 INFO:tasks.workunit.client.0.smithi016.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:17.152 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ecD39EL9lMm3n_8 off=9403981 len=1591947 2024-04-24T03:09:17.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 2160 completed, throughput=4.99MB/sec 2024-04-24T03:09:17.155 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wpfL3_uhE6ftcxM off=7060556 len=437172 2024-04-24T03:09:17.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 2161 completed, throughput=4.99MB/sec 2024-04-24T03:09:17.156 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2fh6NYgAXGx-c9- off=8513065 len=1619129 2024-04-24T03:09:17.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 2162 completed, throughput=5MB/sec 2024-04-24T03:09:17.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ANz6-bQr6l8YTQS off=73286 len=1347384 2024-04-24T03:09:17.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 2163 completed, throughput=5MB/sec 2024-04-24T03:09:17.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k39iP0XPPFL1_nD off=5909291 len=1527871 2024-04-24T03:09:17.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 2164 completed, throughput=5MB/sec 2024-04-24T03:09:18.171 INFO:tasks.workunit.client.0.smithi016.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:18.172 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oXvpeHovD2QpYCL off=16957795 len=1498075 2024-04-24T03:09:18.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 2165 completed, throughput=4.99MB/sec 2024-04-24T03:09:18.175 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d40c08kQYMXB8Z- off=13776224 len=1855474 2024-04-24T03:09:18.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 2166 completed, throughput=5MB/sec 2024-04-24T03:09:18.184 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VmdZeDauD4TwnAp off=2309479 len=784274 2024-04-24T03:09:18.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 2167 completed, throughput=5MB/sec 2024-04-24T03:09:18.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:18 smithi016 ceph-mon[84376]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:09:18.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:18 smithi016 ceph-mon[86910]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:09:18.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:09:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:09:18] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.43.0" 2024-04-24T03:09:18.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:18 smithi063 ceph-mon[77007]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:09:19.185 INFO:tasks.workunit.client.0.smithi016.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:19.185 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--xaaT5m91n9eJA3 off=481509 len=293776 2024-04-24T03:09:19.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 2168 completed, throughput=4.99MB/sec 2024-04-24T03:09:19.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ip88FPkM0BsIUNq off=8300924 len=585349 2024-04-24T03:09:19.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-24T03:09:19.187 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jaylsnRGm5fTGnf off=8723333 len=1161527 2024-04-24T03:09:19.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-24T03:09:19.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L0PjTsVn_ZyNESo off=20424491 len=278134 2024-04-24T03:09:19.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 2171 completed, throughput=4.99MB/sec 2024-04-24T03:09:19.190 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jR7zY5p_Hm6tcRx off=10501982 len=1802420 2024-04-24T03:09:19.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 2172 completed, throughput=5MB/sec 2024-04-24T03:09:19.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fy8hFjs7i8eBuVb off=552358 len=1229350 2024-04-24T03:09:19.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 2173 completed, throughput=5MB/sec 2024-04-24T03:09:20.203 INFO:tasks.workunit.client.0.smithi016.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:20.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jrARJHjUpUnIAZt off=3889537 len=1230949 2024-04-24T03:09:20.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 2174 completed, throughput=4.99MB/sec 2024-04-24T03:09:20.210 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GamE3MrTCY3m5zB off=11951554 len=897490 2024-04-24T03:09:20.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-24T03:09:20.214 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-G6LtlDWw2lucvjv off=662761 len=1016425 2024-04-24T03:09:20.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 2176 completed, throughput=5MB/sec 2024-04-24T03:09:20.219 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Clpmf_xNwZVlUk off=11047399 len=14559 2024-04-24T03:09:20.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 2177 completed, throughput=5MB/sec 2024-04-24T03:09:20.222 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fNEidcJQE3KuVM3 off=3684788 len=1459262 2024-04-24T03:09:20.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 2178 completed, throughput=5MB/sec 2024-04-24T03:09:20.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MmekLyogGwIPTvv off=6930469 len=39393 2024-04-24T03:09:20.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 2179 completed, throughput=5MB/sec 2024-04-24T03:09:20.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vOQqe1qBm1gaiPd off=20025080 len=395307 2024-04-24T03:09:20.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 2180 completed, throughput=5MB/sec 2024-04-24T03:09:20.229 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ie3Rph0oTSS6Xhe off=10648159 len=945051 2024-04-24T03:09:20.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 2181 completed, throughput=5MB/sec 2024-04-24T03:09:20.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:20 smithi016 ceph-mon[84376]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:09:20.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:20 smithi016 ceph-mon[86910]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:09:20.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:20 smithi063 ceph-mon[77007]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:09:21.234 INFO:tasks.workunit.client.0.smithi016.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:21.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xa3Wbd3DtZ91KTJ off=8687256 len=1377387 2024-04-24T03:09:21.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 2182 completed, throughput=4.99MB/sec 2024-04-24T03:09:21.241 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4T0B6FReAb5VYtp off=11639201 len=1789459 2024-04-24T03:09:21.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 2183 completed, throughput=5MB/sec 2024-04-24T03:09:21.248 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QE5Z80t4iXyYda_ off=14163691 len=198672 2024-04-24T03:09:21.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 2184 completed, throughput=5MB/sec 2024-04-24T03:09:21.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n3WE_2VXbgykEjx off=2286210 len=761194 2024-04-24T03:09:21.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 2185 completed, throughput=5MB/sec 2024-04-24T03:09:21.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6jyKWFjV-OHtTYK off=2238440 len=794788 2024-04-24T03:09:21.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 2186 completed, throughput=5MB/sec 2024-04-24T03:09:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:22.252 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OiAxyTy9uqay-Z5 off=13350075 len=175082 2024-04-24T03:09:22.255 INFO:tasks.workunit.client.0.smithi016.stdout:op 2187 completed, throughput=4.99MB/sec 2024-04-24T03:09:22.255 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u2UCyJtOwNqpy_o off=326088 len=432667 2024-04-24T03:09:22.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 2188 completed, throughput=4.99MB/sec 2024-04-24T03:09:22.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RlZVeVrDU7agMEY off=13817009 len=1032928 2024-04-24T03:09:22.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-24T03:09:22.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TkHxZjX37wi8tlP off=4292837 len=1939276 2024-04-24T03:09:22.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 2190 completed, throughput=5MB/sec 2024-04-24T03:09:22.274 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bFAcfsZ5ZgV-eZo off=9971455 len=855688 2024-04-24T03:09:22.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 2191 completed, throughput=5MB/sec 2024-04-24T03:09:22.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dIs2zKEeA-7OHqg off=4383363 len=1260435 2024-04-24T03:09:22.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 2192 completed, throughput=5MB/sec 2024-04-24T03:09:22.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:22 smithi016 ceph-mon[84376]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:09:22.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:22 smithi016 ceph-mon[86910]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:09:22.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:22 smithi063 ceph-mon[77007]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:09:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:23.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TtxPIhxXQ7QtBJb off=331822 len=484172 2024-04-24T03:09:23.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-24T03:09:23.288 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-afha6ExHSIqDplV off=4710540 len=1031668 2024-04-24T03:09:23.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-24T03:09:23.293 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CBCvkK2_tHN6rWG off=3581227 len=1820703 2024-04-24T03:09:23.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 2195 completed, throughput=5MB/sec 2024-04-24T03:09:23.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x5agHFYByNP1AX- off=2141056 len=1803282 2024-04-24T03:09:23.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 2196 completed, throughput=5MB/sec 2024-04-24T03:09:24.312 INFO:tasks.workunit.client.0.smithi016.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:24.312 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AnA-W4QvEDckJGg off=4356116 len=2018609 2024-04-24T03:09:24.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 2197 completed, throughput=4.99MB/sec 2024-04-24T03:09:24.316 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SpX_DzSYRx-fBRc off=12015191 len=2052712 2024-04-24T03:09:24.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 2198 completed, throughput=5MB/sec 2024-04-24T03:09:24.318 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-14iBsSEwnanm-Mk off=4322092 len=1805003 2024-04-24T03:09:24.320 INFO:tasks.workunit.client.0.smithi016.stdout:op 2199 completed, throughput=5MB/sec 2024-04-24T03:09:24.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:24 smithi016 ceph-mon[84376]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-24T03:09:24.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:24 smithi016 ceph-mon[86910]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-24T03:09:24.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:24 smithi063 ceph-mon[77007]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-24T03:09:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:25.321 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w6gI3oRhif8vetL off=5395956 len=377218 2024-04-24T03:09:25.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-24T03:09:25.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J3fQR-ioixzfiBb off=4563876 len=1919655 2024-04-24T03:09:25.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 2201 completed, throughput=5MB/sec 2024-04-24T03:09:25.338 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-49vt1_aQjZFJKqc off=11136807 len=1421808 2024-04-24T03:09:25.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 2202 completed, throughput=5MB/sec 2024-04-24T03:09:25.345 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7fe1IJXDcgKml9u off=18160038 len=71020 2024-04-24T03:09:25.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 2203 completed, throughput=5MB/sec 2024-04-24T03:09:25.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y8Z-gCgtF3Xljjq off=9300214 len=1197585 2024-04-24T03:09:25.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 2204 completed, throughput=5MB/sec 2024-04-24T03:09:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:26.353 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uh2iKlJBztVaOdO off=4677440 len=1329969 2024-04-24T03:09:26.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 2205 completed, throughput=4.99MB/sec 2024-04-24T03:09:26.354 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sleUyYqQdgovqfZ off=2556081 len=1753469 2024-04-24T03:09:26.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 2206 completed, throughput=5MB/sec 2024-04-24T03:09:26.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0Ie5fyCxSfVPuCl off=5135300 len=1200428 2024-04-24T03:09:26.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 2207 completed, throughput=5MB/sec 2024-04-24T03:09:26.367 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jjus-E26Bp3MDhC off=3304407 len=790393 2024-04-24T03:09:26.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 2208 completed, throughput=5MB/sec 2024-04-24T03:09:26.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:26 smithi016 ceph-mon[84376]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:09:26.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:26 smithi016 ceph-mon[86910]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:09:26.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:26 smithi063 ceph-mon[77007]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:09:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:27.368 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qsGfwXHCDVO_a5l off=9597798 len=1306414 2024-04-24T03:09:27.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-24T03:09:27.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4c-J6s2whA0b_qL off=2583813 len=1966925 2024-04-24T03:09:27.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 2210 completed, throughput=5MB/sec 2024-04-24T03:09:27.378 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qtuma01DK72jOgf off=10154522 len=1147322 2024-04-24T03:09:27.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 2211 completed, throughput=5MB/sec 2024-04-24T03:09:27.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FCqp4CsZQ6BcPqD off=364191 len=595986 2024-04-24T03:09:27.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 2212 completed, throughput=5MB/sec 2024-04-24T03:09:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:28.387 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rFZEPIwlziUFo2z off=9585912 len=199011 2024-04-24T03:09:28.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-24T03:09:28.390 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ybzKb5Gmwjcsl2b off=4583530 len=710688 2024-04-24T03:09:28.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-24T03:09:28.392 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-au1GTSWqojRk_Qg off=360396 len=1308082 2024-04-24T03:09:28.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 2215 completed, throughput=4.99MB/sec 2024-04-24T03:09:28.394 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8vjxAu2ciNZYLWO off=4112921 len=1267082 2024-04-24T03:09:28.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 2216 completed, throughput=5MB/sec 2024-04-24T03:09:28.395 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-68Uo8DD-v3SMgai off=14139077 len=852624 2024-04-24T03:09:28.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 2217 completed, throughput=5MB/sec 2024-04-24T03:09:28.396 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q9tqhko92jfRQxi off=897946 len=1987192 2024-04-24T03:09:28.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 2218 completed, throughput=5MB/sec 2024-04-24T03:09:28.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:28 smithi016 ceph-mon[84376]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:09:28.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:09:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:09:28] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.43.0" 2024-04-24T03:09:28.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:28 smithi016 ceph-mon[86910]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:09:28.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:28 smithi063 ceph-mon[77007]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:09:29.406 INFO:tasks.workunit.client.0.smithi016.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:29.406 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zceaazzpIcxj3is off=17582207 len=1225224 2024-04-24T03:09:29.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-24T03:09:29.413 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yPSeURYqXj1KPaW off=3352878 len=1604981 2024-04-24T03:09:29.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 2220 completed, throughput=5MB/sec 2024-04-24T03:09:29.422 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gq2Cm2hdYFiWHSy off=5177937 len=2079737 2024-04-24T03:09:29.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 2221 completed, throughput=5MB/sec 2024-04-24T03:09:30.435 INFO:tasks.workunit.client.0.smithi016.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:30.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dk0BPA_DZCTIjvu off=4558007 len=1143895 2024-04-24T03:09:30.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 2222 completed, throughput=4.99MB/sec 2024-04-24T03:09:30.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m_t8mbbB2el4-P3 off=15473068 len=345492 2024-04-24T03:09:30.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 2223 completed, throughput=4.99MB/sec 2024-04-24T03:09:30.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4Ptyu0asBMZYLvN off=7531378 len=1706919 2024-04-24T03:09:30.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 2224 completed, throughput=5MB/sec 2024-04-24T03:09:30.448 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fznzNtij8o11Dsz off=5681927 len=1391911 2024-04-24T03:09:30.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 2225 completed, throughput=5MB/sec 2024-04-24T03:09:30.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-guGD2-OuNWjkxLt off=3286138 len=266586 2024-04-24T03:09:30.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 2226 completed, throughput=5MB/sec 2024-04-24T03:09:30.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:30 smithi016 ceph-mon[84376]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:09:30.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:30.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:30 smithi016 ceph-mon[86910]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:09:30.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:30.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:30 smithi063 ceph-mon[77007]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:09:30.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:31.452 INFO:tasks.workunit.client.0.smithi016.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:31.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N3olphcYGbdzXR2 off=2119174 len=1870947 2024-04-24T03:09:31.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 2227 completed, throughput=4.99MB/sec 2024-04-24T03:09:31.462 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wQKnCurYVnN7QBh off=4991176 len=1271820 2024-04-24T03:09:31.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 2228 completed, throughput=5MB/sec 2024-04-24T03:09:31.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JbncSKObv7jWtO3 off=3560953 len=1286172 2024-04-24T03:09:31.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 2229 completed, throughput=5MB/sec 2024-04-24T03:09:31.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2jMXi91x_DJNoLW off=475508 len=1936718 2024-04-24T03:09:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 2230 completed, throughput=5MB/sec 2024-04-24T03:09:32.476 INFO:tasks.workunit.client.0.smithi016.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:32.476 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uEgfJ9hR3ImFVLl off=1329425 len=1651743 2024-04-24T03:09:32.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-24T03:09:32.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xQWhMzoBkVgWZ_0 off=3758579 len=539097 2024-04-24T03:09:32.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 2232 completed, throughput=5MB/sec 2024-04-24T03:09:32.484 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fcPkHh9fXQ2ELNH off=2579041 len=519254 2024-04-24T03:09:32.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 2233 completed, throughput=5MB/sec 2024-04-24T03:09:32.488 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y1mbOy2a6hvKQZs off=502564 len=1915513 2024-04-24T03:09:32.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 2234 completed, throughput=5MB/sec 2024-04-24T03:09:32.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:32 smithi016 ceph-mon[84376]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:09:32.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:32 smithi016 ceph-mon[86910]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:09:32.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:32 smithi063 ceph-mon[77007]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:09:33.490 INFO:tasks.workunit.client.0.smithi016.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:33.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4tY_yEVSY-uFMON off=7269955 len=650577 2024-04-24T03:09:33.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 2235 completed, throughput=4.99MB/sec 2024-04-24T03:09:33.491 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tdfhG_DYhAWC4qA off=10222672 len=1025153 2024-04-24T03:09:33.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 2236 completed, throughput=4.99MB/sec 2024-04-24T03:09:33.497 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v2mEuHELWoH7Lhd off=3671317 len=416062 2024-04-24T03:09:33.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-24T03:09:33.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hJpKES0g3e7T7l- off=7494225 len=1039608 2024-04-24T03:09:33.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 2238 completed, throughput=5MB/sec 2024-04-24T03:09:33.503 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xZIeRIBVkkTwpxL off=9927645 len=1863043 2024-04-24T03:09:33.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 2239 completed, throughput=5MB/sec 2024-04-24T03:09:33.510 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hXt8MtWVWhzl6Gq off=15560872 len=1473115 2024-04-24T03:09:33.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 2240 completed, throughput=5MB/sec 2024-04-24T03:09:34.511 INFO:tasks.workunit.client.0.smithi016.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:34.511 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-epgD5SVKFqjLSyU off=4394385 len=831076 2024-04-24T03:09:34.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 2241 completed, throughput=4.99MB/sec 2024-04-24T03:09:34.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ni4c3eRMgy2Vqt0 off=23480961 len=1480267 2024-04-24T03:09:34.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 2242 completed, throughput=5MB/sec 2024-04-24T03:09:34.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L2NfUavCJ1OWGKC off=4343969 len=252270 2024-04-24T03:09:34.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 2243 completed, throughput=5MB/sec 2024-04-24T03:09:34.517 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YXJi_QMa3W4pEIX off=6457733 len=1853836 2024-04-24T03:09:34.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 2244 completed, throughput=5MB/sec 2024-04-24T03:09:34.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[84376]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:09:34.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:09:34.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:09:34.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:09:34.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:09:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[86910]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:09:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:09:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:09:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:09:34.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:09:34.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:34 smithi063 ceph-mon[77007]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:09:34.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:09:34.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:09:34.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:09:34.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:09:35.526 INFO:tasks.workunit.client.0.smithi016.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:35.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9uSob0Q3bsD_yp6 off=4631338 len=179640 2024-04-24T03:09:35.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 2245 completed, throughput=4.99MB/sec 2024-04-24T03:09:35.529 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vumevBh9Wd7kY4B off=1397288 len=562790 2024-04-24T03:09:35.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 2246 completed, throughput=4.99MB/sec 2024-04-24T03:09:35.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KX2Kizyf3YH-k2K off=1334611 len=1597322 2024-04-24T03:09:35.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 2247 completed, throughput=4.99MB/sec 2024-04-24T03:09:35.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uOd2XMhsi2ZZnYh off=14007485 len=217105 2024-04-24T03:09:35.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 2248 completed, throughput=5MB/sec 2024-04-24T03:09:35.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ysZilnrs-MVC5mK off=10689959 len=1954143 2024-04-24T03:09:35.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 2249 completed, throughput=5MB/sec 2024-04-24T03:09:35.552 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g3oOOj-NNMlmSlX off=263059 len=429151 2024-04-24T03:09:35.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 2250 completed, throughput=5MB/sec 2024-04-24T03:09:36.554 INFO:tasks.workunit.client.0.smithi016.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:36.554 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3RmIi1Ci4KcVI-6 off=14331676 len=447588 2024-04-24T03:09:36.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-24T03:09:36.555 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dDC6iJo18AbNzQj off=9169392 len=837911 2024-04-24T03:09:36.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 2252 completed, throughput=4.99MB/sec 2024-04-24T03:09:36.556 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UBPmPVrxz92lmVe off=4289775 len=534533 2024-04-24T03:09:36.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 2253 completed, throughput=4.99MB/sec 2024-04-24T03:09:36.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wWLQNi8nVaADcu0 off=3064192 len=1336795 2024-04-24T03:09:36.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 2254 completed, throughput=5MB/sec 2024-04-24T03:09:36.559 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iV19KYl9pEek6yW off=8117185 len=682183 2024-04-24T03:09:36.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 2255 completed, throughput=5MB/sec 2024-04-24T03:09:36.561 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HtM2vN6XdvhDzDL off=1225683 len=1491232 2024-04-24T03:09:36.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 2256 completed, throughput=5MB/sec 2024-04-24T03:09:36.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:36 smithi016 ceph-mon[84376]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:09:36.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:36 smithi016 ceph-mon[86910]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:09:36.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:36 smithi063 ceph-mon[77007]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:09:37.569 INFO:tasks.workunit.client.0.smithi016.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:37.569 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J2u1Ka88-nTc640 off=2733256 len=1603162 2024-04-24T03:09:37.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 2257 completed, throughput=4.99MB/sec 2024-04-24T03:09:37.571 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RI9aQqcaHceFYir off=180582 len=82259 2024-04-24T03:09:37.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-24T03:09:37.571 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wveQDcGqXT_cmc5 off=3267975 len=1983965 2024-04-24T03:09:37.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 2259 completed, throughput=5MB/sec 2024-04-24T03:09:37.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-teC0D5zzIJQKJAH off=5517765 len=787176 2024-04-24T03:09:37.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 2260 completed, throughput=5MB/sec 2024-04-24T03:09:37.575 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4KVx_VHIgaZ6HbT off=9169685 len=342858 2024-04-24T03:09:37.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 2261 completed, throughput=5MB/sec 2024-04-24T03:09:37.578 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JHgnPTUBsmbZD8K off=2314712 len=1908526 2024-04-24T03:09:37.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 2262 completed, throughput=5MB/sec 2024-04-24T03:09:38.590 INFO:tasks.workunit.client.0.smithi016.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:38.590 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0p9jeVYbXB8Ks-Z off=2416318 len=1075143 2024-04-24T03:09:38.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-24T03:09:38.592 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vvYYHdCDbCUO-Uu off=12682907 len=157575 2024-04-24T03:09:38.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-24T03:09:38.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RRdPNz6uyVI8t9Q off=1155128 len=55809 2024-04-24T03:09:38.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 2265 completed, throughput=4.99MB/sec 2024-04-24T03:09:38.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5uyEDlfBcc-RULP off=908676 len=700239 2024-04-24T03:09:38.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 2266 completed, throughput=5MB/sec 2024-04-24T03:09:38.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JJsjBDMeBnIn7l4 off=3920387 len=1174482 2024-04-24T03:09:38.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 2267 completed, throughput=5MB/sec 2024-04-24T03:09:38.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wveQDcGqXT_cmc5 off=2448399 len=931804 2024-04-24T03:09:38.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 2268 completed, throughput=5MB/sec 2024-04-24T03:09:38.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:38 smithi016 ceph-mon[84376]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:09:38.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:09:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:09:38] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:09:38.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:38 smithi016 ceph-mon[86910]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:09:38.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:38 smithi063 ceph-mon[77007]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:09:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:39.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2hYc-QazV_doRDY off=23749 len=695416 2024-04-24T03:09:39.606 INFO:tasks.workunit.client.0.smithi016.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-24T03:09:39.606 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mpqKRGeJ1uf3a0S off=879866 len=1819051 2024-04-24T03:09:39.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 2270 completed, throughput=4.99MB/sec 2024-04-24T03:09:39.614 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D5v8MSHkA-GL4qq off=2855503 len=1838245 2024-04-24T03:09:39.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 2271 completed, throughput=5MB/sec 2024-04-24T03:09:39.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xdLFmHz3i-XZheo off=9715106 len=1009573 2024-04-24T03:09:39.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 2272 completed, throughput=5MB/sec 2024-04-24T03:09:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:40.623 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5kELQla34IoN7My off=1183045 len=286775 2024-04-24T03:09:40.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-24T03:09:40.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dl1lsTy2xxoUpB5 off=2524985 len=1044582 2024-04-24T03:09:40.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-24T03:09:40.628 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ARiQwHcIqKtrJDJ off=15442030 len=1457792 2024-04-24T03:09:40.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 2275 completed, throughput=5MB/sec 2024-04-24T03:09:40.631 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4Daxj8CN2oiRRSi off=4197436 len=22812 2024-04-24T03:09:40.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 2276 completed, throughput=5MB/sec 2024-04-24T03:09:40.633 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sbFd3xeCfqReP0S off=3646791 len=312317 2024-04-24T03:09:40.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 2277 completed, throughput=5MB/sec 2024-04-24T03:09:40.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gk8EJX7O8UgGgKV off=8908522 len=1895488 2024-04-24T03:09:40.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 2278 completed, throughput=5MB/sec 2024-04-24T03:09:40.639 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AIVeYTKMAYII5Ql off=6516853 len=564462 2024-04-24T03:09:40.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 2279 completed, throughput=5MB/sec 2024-04-24T03:09:40.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:40 smithi016 ceph-mon[84376]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:09:40.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:40 smithi016 ceph-mon[86910]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:09:40.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:40 smithi063 ceph-mon[77007]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:09:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:41.643 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x9hy8issYjJQBpt off=10703121 len=1686371 2024-04-24T03:09:41.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 2280 completed, throughput=4.99MB/sec 2024-04-24T03:09:41.652 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aCcYJX7iFOCrlcq off=10956330 len=1995086 2024-04-24T03:09:41.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 2281 completed, throughput=5MB/sec 2024-04-24T03:09:41.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Izajo_b1KYxMRwY off=18140870 len=1971127 2024-04-24T03:09:41.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 2282 completed, throughput=5MB/sec 2024-04-24T03:09:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:42.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-numfSeNp2Jlv52K off=5447721 len=1492357 2024-04-24T03:09:42.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 2283 completed, throughput=4.99MB/sec 2024-04-24T03:09:42.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X7_JsJ-xZboYAzx off=6234999 len=5323 2024-04-24T03:09:42.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 2284 completed, throughput=4.99MB/sec 2024-04-24T03:09:42.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iH5_Fd_Bgi1U2EG off=10936842 len=1223969 2024-04-24T03:09:42.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 2285 completed, throughput=5MB/sec 2024-04-24T03:09:42.687 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fbHCJEm6mr3YUjs off=11510759 len=1719910 2024-04-24T03:09:42.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 2286 completed, throughput=5MB/sec 2024-04-24T03:09:42.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MDGjDgnCdEDn95A off=11789001 len=805094 2024-04-24T03:09:42.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 2287 completed, throughput=5MB/sec 2024-04-24T03:09:42.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:42 smithi016 ceph-mon[84376]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:09:42.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:42 smithi016 ceph-mon[86910]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:09:42.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:42 smithi063 ceph-mon[77007]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:09:43.695 INFO:tasks.workunit.client.0.smithi016.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:43.695 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k-gYRNXV-riCImd off=9297279 len=86243 2024-04-24T03:09:43.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-24T03:09:43.695 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AIpaAwNTlhr_Fzh off=15139982 len=1723320 2024-04-24T03:09:43.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-24T03:09:43.705 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0UUC-g8QQ4uSt1a off=19804536 len=1476391 2024-04-24T03:09:43.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 2290 completed, throughput=5MB/sec 2024-04-24T03:09:43.712 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YXA7px6if92Rq7K off=7744056 len=225300 2024-04-24T03:09:43.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 2291 completed, throughput=5MB/sec 2024-04-24T03:09:43.713 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v1TDVnGYzDVH9RM off=14630137 len=574232 2024-04-24T03:09:43.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 2292 completed, throughput=5MB/sec 2024-04-24T03:09:43.717 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Nwe6mDmLOSMuCL off=10331899 len=275114 2024-04-24T03:09:43.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 2293 completed, throughput=5MB/sec 2024-04-24T03:09:43.718 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6B0GS94nmVrgGKw off=22628 len=764419 2024-04-24T03:09:43.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 2294 completed, throughput=5MB/sec 2024-04-24T03:09:44.722 INFO:tasks.workunit.client.0.smithi016.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:44.723 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UzPLFxbF7xbCPYb off=9086557 len=1914806 2024-04-24T03:09:44.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 2295 completed, throughput=4.99MB/sec 2024-04-24T03:09:44.735 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KgYnHjC4JtGZ_ZU off=654351 len=1649005 2024-04-24T03:09:44.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 2296 completed, throughput=5MB/sec 2024-04-24T03:09:44.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ujHWft-1fU0SxS off=12361883 len=302180 2024-04-24T03:09:44.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 2297 completed, throughput=5MB/sec 2024-04-24T03:09:44.747 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U3UG6qfH8uFg5M_ off=2683975 len=1858521 2024-04-24T03:09:44.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 2298 completed, throughput=5MB/sec 2024-04-24T03:09:44.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:44 smithi016 ceph-mon[84376]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:09:44.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:44 smithi016 ceph-mon[86910]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:09:44.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:44 smithi063 ceph-mon[77007]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:09:45.758 INFO:tasks.workunit.client.0.smithi016.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:45.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SAo_5SOyEafJXov off=15556086 len=1676413 2024-04-24T03:09:45.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 2299 completed, throughput=4.99MB/sec 2024-04-24T03:09:45.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S6uV1weZtFF18SZ off=7824065 len=1625705 2024-04-24T03:09:45.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:45.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:45.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 2300 completed, throughput=5MB/sec 2024-04-24T03:09:45.773 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7vSlcgjYk_G1w-T off=397717 len=93997 2024-04-24T03:09:45.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 2301 completed, throughput=5MB/sec 2024-04-24T03:09:45.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ABKv6UfELVehSFr off=177582 len=487162 2024-04-24T03:09:45.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 2302 completed, throughput=5MB/sec 2024-04-24T03:09:45.779 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7X_56XAejxpHpkB off=7121825 len=948032 2024-04-24T03:09:45.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 2303 completed, throughput=5MB/sec 2024-04-24T03:09:45.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:09:46.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:46 smithi016 ceph-mon[84376]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:09:46.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:46 smithi016 ceph-mon[86910]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:09:46.783 INFO:tasks.workunit.client.0.smithi016.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:46.783 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9c2hdCQ--GG2c5Q off=8886698 len=293186 2024-04-24T03:09:46.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-24T03:09:46.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-54yUlt2m_kO9qG3 off=452917 len=467699 2024-04-24T03:09:46.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 2305 completed, throughput=4.99MB/sec 2024-04-24T03:09:46.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P_9DaRcwQvmGl6J off=1266053 len=1969790 2024-04-24T03:09:46.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 2306 completed, throughput=4.99MB/sec 2024-04-24T03:09:46.791 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yZh7VvWfkwUjv3h off=12374841 len=6855 2024-04-24T03:09:46.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 2307 completed, throughput=4.99MB/sec 2024-04-24T03:09:46.794 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EzPVzv295IPGuD7 off=5937019 len=1894693 2024-04-24T03:09:46.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:46 smithi063 ceph-mon[77007]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:09:46.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 2308 completed, throughput=5MB/sec 2024-04-24T03:09:46.804 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YMN1LgYcfxamN7f off=0 len=1310107 2024-04-24T03:09:46.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 2309 completed, throughput=5MB/sec 2024-04-24T03:09:47.807 INFO:tasks.workunit.client.0.smithi016.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:47.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1XfQY6mVf_6zw4V off=2433986 len=848893 2024-04-24T03:09:47.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 2310 completed, throughput=4.99MB/sec 2024-04-24T03:09:47.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GnFXUCGyKZUVzDD off=417304 len=576641 2024-04-24T03:09:47.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 2311 completed, throughput=4.99MB/sec 2024-04-24T03:09:47.816 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ml0ksfjtKJNo4vx off=12328530 len=702758 2024-04-24T03:09:47.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 2312 completed, throughput=4.99MB/sec 2024-04-24T03:09:47.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mo45fkySVq7tlZK off=309580 len=1562510 2024-04-24T03:09:47.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 2313 completed, throughput=5MB/sec 2024-04-24T03:09:47.827 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FeYZbZPGKPkkh-X off=8010464 len=1123494 2024-04-24T03:09:47.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 2314 completed, throughput=5MB/sec 2024-04-24T03:09:48.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:48 smithi016 ceph-mon[84376]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:09:48.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:09:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:09:48] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:09:48.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:48 smithi016 ceph-mon[86910]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:09:48.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:48 smithi063 ceph-mon[77007]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:09:48.832 INFO:tasks.workunit.client.0.smithi016.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:48.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2jWWYKb-ZkAYY2D off=675550 len=1415650 2024-04-24T03:09:48.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 2315 completed, throughput=4.99MB/sec 2024-04-24T03:09:48.840 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IdUzN2XQilQ1JNF off=6549399 len=2011637 2024-04-24T03:09:48.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 2316 completed, throughput=5MB/sec 2024-04-24T03:09:48.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XIKbfrCyDEBcs4p off=11643707 len=1121860 2024-04-24T03:09:48.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 2317 completed, throughput=5MB/sec 2024-04-24T03:09:48.854 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-374HYMCjGuhKLsq off=3974382 len=1660746 2024-04-24T03:09:48.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 2318 completed, throughput=5MB/sec 2024-04-24T03:09:49.854 INFO:tasks.workunit.client.0.smithi016.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:49.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IdUzN2XQilQ1JNF off=6155067 len=796540 2024-04-24T03:09:49.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 2319 completed, throughput=4.99MB/sec 2024-04-24T03:09:49.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v1-tsHyyKqnHQ3G off=8752879 len=2053217 2024-04-24T03:09:49.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 2320 completed, throughput=5MB/sec 2024-04-24T03:09:49.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eVsgekdC68HErpV off=3764985 len=1803659 2024-04-24T03:09:49.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 2321 completed, throughput=5MB/sec 2024-04-24T03:09:50.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:50 smithi016 ceph-mon[84376]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:09:50.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:50 smithi016 ceph-mon[86910]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:09:50.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:50 smithi063 ceph-mon[77007]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:09:50.877 INFO:tasks.workunit.client.0.smithi016.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:50.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fs6Phk9rUUFIjP5 off=8990102 len=604998 2024-04-24T03:09:50.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 2322 completed, throughput=4.99MB/sec 2024-04-24T03:09:50.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-51tH-W5Mc8aL6wy off=6287648 len=457388 2024-04-24T03:09:50.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-24T03:09:50.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-846BsgelfKcDILP off=9970863 len=2042217 2024-04-24T03:09:50.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 2324 completed, throughput=5MB/sec 2024-04-24T03:09:50.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z9XaX-WJ4gBNDXP off=797955 len=300623 2024-04-24T03:09:50.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 2325 completed, throughput=5MB/sec 2024-04-24T03:09:50.885 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yu-9gSvbtjeEcGe off=915759 len=921775 2024-04-24T03:09:50.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 2326 completed, throughput=5MB/sec 2024-04-24T03:09:50.887 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CTA2qRViwqRUDFm off=6995787 len=964978 2024-04-24T03:09:50.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 2327 completed, throughput=5MB/sec 2024-04-24T03:09:51.892 INFO:tasks.workunit.client.0.smithi016.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:51.893 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qwwUYXxXQ8JLfAA off=1645048 len=1620312 2024-04-24T03:09:51.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 2328 completed, throughput=4.99MB/sec 2024-04-24T03:09:51.900 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gex-DyyiphSO5pe off=798543 len=1166619 2024-04-24T03:09:51.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 2329 completed, throughput=5MB/sec 2024-04-24T03:09:51.906 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3ICCTVoTgHKfaPz off=10758494 len=1509663 2024-04-24T03:09:51.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 2330 completed, throughput=5MB/sec 2024-04-24T03:09:51.912 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DwBR2SezC37TAV4 off=3320840 len=1004429 2024-04-24T03:09:51.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 2331 completed, throughput=5MB/sec 2024-04-24T03:09:52.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:52 smithi016 ceph-mon[84376]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:09:52.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:52 smithi016 ceph-mon[86910]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:09:52.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:52 smithi063 ceph-mon[77007]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:09:52.917 INFO:tasks.workunit.client.0.smithi016.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:52.917 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-je0HLJGrXbYSyW5 off=729289 len=1661212 2024-04-24T03:09:52.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 2332 completed, throughput=4.99MB/sec 2024-04-24T03:09:52.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0vRd6ZGtD581baH off=7122569 len=1364289 2024-04-24T03:09:52.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 2333 completed, throughput=5MB/sec 2024-04-24T03:09:52.928 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-usGir2mOfXohrbA off=976162 len=924392 2024-04-24T03:09:52.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 2334 completed, throughput=5MB/sec 2024-04-24T03:09:52.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vPp8qVdUk0bDhJ2 off=23009748 len=1941689 2024-04-24T03:09:52.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 2335 completed, throughput=5MB/sec 2024-04-24T03:09:53.941 INFO:tasks.workunit.client.0.smithi016.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:53.942 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L-4QOVvAdRR_fcr off=19112755 len=941833 2024-04-24T03:09:53.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 2336 completed, throughput=4.99MB/sec 2024-04-24T03:09:53.947 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wK4dHM5lNYBJ1Mu off=7721068 len=196741 2024-04-24T03:09:53.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-24T03:09:53.948 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_te3WxLnNj-qQxi off=11304076 len=271725 2024-04-24T03:09:53.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-24T03:09:53.948 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-royD93HsW3kVTp7 off=356411 len=374622 2024-04-24T03:09:53.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 2339 completed, throughput=4.99MB/sec 2024-04-24T03:09:53.952 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--CkeVUbUH4ZQqeC off=16040211 len=1180531 2024-04-24T03:09:53.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 2340 completed, throughput=5MB/sec 2024-04-24T03:09:53.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dwbsiVldPPbmOQl off=3794368 len=2087596 2024-04-24T03:09:53.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 2341 completed, throughput=5MB/sec 2024-04-24T03:09:54.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:54 smithi016 ceph-mon[84376]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:09:54.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:54 smithi016 ceph-mon[86910]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:09:54.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:54 smithi063 ceph-mon[77007]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:09:54.964 INFO:tasks.workunit.client.0.smithi016.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:54.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FWddMVkWOolWtzq off=22664129 len=186811 2024-04-24T03:09:54.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 2342 completed, throughput=4.99MB/sec 2024-04-24T03:09:54.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ZjmTflFU8OXBYE off=804256 len=410227 2024-04-24T03:09:54.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-24T03:09:54.970 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OK8kznom3p0F0Vo off=6903140 len=520920 2024-04-24T03:09:54.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 2344 completed, throughput=4.99MB/sec 2024-04-24T03:09:54.974 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qOs7KQyuUTYi_sY off=5935892 len=323731 2024-04-24T03:09:54.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 2345 completed, throughput=4.99MB/sec 2024-04-24T03:09:54.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V2yr2LvUh00yA2d off=2910480 len=135317 2024-04-24T03:09:54.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 2346 completed, throughput=4.99MB/sec 2024-04-24T03:09:54.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2K1dM6waJ_Uypt4 off=15105740 len=291468 2024-04-24T03:09:54.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-24T03:09:54.982 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PB-GyK9fGaxP2DC off=11038636 len=463043 2024-04-24T03:09:54.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 2348 completed, throughput=4.99MB/sec 2024-04-24T03:09:54.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ygowaErgVtgwnM4 off=18930616 len=2047253 2024-04-24T03:09:54.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 2349 completed, throughput=5MB/sec 2024-04-24T03:09:54.988 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bQrJsP3zMshx7Cn off=2265445 len=1043809 2024-04-24T03:09:54.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 2350 completed, throughput=5MB/sec 2024-04-24T03:09:55.989 INFO:tasks.workunit.client.0.smithi016.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:55.989 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iVUmWZRLpUIcwdJ off=10030396 len=1568318 2024-04-24T03:09:55.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 2351 completed, throughput=4.99MB/sec 2024-04-24T03:09:55.999 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-STkAospx6ZmcMk6 off=995025 len=278172 2024-04-24T03:09:56.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 2352 completed, throughput=4.99MB/sec 2024-04-24T03:09:56.000 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xvPPbOahLYepH_y off=6612512 len=168934 2024-04-24T03:09:56.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-24T03:09:56.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dyBL4jgE3K9ijcO off=4681371 len=1624546 2024-04-24T03:09:56.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 2354 completed, throughput=5MB/sec 2024-04-24T03:09:56.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kprOoTABhUwk9OX off=3746967 len=1954263 2024-04-24T03:09:56.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 2355 completed, throughput=5MB/sec 2024-04-24T03:09:56.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:56 smithi016 ceph-mon[84376]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:09:56.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:56 smithi016 ceph-mon[86910]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:09:56.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:56 smithi063 ceph-mon[77007]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:09:57.017 INFO:tasks.workunit.client.0.smithi016.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:57.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PybbFHIcLWkGvBd off=21213935 len=1270386 2024-04-24T03:09:57.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 2356 completed, throughput=4.99MB/sec 2024-04-24T03:09:57.023 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-plux853Aj0bfiXX off=0 len=1421464 2024-04-24T03:09:57.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 2357 completed, throughput=5MB/sec 2024-04-24T03:09:57.025 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6GZLHH6BWzTqKzY off=6802710 len=1195364 2024-04-24T03:09:57.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 2358 completed, throughput=5MB/sec 2024-04-24T03:09:57.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sU3r6tZmcXkcJm2 off=10802332 len=1823894 2024-04-24T03:09:57.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 2359 completed, throughput=5MB/sec 2024-04-24T03:09:58.039 INFO:tasks.workunit.client.0.smithi016.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:58.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qtBSl8QJZoPizpQ off=3684696 len=1482297 2024-04-24T03:09:58.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 2360 completed, throughput=4.99MB/sec 2024-04-24T03:09:58.045 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LzADNsVvOjWQ_Aw off=5237871 len=958488 2024-04-24T03:09:58.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 2361 completed, throughput=5MB/sec 2024-04-24T03:09:58.047 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y56IDXxdunnwjBD off=5206646 len=781708 2024-04-24T03:09:58.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 2362 completed, throughput=5MB/sec 2024-04-24T03:09:58.051 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oVUwAhqGgTmig1r off=484276 len=550690 2024-04-24T03:09:58.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 2363 completed, throughput=5MB/sec 2024-04-24T03:09:58.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5B0RFNXblRb3YQj off=5674058 len=490951 2024-04-24T03:09:58.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 2364 completed, throughput=5MB/sec 2024-04-24T03:09:58.056 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VmKO89npFuYtHob off=2389782 len=1013754 2024-04-24T03:09:58.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 2365 completed, throughput=5MB/sec 2024-04-24T03:09:58.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:09:58 smithi016 ceph-mon[84376]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:09:58.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:09:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:09:58] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:09:58.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:09:58 smithi016 ceph-mon[86910]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:09:58.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:09:58 smithi063 ceph-mon[77007]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:09:59.062 INFO:tasks.workunit.client.0.smithi016.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-24T03:09:59.062 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VD3yYdMssAGIyML off=6671263 len=549750 2024-04-24T03:09:59.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 2366 completed, throughput=4.99MB/sec 2024-04-24T03:09:59.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4J3NrpRciyvMe9I off=15058513 len=2084569 2024-04-24T03:09:59.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 2367 completed, throughput=5MB/sec 2024-04-24T03:09:59.067 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EYhITtZIbG5abe4 off=5025944 len=1932624 2024-04-24T03:09:59.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 2368 completed, throughput=5MB/sec 2024-04-24T03:10:00.079 INFO:tasks.workunit.client.0.smithi016.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:00.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d8nAF7xO0TfPfZ7 off=20851305 len=1647088 2024-04-24T03:10:00.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 2369 completed, throughput=4.99MB/sec 2024-04-24T03:10:00.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xynNWawWLTShUJz off=688076 len=161999 2024-04-24T03:10:00.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-24T03:10:00.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w3ldc_QetvwnzRY off=9931528 len=1183367 2024-04-24T03:10:00.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 2371 completed, throughput=5MB/sec 2024-04-24T03:10:00.083 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1QlLyatKt6QVPA5 off=4961391 len=1893696 2024-04-24T03:10:00.092 INFO:tasks.workunit.client.0.smithi016.stdout:op 2372 completed, throughput=5MB/sec 2024-04-24T03:10:00.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_hbugWL2O92GjLz off=272380 len=1233837 2024-04-24T03:10:00.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 2373 completed, throughput=5MB/sec 2024-04-24T03:10:00.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[84376]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-24T03:10:00.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:00.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[84376]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:10:00.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[84376]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T03:10:00.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[84376]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T03:10:00.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[86910]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-24T03:10:00.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:00.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[86910]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:10:00.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[86910]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T03:10:00.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:00 smithi016 ceph-mon[86910]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T03:10:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:00 smithi063 ceph-mon[77007]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-24T03:10:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:00 smithi063 ceph-mon[77007]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:10:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:00 smithi063 ceph-mon[77007]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-24T03:10:00.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:00 smithi063 ceph-mon[77007]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-24T03:10:01.099 INFO:tasks.workunit.client.0.smithi016.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:01.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Kjv1NZfddT7Toxm off=17360402 len=1599173 2024-04-24T03:10:01.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 2374 completed, throughput=4.99MB/sec 2024-04-24T03:10:01.107 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Sw9ZcNKslGrDy_ off=12347003 len=1954375 2024-04-24T03:10:01.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 2375 completed, throughput=5MB/sec 2024-04-24T03:10:01.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DuptBt1HyWqbY7o off=2729487 len=1803553 2024-04-24T03:10:01.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 2376 completed, throughput=5MB/sec 2024-04-24T03:10:02.113 INFO:tasks.workunit.client.0.smithi016.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:02.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8d1zI5Kuz-kCg4k off=5981819 len=185617 2024-04-24T03:10:02.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 2377 completed, throughput=4.99MB/sec 2024-04-24T03:10:02.116 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z_CSx857AEjX4ea off=4961793 len=1753575 2024-04-24T03:10:02.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 2378 completed, throughput=5MB/sec 2024-04-24T03:10:02.120 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CS7-MwYbPYXm_pH off=3191152 len=1620789 2024-04-24T03:10:02.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 2379 completed, throughput=5MB/sec 2024-04-24T03:10:02.127 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R4mF03IFzbJa50p off=14191474 len=100298 2024-04-24T03:10:02.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 2380 completed, throughput=5MB/sec 2024-04-24T03:10:02.127 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ulCJkNTCWffdrnO off=6341837 len=1900600 2024-04-24T03:10:02.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 2381 completed, throughput=5MB/sec 2024-04-24T03:10:02.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:02 smithi016 ceph-mon[84376]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:10:02.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:02 smithi016 ceph-mon[86910]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:10:02.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:02 smithi063 ceph-mon[77007]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-24T03:10:03.130 INFO:tasks.workunit.client.0.smithi016.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:03.130 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0D4Tjst4yGZh5uZ off=3081355 len=1014080 2024-04-24T03:10:03.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 2382 completed, throughput=4.99MB/sec 2024-04-24T03:10:03.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Avww99gVik4SwqP off=13340450 len=2034999 2024-04-24T03:10:03.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 2383 completed, throughput=5MB/sec 2024-04-24T03:10:03.139 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zj-9NYHW_GrVdyT off=646106 len=18515 2024-04-24T03:10:03.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 2384 completed, throughput=5MB/sec 2024-04-24T03:10:03.139 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TG0K4Pxk6rzzDvt off=8152048 len=1821125 2024-04-24T03:10:03.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 2385 completed, throughput=5MB/sec 2024-04-24T03:10:04.142 INFO:tasks.workunit.client.0.smithi016.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:04.142 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FWJEW0FFI3M3_jt off=6287480 len=542492 2024-04-24T03:10:04.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 2386 completed, throughput=4.99MB/sec 2024-04-24T03:10:04.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D3bqB8X8ybsm6Cl off=1110050 len=273421 2024-04-24T03:10:04.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 2387 completed, throughput=4.99MB/sec 2024-04-24T03:10:04.144 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mFy6e2qv5blmXFH off=992171 len=869277 2024-04-24T03:10:04.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 2388 completed, throughput=4.99MB/sec 2024-04-24T03:10:04.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XFj22LV7DWHxHjG off=13643989 len=554988 2024-04-24T03:10:04.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 2389 completed, throughput=5MB/sec 2024-04-24T03:10:04.151 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wsRjdxsBgKX0UQG off=5226867 len=1781856 2024-04-24T03:10:04.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 2390 completed, throughput=5MB/sec 2024-04-24T03:10:04.154 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5A9yx-EbWHw-zoq off=898280 len=626424 2024-04-24T03:10:04.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 2391 completed, throughput=5MB/sec 2024-04-24T03:10:04.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:04 smithi016 ceph-mon[84376]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:10:04.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:04 smithi016 ceph-mon[86910]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:10:04.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:04 smithi063 ceph-mon[77007]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:10:05.156 INFO:tasks.workunit.client.0.smithi016.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:05.156 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VdqHw43c2_9Rr2_ off=1649403 len=2069861 2024-04-24T03:10:05.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 2392 completed, throughput=4.99MB/sec 2024-04-24T03:10:05.165 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IzsdlNDaaOg9X84 off=2775053 len=413454 2024-04-24T03:10:05.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 2393 completed, throughput=4.99MB/sec 2024-04-24T03:10:05.165 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jjus-E26Bp3MDhC off=17402581 len=175446 2024-04-24T03:10:05.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 2394 completed, throughput=4.99MB/sec 2024-04-24T03:10:05.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UIwi3M4giv9ItK4 off=19316180 len=345268 2024-04-24T03:10:05.169 INFO:tasks.workunit.client.0.smithi016.stdout:op 2395 completed, throughput=5MB/sec 2024-04-24T03:10:05.169 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i5UPvy6V4CCdrsj off=3914690 len=2096738 2024-04-24T03:10:05.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 2396 completed, throughput=5MB/sec 2024-04-24T03:10:05.181 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kXEFeZ-h2RgSG7Y off=8007681 len=1747544 2024-04-24T03:10:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 2397 completed, throughput=5MB/sec 2024-04-24T03:10:06.187 INFO:tasks.workunit.client.0.smithi016.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:06.187 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--JOGcaAYRPRNVa2 off=1703025 len=1174329 2024-04-24T03:10:06.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 2398 completed, throughput=4.99MB/sec 2024-04-24T03:10:06.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1zCmCeTcQdJGqPi off=3925837 len=1494172 2024-04-24T03:10:06.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 2399 completed, throughput=5MB/sec 2024-04-24T03:10:06.191 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ttnXhcYoFcxLgS9 off=8341639 len=1513923 2024-04-24T03:10:06.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 2400 completed, throughput=5MB/sec 2024-04-24T03:10:06.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:06 smithi016 ceph-mon[84376]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:10:06.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:06 smithi016 ceph-mon[86910]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:10:06.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:06 smithi063 ceph-mon[77007]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:10:07.193 INFO:tasks.workunit.client.0.smithi016.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:07.193 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-96a5IZWSYCJD1Bw off=6291034 len=1866499 2024-04-24T03:10:07.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-24T03:10:07.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9iDVcjOPfFLMvAL off=4133492 len=1827707 2024-04-24T03:10:07.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 2402 completed, throughput=5MB/sec 2024-04-24T03:10:07.203 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nunps7cWZVYrsdK off=635142 len=439573 2024-04-24T03:10:07.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 2403 completed, throughput=5MB/sec 2024-04-24T03:10:07.204 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sEfezlpeaBoHdWT off=4346300 len=507742 2024-04-24T03:10:07.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 2404 completed, throughput=5MB/sec 2024-04-24T03:10:07.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sg_wCH9wgY3IF-h off=2750671 len=1373509 2024-04-24T03:10:07.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 2405 completed, throughput=5MB/sec 2024-04-24T03:10:08.212 INFO:tasks.workunit.client.0.smithi016.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:08.213 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yxqNy1BfMeApSN_ off=19131709 len=357368 2024-04-24T03:10:08.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 2406 completed, throughput=4.99MB/sec 2024-04-24T03:10:08.213 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QCvukrBSsj6IXYK off=16044547 len=302567 2024-04-24T03:10:08.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 2407 completed, throughput=4.99MB/sec 2024-04-24T03:10:08.217 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6R3Uo8souwnQooz off=604262 len=866297 2024-04-24T03:10:08.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 2408 completed, throughput=4.99MB/sec 2024-04-24T03:10:08.223 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5nwyRrwq-R_8Xiy off=5381014 len=603489 2024-04-24T03:10:08.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 2409 completed, throughput=5MB/sec 2024-04-24T03:10:08.227 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nWt7769TkQZOnzZ off=16830800 len=149595 2024-04-24T03:10:08.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 2410 completed, throughput=5MB/sec 2024-04-24T03:10:08.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LrWHUboHSm0ma0I off=9098433 len=207726 2024-04-24T03:10:08.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 2411 completed, throughput=5MB/sec 2024-04-24T03:10:08.230 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4VGB-CRsCBlwDxY off=832069 len=273549 2024-04-24T03:10:08.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 2412 completed, throughput=5MB/sec 2024-04-24T03:10:08.231 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Vw7VjNUBXImdb6 off=753526 len=764552 2024-04-24T03:10:08.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 2413 completed, throughput=5MB/sec 2024-04-24T03:10:08.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNfTl1LxZDgzDwD off=54039 len=158874 2024-04-24T03:10:08.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 2414 completed, throughput=5MB/sec 2024-04-24T03:10:08.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bZoqcwa6Pyibol4 off=10869526 len=958909 2024-04-24T03:10:08.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 2415 completed, throughput=5MB/sec 2024-04-24T03:10:08.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:08 smithi016 ceph-mon[84376]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:10:08.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:10:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:10:08] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:10:08.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:08 smithi016 ceph-mon[86910]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:10:08.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:08 smithi063 ceph-mon[77007]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:10:09.237 INFO:tasks.workunit.client.0.smithi016.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:09.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iLcWJtRC9rW0_Sa off=4634632 len=1056073 2024-04-24T03:10:09.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 2416 completed, throughput=4.99MB/sec 2024-04-24T03:10:09.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TV9DAG4nE65Oawq off=2250166 len=58778 2024-04-24T03:10:09.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 2417 completed, throughput=4.99MB/sec 2024-04-24T03:10:09.243 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f_kT-ozHkCED6cM off=267746 len=64038 2024-04-24T03:10:09.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 2418 completed, throughput=4.99MB/sec 2024-04-24T03:10:09.246 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lLCkrHJ6JsJXxcF off=5242110 len=290826 2024-04-24T03:10:09.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 2419 completed, throughput=4.99MB/sec 2024-04-24T03:10:09.248 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n3UrHKhvtei5RTb off=2228433 len=470548 2024-04-24T03:10:09.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-24T03:10:09.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Azhesxz0oJcGjmL off=19793496 len=1716453 2024-04-24T03:10:09.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 2421 completed, throughput=5MB/sec 2024-04-24T03:10:09.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fqScfRtJ_22cVEG off=740672 len=112715 2024-04-24T03:10:09.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 2422 completed, throughput=5MB/sec 2024-04-24T03:10:09.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7bGshzI95p5NK6b off=1118840 len=446626 2024-04-24T03:10:09.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 2423 completed, throughput=5MB/sec 2024-04-24T03:10:09.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cjIZ-pFiJzQ4uWN off=8445092 len=529521 2024-04-24T03:10:09.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 2424 completed, throughput=5MB/sec 2024-04-24T03:10:09.261 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g0fCxFk_XDHsxsx off=86309 len=1782737 2024-04-24T03:10:09.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 2425 completed, throughput=5MB/sec 2024-04-24T03:10:10.271 INFO:tasks.workunit.client.0.smithi016.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:10.271 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PT7zOcbr0W_AVVL off=10104116 len=969854 2024-04-24T03:10:10.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-24T03:10:10.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2pwZlplwmrzJmIp off=9899658 len=65105 2024-04-24T03:10:10.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 2427 completed, throughput=4.99MB/sec 2024-04-24T03:10:10.278 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J9LEItfazasW165 off=6794355 len=1043623 2024-04-24T03:10:10.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 2428 completed, throughput=5MB/sec 2024-04-24T03:10:10.279 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8qhmo5NOO_2zW6P off=13828561 len=1202863 2024-04-24T03:10:10.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 2429 completed, throughput=5MB/sec 2024-04-24T03:10:10.289 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IFj-LSP71087dz7 off=2080212 len=1152879 2024-04-24T03:10:10.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 2430 completed, throughput=5MB/sec 2024-04-24T03:10:10.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:10 smithi016 ceph-mon[84376]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-24T03:10:10.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:10 smithi016 ceph-mon[86910]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-24T03:10:10.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:10 smithi063 ceph-mon[77007]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-24T03:10:11.289 INFO:tasks.workunit.client.0.smithi016.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:11.289 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WQAqaX7UN0Z91zn off=2781928 len=1506267 2024-04-24T03:10:11.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-24T03:10:11.291 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bdp6oVIPAQZq5kc off=5701696 len=1967062 2024-04-24T03:10:11.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 2432 completed, throughput=5MB/sec 2024-04-24T03:10:11.293 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qv6RgzNRxqjQjrA off=8785792 len=1771117 2024-04-24T03:10:11.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 2433 completed, throughput=5MB/sec 2024-04-24T03:10:12.302 INFO:tasks.workunit.client.0.smithi016.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:12.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8ER9U_-fgXgRGsS off=1045309 len=1533819 2024-04-24T03:10:12.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-24T03:10:12.304 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oFnlOfJY_7VQ-Ai off=2357095 len=454739 2024-04-24T03:10:12.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 2435 completed, throughput=4.99MB/sec 2024-04-24T03:10:12.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aG5SMW_e8chgah- off=22452920 len=1025701 2024-04-24T03:10:12.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 2436 completed, throughput=5MB/sec 2024-04-24T03:10:12.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZgTU4aOzUuSdtQw off=1176856 len=928647 2024-04-24T03:10:12.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 2437 completed, throughput=5MB/sec 2024-04-24T03:10:12.316 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AazhAyh2-Bj7LF8 off=8052533 len=421092 2024-04-24T03:10:12.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 2438 completed, throughput=5MB/sec 2024-04-24T03:10:12.317 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JXv2ZQs1rT-ZZYs off=3132389 len=1856426 2024-04-24T03:10:12.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 2439 completed, throughput=5MB/sec 2024-04-24T03:10:12.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:12 smithi016 ceph-mon[84376]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:10:12.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:12 smithi016 ceph-mon[86910]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:10:12.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:12 smithi063 ceph-mon[77007]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:10:13.319 INFO:tasks.workunit.client.0.smithi016.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:13.319 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aelNPut5vZv7XN3 off=9171610 len=1349068 2024-04-24T03:10:13.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 2440 completed, throughput=5MB/sec 2024-04-24T03:10:13.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EfCgL41YoYd22U0 off=5652243 len=1199829 2024-04-24T03:10:13.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 2441 completed, throughput=5MB/sec 2024-04-24T03:10:13.324 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T2W2GRMN7zVxUOt off=24092083 len=1362603 2024-04-24T03:10:13.326 INFO:tasks.workunit.client.0.smithi016.stdout:op 2442 completed, throughput=5MB/sec 2024-04-24T03:10:14.326 INFO:tasks.workunit.client.0.smithi016.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:14.326 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zAZCbVaaI-Sv4l1 off=1004260 len=1692286 2024-04-24T03:10:14.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 2443 completed, throughput=4.99MB/sec 2024-04-24T03:10:14.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zc0MCr8eEaUToqu off=9448545 len=1747225 2024-04-24T03:10:14.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 2444 completed, throughput=5MB/sec 2024-04-24T03:10:14.330 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FxW5nKJrC25z6t7 off=1082298 len=306242 2024-04-24T03:10:14.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 2445 completed, throughput=5MB/sec 2024-04-24T03:10:14.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7FpBBTkMxe9UZgk off=3313232 len=1998767 2024-04-24T03:10:14.343 INFO:tasks.workunit.client.0.smithi016.stdout:op 2446 completed, throughput=5MB/sec 2024-04-24T03:10:14.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:14 smithi063 ceph-mon[77007]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:10:15.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:14 smithi016 ceph-mon[84376]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:10:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:14 smithi016 ceph-mon[86910]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:10:15.343 INFO:tasks.workunit.client.0.smithi016.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:15.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l5GThqrD1xr_mKv off=276309 len=367875 2024-04-24T03:10:15.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 2447 completed, throughput=4.99MB/sec 2024-04-24T03:10:15.347 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9w9SZzq-VctKhEb off=1488717 len=1852261 2024-04-24T03:10:15.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 2448 completed, throughput=4.99MB/sec 2024-04-24T03:10:15.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MfM_KXYFz0BeeMY off=662967 len=1532716 2024-04-24T03:10:15.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 2449 completed, throughput=5MB/sec 2024-04-24T03:10:15.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iFvgOq8RjugBLha off=840626 len=358347 2024-04-24T03:10:15.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 2450 completed, throughput=5MB/sec 2024-04-24T03:10:15.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZypWA9HIJvvg12T off=9354448 len=1258725 2024-04-24T03:10:15.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 2451 completed, throughput=5MB/sec 2024-04-24T03:10:15.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:16.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:16.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:16.372 INFO:tasks.workunit.client.0.smithi016.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:16.372 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gsAB8bQ05vg0Pll off=216922 len=661985 2024-04-24T03:10:16.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 2452 completed, throughput=4.99MB/sec 2024-04-24T03:10:16.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MZ4D6IiIMV4rUA4 off=7798098 len=115997 2024-04-24T03:10:16.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 2453 completed, throughput=4.99MB/sec 2024-04-24T03:10:16.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jhws7RrbUxkt2-d off=623751 len=1475807 2024-04-24T03:10:16.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 2454 completed, throughput=4.99MB/sec 2024-04-24T03:10:16.381 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OC47dyIML4FtxCu off=13135842 len=1287067 2024-04-24T03:10:16.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 2455 completed, throughput=5MB/sec 2024-04-24T03:10:16.387 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1myxQUEKSZ6gm7l off=6047747 len=2067144 2024-04-24T03:10:16.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 2456 completed, throughput=5MB/sec 2024-04-24T03:10:16.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:16 smithi063 ceph-mon[77007]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:10:17.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:16 smithi016 ceph-mon[84376]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:10:17.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:16 smithi016 ceph-mon[86910]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:10:17.390 INFO:tasks.workunit.client.0.smithi016.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:17.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L0AlTQgdENJ2udB off=466082 len=397199 2024-04-24T03:10:17.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 2457 completed, throughput=4.99MB/sec 2024-04-24T03:10:17.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KYFAG8KNVEG-Yx8 off=2164292 len=281982 2024-04-24T03:10:17.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 2458 completed, throughput=4.99MB/sec 2024-04-24T03:10:17.396 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-03PkxZIPtYY73Xq off=5228774 len=199217 2024-04-24T03:10:17.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 2459 completed, throughput=4.99MB/sec 2024-04-24T03:10:17.397 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yRmhJH529CCF8T3 off=15290711 len=704879 2024-04-24T03:10:17.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 2460 completed, throughput=4.99MB/sec 2024-04-24T03:10:17.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xRquDZKcmt7qMyk off=6234961 len=438208 2024-04-24T03:10:17.399 INFO:tasks.workunit.client.0.smithi016.stdout:op 2461 completed, throughput=5MB/sec 2024-04-24T03:10:17.399 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wziTOfCwx80NnOk off=10216220 len=1267472 2024-04-24T03:10:17.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 2462 completed, throughput=5MB/sec 2024-04-24T03:10:17.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1iAALbcU6p7Y50s off=9419164 len=1762757 2024-04-24T03:10:17.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 2463 completed, throughput=5MB/sec 2024-04-24T03:10:18.407 INFO:tasks.workunit.client.0.smithi016.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:18.407 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jAqd4aaFstOJXFk off=7629758 len=1507065 2024-04-24T03:10:18.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 2464 completed, throughput=4.99MB/sec 2024-04-24T03:10:18.424 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xA1c2kIKgGk5SZF off=11883948 len=1563247 2024-04-24T03:10:18.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 2465 completed, throughput=5MB/sec 2024-04-24T03:10:18.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vys8CQ3zlowLTHJ off=5842 len=1874697 2024-04-24T03:10:18.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 2466 completed, throughput=5MB/sec 2024-04-24T03:10:18.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:18 smithi016 ceph-mon[84376]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:10:18.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:10:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:10:18] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:10:18.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:18 smithi016 ceph-mon[86910]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:10:18.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:18 smithi063 ceph-mon[77007]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:10:19.433 INFO:tasks.workunit.client.0.smithi016.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:19.433 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3dxoaBAH8bE9M-0 off=3963431 len=506160 2024-04-24T03:10:19.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-24T03:10:19.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NUgE7rScuAj4I3Q off=2152610 len=1100709 2024-04-24T03:10:19.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-24T03:10:19.442 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z2Si-zfquwVyXlm off=10105364 len=1152102 2024-04-24T03:10:19.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 2469 completed, throughput=5MB/sec 2024-04-24T03:10:19.449 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--QbgpmqwU4qx9Ej off=519429 len=1567510 2024-04-24T03:10:19.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 2470 completed, throughput=5MB/sec 2024-04-24T03:10:19.450 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Iz4QdS2EhrMVr5A off=13810342 len=1972855 2024-04-24T03:10:19.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 2471 completed, throughput=5MB/sec 2024-04-24T03:10:20.458 INFO:tasks.workunit.client.0.smithi016.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:20.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y0HY1jYtXWm-dvu off=1587164 len=1068156 2024-04-24T03:10:20.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 2472 completed, throughput=4.99MB/sec 2024-04-24T03:10:20.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5LLGQMv0Z4LMOFF off=7031950 len=1227060 2024-04-24T03:10:20.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 2473 completed, throughput=5MB/sec 2024-04-24T03:10:20.461 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g7PIAc3f_udVKcR off=9035556 len=30898 2024-04-24T03:10:20.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 2474 completed, throughput=5MB/sec 2024-04-24T03:10:20.464 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fOhS1Nak8h9kEBc off=7973834 len=1104005 2024-04-24T03:10:20.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 2475 completed, throughput=5MB/sec 2024-04-24T03:10:20.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TfFLTFUogRb1jIV off=8024936 len=1199721 2024-04-24T03:10:20.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 2476 completed, throughput=5MB/sec 2024-04-24T03:10:20.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:20 smithi063 ceph-mon[77007]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:21.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:20 smithi016 ceph-mon[84376]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:21.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:20 smithi016 ceph-mon[86910]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:21.471 INFO:tasks.workunit.client.0.smithi016.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:21.472 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TJGTuhYwzyZgSHS off=2979447 len=1842538 2024-04-24T03:10:21.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 2477 completed, throughput=4.99MB/sec 2024-04-24T03:10:21.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FzoRTBt4O_xHW76 off=1272503 len=1867535 2024-04-24T03:10:21.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 2478 completed, throughput=5MB/sec 2024-04-24T03:10:21.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8ZlSbWZaTMYHeP7 off=3408233 len=1086250 2024-04-24T03:10:21.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 2479 completed, throughput=5MB/sec 2024-04-24T03:10:21.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IBOFkFRfn5Hl1OP off=590291 len=1446838 2024-04-24T03:10:21.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 2480 completed, throughput=5MB/sec 2024-04-24T03:10:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:22.489 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jCM43Auoazv9ehP off=4527883 len=678982 2024-04-24T03:10:22.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 2481 completed, throughput=4.99MB/sec 2024-04-24T03:10:22.494 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YtOjFWw7CH4EuBY off=1926310 len=1923155 2024-04-24T03:10:22.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 2482 completed, throughput=5MB/sec 2024-04-24T03:10:22.503 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sxemA_--TRzpwM5 off=1279493 len=176976 2024-04-24T03:10:22.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 2483 completed, throughput=5MB/sec 2024-04-24T03:10:22.506 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pdqhLz5dzBprAD4 off=912917 len=1011346 2024-04-24T03:10:22.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 2484 completed, throughput=5MB/sec 2024-04-24T03:10:22.507 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DO_tewaUQWVz3bR off=12723669 len=393171 2024-04-24T03:10:22.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 2485 completed, throughput=5MB/sec 2024-04-24T03:10:22.510 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bnM7GXy1iMceYCN off=840256 len=1237833 2024-04-24T03:10:22.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 2486 completed, throughput=5MB/sec 2024-04-24T03:10:22.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:22 smithi063 ceph-mon[77007]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:23.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:22 smithi016 ceph-mon[84376]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:23.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:22 smithi016 ceph-mon[86910]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:23.513 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rSdWzBwyaEWOSrd off=25845 len=462954 2024-04-24T03:10:23.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 2487 completed, throughput=4.99MB/sec 2024-04-24T03:10:23.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NnHjvvqTfflThnA off=4831854 len=30081 2024-04-24T03:10:23.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 2488 completed, throughput=4.99MB/sec 2024-04-24T03:10:23.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OpAoX5Y2vsVASxZ off=4686334 len=1119350 2024-04-24T03:10:23.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 2489 completed, throughput=5MB/sec 2024-04-24T03:10:23.519 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Msxs_DqiyzMIxWM off=6237345 len=1119105 2024-04-24T03:10:23.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 2490 completed, throughput=5MB/sec 2024-04-24T03:10:23.521 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nkIXKjlJuL4bbL0 off=7704532 len=1487702 2024-04-24T03:10:23.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 2491 completed, throughput=5MB/sec 2024-04-24T03:10:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:24.524 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sn6YDhME7x5Igi9 off=2532978 len=2014348 2024-04-24T03:10:24.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 2492 completed, throughput=4.99MB/sec 2024-04-24T03:10:24.528 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gx5yernjMuminVf off=1254108 len=1568419 2024-04-24T03:10:24.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 2493 completed, throughput=5MB/sec 2024-04-24T03:10:24.536 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EVTbosmbYo-d3wz off=12846184 len=759886 2024-04-24T03:10:24.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 2494 completed, throughput=5MB/sec 2024-04-24T03:10:24.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p2DNZ5VsrzS48D5 off=14204487 len=823664 2024-04-24T03:10:24.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 2495 completed, throughput=5MB/sec 2024-04-24T03:10:24.546 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uHtKjKYbTS6gsSM off=5029207 len=2035746 2024-04-24T03:10:24.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 2496 completed, throughput=5MB/sec 2024-04-24T03:10:24.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:24 smithi063 ceph-mon[77007]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:10:25.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:24 smithi016 ceph-mon[84376]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:10:25.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:24 smithi016 ceph-mon[86910]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:10:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:25.556 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E-8Pr2j63EABxkv off=20437843 len=2097029 2024-04-24T03:10:25.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 2497 completed, throughput=5MB/sec 2024-04-24T03:10:25.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bJtmBlz9_loZZCB off=11018845 len=1056359 2024-04-24T03:10:25.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 2498 completed, throughput=5MB/sec 2024-04-24T03:10:25.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iI0qRbifk4ZB1PU off=829376 len=674872 2024-04-24T03:10:25.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 2499 completed, throughput=5MB/sec 2024-04-24T03:10:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:26.567 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FX9egvp1EqUZ_0J off=1142369 len=1080115 2024-04-24T03:10:26.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 2500 completed, throughput=4.99MB/sec 2024-04-24T03:10:26.573 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sOjHMni6OtMQqUO off=5306176 len=1078232 2024-04-24T03:10:26.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 2501 completed, throughput=4.99MB/sec 2024-04-24T03:10:26.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BNnTV-UVdZg95P1 off=2356319 len=1151034 2024-04-24T03:10:26.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 2502 completed, throughput=5MB/sec 2024-04-24T03:10:26.578 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-boqkjffopZcFDlL off=6949859 len=471043 2024-04-24T03:10:26.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 2503 completed, throughput=5MB/sec 2024-04-24T03:10:26.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rFZEPIwlziUFo2z off=3372814 len=1767170 2024-04-24T03:10:26.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 2504 completed, throughput=5MB/sec 2024-04-24T03:10:26.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:26 smithi063 ceph-mon[77007]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:27.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:26 smithi016 ceph-mon[84376]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:27.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:26 smithi016 ceph-mon[86910]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:27.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N8F_kPE72H58Igr off=1731643 len=526009 2024-04-24T03:10:27.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 2505 completed, throughput=4.99MB/sec 2024-04-24T03:10:27.588 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U2oNgHZaB50A5jk off=14724833 len=1888657 2024-04-24T03:10:27.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 2506 completed, throughput=5MB/sec 2024-04-24T03:10:27.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1CXL7wNfCvuYvmk off=2993252 len=1239599 2024-04-24T03:10:27.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 2507 completed, throughput=5MB/sec 2024-04-24T03:10:27.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NnA5VmeRJNQGwf3 off=19549223 len=549273 2024-04-24T03:10:27.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 2508 completed, throughput=5MB/sec 2024-04-24T03:10:27.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ugEewYGoGuP69m6 off=5655307 len=785614 2024-04-24T03:10:27.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 2509 completed, throughput=5MB/sec 2024-04-24T03:10:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:28.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fYETeCh0mgJSWa- off=1738433 len=1311457 2024-04-24T03:10:28.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 2510 completed, throughput=4.99MB/sec 2024-04-24T03:10:28.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3f2oO1TbpVQulyZ off=236606 len=222389 2024-04-24T03:10:28.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 2511 completed, throughput=4.99MB/sec 2024-04-24T03:10:28.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NsaXepigFPGH41A off=2382265 len=276217 2024-04-24T03:10:28.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 2512 completed, throughput=4.99MB/sec 2024-04-24T03:10:28.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1CruBUlCTPkO8pa off=1039517 len=1267536 2024-04-24T03:10:28.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 2513 completed, throughput=5MB/sec 2024-04-24T03:10:28.624 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ladWni2JpL7oriL off=324897 len=212778 2024-04-24T03:10:28.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 2514 completed, throughput=5MB/sec 2024-04-24T03:10:28.624 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-33cH2XnQxSLMIj- off=11337420 len=776487 2024-04-24T03:10:28.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 2515 completed, throughput=5MB/sec 2024-04-24T03:10:28.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Oeb-odF8RpwvjHG off=4598015 len=464490 2024-04-24T03:10:28.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 2516 completed, throughput=5MB/sec 2024-04-24T03:10:28.630 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8RqcEGOFFvDIy_6 off=328282 len=1378082 2024-04-24T03:10:28.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 2517 completed, throughput=5MB/sec 2024-04-24T03:10:28.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:28 smithi016 ceph-mon[84376]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:10:28.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:28 smithi016 ceph-mon[86910]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:10:28.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:10:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:10:28] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:10:28.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:28 smithi063 ceph-mon[77007]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:10:29.637 INFO:tasks.workunit.client.0.smithi016.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:29.638 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R9FP_LAXuMOKXK_ off=4769060 len=916209 2024-04-24T03:10:29.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 2518 completed, throughput=4.99MB/sec 2024-04-24T03:10:29.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ed_KT6XXcSsF_Qz off=10341428 len=1336484 2024-04-24T03:10:29.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 2519 completed, throughput=5MB/sec 2024-04-24T03:10:29.646 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GN8ji31fzAc-UKj off=7383510 len=289458 2024-04-24T03:10:29.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 2520 completed, throughput=5MB/sec 2024-04-24T03:10:29.647 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rd7B5gZ9_lCgJYN off=1870212 len=1010247 2024-04-24T03:10:29.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 2521 completed, throughput=5MB/sec 2024-04-24T03:10:29.652 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mo0BzapJE03MEFR off=19406013 len=925241 2024-04-24T03:10:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 2522 completed, throughput=5MB/sec 2024-04-24T03:10:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PW-wkS1cVTWH70x off=226275 len=992267 2024-04-24T03:10:29.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 2523 completed, throughput=5MB/sec 2024-04-24T03:10:30.655 INFO:tasks.workunit.client.0.smithi016.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:30.656 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ojkpdrXkSxwDZkZ off=11872851 len=1459643 2024-04-24T03:10:30.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 2524 completed, throughput=4.99MB/sec 2024-04-24T03:10:30.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AIjHCdfdxZV5Gg8 off=5719544 len=646617 2024-04-24T03:10:30.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 2525 completed, throughput=5MB/sec 2024-04-24T03:10:30.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BXzzlrgZIjH6lKs off=8570080 len=1641608 2024-04-24T03:10:30.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 2526 completed, throughput=5MB/sec 2024-04-24T03:10:30.664 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-66eue_J6nuRr-VB off=18774222 len=560751 2024-04-24T03:10:30.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 2527 completed, throughput=5MB/sec 2024-04-24T03:10:30.666 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4pnUTIP39GsnL6V off=1913681 len=1751456 2024-04-24T03:10:30.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 2528 completed, throughput=5MB/sec 2024-04-24T03:10:30.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:30 smithi063 ceph-mon[77007]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:30.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:31.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:30 smithi016 ceph-mon[84376]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:31.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:31.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:30 smithi016 ceph-mon[86910]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:31.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:31.674 INFO:tasks.workunit.client.0.smithi016.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:31.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S8HD-CyFxEvXRDS off=9080745 len=395505 2024-04-24T03:10:31.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 2529 completed, throughput=4.99MB/sec 2024-04-24T03:10:31.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YqmUcP5sTCg3Fcl off=2814157 len=1034959 2024-04-24T03:10:31.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 2530 completed, throughput=5MB/sec 2024-04-24T03:10:31.676 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K7Hqiz7yU0SScb2 off=5052013 len=805423 2024-04-24T03:10:31.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 2531 completed, throughput=5MB/sec 2024-04-24T03:10:31.681 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oeKe4D-F4d0Mq6d off=3747960 len=333152 2024-04-24T03:10:31.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 2532 completed, throughput=5MB/sec 2024-04-24T03:10:31.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_EILSdGVUwYupkx off=5254315 len=835913 2024-04-24T03:10:31.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 2533 completed, throughput=5MB/sec 2024-04-24T03:10:31.683 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cgnl1Rg_h_D4OoN off=11536891 len=1052228 2024-04-24T03:10:31.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 2534 completed, throughput=5MB/sec 2024-04-24T03:10:32.689 INFO:tasks.workunit.client.0.smithi016.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:32.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qFc398KKl-E1BCM off=5640763 len=1386480 2024-04-24T03:10:32.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 2535 completed, throughput=4.99MB/sec 2024-04-24T03:10:32.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V_hU8mkgSCL3TNQ off=1979991 len=1699779 2024-04-24T03:10:32.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 2536 completed, throughput=5MB/sec 2024-04-24T03:10:32.698 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VOK3mHZUos77mOE off=7861331 len=2032957 2024-04-24T03:10:32.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 2537 completed, throughput=5MB/sec 2024-04-24T03:10:33.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:32 smithi016 ceph-mon[84376]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:33.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:32 smithi016 ceph-mon[86910]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:33.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:32 smithi063 ceph-mon[77007]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:33.702 INFO:tasks.workunit.client.0.smithi016.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:33.702 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mMQQQT6rUTH5J5y off=354094 len=226881 2024-04-24T03:10:33.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-24T03:10:33.705 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1CU9aIPpCxzFWuu off=6050597 len=1893776 2024-04-24T03:10:33.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 2539 completed, throughput=5MB/sec 2024-04-24T03:10:33.708 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dju6ML0vNrm6DPD off=2597753 len=17887 2024-04-24T03:10:33.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 2540 completed, throughput=5MB/sec 2024-04-24T03:10:33.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ni4c3eRMgy2Vqt0 off=6917202 len=357675 2024-04-24T03:10:33.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 2541 completed, throughput=5MB/sec 2024-04-24T03:10:33.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jOA9PiJqi9UB7MR off=13515209 len=504465 2024-04-24T03:10:33.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 2542 completed, throughput=5MB/sec 2024-04-24T03:10:33.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B31UDbr4Bm7rrIV off=1619290 len=978672 2024-04-24T03:10:33.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 2543 completed, throughput=5MB/sec 2024-04-24T03:10:33.722 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t1cQaBdWTzmNlNx off=3958114 len=660635 2024-04-24T03:10:33.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 2544 completed, throughput=5MB/sec 2024-04-24T03:10:33.725 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-POtW2Am2epHA8SU off=254599 len=220909 2024-04-24T03:10:33.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 2545 completed, throughput=5MB/sec 2024-04-24T03:10:34.727 INFO:tasks.workunit.client.0.smithi016.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:34.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Roy6hjpTTru7kOs off=7315236 len=1733019 2024-04-24T03:10:34.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 2546 completed, throughput=4.99MB/sec 2024-04-24T03:10:34.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1AueWap2VYB-pI3 off=1691277 len=2002742 2024-04-24T03:10:34.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 2547 completed, throughput=5MB/sec 2024-04-24T03:10:34.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5ow2upANwvrufGO off=7017503 len=1521735 2024-04-24T03:10:34.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 2548 completed, throughput=5MB/sec 2024-04-24T03:10:35.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:34 smithi016 ceph-mon[84376]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:10:35.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:34 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:10:35.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:34 smithi016 ceph-mon[86910]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:10:35.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:34 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:10:35.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:34 smithi063 ceph-mon[77007]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:10:35.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:34 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:10:35.732 INFO:tasks.workunit.client.0.smithi016.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:35.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2KN3KhwcBJ5tjQz off=0 len=1181111 2024-04-24T03:10:35.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 2549 completed, throughput=4.99MB/sec 2024-04-24T03:10:35.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fcvBb_52GQovCGf off=3729445 len=825590 2024-04-24T03:10:35.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 2550 completed, throughput=4.99MB/sec 2024-04-24T03:10:35.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z06DQzwHdOohPa7 off=5001055 len=1735303 2024-04-24T03:10:35.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 2551 completed, throughput=5MB/sec 2024-04-24T03:10:35.752 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y8BUHVemIL6FGut off=13210341 len=992579 2024-04-24T03:10:35.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 2552 completed, throughput=5MB/sec 2024-04-24T03:10:35.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n1mtKNUMsuuJxjQ off=11320062 len=707013 2024-04-24T03:10:35.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 2553 completed, throughput=5MB/sec 2024-04-24T03:10:36.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:10:36.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:10:36.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:10:36.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:10:36.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:10:36.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:10:36.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:10:36.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:10:36.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:10:36.756 INFO:tasks.workunit.client.0.smithi016.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:36.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aLp0kFsTEfKXHys off=1866180 len=1379588 2024-04-24T03:10:36.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 2554 completed, throughput=4.99MB/sec 2024-04-24T03:10:36.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NDezthxJe_Ep6jp off=2634006 len=1370963 2024-04-24T03:10:36.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 2555 completed, throughput=5MB/sec 2024-04-24T03:10:36.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ja91Mhdpato-MfW off=13650504 len=736333 2024-04-24T03:10:36.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 2556 completed, throughput=5MB/sec 2024-04-24T03:10:36.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SC4KiDgcD4E7DrF off=15002966 len=1862081 2024-04-24T03:10:36.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 2557 completed, throughput=5MB/sec 2024-04-24T03:10:37.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:36 smithi016 ceph-mon[84376]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:10:37.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:36 smithi016 ceph-mon[86910]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:10:37.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:36 smithi063 ceph-mon[77007]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:10:37.782 INFO:tasks.workunit.client.0.smithi016.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:37.783 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qTEQnbDKsOBKEVf off=7681336 len=721207 2024-04-24T03:10:37.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 2558 completed, throughput=4.99MB/sec 2024-04-24T03:10:37.787 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ma0KcW8NUH2jS2c off=861088 len=1387078 2024-04-24T03:10:37.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 2559 completed, throughput=4.99MB/sec 2024-04-24T03:10:37.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ay096egzwSF7hMD off=1575869 len=1531353 2024-04-24T03:10:37.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 2560 completed, throughput=5MB/sec 2024-04-24T03:10:37.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-to0OJRxtQk4lThZ off=13327681 len=456955 2024-04-24T03:10:37.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 2561 completed, throughput=5MB/sec 2024-04-24T03:10:37.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gjNfWGC0effa6qg off=3893885 len=886278 2024-04-24T03:10:37.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 2562 completed, throughput=5MB/sec 2024-04-24T03:10:37.793 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lESCpRThT6pYyIG off=9823858 len=1857276 2024-04-24T03:10:37.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 2563 completed, throughput=5MB/sec 2024-04-24T03:10:38.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:38 smithi016 ceph-mon[84376]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:10:38.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:10:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:10:38] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.43.0" 2024-04-24T03:10:38.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:38 smithi016 ceph-mon[86910]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:10:38.795 INFO:tasks.workunit.client.0.smithi016.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:38.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9lOCvf7wcUem_QI off=11005078 len=543150 2024-04-24T03:10:38.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 2564 completed, throughput=4.99MB/sec 2024-04-24T03:10:38.797 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UqPe0YkSagamThz off=821372 len=951715 2024-04-24T03:10:38.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 2565 completed, throughput=5MB/sec 2024-04-24T03:10:38.802 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k-7ThSvV5DyxMxd off=10169203 len=122041 2024-04-24T03:10:38.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 2566 completed, throughput=5MB/sec 2024-04-24T03:10:38.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7PZOCZugAVNjKiC off=5416201 len=1835843 2024-04-24T03:10:38.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 2567 completed, throughput=5MB/sec 2024-04-24T03:10:38.811 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QTlumXCqXLLdiwi off=2053876 len=754593 2024-04-24T03:10:38.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 2568 completed, throughput=5MB/sec 2024-04-24T03:10:39.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:38 smithi063 ceph-mon[77007]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:10:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:39.813 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mmptya16nG7oy4T off=6566434 len=823234 2024-04-24T03:10:39.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 2569 completed, throughput=4.99MB/sec 2024-04-24T03:10:39.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dDC6iJo18AbNzQj off=4140150 len=823615 2024-04-24T03:10:39.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 2570 completed, throughput=4.99MB/sec 2024-04-24T03:10:39.815 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B3-jurVRjo0IytP off=22177090 len=450094 2024-04-24T03:10:39.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 2571 completed, throughput=5MB/sec 2024-04-24T03:10:39.819 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y0wtZ2_52Hb-xag off=263723 len=2034791 2024-04-24T03:10:39.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 2572 completed, throughput=5MB/sec 2024-04-24T03:10:39.822 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nngscTfNu3zFrhC off=13592284 len=1162815 2024-04-24T03:10:39.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 2573 completed, throughput=5MB/sec 2024-04-24T03:10:40.828 INFO:tasks.workunit.client.0.smithi016.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:40.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lsMTGHw69V6AnMM off=2354197 len=293520 2024-04-24T03:10:40.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 2574 completed, throughput=4.99MB/sec 2024-04-24T03:10:40.832 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DT5L1lJbsSMfnRS off=8574209 len=281362 2024-04-24T03:10:40.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 2575 completed, throughput=4.99MB/sec 2024-04-24T03:10:40.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hWTjkD7AfHlU87O off=938591 len=58432 2024-04-24T03:10:40.835 INFO:tasks.workunit.client.0.smithi016.stdout:op 2576 completed, throughput=4.99MB/sec 2024-04-24T03:10:40.835 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gTxN0ag69mYtNQ4 off=0 len=1213960 2024-04-24T03:10:40.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 2577 completed, throughput=4.99MB/sec 2024-04-24T03:10:40.837 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3GpzKJWX4P9qPAh off=546821 len=1633256 2024-04-24T03:10:40.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 2578 completed, throughput=5MB/sec 2024-04-24T03:10:40.839 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sCPlNPd3KHEkMjc off=9003166 len=283734 2024-04-24T03:10:40.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 2579 completed, throughput=5MB/sec 2024-04-24T03:10:40.842 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R9p9ZIcHbqIBuMf off=2538633 len=1550187 2024-04-24T03:10:40.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 2580 completed, throughput=5MB/sec 2024-04-24T03:10:41.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:40 smithi016 ceph-mon[84376]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:10:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:40 smithi016 ceph-mon[86910]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:10:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:40 smithi063 ceph-mon[77007]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:10:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:41.845 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tRiRn_reCeQojW_ off=1756401 len=83864 2024-04-24T03:10:41.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 2581 completed, throughput=4.99MB/sec 2024-04-24T03:10:41.845 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6XTTdWSrGj_vtGE off=12924884 len=1142437 2024-04-24T03:10:41.846 INFO:tasks.workunit.client.0.smithi016.stdout:op 2582 completed, throughput=4.99MB/sec 2024-04-24T03:10:41.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SVGdZJYjfyi6SKj off=8477726 len=1940033 2024-04-24T03:10:41.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 2583 completed, throughput=5MB/sec 2024-04-24T03:10:41.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SlRIL5td3vO0Q-y off=5832967 len=1210601 2024-04-24T03:10:41.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 2584 completed, throughput=5MB/sec 2024-04-24T03:10:41.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J7eo52ZhPQ0JeIX off=20396820 len=1273376 2024-04-24T03:10:41.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 2585 completed, throughput=5MB/sec 2024-04-24T03:10:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:42.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jIPX43E3pl6Tppr off=3389152 len=165757 2024-04-24T03:10:42.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 2586 completed, throughput=4.99MB/sec 2024-04-24T03:10:42.869 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fKn2F2mUFf5b8DC off=7750681 len=1738410 2024-04-24T03:10:42.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 2587 completed, throughput=5MB/sec 2024-04-24T03:10:42.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pci_71cxucPjl8v off=2483371 len=1109694 2024-04-24T03:10:42.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 2588 completed, throughput=5MB/sec 2024-04-24T03:10:42.878 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oArmV0W7_DLe_OW off=2928367 len=593502 2024-04-24T03:10:42.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 2589 completed, throughput=5MB/sec 2024-04-24T03:10:42.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XDqXl5iAU2lhJy3 off=5158527 len=949031 2024-04-24T03:10:42.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 2590 completed, throughput=5MB/sec 2024-04-24T03:10:42.885 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CmLJBoo-5PZeoqH off=15322038 len=1873791 2024-04-24T03:10:42.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 2591 completed, throughput=5MB/sec 2024-04-24T03:10:43.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:42 smithi016 ceph-mon[84376]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:10:43.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:42 smithi016 ceph-mon[86910]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:10:43.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:42 smithi063 ceph-mon[77007]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:10:43.887 INFO:tasks.workunit.client.0.smithi016.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:43.887 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TBqzmN7XmklN7xH off=7616294 len=2034831 2024-04-24T03:10:43.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 2592 completed, throughput=5MB/sec 2024-04-24T03:10:43.900 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JD1gUVON_orPmEy off=13944803 len=2015045 2024-04-24T03:10:43.902 INFO:tasks.workunit.client.0.smithi016.stdout:op 2593 completed, throughput=5MB/sec 2024-04-24T03:10:44.902 INFO:tasks.workunit.client.0.smithi016.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:44.902 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZSAGRAlyozfR7Li off=5866572 len=185654 2024-04-24T03:10:44.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 2594 completed, throughput=4.99MB/sec 2024-04-24T03:10:44.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4P2tFSVATkJuJuJ off=3692660 len=329592 2024-04-24T03:10:44.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 2595 completed, throughput=4.99MB/sec 2024-04-24T03:10:44.906 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gCbJMSv9HJ7blqu off=1459389 len=28813 2024-04-24T03:10:44.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 2596 completed, throughput=4.99MB/sec 2024-04-24T03:10:44.909 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rScuZoXq4ycPjF0 off=7774158 len=1600850 2024-04-24T03:10:44.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 2597 completed, throughput=5MB/sec 2024-04-24T03:10:44.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ypjI24BjZ1oUC4J off=18535098 len=1597175 2024-04-24T03:10:44.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 2598 completed, throughput=5MB/sec 2024-04-24T03:10:44.912 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PAQicSLrd7KMu-P off=5044516 len=1664759 2024-04-24T03:10:44.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 2599 completed, throughput=5MB/sec 2024-04-24T03:10:45.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:44 smithi016 ceph-mon[84376]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:45.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:44 smithi016 ceph-mon[86910]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:45.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:44 smithi063 ceph-mon[77007]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:45.914 INFO:tasks.workunit.client.0.smithi016.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:45.914 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aK_1EB4BGAkwIFv off=4757550 len=1441422 2024-04-24T03:10:45.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 2600 completed, throughput=4.99MB/sec 2024-04-24T03:10:45.916 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JDv575vj4Wv1RJ5 off=12102623 len=634099 2024-04-24T03:10:45.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 2601 completed, throughput=5MB/sec 2024-04-24T03:10:45.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I9Dpw6h6wTAtLnX off=4571203 len=927364 2024-04-24T03:10:45.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 2602 completed, throughput=5MB/sec 2024-04-24T03:10:45.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4secU68DM1Obl3L off=628101 len=1345946 2024-04-24T03:10:45.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 2603 completed, throughput=5MB/sec 2024-04-24T03:10:45.925 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xi_M6tjy-3dNukq off=58271 len=1144369 2024-04-24T03:10:45.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 2604 completed, throughput=5MB/sec 2024-04-24T03:10:46.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:46.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:46.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:10:46.932 INFO:tasks.workunit.client.0.smithi016.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:46.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d_JIfR4g1bg8QyB off=19427434 len=837392 2024-04-24T03:10:46.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 2605 completed, throughput=4.99MB/sec 2024-04-24T03:10:46.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8ZT0lnzm5bSIeLr off=8903968 len=1221348 2024-04-24T03:10:46.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 2606 completed, throughput=5MB/sec 2024-04-24T03:10:46.940 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6pmAS-qAkCdZgpJ off=6110132 len=460625 2024-04-24T03:10:46.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 2607 completed, throughput=5MB/sec 2024-04-24T03:10:46.944 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BnCfWY-8vt8HrQ off=3769892 len=1952797 2024-04-24T03:10:46.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 2608 completed, throughput=5MB/sec 2024-04-24T03:10:46.955 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9PTfCcT6_iD3mqR off=2763253 len=1554286 2024-04-24T03:10:46.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 2609 completed, throughput=5MB/sec 2024-04-24T03:10:47.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:46 smithi016 ceph-mon[84376]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:47.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:46 smithi016 ceph-mon[86910]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:47.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:46 smithi063 ceph-mon[77007]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:47.958 INFO:tasks.workunit.client.0.smithi016.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:47.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-otjysMlMBh0vDZ2 off=19790111 len=846502 2024-04-24T03:10:47.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 2610 completed, throughput=4.99MB/sec 2024-04-24T03:10:47.963 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fKn2F2mUFf5b8DC off=2603310 len=873257 2024-04-24T03:10:47.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 2611 completed, throughput=5MB/sec 2024-04-24T03:10:47.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3j7IaFPI15cTPHq off=15150347 len=217093 2024-04-24T03:10:47.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 2612 completed, throughput=5MB/sec 2024-04-24T03:10:47.969 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iTGxZl35JUBaHRt off=693752 len=1320826 2024-04-24T03:10:47.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 2613 completed, throughput=5MB/sec 2024-04-24T03:10:47.976 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vf5UyHwmSt2Q9Qb off=6235538 len=782958 2024-04-24T03:10:47.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 2614 completed, throughput=5MB/sec 2024-04-24T03:10:48.579 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:10:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:10:48] "GET /metrics HTTP/1.1" 200 34218 "" "Prometheus/2.43.0" 2024-04-24T03:10:48.981 INFO:tasks.workunit.client.0.smithi016.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:48.981 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QroDkQ9UDqSCQ12 off=7982349 len=1485959 2024-04-24T03:10:48.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 2615 completed, throughput=4.99MB/sec 2024-04-24T03:10:48.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eI8vHxJfZp_PxBr off=19225604 len=634384 2024-04-24T03:10:48.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 2616 completed, throughput=4.99MB/sec 2024-04-24T03:10:48.987 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NxJGxzmvrJm3LBD off=660900 len=1971288 2024-04-24T03:10:48.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 2617 completed, throughput=5MB/sec 2024-04-24T03:10:48.990 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--GvGm7vTIkBN1li off=10089350 len=1745356 2024-04-24T03:10:48.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 2618 completed, throughput=5MB/sec 2024-04-24T03:10:49.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:48 smithi016 ceph-mon[84376]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:10:49.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:48 smithi016 ceph-mon[86910]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:10:49.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:48 smithi063 ceph-mon[77007]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:10:50.000 INFO:tasks.workunit.client.0.smithi016.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:50.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jdvidQBSNsyIvG1 off=5588049 len=846772 2024-04-24T03:10:50.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 2619 completed, throughput=4.99MB/sec 2024-04-24T03:10:50.005 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cMatQ4FycCokbgH off=1548544 len=820299 2024-04-24T03:10:50.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 2620 completed, throughput=4.99MB/sec 2024-04-24T03:10:50.010 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NhOAzQNyEK_QOiE off=5916941 len=1104661 2024-04-24T03:10:50.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 2621 completed, throughput=5MB/sec 2024-04-24T03:10:50.017 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1G_plORHtx8WowM off=2099895 len=1737708 2024-04-24T03:10:50.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 2622 completed, throughput=5MB/sec 2024-04-24T03:10:50.019 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K5ru-B8ougVvckL off=19512284 len=887431 2024-04-24T03:10:50.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 2623 completed, throughput=5MB/sec 2024-04-24T03:10:51.021 INFO:tasks.workunit.client.0.smithi016.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:51.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lJtU-tT_mewm3Fn off=5137345 len=1473078 2024-04-24T03:10:51.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:50 smithi016 ceph-mon[84376]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:10:51.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:50 smithi016 ceph-mon[86910]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:10:51.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 2624 completed, throughput=4.99MB/sec 2024-04-24T03:10:51.029 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qxK0y-WyAtF3lYP off=1494179 len=994167 2024-04-24T03:10:51.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 2625 completed, throughput=5MB/sec 2024-04-24T03:10:51.031 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qGeGkVWGhJcnXwL off=5119715 len=796527 2024-04-24T03:10:51.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 2626 completed, throughput=5MB/sec 2024-04-24T03:10:51.032 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fy8fKk3Y_Cxr7HO off=2762749 len=757073 2024-04-24T03:10:51.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 2627 completed, throughput=5MB/sec 2024-04-24T03:10:51.036 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qvqViXkBCzlrMNY off=6872628 len=1585817 2024-04-24T03:10:51.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 2628 completed, throughput=5MB/sec 2024-04-24T03:10:51.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:50 smithi063 ceph-mon[77007]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:10:52.039 INFO:tasks.workunit.client.0.smithi016.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:52.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h_a3LgfArHpmLr2 off=1631559 len=1653728 2024-04-24T03:10:52.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 2629 completed, throughput=5MB/sec 2024-04-24T03:10:52.047 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JS2UJwvYn-ji2EO off=4240029 len=700734 2024-04-24T03:10:52.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 2630 completed, throughput=5MB/sec 2024-04-24T03:10:52.052 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gfAvWVF2G2ZT_SC off=6439382 len=1073849 2024-04-24T03:10:52.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 2631 completed, throughput=5MB/sec 2024-04-24T03:10:52.055 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rc-2pBllYiE12YA off=1663799 len=1456588 2024-04-24T03:10:52.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 2632 completed, throughput=5MB/sec 2024-04-24T03:10:53.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:52 smithi016 ceph-mon[84376]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:53.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:52 smithi016 ceph-mon[86910]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:52 smithi063 ceph-mon[77007]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:10:53.056 INFO:tasks.workunit.client.0.smithi016.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:53.056 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cOoncVvyG4YylX9 off=1979389 len=348669 2024-04-24T03:10:53.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 2633 completed, throughput=4.99MB/sec 2024-04-24T03:10:53.057 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DFwrCpnt2ucGkoR off=8265645 len=397904 2024-04-24T03:10:53.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 2634 completed, throughput=4.99MB/sec 2024-04-24T03:10:53.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VdjKKlu7ZifbqUY off=3224496 len=1531588 2024-04-24T03:10:53.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 2635 completed, throughput=5MB/sec 2024-04-24T03:10:53.061 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aPUdD8pZaZUN5nI off=1316114 len=911918 2024-04-24T03:10:53.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 2636 completed, throughput=5MB/sec 2024-04-24T03:10:53.062 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DK76WYwCsSXYxeH off=1693375 len=1499002 2024-04-24T03:10:53.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 2637 completed, throughput=5MB/sec 2024-04-24T03:10:53.071 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4jGEequbgfpHmzg off=12848870 len=1033917 2024-04-24T03:10:53.073 INFO:tasks.workunit.client.0.smithi016.stdout:op 2638 completed, throughput=5MB/sec 2024-04-24T03:10:54.073 INFO:tasks.workunit.client.0.smithi016.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:54.073 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-62H2ErdBkhqOvSn off=16360594 len=237943 2024-04-24T03:10:54.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 2639 completed, throughput=4.99MB/sec 2024-04-24T03:10:54.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bY_im4uYk5rFP48 off=1582475 len=906079 2024-04-24T03:10:54.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 2640 completed, throughput=4.99MB/sec 2024-04-24T03:10:54.080 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--a9iedR8jy5VuB- off=8419259 len=496338 2024-04-24T03:10:54.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 2641 completed, throughput=4.99MB/sec 2024-04-24T03:10:54.083 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OByiaBS_WZ4xbqF off=189427 len=1910514 2024-04-24T03:10:54.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 2642 completed, throughput=5MB/sec 2024-04-24T03:10:54.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f7U1PF5-UtAc3Lr off=5297640 len=313417 2024-04-24T03:10:54.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 2643 completed, throughput=5MB/sec 2024-04-24T03:10:54.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-asBWGKVPBuiN4Hl off=11091019 len=1259647 2024-04-24T03:10:54.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 2644 completed, throughput=5MB/sec 2024-04-24T03:10:55.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:54 smithi016 ceph-mon[84376]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:55.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:54 smithi016 ceph-mon[86910]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:55.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:54 smithi063 ceph-mon[77007]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:10:55.098 INFO:tasks.workunit.client.0.smithi016.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:55.098 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g8KJZ4tKP2Lni5A off=1516511 len=1361131 2024-04-24T03:10:55.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 2645 completed, throughput=4.99MB/sec 2024-04-24T03:10:55.100 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kGteFUKi3gqdY5k off=9362719 len=1522396 2024-04-24T03:10:55.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 2646 completed, throughput=5MB/sec 2024-04-24T03:10:55.107 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gDpi42TDmokwPZ4 off=952890 len=563540 2024-04-24T03:10:55.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 2647 completed, throughput=5MB/sec 2024-04-24T03:10:55.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DZPcQHyM2pQAs6a off=10029139 len=1219536 2024-04-24T03:10:55.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 2648 completed, throughput=5MB/sec 2024-04-24T03:10:55.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F8vOIVtQWb3Y23C off=0 len=1251914 2024-04-24T03:10:55.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 2649 completed, throughput=5MB/sec 2024-04-24T03:10:56.118 INFO:tasks.workunit.client.0.smithi016.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:56.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nUi1WWjt7Y8Bn-x off=9445574 len=1652894 2024-04-24T03:10:56.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 2650 completed, throughput=5MB/sec 2024-04-24T03:10:56.125 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s6BEbbGce4FQY-t off=9895075 len=597694 2024-04-24T03:10:56.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 2651 completed, throughput=5MB/sec 2024-04-24T03:10:56.126 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jwws5TMt53_V-yj off=9432463 len=361459 2024-04-24T03:10:56.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 2652 completed, throughput=5MB/sec 2024-04-24T03:10:56.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dua0Cw3-meGkK3I off=3309309 len=1479821 2024-04-24T03:10:56.129 INFO:tasks.workunit.client.0.smithi016.stdout:op 2653 completed, throughput=5MB/sec 2024-04-24T03:10:57.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:56 smithi016 ceph-mon[84376]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:57.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:56 smithi016 ceph-mon[86910]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:57.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:56 smithi063 ceph-mon[77007]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:10:57.130 INFO:tasks.workunit.client.0.smithi016.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:57.130 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8tozxEWW9ocN31J off=11482042 len=591075 2024-04-24T03:10:57.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 2654 completed, throughput=4.99MB/sec 2024-04-24T03:10:57.134 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WKhVEMy-iv_ZYFJ off=12984232 len=191795 2024-04-24T03:10:57.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 2655 completed, throughput=4.99MB/sec 2024-04-24T03:10:57.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W3g8QeQ-EPhrCoq off=3684750 len=523993 2024-04-24T03:10:57.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 2656 completed, throughput=4.99MB/sec 2024-04-24T03:10:57.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N8RH7X5KiczsR7b off=6362734 len=294585 2024-04-24T03:10:57.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 2657 completed, throughput=4.99MB/sec 2024-04-24T03:10:57.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YLLo0SbLZIWkxfq off=10379402 len=106408 2024-04-24T03:10:57.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 2658 completed, throughput=4.99MB/sec 2024-04-24T03:10:57.142 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y6QdXCSWnhYBYFz off=2943898 len=1112224 2024-04-24T03:10:57.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 2659 completed, throughput=5MB/sec 2024-04-24T03:10:57.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_Q26FXhhab0XGkE off=1899627 len=140788 2024-04-24T03:10:57.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 2660 completed, throughput=5MB/sec 2024-04-24T03:10:57.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-py4siceGSBQqFaZ off=5183225 len=1573384 2024-04-24T03:10:57.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 2661 completed, throughput=5MB/sec 2024-04-24T03:10:57.154 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N-mnMefNKbjqyaR off=1229851 len=305865 2024-04-24T03:10:57.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 2662 completed, throughput=5MB/sec 2024-04-24T03:10:57.157 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qri6Et3wy50YccP off=1960020 len=1928256 2024-04-24T03:10:57.169 INFO:tasks.workunit.client.0.smithi016.stdout:op 2663 completed, throughput=5MB/sec 2024-04-24T03:10:58.170 INFO:tasks.workunit.client.0.smithi016.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:58.170 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hkZedu3m7wzMiyJ off=13087524 len=1577970 2024-04-24T03:10:58.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 2664 completed, throughput=5MB/sec 2024-04-24T03:10:58.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LWbESSIs9ZLqJe_ off=2419484 len=424550 2024-04-24T03:10:58.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 2665 completed, throughput=5MB/sec 2024-04-24T03:10:58.174 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zDVh2zURV9CTgBd off=7182593 len=1081352 2024-04-24T03:10:58.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 2666 completed, throughput=5MB/sec 2024-04-24T03:10:58.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZYfuoVND08T9P9Q off=19807109 len=421267 2024-04-24T03:10:58.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 2667 completed, throughput=5MB/sec 2024-04-24T03:10:58.181 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j1X9CWfbQATMO_r off=9119508 len=2042867 2024-04-24T03:10:58.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 2668 completed, throughput=5MB/sec 2024-04-24T03:10:58.593 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:10:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:10:58] "GET /metrics HTTP/1.1" 200 34218 "" "Prometheus/2.43.0" 2024-04-24T03:10:59.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:10:58 smithi016 ceph-mon[84376]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:10:59.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:10:58 smithi016 ceph-mon[86910]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:10:59.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:10:58 smithi063 ceph-mon[77007]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:10:59.191 INFO:tasks.workunit.client.0.smithi016.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-24T03:10:59.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9uSob0Q3bsD_yp6 off=1541947 len=1895929 2024-04-24T03:10:59.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 2669 completed, throughput=5MB/sec 2024-04-24T03:10:59.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ZyDIA3j51KPnzT off=2288441 len=286029 2024-04-24T03:10:59.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 2670 completed, throughput=5MB/sec 2024-04-24T03:10:59.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JErdD5lkDhygbRM off=7710732 len=1989991 2024-04-24T03:10:59.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 2671 completed, throughput=5MB/sec 2024-04-24T03:11:00.205 INFO:tasks.workunit.client.0.smithi016.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:00.205 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KusRuwf3bI9x4ZS off=1312035 len=1294988 2024-04-24T03:11:00.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 2672 completed, throughput=4.99MB/sec 2024-04-24T03:11:00.207 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jDba9kehmmljXGb off=11120131 len=293809 2024-04-24T03:11:00.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 2673 completed, throughput=4.99MB/sec 2024-04-24T03:11:00.210 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b_fEJHWBQiCNywn off=2019435 len=15065 2024-04-24T03:11:00.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 2674 completed, throughput=4.99MB/sec 2024-04-24T03:11:00.212 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gjZ6I7WDZ9k6m2s off=1688225 len=1318335 2024-04-24T03:11:00.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 2675 completed, throughput=5MB/sec 2024-04-24T03:11:00.215 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vek0ZuntgA17RDf off=15511687 len=1360314 2024-04-24T03:11:00.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 2676 completed, throughput=5MB/sec 2024-04-24T03:11:00.223 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S2F6Tpzw2slD2Z5 off=1836458 len=1314511 2024-04-24T03:11:00.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 2677 completed, throughput=5MB/sec 2024-04-24T03:11:01.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:00 smithi016 ceph-mon[84376]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:11:01.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:00 smithi016 ceph-mon[86910]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:11:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:00 smithi063 ceph-mon[77007]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:11:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:01.225 INFO:tasks.workunit.client.0.smithi016.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:01.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OT-A2pNHgZWkbsu off=19096847 len=276260 2024-04-24T03:11:01.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 2678 completed, throughput=4.99MB/sec 2024-04-24T03:11:01.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9Sw9ZcNKslGrDy_ off=10420323 len=1863152 2024-04-24T03:11:01.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 2679 completed, throughput=5MB/sec 2024-04-24T03:11:01.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W1hMurMzAZ6HhQI off=18373670 len=1551254 2024-04-24T03:11:01.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 2680 completed, throughput=5MB/sec 2024-04-24T03:11:01.242 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qSQkO3-An5hDzs_ off=7956556 len=1172487 2024-04-24T03:11:01.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 2681 completed, throughput=5MB/sec 2024-04-24T03:11:02.245 INFO:tasks.workunit.client.0.smithi016.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:02.245 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0WYT9PW2SG9viOy off=1883881 len=693688 2024-04-24T03:11:02.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 2682 completed, throughput=4.99MB/sec 2024-04-24T03:11:02.250 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CYh9ZMrn1gtTgl2 off=4107046 len=1100115 2024-04-24T03:11:02.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 2683 completed, throughput=4.99MB/sec 2024-04-24T03:11:02.256 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NG3T_34FUhtI0bE off=8173499 len=1385756 2024-04-24T03:11:02.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 2684 completed, throughput=5MB/sec 2024-04-24T03:11:02.262 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hh5QwbjcA8faY0f off=18634867 len=1909874 2024-04-24T03:11:02.271 INFO:tasks.workunit.client.0.smithi016.stdout:op 2685 completed, throughput=5MB/sec 2024-04-24T03:11:02.271 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-APUDc33FR9JW264 off=2402496 len=753141 2024-04-24T03:11:02.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 2686 completed, throughput=5MB/sec 2024-04-24T03:11:03.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:02 smithi016 ceph-mon[84376]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:11:03.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:02 smithi016 ceph-mon[86910]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:11:03.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:02 smithi063 ceph-mon[77007]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:11:03.272 INFO:tasks.workunit.client.0.smithi016.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:03.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-77CbOPSwYjJRmYc off=22018683 len=538180 2024-04-24T03:11:03.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 2687 completed, throughput=4.99MB/sec 2024-04-24T03:11:03.273 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JTM2AwII9NibQB0 off=1246554 len=1685415 2024-04-24T03:11:03.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 2688 completed, throughput=5MB/sec 2024-04-24T03:11:03.277 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6yL-8YM_Q2mHVNd off=8357456 len=1732780 2024-04-24T03:11:03.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 2689 completed, throughput=5MB/sec 2024-04-24T03:11:03.286 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WWMAYc2YlNdVHpc off=8278605 len=248391 2024-04-24T03:11:03.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 2690 completed, throughput=5MB/sec 2024-04-24T03:11:03.289 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yvJglaHKeoiOW_0 off=1360971 len=856439 2024-04-24T03:11:03.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 2691 completed, throughput=5MB/sec 2024-04-24T03:11:04.293 INFO:tasks.workunit.client.0.smithi016.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:04.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VHCV4AdEhR3t2VK off=4399299 len=1812361 2024-04-24T03:11:04.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 2692 completed, throughput=4.99MB/sec 2024-04-24T03:11:04.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_E-c7fzBe6HheZw off=10142029 len=421578 2024-04-24T03:11:04.307 INFO:tasks.workunit.client.0.smithi016.stdout:op 2693 completed, throughput=5MB/sec 2024-04-24T03:11:04.308 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sKecQ8nuGBpt8KA off=6530538 len=1652069 2024-04-24T03:11:04.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 2694 completed, throughput=5MB/sec 2024-04-24T03:11:04.315 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YsqIWLvurZF8D48 off=11913165 len=1136329 2024-04-24T03:11:04.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 2695 completed, throughput=5MB/sec 2024-04-24T03:11:04.316 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vr7HhrU0TgZMmqB off=420313 len=657007 2024-04-24T03:11:04.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 2696 completed, throughput=5MB/sec 2024-04-24T03:11:05.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:04 smithi016 ceph-mon[84376]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:05.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:04 smithi016 ceph-mon[86910]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:05.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:04 smithi063 ceph-mon[77007]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:05.324 INFO:tasks.workunit.client.0.smithi016.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:05.324 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-47dgY7i3olM78sq off=6395041 len=370156 2024-04-24T03:11:05.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 2697 completed, throughput=4.99MB/sec 2024-04-24T03:11:05.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nhCkfjFjafiLjM8 off=12583528 len=245526 2024-04-24T03:11:05.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 2698 completed, throughput=4.99MB/sec 2024-04-24T03:11:05.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ej7cCGzYwN0rowF off=338337 len=327327 2024-04-24T03:11:05.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 2699 completed, throughput=4.99MB/sec 2024-04-24T03:11:05.329 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6XTTdWSrGj_vtGE off=11913821 len=591909 2024-04-24T03:11:05.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 2700 completed, throughput=4.99MB/sec 2024-04-24T03:11:05.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NMAD_CFMZmyc6Vl off=1502301 len=1775035 2024-04-24T03:11:05.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 2701 completed, throughput=5MB/sec 2024-04-24T03:11:05.342 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_W2GeW8F9sFMES1 off=5319354 len=1294394 2024-04-24T03:11:05.348 INFO:tasks.workunit.client.0.smithi016.stdout:op 2702 completed, throughput=5MB/sec 2024-04-24T03:11:05.348 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j5O4hJVjsrh8ACz off=5006213 len=770816 2024-04-24T03:11:05.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 2703 completed, throughput=5MB/sec 2024-04-24T03:11:06.349 INFO:tasks.workunit.client.0.smithi016.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:06.349 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tv7Au4qtAYYfTnG off=18430374 len=810337 2024-04-24T03:11:06.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 2704 completed, throughput=4.99MB/sec 2024-04-24T03:11:06.350 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kfyxMmz6aAJbQ2_ off=285023 len=81638 2024-04-24T03:11:06.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 2705 completed, throughput=4.99MB/sec 2024-04-24T03:11:06.353 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eB10685nUUHUWEX off=6860343 len=1807367 2024-04-24T03:11:06.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 2706 completed, throughput=5MB/sec 2024-04-24T03:11:06.360 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XsQygmPJ0bdC3El off=8470147 len=1904832 2024-04-24T03:11:06.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 2707 completed, throughput=5MB/sec 2024-04-24T03:11:06.363 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x6arm7IGhs42Wlq off=11201872 len=989510 2024-04-24T03:11:06.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 2708 completed, throughput=5MB/sec 2024-04-24T03:11:07.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:06 smithi016 ceph-mon[84376]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:11:07.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:06 smithi016 ceph-mon[86910]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:11:07.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:06 smithi063 ceph-mon[77007]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:11:07.369 INFO:tasks.workunit.client.0.smithi016.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:07.369 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JOsv7hcmbuskyfb off=8914596 len=450596 2024-04-24T03:11:07.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 2709 completed, throughput=4.99MB/sec 2024-04-24T03:11:07.373 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3qKs3DpFiFdjJyo off=2602755 len=1348069 2024-04-24T03:11:07.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 2710 completed, throughput=5MB/sec 2024-04-24T03:11:07.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-994ScxgahXQOJzS off=105368 len=1558887 2024-04-24T03:11:07.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 2711 completed, throughput=5MB/sec 2024-04-24T03:11:07.383 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--NIZEB7V1R9YrFi off=1017406 len=1159632 2024-04-24T03:11:07.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 2712 completed, throughput=5MB/sec 2024-04-24T03:11:08.384 INFO:tasks.workunit.client.0.smithi016.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:08.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1PnGE1KC5D3zXWF off=846807 len=608576 2024-04-24T03:11:08.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 2713 completed, throughput=4.99MB/sec 2024-04-24T03:11:08.385 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L3KzOYhjrF_6Qd4 off=12901853 len=1090706 2024-04-24T03:11:08.388 INFO:tasks.workunit.client.0.smithi016.stdout:op 2714 completed, throughput=4.99MB/sec 2024-04-24T03:11:08.388 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wWLQNi8nVaADcu0 off=19943872 len=1321676 2024-04-24T03:11:08.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 2715 completed, throughput=5MB/sec 2024-04-24T03:11:08.389 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TNIjXMa8ABIM4iT off=3927848 len=1918664 2024-04-24T03:11:08.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 2716 completed, throughput=5MB/sec 2024-04-24T03:11:08.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NtUjsNXcTt6ldCv off=8531838 len=1717039 2024-04-24T03:11:08.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 2717 completed, throughput=5MB/sec 2024-04-24T03:11:08.607 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:11:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:11:08] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.43.0" 2024-04-24T03:11:09.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:08 smithi016 ceph-mon[84376]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:09.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:08 smithi016 ceph-mon[86910]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:09.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:08 smithi063 ceph-mon[77007]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:09.403 INFO:tasks.workunit.client.0.smithi016.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:09.403 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ULSXy7aXlzyNCzC off=6428833 len=798034 2024-04-24T03:11:09.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 2718 completed, throughput=4.99MB/sec 2024-04-24T03:11:09.408 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j7P0HMSXAIJNUPH off=4805437 len=1427936 2024-04-24T03:11:09.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 2719 completed, throughput=5MB/sec 2024-04-24T03:11:09.410 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Be8eI2mtKrCu0e4 off=3092182 len=1838909 2024-04-24T03:11:09.414 INFO:tasks.workunit.client.0.smithi016.stdout:op 2720 completed, throughput=5MB/sec 2024-04-24T03:11:10.414 INFO:tasks.workunit.client.0.smithi016.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:10.414 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5PP56HTni9XGwXj off=7716400 len=708312 2024-04-24T03:11:10.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 2721 completed, throughput=4.99MB/sec 2024-04-24T03:11:10.416 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FMe-jLGgucK9E9L off=16938176 len=1077732 2024-04-24T03:11:10.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 2722 completed, throughput=4.99MB/sec 2024-04-24T03:11:10.421 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kabhTY3QucxlNN0 off=1707543 len=1252437 2024-04-24T03:11:10.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 2723 completed, throughput=5MB/sec 2024-04-24T03:11:10.423 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KcTUBJAu4Lvnyz5 off=4389533 len=2055800 2024-04-24T03:11:10.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 2724 completed, throughput=5MB/sec 2024-04-24T03:11:10.425 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-STwFOoj0GPe4QSa off=1640585 len=947606 2024-04-24T03:11:10.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 2725 completed, throughput=5MB/sec 2024-04-24T03:11:11.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:10 smithi016 ceph-mon[84376]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:11.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:10 smithi016 ceph-mon[86910]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:11.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:10 smithi063 ceph-mon[77007]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:11.430 INFO:tasks.workunit.client.0.smithi016.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:11.430 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PbcFzNdL973h8bH off=2979765 len=966486 2024-04-24T03:11:11.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 2726 completed, throughput=4.99MB/sec 2024-04-24T03:11:11.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cocYr0kFsGBCoHA off=5814985 len=290674 2024-04-24T03:11:11.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 2727 completed, throughput=4.99MB/sec 2024-04-24T03:11:11.439 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KorDNGg2ywJlyEx off=17853924 len=1515187 2024-04-24T03:11:11.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 2728 completed, throughput=5MB/sec 2024-04-24T03:11:11.448 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6uwpoh5auo2VGHA off=6192534 len=309097 2024-04-24T03:11:11.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 2729 completed, throughput=5MB/sec 2024-04-24T03:11:11.451 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Eu2MCH8rYUBLmf off=8435935 len=808807 2024-04-24T03:11:11.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 2730 completed, throughput=5MB/sec 2024-04-24T03:11:11.452 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eoFI2OzuktUC2mb off=22283895 len=823310 2024-04-24T03:11:11.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 2731 completed, throughput=5MB/sec 2024-04-24T03:11:12.454 INFO:tasks.workunit.client.0.smithi016.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:12.454 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5ahpfbSbvTihd6P off=1831153 len=1399177 2024-04-24T03:11:12.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 2732 completed, throughput=4.99MB/sec 2024-04-24T03:11:12.457 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8qts3JDbiD3kWsD off=4171857 len=1807603 2024-04-24T03:11:12.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 2733 completed, throughput=5MB/sec 2024-04-24T03:11:12.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hHp1zAPNtqKIUvZ off=4850160 len=683352 2024-04-24T03:11:12.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 2734 completed, throughput=5MB/sec 2024-04-24T03:11:12.466 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sY5wJgtESAEg6au off=3317746 len=1632145 2024-04-24T03:11:12.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 2735 completed, throughput=5MB/sec 2024-04-24T03:11:13.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:12 smithi016 ceph-mon[84376]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:11:13.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:12 smithi016 ceph-mon[86910]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:11:13.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:12 smithi063 ceph-mon[77007]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:11:13.472 INFO:tasks.workunit.client.0.smithi016.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:13.473 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cc1Mbo9W8_uxuxy off=4711733 len=1216949 2024-04-24T03:11:13.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 2736 completed, throughput=4.99MB/sec 2024-04-24T03:11:13.479 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mwtRIKXcresjhus off=7811341 len=506973 2024-04-24T03:11:13.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 2737 completed, throughput=4.99MB/sec 2024-04-24T03:11:13.483 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OxGILLy-uw7j8OQ off=2790969 len=283468 2024-04-24T03:11:13.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 2738 completed, throughput=4.99MB/sec 2024-04-24T03:11:13.486 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UDjjaJwpJmW2aK7 off=17438707 len=364369 2024-04-24T03:11:13.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 2739 completed, throughput=5MB/sec 2024-04-24T03:11:13.489 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G4fPsocIYiVrioj off=2397696 len=740432 2024-04-24T03:11:13.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 2740 completed, throughput=5MB/sec 2024-04-24T03:11:13.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5PEhw5B4RJe58gW off=5247286 len=1028982 2024-04-24T03:11:13.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 2741 completed, throughput=5MB/sec 2024-04-24T03:11:13.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dgzBexBWMwtGKaX off=374007 len=2060619 2024-04-24T03:11:13.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 2742 completed, throughput=5MB/sec 2024-04-24T03:11:14.494 INFO:tasks.workunit.client.0.smithi016.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:14.494 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OUUCRjdJgjuIKmW off=4595229 len=21442 2024-04-24T03:11:14.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 2743 completed, throughput=4.99MB/sec 2024-04-24T03:11:14.495 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UGsWPYUHmwQ7idP off=2677771 len=1135360 2024-04-24T03:11:14.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 2744 completed, throughput=4.99MB/sec 2024-04-24T03:11:14.500 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o9usXXIrGye4mei off=5694794 len=647440 2024-04-24T03:11:14.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 2745 completed, throughput=5MB/sec 2024-04-24T03:11:14.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TB0ym3afXCkIhQS off=3896195 len=1876690 2024-04-24T03:11:14.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 2746 completed, throughput=5MB/sec 2024-04-24T03:11:14.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ldW95bA-nti4iaW off=687672 len=1736322 2024-04-24T03:11:14.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 2747 completed, throughput=5MB/sec 2024-04-24T03:11:15.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:14 smithi016 ceph-mon[84376]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:14 smithi016 ceph-mon[86910]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:14 smithi063 ceph-mon[77007]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:15.519 INFO:tasks.workunit.client.0.smithi016.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:15.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zJ1c_tHohulZfqi off=1062000 len=1440482 2024-04-24T03:11:15.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 2748 completed, throughput=5MB/sec 2024-04-24T03:11:15.527 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3otVgNK8lj8UFIc off=12699326 len=399669 2024-04-24T03:11:15.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 2749 completed, throughput=5MB/sec 2024-04-24T03:11:15.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EeFK82ICUozuuuA off=472640 len=585405 2024-04-24T03:11:15.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 2750 completed, throughput=5MB/sec 2024-04-24T03:11:15.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PYswVQdH5jPSoTY off=3241511 len=1933938 2024-04-24T03:11:15.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 2751 completed, throughput=5MB/sec 2024-04-24T03:11:16.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:16.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:16.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:16.538 INFO:tasks.workunit.client.0.smithi016.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:16.539 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GIvuSPg0u9il10X off=4809172 len=1774930 2024-04-24T03:11:16.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 2752 completed, throughput=4.99MB/sec 2024-04-24T03:11:16.549 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t8ZXzT3EguIiHqF off=4412685 len=1119090 2024-04-24T03:11:16.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 2753 completed, throughput=5MB/sec 2024-04-24T03:11:16.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3IePitPqiRJu-BB off=6477304 len=1723772 2024-04-24T03:11:16.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 2754 completed, throughput=5MB/sec 2024-04-24T03:11:16.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X59pWemqAaQmcPv off=977816 len=1231505 2024-04-24T03:11:16.567 INFO:tasks.workunit.client.0.smithi016.stdout:op 2755 completed, throughput=5MB/sec 2024-04-24T03:11:17.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:16 smithi016 ceph-mon[84376]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:11:17.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:16 smithi016 ceph-mon[86910]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:11:17.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:16 smithi063 ceph-mon[77007]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:11:17.567 INFO:tasks.workunit.client.0.smithi016.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:17.567 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LV7-eB_KOHZKZGs off=7792272 len=758245 2024-04-24T03:11:17.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 2756 completed, throughput=4.99MB/sec 2024-04-24T03:11:17.573 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UwEQAYhRSI5SiIl off=385328 len=795524 2024-04-24T03:11:17.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 2757 completed, throughput=4.99MB/sec 2024-04-24T03:11:17.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fVhDaCREm-JRFDn off=4045315 len=1160558 2024-04-24T03:11:17.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 2758 completed, throughput=5MB/sec 2024-04-24T03:11:17.575 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y-2opk-aAay6lMl off=2286010 len=1507630 2024-04-24T03:11:17.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 2759 completed, throughput=5MB/sec 2024-04-24T03:11:17.577 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lQueo_kNkxTmuFY off=408847 len=1334168 2024-04-24T03:11:17.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 2760 completed, throughput=5MB/sec 2024-04-24T03:11:18.579 INFO:tasks.workunit.client.0.smithi016.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:18.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9WUBSodiCXjUJil off=3117652 len=798135 2024-04-24T03:11:18.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 2761 completed, throughput=4.99MB/sec 2024-04-24T03:11:18.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CA5KY8vknxq-CiD off=8449607 len=2048252 2024-04-24T03:11:18.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 2762 completed, throughput=5MB/sec 2024-04-24T03:11:18.595 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-camAQuy7vnWrbvO off=7680454 len=794405 2024-04-24T03:11:18.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 2763 completed, throughput=5MB/sec 2024-04-24T03:11:18.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yOWnR3hgMDJOPM_ off=3431183 len=662436 2024-04-24T03:11:18.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 2764 completed, throughput=5MB/sec 2024-04-24T03:11:18.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c9sNHPvvRuDVrtX off=13033718 len=1565716 2024-04-24T03:11:18.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 2765 completed, throughput=5MB/sec 2024-04-24T03:11:18.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:11:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:11:18] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.43.0" 2024-04-24T03:11:19.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:18 smithi016 ceph-mon[84376]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:11:19.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:18 smithi016 ceph-mon[86910]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:11:19.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:18 smithi063 ceph-mon[77007]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:11:19.613 INFO:tasks.workunit.client.0.smithi016.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:19.613 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-70SSxhNBaKsqGys off=8587598 len=1012899 2024-04-24T03:11:19.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 2766 completed, throughput=5MB/sec 2024-04-24T03:11:19.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7PwZeNd7dJVM3KT off=5253800 len=1551700 2024-04-24T03:11:19.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 2767 completed, throughput=5MB/sec 2024-04-24T03:11:19.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KDiifxCUd71iMK4 off=11860062 len=1651056 2024-04-24T03:11:19.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 2768 completed, throughput=5MB/sec 2024-04-24T03:11:20.627 INFO:tasks.workunit.client.0.smithi016.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:20.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rKWxfo-Il-Y3N-I off=12089250 len=1842091 2024-04-24T03:11:20.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 2769 completed, throughput=4.99MB/sec 2024-04-24T03:11:20.631 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qi4sFDPTT_D6JlI off=3920998 len=1265585 2024-04-24T03:11:20.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 2770 completed, throughput=5MB/sec 2024-04-24T03:11:20.639 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1HbTA-AgehAM17q off=3951576 len=950015 2024-04-24T03:11:20.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 2771 completed, throughput=5MB/sec 2024-04-24T03:11:20.644 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F0-Nnm2ILDMUW6d off=1028997 len=756073 2024-04-24T03:11:20.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 2772 completed, throughput=5MB/sec 2024-04-24T03:11:20.646 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_NKBg1G_-bGSvJD off=5915905 len=294440 2024-04-24T03:11:20.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 2773 completed, throughput=5MB/sec 2024-04-24T03:11:21.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:20 smithi016 ceph-mon[84376]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:21.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:20 smithi016 ceph-mon[86910]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:21.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:20 smithi063 ceph-mon[77007]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:21.647 INFO:tasks.workunit.client.0.smithi016.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:21.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wo_nM9EtI7sw-bY off=6059990 len=1169163 2024-04-24T03:11:21.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 2774 completed, throughput=4.99MB/sec 2024-04-24T03:11:21.649 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BYbHtwFYoMESAz5 off=11548694 len=27552 2024-04-24T03:11:21.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 2775 completed, throughput=4.99MB/sec 2024-04-24T03:11:21.650 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EVTbosmbYo-d3wz off=5270418 len=1401572 2024-04-24T03:11:21.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 2776 completed, throughput=5MB/sec 2024-04-24T03:11:21.651 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eKm2kUT6uWkIw_p off=5875995 len=966090 2024-04-24T03:11:21.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 2777 completed, throughput=5MB/sec 2024-04-24T03:11:21.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cM5vUb5m4aLj7e7 off=4739943 len=1558188 2024-04-24T03:11:21.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 2778 completed, throughput=5MB/sec 2024-04-24T03:11:21.667 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UbPInu9yBbnJdU2 off=6059589 len=883138 2024-04-24T03:11:21.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 2779 completed, throughput=5MB/sec 2024-04-24T03:11:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BIYqSxnHDPBdFfJ off=8650113 len=1593901 2024-04-24T03:11:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 2780 completed, throughput=4.99MB/sec 2024-04-24T03:11:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vY1HgP0-SQXeV05 off=4706050 len=741263 2024-04-24T03:11:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 2781 completed, throughput=5MB/sec 2024-04-24T03:11:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F8vOIVtQWb3Y23C off=715483 len=536431 2024-04-24T03:11:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 2782 completed, throughput=5MB/sec 2024-04-24T03:11:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GIvuSPg0u9il10X off=7692834 len=891283 2024-04-24T03:11:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 2783 completed, throughput=5MB/sec 2024-04-24T03:11:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EQDeLfXawDJj7kU off=2129955 len=862131 2024-04-24T03:11:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 2784 completed, throughput=5MB/sec 2024-04-24T03:11:23.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:22 smithi016 ceph-mon[84376]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:23.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:22 smithi016 ceph-mon[86910]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:23.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:22 smithi063 ceph-mon[77007]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:23.676 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZYmVWNBUOKfrAhD off=6995604 len=1807873 2024-04-24T03:11:23.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 2785 completed, throughput=4.99MB/sec 2024-04-24T03:11:23.685 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--x3qYU8YqyQy2YA off=470982 len=157126 2024-04-24T03:11:23.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 2786 completed, throughput=4.99MB/sec 2024-04-24T03:11:23.688 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mSn8uLoOzLZEgnT off=1229586 len=44081 2024-04-24T03:11:23.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 2787 completed, throughput=4.99MB/sec 2024-04-24T03:11:23.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rxVnMyGdVyIzQzo off=2262641 len=1613638 2024-04-24T03:11:23.700 INFO:tasks.workunit.client.0.smithi016.stdout:op 2788 completed, throughput=5MB/sec 2024-04-24T03:11:23.700 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5E5DDfImdpLFlYY off=5926074 len=1300959 2024-04-24T03:11:23.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 2789 completed, throughput=5MB/sec 2024-04-24T03:11:23.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h2mc3BIyH9wzsf7 off=11876966 len=305178 2024-04-24T03:11:23.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 2790 completed, throughput=5MB/sec 2024-04-24T03:11:23.703 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IYUt2aFffwGA-MT off=5536801 len=1451036 2024-04-24T03:11:23.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 2791 completed, throughput=5MB/sec 2024-04-24T03:11:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:24.710 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TuJjtBC5k09uDcq off=13889525 len=808164 2024-04-24T03:11:24.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 2792 completed, throughput=4.99MB/sec 2024-04-24T03:11:24.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0vZK67L8Uq5Yzjl off=5877497 len=1881480 2024-04-24T03:11:24.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 2793 completed, throughput=5MB/sec 2024-04-24T03:11:24.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9yxUf3hs2u4r2TR off=1190507 len=1933101 2024-04-24T03:11:24.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 2794 completed, throughput=5MB/sec 2024-04-24T03:11:25.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:24 smithi016 ceph-mon[84376]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:25.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:24 smithi016 ceph-mon[86910]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:25.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:24 smithi063 ceph-mon[77007]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:11:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:25.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sfY4DF9YOBhxXv5 off=3376993 len=328589 2024-04-24T03:11:25.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 2795 completed, throughput=4.99MB/sec 2024-04-24T03:11:25.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xam5WOYvOLKSPkP off=246163 len=936654 2024-04-24T03:11:25.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 2796 completed, throughput=4.99MB/sec 2024-04-24T03:11:25.735 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W-Cjb6bVj4iSXAT off=5297277 len=755229 2024-04-24T03:11:25.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 2797 completed, throughput=5MB/sec 2024-04-24T03:11:25.740 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f_kT-ozHkCED6cM off=19242036 len=56042 2024-04-24T03:11:25.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 2798 completed, throughput=5MB/sec 2024-04-24T03:11:25.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vnBUvvjpaUQAzP3 off=9559500 len=1990738 2024-04-24T03:11:25.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 2799 completed, throughput=5MB/sec 2024-04-24T03:11:25.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w3VuDuobrtF-_Sk off=3437602 len=307627 2024-04-24T03:11:25.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 2800 completed, throughput=5MB/sec 2024-04-24T03:11:25.756 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Iv7XszPZwrUD4Xm off=4314148 len=154170 2024-04-24T03:11:25.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 2801 completed, throughput=5MB/sec 2024-04-24T03:11:25.757 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-brxyz4nNcwfvl3g off=17393879 len=2043147 2024-04-24T03:11:25.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 2802 completed, throughput=5MB/sec 2024-04-24T03:11:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:26.760 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qtBSl8QJZoPizpQ off=11414509 len=697749 2024-04-24T03:11:26.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 2803 completed, throughput=5MB/sec 2024-04-24T03:11:26.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--80xbEvGTR_4q6T off=2368789 len=946488 2024-04-24T03:11:26.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 2804 completed, throughput=5MB/sec 2024-04-24T03:11:26.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F0-Nnm2ILDMUW6d off=6639308 len=1560724 2024-04-24T03:11:26.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 2805 completed, throughput=5MB/sec 2024-04-24T03:11:26.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qDp8B2v4FmuW4E_ off=22705671 len=113695 2024-04-24T03:11:26.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 2806 completed, throughput=5MB/sec 2024-04-24T03:11:26.777 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-phPyP4uBL2g-Ydx off=642403 len=133791 2024-04-24T03:11:26.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 2807 completed, throughput=5MB/sec 2024-04-24T03:11:26.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lNdc2v3kTaL8cLu off=9023580 len=187131 2024-04-24T03:11:26.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 2808 completed, throughput=5MB/sec 2024-04-24T03:11:27.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:26 smithi016 ceph-mon[84376]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:11:27.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:26 smithi016 ceph-mon[86910]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:11:27.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:26 smithi063 ceph-mon[77007]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:11:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:27.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7_g_rP-ErITMXd- off=13794684 len=1608255 2024-04-24T03:11:27.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 2809 completed, throughput=4.99MB/sec 2024-04-24T03:11:27.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HWMMreAa5Cb795- off=582102 len=1490163 2024-04-24T03:11:27.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 2810 completed, throughput=5MB/sec 2024-04-24T03:11:27.790 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oIs152AZL6BH-BC off=1185553 len=156886 2024-04-24T03:11:27.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 2811 completed, throughput=5MB/sec 2024-04-24T03:11:27.793 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e5Tqa7rvbMiS7wP off=4097191 len=1655874 2024-04-24T03:11:27.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 2812 completed, throughput=5MB/sec 2024-04-24T03:11:27.802 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zho4Mlk2s88TjLc off=5285506 len=1086420 2024-04-24T03:11:27.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 2813 completed, throughput=5MB/sec 2024-04-24T03:11:28.640 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:11:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:11:28] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.43.0" 2024-04-24T03:11:28.807 INFO:tasks.workunit.client.0.smithi016.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:28.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1NdhHulY7lvHeoI off=10718574 len=963122 2024-04-24T03:11:28.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 2814 completed, throughput=4.99MB/sec 2024-04-24T03:11:28.813 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FVKNx0h7biEzYyd off=2207756 len=707069 2024-04-24T03:11:28.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 2815 completed, throughput=4.99MB/sec 2024-04-24T03:11:28.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_4428xNeQMrlKSm off=1391084 len=258210 2024-04-24T03:11:28.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 2816 completed, throughput=5MB/sec 2024-04-24T03:11:28.816 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ucWjlYTAP72TsS9 off=2853251 len=36106 2024-04-24T03:11:28.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 2817 completed, throughput=5MB/sec 2024-04-24T03:11:28.818 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QZeuMzx3JrrHaU- off=15254390 len=1580565 2024-04-24T03:11:28.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 2818 completed, throughput=5MB/sec 2024-04-24T03:11:28.826 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mwtRIKXcresjhus off=6359871 len=1236535 2024-04-24T03:11:28.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 2819 completed, throughput=5MB/sec 2024-04-24T03:11:29.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:28 smithi016 ceph-mon[84376]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:11:29.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:28 smithi016 ceph-mon[86910]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:11:29.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:28 smithi063 ceph-mon[77007]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:11:29.832 INFO:tasks.workunit.client.0.smithi016.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:29.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-meYSH5yx_JsDjBE off=7732940 len=1339810 2024-04-24T03:11:29.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 2820 completed, throughput=4.99MB/sec 2024-04-24T03:11:29.838 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z_CSx857AEjX4ea off=409252 len=1885307 2024-04-24T03:11:29.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 2821 completed, throughput=5MB/sec 2024-04-24T03:11:29.848 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5YWs9HS62VuDNvp off=7071011 len=1599498 2024-04-24T03:11:29.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 2822 completed, throughput=5MB/sec 2024-04-24T03:11:29.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TowAz40AaMre4og off=5376510 len=169406 2024-04-24T03:11:29.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 2823 completed, throughput=5MB/sec 2024-04-24T03:11:29.851 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mFjW78xOoc4oX2O off=926712 len=491037 2024-04-24T03:11:29.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 2824 completed, throughput=5MB/sec 2024-04-24T03:11:30.852 INFO:tasks.workunit.client.0.smithi016.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:30.853 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XDYgi7AdMtEJfo- off=4652459 len=269500 2024-04-24T03:11:30.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 2825 completed, throughput=4.99MB/sec 2024-04-24T03:11:30.853 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ur1CrPRnMRDBz_X off=15777193 len=1494838 2024-04-24T03:11:30.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 2826 completed, throughput=4.99MB/sec 2024-04-24T03:11:30.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iRyZrH8AoWo71VL off=2538686 len=722033 2024-04-24T03:11:30.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 2827 completed, throughput=5MB/sec 2024-04-24T03:11:30.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-feGLqAj_Fg_pIZa off=8432546 len=1424424 2024-04-24T03:11:30.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 2828 completed, throughput=5MB/sec 2024-04-24T03:11:30.864 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B26UC0aJqXoIIjf off=2954592 len=1481444 2024-04-24T03:11:30.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 2829 completed, throughput=5MB/sec 2024-04-24T03:11:31.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:30 smithi016 ceph-mon[84376]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:31.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:31.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:30 smithi016 ceph-mon[86910]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:31.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:30 smithi063 ceph-mon[77007]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:31.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:31.866 INFO:tasks.workunit.client.0.smithi016.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:31.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vU8nlKBD52ln-2b off=32954 len=1441841 2024-04-24T03:11:31.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 2830 completed, throughput=4.99MB/sec 2024-04-24T03:11:31.868 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-klZ7uLWD09-5mar off=7715196 len=311636 2024-04-24T03:11:31.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 2831 completed, throughput=4.99MB/sec 2024-04-24T03:11:31.871 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eCzWSAzoB32DSlQ off=19116909 len=739707 2024-04-24T03:11:31.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 2832 completed, throughput=5MB/sec 2024-04-24T03:11:31.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bKLv6CftPtTRidp off=6623594 len=1299916 2024-04-24T03:11:31.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 2833 completed, throughput=5MB/sec 2024-04-24T03:11:31.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fp5P144fDxL1ArG off=8166437 len=1418319 2024-04-24T03:11:31.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 2834 completed, throughput=5MB/sec 2024-04-24T03:11:32.887 INFO:tasks.workunit.client.0.smithi016.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:32.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wSAbKEalROul-PV off=16845533 len=1626347 2024-04-24T03:11:32.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 2835 completed, throughput=4.99MB/sec 2024-04-24T03:11:32.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-we-yxtIwErASDkn off=7558187 len=1977340 2024-04-24T03:11:32.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 2836 completed, throughput=5MB/sec 2024-04-24T03:11:32.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y_C3K1yXXXkR6xE off=7435003 len=1831339 2024-04-24T03:11:32.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 2837 completed, throughput=5MB/sec 2024-04-24T03:11:33.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:32 smithi016 ceph-mon[84376]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:11:33.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:32 smithi016 ceph-mon[86910]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:11:33.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:32 smithi063 ceph-mon[77007]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:11:33.896 INFO:tasks.workunit.client.0.smithi016.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:33.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lrNGAavVgiGjUxq off=6054530 len=1930443 2024-04-24T03:11:33.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 2838 completed, throughput=4.99MB/sec 2024-04-24T03:11:33.898 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ewA2ozl2QTx6-uB off=19432661 len=1800052 2024-04-24T03:11:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 2839 completed, throughput=5MB/sec 2024-04-24T03:11:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hG-t9cUgb3_E2P6 off=19900811 len=290253 2024-04-24T03:11:33.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 2840 completed, throughput=5MB/sec 2024-04-24T03:11:33.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uEgfJ9hR3ImFVLl off=1874544 len=1303622 2024-04-24T03:11:33.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 2841 completed, throughput=5MB/sec 2024-04-24T03:11:34.911 INFO:tasks.workunit.client.0.smithi016.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:34.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7yQY69ST8fQRo-v off=1355680 len=553556 2024-04-24T03:11:34.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 2842 completed, throughput=4.99MB/sec 2024-04-24T03:11:34.912 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KqDFgmDiBU3k8Pv off=862396 len=777690 2024-04-24T03:11:34.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 2843 completed, throughput=4.99MB/sec 2024-04-24T03:11:34.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x_Go0xMoxkSYDlT off=20269629 len=290239 2024-04-24T03:11:34.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 2844 completed, throughput=4.99MB/sec 2024-04-24T03:11:34.918 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8IeLj9aznPfh7OW off=4252532 len=486085 2024-04-24T03:11:34.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 2845 completed, throughput=5MB/sec 2024-04-24T03:11:34.922 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bWN3Dkus9xSyAy4 off=2061706 len=1282016 2024-04-24T03:11:34.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 2846 completed, throughput=5MB/sec 2024-04-24T03:11:34.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UB5EhPb7ZvkzN4C off=1129977 len=2094313 2024-04-24T03:11:34.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 2847 completed, throughput=5MB/sec 2024-04-24T03:11:35.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:34 smithi016 ceph-mon[84376]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:11:35.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:34 smithi016 ceph-mon[86910]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:11:35.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:34 smithi063 ceph-mon[77007]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:11:35.932 INFO:tasks.workunit.client.0.smithi016.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:35.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bmpMc-_8nYLZqeD off=3833662 len=313241 2024-04-24T03:11:35.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 2848 completed, throughput=4.99MB/sec 2024-04-24T03:11:35.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PTp-P8GncmHrfXV off=20288961 len=546041 2024-04-24T03:11:35.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 2849 completed, throughput=4.99MB/sec 2024-04-24T03:11:35.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cxK56ixKMxIMln0 off=3714700 len=919415 2024-04-24T03:11:35.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 2850 completed, throughput=4.99MB/sec 2024-04-24T03:11:35.936 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HWMMreAa5Cb795- off=694500 len=1471203 2024-04-24T03:11:35.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 2851 completed, throughput=5MB/sec 2024-04-24T03:11:35.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nry6HCSIOk1R_PB off=905777 len=2090600 2024-04-24T03:11:35.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 2852 completed, throughput=5MB/sec 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:11:36.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:35 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:11:36.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:11:36.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:11:36.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:11:36.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:35 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:11:36.945 INFO:tasks.workunit.client.0.smithi016.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:36.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LNpxEwoUBj9NKju off=5198518 len=1975300 2024-04-24T03:11:36.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 2853 completed, throughput=5MB/sec 2024-04-24T03:11:36.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JbKJb0PpV43X8Rx off=416202 len=1443343 2024-04-24T03:11:36.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 2854 completed, throughput=5MB/sec 2024-04-24T03:11:36.961 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AnA-W4QvEDckJGg off=2304689 len=108979 2024-04-24T03:11:36.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 2855 completed, throughput=5MB/sec 2024-04-24T03:11:36.962 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GSwKVcnpBaIpbEi off=2884922 len=1208527 2024-04-24T03:11:36.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 2856 completed, throughput=5MB/sec 2024-04-24T03:11:36.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k9ucqTGINmIS8Sf off=3692317 len=172945 2024-04-24T03:11:36.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 2857 completed, throughput=5MB/sec 2024-04-24T03:11:36.970 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mbk-FqfkAtC3U6A off=5781520 len=49875 2024-04-24T03:11:36.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 2858 completed, throughput=5MB/sec 2024-04-24T03:11:37.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:36 smithi016 ceph-mon[84376]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:11:37.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:36 smithi016 ceph-mon[86910]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:11:37.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:36 smithi063 ceph-mon[77007]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:11:37.972 INFO:tasks.workunit.client.0.smithi016.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:37.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LWbESSIs9ZLqJe_ off=6686558 len=56254 2024-04-24T03:11:37.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 2859 completed, throughput=4.99MB/sec 2024-04-24T03:11:37.975 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yWGaMWfw3AV5B_F off=18528094 len=41554 2024-04-24T03:11:37.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 2860 completed, throughput=4.99MB/sec 2024-04-24T03:11:37.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q8vGDSsExeVg0Sl off=19734175 len=437231 2024-04-24T03:11:37.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 2861 completed, throughput=4.99MB/sec 2024-04-24T03:11:37.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5ahpfbSbvTihd6P off=8022216 len=1841053 2024-04-24T03:11:37.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 2862 completed, throughput=5MB/sec 2024-04-24T03:11:37.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yMN2GpuPJfA2XbG off=762207 len=1579725 2024-04-24T03:11:37.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 2863 completed, throughput=5MB/sec 2024-04-24T03:11:37.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qtBSl8QJZoPizpQ off=9958144 len=1266727 2024-04-24T03:11:38.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 2864 completed, throughput=5MB/sec 2024-04-24T03:11:38.001 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gFi3pbSPZrcIf2W off=9900414 len=193246 2024-04-24T03:11:38.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 2865 completed, throughput=5MB/sec 2024-04-24T03:11:38.658 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:11:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:11:38] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:11:39.002 INFO:tasks.workunit.client.0.smithi016.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:39.002 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S_XaKTmvRIqrRZM off=461462 len=1035475 2024-04-24T03:11:39.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 2866 completed, throughput=4.99MB/sec 2024-04-24T03:11:39.008 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U9-6mcIffNxhxv2 off=104855 len=762805 2024-04-24T03:11:39.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 2867 completed, throughput=4.99MB/sec 2024-04-24T03:11:39.009 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FjMQbWFNuCHnfbQ off=1274910 len=750976 2024-04-24T03:11:39.014 INFO:tasks.workunit.client.0.smithi016.stdout:op 2868 completed, throughput=5MB/sec 2024-04-24T03:11:39.014 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iTMNFpVA-e9X9_q off=1501279 len=466841 2024-04-24T03:11:39.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 2869 completed, throughput=5MB/sec 2024-04-24T03:11:39.015 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IMC3mQeodPM08Z- off=12147631 len=1481012 2024-04-24T03:11:39.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 2870 completed, throughput=5MB/sec 2024-04-24T03:11:39.017 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4m35P7afXN7_rSw off=9960875 len=542002 2024-04-24T03:11:39.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 2871 completed, throughput=5MB/sec 2024-04-24T03:11:39.019 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F9UK1d1AKphThqa off=14503414 len=1811789 2024-04-24T03:11:39.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 2872 completed, throughput=5MB/sec 2024-04-24T03:11:39.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:38 smithi016 ceph-mon[84376]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:11:39.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:38 smithi016 ceph-mon[86910]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:11:39.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:38 smithi063 ceph-mon[77007]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:11:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:40.021 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p1-6Vvc48pbf1_c off=4294206 len=1489905 2024-04-24T03:11:40.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 2873 completed, throughput=5MB/sec 2024-04-24T03:11:40.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7ZDpqrcXFozo7oa off=5755702 len=982566 2024-04-24T03:11:40.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 2874 completed, throughput=5MB/sec 2024-04-24T03:11:40.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qhx4NC5Jl4rDqnJ off=13767339 len=1089078 2024-04-24T03:11:40.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 2875 completed, throughput=5MB/sec 2024-04-24T03:11:40.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NVeWw_0GpqHY5mn off=8071124 len=273220 2024-04-24T03:11:40.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 2876 completed, throughput=5MB/sec 2024-04-24T03:11:41.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:40 smithi016 ceph-mon[84376]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:11:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:40 smithi016 ceph-mon[86910]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:11:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:41.031 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P8tv4Y3CpB2mOjb off=8649320 len=1381871 2024-04-24T03:11:41.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 2877 completed, throughput=4.99MB/sec 2024-04-24T03:11:41.034 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-edqe1NrkSPcellh off=1270383 len=1768395 2024-04-24T03:11:41.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 2878 completed, throughput=5MB/sec 2024-04-24T03:11:41.036 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-25zdoBz4cN1rUFH off=1911682 len=457607 2024-04-24T03:11:41.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 2879 completed, throughput=5MB/sec 2024-04-24T03:11:41.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SwaESqba5cnpzgP off=15447625 len=634393 2024-04-24T03:11:41.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 2880 completed, throughput=5MB/sec 2024-04-24T03:11:41.042 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4NY9CClemyH5zgF off=6393960 len=320550 2024-04-24T03:11:41.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 2881 completed, throughput=5MB/sec 2024-04-24T03:11:41.043 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NVi9GJA7cZEquID off=1001836 len=1350156 2024-04-24T03:11:41.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 2882 completed, throughput=5MB/sec 2024-04-24T03:11:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:40 smithi063 ceph-mon[77007]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:11:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:42.045 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-muwUj1pgqJmzqqy off=1221849 len=1975809 2024-04-24T03:11:42.048 INFO:tasks.workunit.client.0.smithi016.stdout:op 2883 completed, throughput=5MB/sec 2024-04-24T03:11:42.048 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qNyl9HMkwsmlky7 off=840954 len=1038938 2024-04-24T03:11:42.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 2884 completed, throughput=5MB/sec 2024-04-24T03:11:42.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qHjyTkC6fmuyeJa off=2193179 len=730749 2024-04-24T03:11:42.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 2885 completed, throughput=5MB/sec 2024-04-24T03:11:42.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T1pyUKdRWMxr_eM off=5036200 len=1266194 2024-04-24T03:11:42.065 INFO:tasks.workunit.client.0.smithi016.stdout:op 2886 completed, throughput=5MB/sec 2024-04-24T03:11:43.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:42 smithi016 ceph-mon[84376]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:11:43.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:42 smithi016 ceph-mon[86910]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:11:43.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:42 smithi063 ceph-mon[77007]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:11:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:43.065 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jkkKYuY81zj36ps off=1625549 len=1543704 2024-04-24T03:11:43.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 2887 completed, throughput=4.99MB/sec 2024-04-24T03:11:43.075 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-buYXER9oxUyYNSH off=5307075 len=1551868 2024-04-24T03:11:43.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 2888 completed, throughput=5MB/sec 2024-04-24T03:11:43.077 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LT4ri0UC0m102yt off=487182 len=1925112 2024-04-24T03:11:43.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 2889 completed, throughput=5MB/sec 2024-04-24T03:11:44.080 INFO:tasks.workunit.client.0.smithi016.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:44.080 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IsJaL5nfb-yEeGw off=3751052 len=630197 2024-04-24T03:11:44.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 2890 completed, throughput=4.99MB/sec 2024-04-24T03:11:44.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UaF64IwP74OAuXK off=206816 len=1397047 2024-04-24T03:11:44.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 2891 completed, throughput=4.99MB/sec 2024-04-24T03:11:44.083 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2oI0VD7E-8sqOxQ off=819986 len=1070052 2024-04-24T03:11:44.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 2892 completed, throughput=5MB/sec 2024-04-24T03:11:44.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pROTnF-fG0FKBPY off=5766634 len=1841295 2024-04-24T03:11:44.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 2893 completed, throughput=5MB/sec 2024-04-24T03:11:44.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2Mtu4QX4dXHIW6c off=7943145 len=1641176 2024-04-24T03:11:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 2894 completed, throughput=5MB/sec 2024-04-24T03:11:45.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:44 smithi016 ceph-mon[84376]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:45.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:44 smithi016 ceph-mon[86910]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:45.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:44 smithi063 ceph-mon[77007]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:45.096 INFO:tasks.workunit.client.0.smithi016.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:45.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cw7Bk28DnanvO5l off=6317726 len=640678 2024-04-24T03:11:45.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-24T03:11:45.097 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1eQD62vHtYEvixV off=6047570 len=209968 2024-04-24T03:11:45.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 2896 completed, throughput=4.99MB/sec 2024-04-24T03:11:45.097 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xvysEvQFwR3siVk off=6065357 len=1460620 2024-04-24T03:11:45.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 2897 completed, throughput=5MB/sec 2024-04-24T03:11:45.100 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qnIf0uaVZ6gZQso off=1853389 len=1016990 2024-04-24T03:11:45.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 2898 completed, throughput=5MB/sec 2024-04-24T03:11:45.107 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hevZKGWFQ7E9xa6 off=12347650 len=1422189 2024-04-24T03:11:45.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 2899 completed, throughput=5MB/sec 2024-04-24T03:11:46.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:46.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:46.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:11:46.109 INFO:tasks.workunit.client.0.smithi016.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:46.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wpfL3_uhE6ftcxM off=13539679 len=567610 2024-04-24T03:11:46.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 2900 completed, throughput=4.99MB/sec 2024-04-24T03:11:46.110 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vhG2fuHgyk0urJM off=924251 len=849495 2024-04-24T03:11:46.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 2901 completed, throughput=4.99MB/sec 2024-04-24T03:11:46.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sMHPWDJNKAulvM9 off=11648894 len=569077 2024-04-24T03:11:46.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 2902 completed, throughput=5MB/sec 2024-04-24T03:11:46.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xY1QIvbQNjcVTMM off=2643842 len=996110 2024-04-24T03:11:46.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 2903 completed, throughput=5MB/sec 2024-04-24T03:11:46.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qcVcWVo_d8_h0Tq off=2160246 len=1191688 2024-04-24T03:11:46.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 2904 completed, throughput=5MB/sec 2024-04-24T03:11:46.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iztjLKQ82o-rN9c off=3527305 len=441207 2024-04-24T03:11:46.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 2905 completed, throughput=5MB/sec 2024-04-24T03:11:47.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:46 smithi016 ceph-mon[84376]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:11:47.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:46 smithi016 ceph-mon[86910]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:11:47.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:46 smithi063 ceph-mon[77007]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:11:47.125 INFO:tasks.workunit.client.0.smithi016.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:47.125 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PClhqTMZzx4bF88 off=7273840 len=1216661 2024-04-24T03:11:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 2906 completed, throughput=4.99MB/sec 2024-04-24T03:11:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lAgDyPD5HDi_8V_ off=6955748 len=1260701 2024-04-24T03:11:47.129 INFO:tasks.workunit.client.0.smithi016.stdout:op 2907 completed, throughput=5MB/sec 2024-04-24T03:11:47.129 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PK4fl1sNxs87hDy off=4097115 len=1230393 2024-04-24T03:11:47.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 2908 completed, throughput=5MB/sec 2024-04-24T03:11:47.132 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SBk3HqVkj2tUuao off=12988149 len=10115 2024-04-24T03:11:47.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 2909 completed, throughput=5MB/sec 2024-04-24T03:11:47.135 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v2eEYB0aVY0e3WH off=7229291 len=946064 2024-04-24T03:11:47.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 2910 completed, throughput=5MB/sec 2024-04-24T03:11:47.139 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iBix8UKIvZIDWfa off=379347 len=2086084 2024-04-24T03:11:47.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 2911 completed, throughput=5MB/sec 2024-04-24T03:11:48.142 INFO:tasks.workunit.client.0.smithi016.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:48.142 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gKoGKM067_6bbTy off=4136778 len=1765219 2024-04-24T03:11:48.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 2912 completed, throughput=5MB/sec 2024-04-24T03:11:48.145 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O7z293d3Pj7rrqC off=2467107 len=58033 2024-04-24T03:11:48.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 2913 completed, throughput=5MB/sec 2024-04-24T03:11:48.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IR3DTc2ACnFzFtT off=15050023 len=2088805 2024-04-24T03:11:48.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 2914 completed, throughput=5MB/sec 2024-04-24T03:11:48.675 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:11:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:11:48] "GET /metrics HTTP/1.1" 200 34218 "" "Prometheus/2.43.0" 2024-04-24T03:11:49.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:48 smithi016 ceph-mon[84376]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:49.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:48 smithi016 ceph-mon[86910]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:49.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:48 smithi063 ceph-mon[77007]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:11:49.158 INFO:tasks.workunit.client.0.smithi016.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:49.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iIpGiXIaDjcCWmS off=10833695 len=1097287 2024-04-24T03:11:49.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 2915 completed, throughput=4.99MB/sec 2024-04-24T03:11:49.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Qy0MOfeIlu-S1W off=4999899 len=1319586 2024-04-24T03:11:49.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 2916 completed, throughput=5MB/sec 2024-04-24T03:11:49.171 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EWIeOBvSFCBJWon off=13135604 len=1880757 2024-04-24T03:11:49.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 2917 completed, throughput=5MB/sec 2024-04-24T03:11:49.183 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iX89PWmQGZKdNjK off=7487456 len=870282 2024-04-24T03:11:49.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 2918 completed, throughput=5MB/sec 2024-04-24T03:11:49.188 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V5_XbWYJdcK5RC- off=10927953 len=680630 2024-04-24T03:11:49.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 2919 completed, throughput=5MB/sec 2024-04-24T03:11:50.189 INFO:tasks.workunit.client.0.smithi016.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:50.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RVhuy3GhwoERH3k off=12594880 len=869931 2024-04-24T03:11:50.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 2920 completed, throughput=4.99MB/sec 2024-04-24T03:11:50.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UbbFXjOsp13l_PV off=10636509 len=159341 2024-04-24T03:11:50.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 2921 completed, throughput=4.99MB/sec 2024-04-24T03:11:50.194 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FgaV_a022K9SvTd off=10134286 len=1705975 2024-04-24T03:11:50.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 2922 completed, throughput=5MB/sec 2024-04-24T03:11:50.195 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6SPhgRCzFtsCZTv off=10923925 len=716436 2024-04-24T03:11:50.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 2923 completed, throughput=5MB/sec 2024-04-24T03:11:50.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V3fxTGSLAKo1E2f off=8466652 len=1151919 2024-04-24T03:11:50.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 2924 completed, throughput=5MB/sec 2024-04-24T03:11:50.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1iwIHDF131NTbmS off=10191935 len=1745890 2024-04-24T03:11:50.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 2925 completed, throughput=5MB/sec 2024-04-24T03:11:51.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:50 smithi016 ceph-mon[84376]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:11:51.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:50 smithi016 ceph-mon[86910]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:11:51.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:50 smithi063 ceph-mon[77007]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:11:51.209 INFO:tasks.workunit.client.0.smithi016.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:51.209 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JDv575vj4Wv1RJ5 off=19676708 len=463075 2024-04-24T03:11:51.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 2926 completed, throughput=4.99MB/sec 2024-04-24T03:11:51.213 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NLMELd_PQVE-WH6 off=5089831 len=15913 2024-04-24T03:11:51.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 2927 completed, throughput=4.99MB/sec 2024-04-24T03:11:51.213 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EVh8t0TwtYjqT0s off=9851502 len=782759 2024-04-24T03:11:51.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 2928 completed, throughput=5MB/sec 2024-04-24T03:11:51.218 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eTA30lJ52C0hrEh off=16026402 len=1859694 2024-04-24T03:11:51.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 2929 completed, throughput=5MB/sec 2024-04-24T03:11:51.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LiL17CwRNjkhq7f off=13747075 len=47642 2024-04-24T03:11:51.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 2930 completed, throughput=5MB/sec 2024-04-24T03:11:51.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7kPNDh-muZ4E_hh off=13794843 len=793836 2024-04-24T03:11:51.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 2931 completed, throughput=5MB/sec 2024-04-24T03:11:52.231 INFO:tasks.workunit.client.0.smithi016.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:52.231 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sMHPWDJNKAulvM9 off=17412961 len=336894 2024-04-24T03:11:52.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 2932 completed, throughput=4.99MB/sec 2024-04-24T03:11:52.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6uwTDhOvkzromAk off=7206886 len=456902 2024-04-24T03:11:52.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 2933 completed, throughput=4.99MB/sec 2024-04-24T03:11:52.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OHtpZu0uilgDpn_ off=8680582 len=2057196 2024-04-24T03:11:52.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 2934 completed, throughput=5MB/sec 2024-04-24T03:11:52.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h3Fst5lX42BQZ9w off=879104 len=649627 2024-04-24T03:11:52.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 2935 completed, throughput=5MB/sec 2024-04-24T03:11:52.242 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ud-W7LOVTPI4ytb off=1033605 len=568776 2024-04-24T03:11:52.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 2936 completed, throughput=5MB/sec 2024-04-24T03:11:52.246 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6IvWBESnk3Ec_Gj off=283343 len=587137 2024-04-24T03:11:52.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 2937 completed, throughput=5MB/sec 2024-04-24T03:11:52.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j__CGlso10NwFgn off=8897117 len=2080301 2024-04-24T03:11:52.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 2938 completed, throughput=5MB/sec 2024-04-24T03:11:53.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:52 smithi016 ceph-mon[84376]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:11:53.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:52 smithi016 ceph-mon[86910]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:11:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:52 smithi063 ceph-mon[77007]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:11:53.253 INFO:tasks.workunit.client.0.smithi016.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:53.253 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e4o-lpxSmw4QJqo off=1042607 len=1601688 2024-04-24T03:11:53.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 2939 completed, throughput=5MB/sec 2024-04-24T03:11:53.263 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3h95PW4-dE9P1rt off=3105898 len=414040 2024-04-24T03:11:53.266 INFO:tasks.workunit.client.0.smithi016.stdout:op 2940 completed, throughput=5MB/sec 2024-04-24T03:11:53.266 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tLzDRwh1-6PthIc off=8787004 len=1713951 2024-04-24T03:11:53.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 2941 completed, throughput=5MB/sec 2024-04-24T03:11:53.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MPSKKoWvhHCvOKa off=11964652 len=270902 2024-04-24T03:11:53.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 2942 completed, throughput=5MB/sec 2024-04-24T03:11:54.275 INFO:tasks.workunit.client.0.smithi016.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:54.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DPczmo9eaXBITvu off=12816931 len=270042 2024-04-24T03:11:54.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 2943 completed, throughput=4.99MB/sec 2024-04-24T03:11:54.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nfgcyjQG0T6jWJv off=299091 len=443366 2024-04-24T03:11:54.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 2944 completed, throughput=4.99MB/sec 2024-04-24T03:11:54.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xvPPbOahLYepH_y off=5102012 len=249147 2024-04-24T03:11:54.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 2945 completed, throughput=4.99MB/sec 2024-04-24T03:11:54.281 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Evt_5hey0D4OzIj off=285083 len=293407 2024-04-24T03:11:54.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 2946 completed, throughput=4.99MB/sec 2024-04-24T03:11:54.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DLd5MxLiyjDgduD off=2842962 len=1916247 2024-04-24T03:11:54.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 2947 completed, throughput=5MB/sec 2024-04-24T03:11:54.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P7LEjtiCh75Kv_p off=1283372 len=1254611 2024-04-24T03:11:54.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 2948 completed, throughput=5MB/sec 2024-04-24T03:11:54.299 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5PEhw5B4RJe58gW off=7612886 len=1956601 2024-04-24T03:11:54.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 2949 completed, throughput=5MB/sec 2024-04-24T03:11:55.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:54 smithi016 ceph-mon[84376]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-24T03:11:55.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:54 smithi016 ceph-mon[86910]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-24T03:11:55.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:54 smithi063 ceph-mon[77007]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-24T03:11:55.309 INFO:tasks.workunit.client.0.smithi016.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:55.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JKROklaVaU-5B57 off=15174002 len=814820 2024-04-24T03:11:55.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 2950 completed, throughput=4.99MB/sec 2024-04-24T03:11:55.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nio7maCb4ianp6m off=13044928 len=1688613 2024-04-24T03:11:55.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 2951 completed, throughput=5MB/sec 2024-04-24T03:11:55.324 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hj7mhcldPH-_iU2 off=7406584 len=440084 2024-04-24T03:11:55.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 2952 completed, throughput=5MB/sec 2024-04-24T03:11:55.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1JgSfUx-rkxdbxv off=4330379 len=1380898 2024-04-24T03:11:55.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 2953 completed, throughput=5MB/sec 2024-04-24T03:11:56.332 INFO:tasks.workunit.client.0.smithi016.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:56.333 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y62nNX4XH267cuU off=284245 len=1991653 2024-04-24T03:11:56.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 2954 completed, throughput=4.99MB/sec 2024-04-24T03:11:56.335 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bJzVojlF7F_jrXr off=5812812 len=1346568 2024-04-24T03:11:56.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 2955 completed, throughput=5MB/sec 2024-04-24T03:11:56.337 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HYoiv6q9aKjzxEo off=6198317 len=1515248 2024-04-24T03:11:56.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 2956 completed, throughput=5MB/sec 2024-04-24T03:11:56.344 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WwqudrJR4A0aiOY off=3805519 len=516780 2024-04-24T03:11:56.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 2957 completed, throughput=5MB/sec 2024-04-24T03:11:57.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:56 smithi016 ceph-mon[84376]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:11:57.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:56 smithi016 ceph-mon[86910]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:11:57.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:56 smithi063 ceph-mon[77007]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:11:57.346 INFO:tasks.workunit.client.0.smithi016.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:57.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uq1ZJtODk1SNPtd off=1070559 len=237155 2024-04-24T03:11:57.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 2958 completed, throughput=4.99MB/sec 2024-04-24T03:11:57.349 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Cx0ToCPbCoeO2P off=3486245 len=1717297 2024-04-24T03:11:57.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 2959 completed, throughput=4.99MB/sec 2024-04-24T03:11:57.352 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JNOilaY03mRwS9q off=2753425 len=1513393 2024-04-24T03:11:57.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 2960 completed, throughput=5MB/sec 2024-04-24T03:11:57.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A8hbAsP8aHLnDfT off=1629821 len=593107 2024-04-24T03:11:57.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 2961 completed, throughput=5MB/sec 2024-04-24T03:11:57.359 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IuSc4tI_MJAvzOd off=4843028 len=250876 2024-04-24T03:11:57.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 2962 completed, throughput=5MB/sec 2024-04-24T03:11:57.360 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KFAlCgY2-ubX92- off=1994799 len=189086 2024-04-24T03:11:57.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 2963 completed, throughput=5MB/sec 2024-04-24T03:11:57.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ii1fkRBfqzBPbFs off=3762220 len=1342972 2024-04-24T03:11:57.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 2964 completed, throughput=5MB/sec 2024-04-24T03:11:58.365 INFO:tasks.workunit.client.0.smithi016.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:58.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NMzhGJixkq-JrZ6 off=4995985 len=905089 2024-04-24T03:11:58.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 2965 completed, throughput=4.99MB/sec 2024-04-24T03:11:58.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BtOzK52EXkkMbRk off=13811469 len=724591 2024-04-24T03:11:58.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 2966 completed, throughput=5MB/sec 2024-04-24T03:11:58.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uSSkTz3yolXVTB1 off=2835257 len=1155533 2024-04-24T03:11:58.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 2967 completed, throughput=5MB/sec 2024-04-24T03:11:58.382 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4EMYjqQzIK5BpBW off=0 len=1207607 2024-04-24T03:11:58.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 2968 completed, throughput=5MB/sec 2024-04-24T03:11:58.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-buYXER9oxUyYNSH off=2608193 len=1031242 2024-04-24T03:11:58.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 2969 completed, throughput=5MB/sec 2024-04-24T03:11:58.690 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:11:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:11:58] "GET /metrics HTTP/1.1" 200 34218 "" "Prometheus/2.43.0" 2024-04-24T03:11:59.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:11:58 smithi016 ceph-mon[84376]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:59.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:11:58 smithi016 ceph-mon[86910]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:59.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:11:58 smithi063 ceph-mon[77007]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:11:59.385 INFO:tasks.workunit.client.0.smithi016.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-24T03:11:59.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nFp30FI7_nL5rrV off=15951747 len=1697477 2024-04-24T03:11:59.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 2970 completed, throughput=4.99MB/sec 2024-04-24T03:11:59.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZCVfROvPHRaUx5C off=9921 len=1590000 2024-04-24T03:11:59.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 2971 completed, throughput=5MB/sec 2024-04-24T03:11:59.400 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m8EDDLPotexdirY off=11146931 len=798080 2024-04-24T03:11:59.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 2972 completed, throughput=5MB/sec 2024-04-24T03:11:59.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pMDL7yYbt-Ftqki off=15053189 len=885060 2024-04-24T03:11:59.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 2973 completed, throughput=5MB/sec 2024-04-24T03:11:59.406 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3GpzKJWX4P9qPAh off=11737779 len=1380560 2024-04-24T03:11:59.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 2974 completed, throughput=5MB/sec 2024-04-24T03:12:00.412 INFO:tasks.workunit.client.0.smithi016.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:00.412 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IfyVWwAtAf8VAhK off=1448395 len=1365052 2024-04-24T03:12:00.414 INFO:tasks.workunit.client.0.smithi016.stdout:op 2975 completed, throughput=5MB/sec 2024-04-24T03:12:00.414 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y4a4vwYqpX1tzc_ off=4064521 len=611786 2024-04-24T03:12:00.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 2976 completed, throughput=5MB/sec 2024-04-24T03:12:00.415 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wQLchqzC48C9qgM off=15729499 len=1043377 2024-04-24T03:12:00.417 INFO:tasks.workunit.client.0.smithi016.stdout:op 2977 completed, throughput=5MB/sec 2024-04-24T03:12:00.417 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pToqBh6psUSiNB0 off=8907 len=1109056 2024-04-24T03:12:00.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 2978 completed, throughput=5MB/sec 2024-04-24T03:12:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:00 smithi016 ceph-mon[84376]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:12:01.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:00 smithi016 ceph-mon[86910]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:12:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:00 smithi063 ceph-mon[77007]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:12:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:01.418 INFO:tasks.workunit.client.0.smithi016.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:01.418 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cwwiFadcwohsU61 off=567594 len=652250 2024-04-24T03:12:01.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 2979 completed, throughput=4.99MB/sec 2024-04-24T03:12:01.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Iz4QdS2EhrMVr5A off=4276003 len=2079983 2024-04-24T03:12:01.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 2980 completed, throughput=5MB/sec 2024-04-24T03:12:01.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oyUVp6EAMcvHTqs off=3125674 len=1847790 2024-04-24T03:12:01.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 2981 completed, throughput=5MB/sec 2024-04-24T03:12:01.427 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KljOF5VbWPu1HEJ off=10340834 len=739768 2024-04-24T03:12:01.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 2982 completed, throughput=5MB/sec 2024-04-24T03:12:02.433 INFO:tasks.workunit.client.0.smithi016.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:02.433 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-13VY4P4ngjjgKmt off=559237 len=1521583 2024-04-24T03:12:02.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 2983 completed, throughput=4.99MB/sec 2024-04-24T03:12:02.441 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rKWxfo-Il-Y3N-I off=13416195 len=248430 2024-04-24T03:12:02.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 2984 completed, throughput=4.99MB/sec 2024-04-24T03:12:02.442 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VFhm5zOdqT6BeFi off=4368385 len=1054924 2024-04-24T03:12:02.446 INFO:tasks.workunit.client.0.smithi016.stdout:op 2985 completed, throughput=5MB/sec 2024-04-24T03:12:02.446 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-60KvFZyY8bHjB24 off=8281938 len=1698452 2024-04-24T03:12:02.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 2986 completed, throughput=5MB/sec 2024-04-24T03:12:02.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eB6CkoCZ-ilF39U off=548963 len=248118 2024-04-24T03:12:02.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 2987 completed, throughput=5MB/sec 2024-04-24T03:12:02.454 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2K1dM6waJ_Uypt4 off=616211 len=1150611 2024-04-24T03:12:02.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 2988 completed, throughput=5MB/sec 2024-04-24T03:12:03.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:02 smithi016 ceph-mon[84376]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:12:03.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:02 smithi016 ceph-mon[86910]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:12:03.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:02 smithi063 ceph-mon[77007]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:12:03.460 INFO:tasks.workunit.client.0.smithi016.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:03.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3ewMuGOrCYX_H3S off=924860 len=1933236 2024-04-24T03:12:03.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 2989 completed, throughput=5MB/sec 2024-04-24T03:12:03.463 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JCW86npM5bYNiJP off=1287825 len=1565671 2024-04-24T03:12:03.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 2990 completed, throughput=5MB/sec 2024-04-24T03:12:03.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IyrWqqyBwt32W5D off=650252 len=794337 2024-04-24T03:12:03.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 2991 completed, throughput=5MB/sec 2024-04-24T03:12:03.474 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZqIR9w1vQVJine5 off=3420629 len=130740 2024-04-24T03:12:03.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 2992 completed, throughput=5MB/sec 2024-04-24T03:12:03.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x7LVOJWXPGrrTbh off=707097 len=914308 2024-04-24T03:12:03.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 2993 completed, throughput=5MB/sec 2024-04-24T03:12:04.479 INFO:tasks.workunit.client.0.smithi016.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:04.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-POtW2Am2epHA8SU off=0 len=1236352 2024-04-24T03:12:04.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 2994 completed, throughput=4.99MB/sec 2024-04-24T03:12:04.482 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qE-q5SsS2vs_u26 off=1189725 len=547311 2024-04-24T03:12:04.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 2995 completed, throughput=5MB/sec 2024-04-24T03:12:04.483 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LxzfXgvhbWXTLau off=3750710 len=70923 2024-04-24T03:12:04.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 2996 completed, throughput=5MB/sec 2024-04-24T03:12:04.486 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Vb47I1Vemnlz1g off=4815822 len=150163 2024-04-24T03:12:04.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 2997 completed, throughput=5MB/sec 2024-04-24T03:12:04.487 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8sdw1y-zS-lB2mB off=5143166 len=97850 2024-04-24T03:12:04.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 2998 completed, throughput=5MB/sec 2024-04-24T03:12:04.488 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f13KM0bZCdvlOZt off=6943187 len=649675 2024-04-24T03:12:04.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 2999 completed, throughput=5MB/sec 2024-04-24T03:12:04.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SzUrCF7Ej7h-VEb off=3455916 len=1830626 2024-04-24T03:12:04.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 3000 completed, throughput=5MB/sec 2024-04-24T03:12:04.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4PAKtacOsgVEuho off=4524468 len=20018 2024-04-24T03:12:04.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 3001 completed, throughput=5MB/sec 2024-04-24T03:12:04.502 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SEWXnNvItnvRW2p off=272509 len=439262 2024-04-24T03:12:04.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 3002 completed, throughput=5MB/sec 2024-04-24T03:12:05.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:04 smithi016 ceph-mon[84376]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:05.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:04 smithi016 ceph-mon[86910]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:05.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:04 smithi063 ceph-mon[77007]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:05.506 INFO:tasks.workunit.client.0.smithi016.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:05.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UOHEg9Ov68OiPHi off=18986958 len=920368 2024-04-24T03:12:05.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 3003 completed, throughput=4.99MB/sec 2024-04-24T03:12:05.509 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BWhtUpzrTIE2G8h off=6772582 len=92155 2024-04-24T03:12:05.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 3004 completed, throughput=4.99MB/sec 2024-04-24T03:12:05.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yGzQ4En8DdfCS9O off=18109292 len=2000196 2024-04-24T03:12:05.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 3005 completed, throughput=5MB/sec 2024-04-24T03:12:05.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k4gThQ2AgwebecY off=8289622 len=692546 2024-04-24T03:12:05.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 3006 completed, throughput=5MB/sec 2024-04-24T03:12:05.515 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XsPtUtb8endCQdG off=10939070 len=529306 2024-04-24T03:12:05.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 3007 completed, throughput=5MB/sec 2024-04-24T03:12:05.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kgvBZiKTe2nk_GE off=59497 len=426148 2024-04-24T03:12:05.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 3008 completed, throughput=5MB/sec 2024-04-24T03:12:05.517 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hj7mhcldPH-_iU2 off=5132188 len=1440904 2024-04-24T03:12:05.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 3009 completed, throughput=5MB/sec 2024-04-24T03:12:06.525 INFO:tasks.workunit.client.0.smithi016.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:06.525 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YypIZ56pjCIqExk off=779511 len=432641 2024-04-24T03:12:06.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 3010 completed, throughput=4.99MB/sec 2024-04-24T03:12:06.529 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7o3ugIz1tgBpMit off=598899 len=852770 2024-04-24T03:12:06.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 3011 completed, throughput=5MB/sec 2024-04-24T03:12:06.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ze9YdC64wRYjQCs off=12940798 len=872422 2024-04-24T03:12:06.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 3012 completed, throughput=5MB/sec 2024-04-24T03:12:06.535 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qJo7o2eXmnLWbOI off=3346910 len=835756 2024-04-24T03:12:06.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 3013 completed, throughput=5MB/sec 2024-04-24T03:12:06.537 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PaHLUrGHL5vSODO off=15172526 len=605415 2024-04-24T03:12:06.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 3014 completed, throughput=5MB/sec 2024-04-24T03:12:06.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kWYOJByZGMtIawM off=11676269 len=1743922 2024-04-24T03:12:06.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 3015 completed, throughput=5MB/sec 2024-04-24T03:12:07.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:06 smithi016 ceph-mon[84376]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-24T03:12:07.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:06 smithi016 ceph-mon[86910]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-24T03:12:07.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:06 smithi063 ceph-mon[77007]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-24T03:12:07.540 INFO:tasks.workunit.client.0.smithi016.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:07.540 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H59IMII1usA6oRO off=1250852 len=443870 2024-04-24T03:12:07.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 3016 completed, throughput=4.99MB/sec 2024-04-24T03:12:07.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9ZUrJctSjr--RRj off=6005778 len=666552 2024-04-24T03:12:07.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 3017 completed, throughput=5MB/sec 2024-04-24T03:12:07.546 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1fnZWYa4tHa2oYo off=627193 len=1436065 2024-04-24T03:12:07.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 3018 completed, throughput=5MB/sec 2024-04-24T03:12:07.552 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MsGPSat-Zui22d2 off=7175744 len=1698177 2024-04-24T03:12:07.555 INFO:tasks.workunit.client.0.smithi016.stdout:op 3019 completed, throughput=5MB/sec 2024-04-24T03:12:07.556 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4Iygdt0dP1T141j off=5540874 len=1548319 2024-04-24T03:12:07.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 3020 completed, throughput=5MB/sec 2024-04-24T03:12:08.563 INFO:tasks.workunit.client.0.smithi016.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:08.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M4Co7a3xT6OxIOK off=13445495 len=1417721 2024-04-24T03:12:08.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 3021 completed, throughput=5MB/sec 2024-04-24T03:12:08.571 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zg3ZfmqVcjEhZzH off=3365118 len=426189 2024-04-24T03:12:08.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 3022 completed, throughput=5MB/sec 2024-04-24T03:12:08.574 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZYfuoVND08T9P9Q off=4429053 len=1501510 2024-04-24T03:12:08.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 3023 completed, throughput=5MB/sec 2024-04-24T03:12:08.582 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F0-Nnm2ILDMUW6d off=6707243 len=1221827 2024-04-24T03:12:08.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 3024 completed, throughput=5MB/sec 2024-04-24T03:12:08.705 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:12:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:12:08] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.43.0" 2024-04-24T03:12:09.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:08 smithi016 ceph-mon[84376]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:12:09.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:08 smithi016 ceph-mon[86910]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:12:09.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:08 smithi063 ceph-mon[77007]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:12:09.589 INFO:tasks.workunit.client.0.smithi016.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:09.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GO30kcLyZwH3O3k off=5934065 len=998865 2024-04-24T03:12:09.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 3025 completed, throughput=4.99MB/sec 2024-04-24T03:12:09.591 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jmCMrH-wzJwQGwd off=11162476 len=1995669 2024-04-24T03:12:09.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 3026 completed, throughput=5MB/sec 2024-04-24T03:12:09.604 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tp_3-OnulrbyFOx off=1622605 len=664303 2024-04-24T03:12:09.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 3027 completed, throughput=5MB/sec 2024-04-24T03:12:09.605 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5IQiiHb5n_1No3A off=5839537 len=1833736 2024-04-24T03:12:09.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 3028 completed, throughput=5MB/sec 2024-04-24T03:12:10.608 INFO:tasks.workunit.client.0.smithi016.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:10.608 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wSjcX3kTdPqKKpN off=5789895 len=965035 2024-04-24T03:12:10.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 3029 completed, throughput=4.99MB/sec 2024-04-24T03:12:10.610 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8398ZgSZ1hScRks off=310576 len=882595 2024-04-24T03:12:10.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 3030 completed, throughput=5MB/sec 2024-04-24T03:12:10.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e8ZUFK4Eu00YSvP off=2176687 len=492542 2024-04-24T03:12:10.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 3031 completed, throughput=5MB/sec 2024-04-24T03:12:10.616 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PbWL3jTF0I7fY2f off=5505711 len=815021 2024-04-24T03:12:10.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 3032 completed, throughput=5MB/sec 2024-04-24T03:12:10.621 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t8uejPY1DsWWT1y off=626628 len=1547913 2024-04-24T03:12:10.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 3033 completed, throughput=5MB/sec 2024-04-24T03:12:11.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:10 smithi016 ceph-mon[84376]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:12:11.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:10 smithi016 ceph-mon[86910]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:12:11.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:10 smithi063 ceph-mon[77007]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:12:11.628 INFO:tasks.workunit.client.0.smithi016.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:11.628 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dDsiN7QudYq-wBa off=11835221 len=1002957 2024-04-24T03:12:11.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 3034 completed, throughput=4.99MB/sec 2024-04-24T03:12:11.634 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qkcsOjarkGI2CRc off=741205 len=1190328 2024-04-24T03:12:11.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 3035 completed, throughput=5MB/sec 2024-04-24T03:12:11.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Pqyvs6f_ZEgMnER off=1048067 len=213538 2024-04-24T03:12:11.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 3036 completed, throughput=5MB/sec 2024-04-24T03:12:11.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ebSgNWmRL0x2T2L off=3763667 len=392515 2024-04-24T03:12:11.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 3037 completed, throughput=5MB/sec 2024-04-24T03:12:11.640 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2Esn_mneBHXQnpl off=2871733 len=2052485 2024-04-24T03:12:11.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 3038 completed, throughput=5MB/sec 2024-04-24T03:12:11.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fdrVOvwtbvllGSX off=12112702 len=758792 2024-04-24T03:12:11.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 3039 completed, throughput=5MB/sec 2024-04-24T03:12:12.644 INFO:tasks.workunit.client.0.smithi016.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:12.644 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-37OQNuc6_LMAdmy off=7561703 len=1494546 2024-04-24T03:12:12.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 3040 completed, throughput=4.99MB/sec 2024-04-24T03:12:12.646 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dE-J1iOlTzyrSCZ off=5975863 len=684651 2024-04-24T03:12:12.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 3041 completed, throughput=5MB/sec 2024-04-24T03:12:12.651 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XN0xshaHB_B09xk off=18706254 len=1878559 2024-04-24T03:12:12.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 3042 completed, throughput=5MB/sec 2024-04-24T03:12:12.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aFNjnsdduz-mmnX off=17423201 len=1845615 2024-04-24T03:12:12.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 3043 completed, throughput=5MB/sec 2024-04-24T03:12:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:12 smithi016 ceph-mon[84376]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:12:13.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:12 smithi016 ceph-mon[86910]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:12:13.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:12 smithi063 ceph-mon[77007]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:12:13.663 INFO:tasks.workunit.client.0.smithi016.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:13.663 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WCZt2lxdLXwSHzk off=366121 len=748457 2024-04-24T03:12:13.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 3044 completed, throughput=4.99MB/sec 2024-04-24T03:12:13.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4NY9CClemyH5zgF off=7827135 len=306221 2024-04-24T03:12:13.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 3045 completed, throughput=4.99MB/sec 2024-04-24T03:12:13.668 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E6Ro0LkxUywFYj- off=927926 len=1128281 2024-04-24T03:12:13.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 3046 completed, throughput=5MB/sec 2024-04-24T03:12:13.669 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-favSS6ib8AblvLB off=3872599 len=1921781 2024-04-24T03:12:13.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 3047 completed, throughput=5MB/sec 2024-04-24T03:12:13.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RNFAZ1I9gfuAFyp off=12998630 len=131402 2024-04-24T03:12:13.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 3048 completed, throughput=5MB/sec 2024-04-24T03:12:13.672 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VC0vYDhNzc4nspU off=10475691 len=912336 2024-04-24T03:12:13.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 3049 completed, throughput=5MB/sec 2024-04-24T03:12:14.050 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:12:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=cleanup t=2024-04-24T03:12:13.602894369Z level=info msg="Completed cleanup jobs" duration=12.888881ms 2024-04-24T03:12:14.678 INFO:tasks.workunit.client.0.smithi016.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:14.678 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_8iOMZeFXRojgzf off=12507254 len=290482 2024-04-24T03:12:14.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 3050 completed, throughput=4.99MB/sec 2024-04-24T03:12:14.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DCPINgLAZ0CQoUN off=4319060 len=67948 2024-04-24T03:12:14.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 3051 completed, throughput=4.99MB/sec 2024-04-24T03:12:14.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IcqPow6GGn24CWL off=11201761 len=1200724 2024-04-24T03:12:14.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 3052 completed, throughput=5MB/sec 2024-04-24T03:12:14.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mwtRIKXcresjhus off=5965828 len=1670385 2024-04-24T03:12:14.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 3053 completed, throughput=5MB/sec 2024-04-24T03:12:14.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Imm6mP6i0-Gcc57 off=11358861 len=14746 2024-04-24T03:12:14.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 3054 completed, throughput=5MB/sec 2024-04-24T03:12:14.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T73kHnXunxejnWq off=5410134 len=2552 2024-04-24T03:12:14.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 3055 completed, throughput=5MB/sec 2024-04-24T03:12:14.692 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-utgHoySjANZKroP off=7349855 len=1540411 2024-04-24T03:12:14.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 3056 completed, throughput=5MB/sec 2024-04-24T03:12:15.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:14 smithi016 ceph-mon[84376]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:12:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:14 smithi016 ceph-mon[86910]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:12:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:14 smithi063 ceph-mon[77007]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:12:15.700 INFO:tasks.workunit.client.0.smithi016.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:15.700 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_TwTBCqU_rGh9L off=1361781 len=1682329 2024-04-24T03:12:15.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 3057 completed, throughput=4.99MB/sec 2024-04-24T03:12:15.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XXTKWmo4Usw8onj off=4998847 len=430950 2024-04-24T03:12:15.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 3058 completed, throughput=5MB/sec 2024-04-24T03:12:15.708 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GaEyg8b0DFfNW_r off=13322211 len=1207589 2024-04-24T03:12:15.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 3059 completed, throughput=5MB/sec 2024-04-24T03:12:15.710 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HiDPKiXj6bZ_Wae off=1556817 len=708776 2024-04-24T03:12:15.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 3060 completed, throughput=5MB/sec 2024-04-24T03:12:15.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FBULwpGuAtnXvJ8 off=6231881 len=750600 2024-04-24T03:12:15.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 3061 completed, throughput=5MB/sec 2024-04-24T03:12:15.717 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l_9-gr_WIXjQR0_ off=18762371 len=181925 2024-04-24T03:12:15.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 3062 completed, throughput=5MB/sec 2024-04-24T03:12:15.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uTLDSyoKuu9mYIE off=14512256 len=1647818 2024-04-24T03:12:15.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 3063 completed, throughput=5MB/sec 2024-04-24T03:12:16.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:16.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:16.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:16.727 INFO:tasks.workunit.client.0.smithi016.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:16.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WpWEKod3Kgq5mdM off=218648 len=1667567 2024-04-24T03:12:16.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 3064 completed, throughput=5MB/sec 2024-04-24T03:12:16.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lCcK3baCq6_vzBL off=5998968 len=1511140 2024-04-24T03:12:16.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 3065 completed, throughput=5MB/sec 2024-04-24T03:12:16.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KeFl-iTOgIA71P7 off=14351874 len=611552 2024-04-24T03:12:16.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 3066 completed, throughput=5MB/sec 2024-04-24T03:12:16.736 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Xw53UJqGj84YWe off=2148159 len=1988633 2024-04-24T03:12:16.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 3067 completed, throughput=5MB/sec 2024-04-24T03:12:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:16 smithi016 ceph-mon[84376]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:12:17.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:16 smithi016 ceph-mon[86910]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:12:17.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:16 smithi063 ceph-mon[77007]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:12:17.738 INFO:tasks.workunit.client.0.smithi016.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:17.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cbnAJvRkhNGVv9S off=674545 len=276677 2024-04-24T03:12:17.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 3068 completed, throughput=5MB/sec 2024-04-24T03:12:17.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CmLJBoo-5PZeoqH off=1612796 len=972808 2024-04-24T03:12:17.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 3069 completed, throughput=5MB/sec 2024-04-24T03:12:17.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YMpu0CjzsHA-qNx off=17472126 len=1077471 2024-04-24T03:12:17.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 3070 completed, throughput=5MB/sec 2024-04-24T03:12:17.748 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YGgTCk9Q7N1ijv3 off=5855235 len=846430 2024-04-24T03:12:17.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 3071 completed, throughput=5MB/sec 2024-04-24T03:12:17.753 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uADNqwwdkUYsfMo off=260766 len=25136 2024-04-24T03:12:17.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 3072 completed, throughput=5MB/sec 2024-04-24T03:12:17.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LqyaNfrU5K7PA87 off=629094 len=1789131 2024-04-24T03:12:17.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 3073 completed, throughput=5MB/sec 2024-04-24T03:12:18.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:17 smithi016 ceph-mon[84376]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:12:18.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:17 smithi016 ceph-mon[86910]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:12:18.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:17 smithi063 ceph-mon[77007]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:12:18.757 INFO:tasks.workunit.client.0.smithi016.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:18.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5B0RFNXblRb3YQj off=227702 len=2042776 2024-04-24T03:12:18.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 3074 completed, throughput=5MB/sec 2024-04-24T03:12:18.768 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Be8eI2mtKrCu0e4 off=6261620 len=1174737 2024-04-24T03:12:18.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:12:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:12:18] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:12:18.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 3075 completed, throughput=5MB/sec 2024-04-24T03:12:18.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p1e4l1QT3W2BsZk off=11498857 len=794234 2024-04-24T03:12:18.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 3076 completed, throughput=5MB/sec 2024-04-24T03:12:19.778 INFO:tasks.workunit.client.0.smithi016.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:19.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CYxdhs3atNuu-hm off=6510200 len=221342 2024-04-24T03:12:19.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 3077 completed, throughput=4.99MB/sec 2024-04-24T03:12:19.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-plDWumIvSetERoo off=398766 len=1580231 2024-04-24T03:12:19.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 3078 completed, throughput=5MB/sec 2024-04-24T03:12:19.781 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C4eTN-htUgA9dYS off=20313247 len=522832 2024-04-24T03:12:19.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 3079 completed, throughput=5MB/sec 2024-04-24T03:12:19.782 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zmWh1yF_PGOfM78 off=2485735 len=973941 2024-04-24T03:12:19.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 3080 completed, throughput=5MB/sec 2024-04-24T03:12:19.786 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--81O2LK2Rgb-wF7 off=1817002 len=988734 2024-04-24T03:12:19.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 3081 completed, throughput=5MB/sec 2024-04-24T03:12:19.786 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZCVfROvPHRaUx5C off=952677 len=647244 2024-04-24T03:12:19.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 3082 completed, throughput=5MB/sec 2024-04-24T03:12:19.790 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pO9mGxNVHUINo2D off=422017 len=628424 2024-04-24T03:12:19.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 3083 completed, throughput=5MB/sec 2024-04-24T03:12:20.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:20 smithi063 ceph-mon[77007]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:12:20.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:20 smithi016 ceph-mon[84376]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:12:20.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:20 smithi016 ceph-mon[86910]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:12:20.791 INFO:tasks.workunit.client.0.smithi016.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:20.791 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LyeDGu91i1x__RN off=633724 len=1667447 2024-04-24T03:12:20.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 3084 completed, throughput=5MB/sec 2024-04-24T03:12:20.801 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Myz0wXzBeozLcKv off=15059702 len=1489239 2024-04-24T03:12:20.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 3085 completed, throughput=5MB/sec 2024-04-24T03:12:20.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ncWQX3ZMr97d-Td off=13099369 len=87952 2024-04-24T03:12:20.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 3086 completed, throughput=5MB/sec 2024-04-24T03:12:20.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JDv575vj4Wv1RJ5 off=5259779 len=389367 2024-04-24T03:12:20.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 3087 completed, throughput=5MB/sec 2024-04-24T03:12:20.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QJtpNbRIl_bsDs3 off=22704857 len=171335 2024-04-24T03:12:20.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 3088 completed, throughput=5MB/sec 2024-04-24T03:12:20.810 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-frFU6qfzNizw7Bj off=2618241 len=1915595 2024-04-24T03:12:20.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 3089 completed, throughput=5MB/sec 2024-04-24T03:12:21.812 INFO:tasks.workunit.client.0.smithi016.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:21.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v9r5O6UZR3sCC-G off=841423 len=180844 2024-04-24T03:12:21.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 3090 completed, throughput=4.99MB/sec 2024-04-24T03:12:21.815 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pXOg-_NJt7yMWic off=8033516 len=252878 2024-04-24T03:12:21.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 3091 completed, throughput=4.99MB/sec 2024-04-24T03:12:21.819 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D64-Yldlo_m_G_K off=2846340 len=28531 2024-04-24T03:12:21.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 3092 completed, throughput=4.99MB/sec 2024-04-24T03:12:21.819 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-frFU6qfzNizw7Bj off=136379 len=1558263 2024-04-24T03:12:21.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 3093 completed, throughput=5MB/sec 2024-04-24T03:12:21.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KorDNGg2ywJlyEx off=4979874 len=1004396 2024-04-24T03:12:21.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 3094 completed, throughput=5MB/sec 2024-04-24T03:12:21.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y8BUHVemIL6FGut off=18483395 len=1883648 2024-04-24T03:12:21.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 3095 completed, throughput=5MB/sec 2024-04-24T03:12:22.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:22 smithi063 ceph-mon[77007]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:12:22.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:22 smithi016 ceph-mon[84376]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:12:22.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:22 smithi016 ceph-mon[86910]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:12:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:22.841 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9OvLzLT1BdQvWPM off=1499889 len=4663 2024-04-24T03:12:22.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 3096 completed, throughput=4.99MB/sec 2024-04-24T03:12:22.841 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sfyv5goTRjXRCzu off=645135 len=1929482 2024-04-24T03:12:22.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 3097 completed, throughput=5MB/sec 2024-04-24T03:12:22.849 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LPYh6bD6MvPkdUY off=638224 len=1734759 2024-04-24T03:12:22.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 3098 completed, throughput=5MB/sec 2024-04-24T03:12:22.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7hZindZMcIR9ulo off=1890080 len=589134 2024-04-24T03:12:22.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 3099 completed, throughput=5MB/sec 2024-04-24T03:12:22.852 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-atMeJ6azIn4tkOv off=11486417 len=1606520 2024-04-24T03:12:22.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 3100 completed, throughput=5MB/sec 2024-04-24T03:12:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:23.854 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xzeYkK6DJHbT-dl off=1378939 len=969478 2024-04-24T03:12:23.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 3101 completed, throughput=4.99MB/sec 2024-04-24T03:12:23.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--60n-yeAvjvCA9h off=12852160 len=1637185 2024-04-24T03:12:23.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 3102 completed, throughput=5MB/sec 2024-04-24T03:12:23.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4MtSLD0w-nR7tWA off=3610736 len=1880878 2024-04-24T03:12:23.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 3103 completed, throughput=5MB/sec 2024-04-24T03:12:24.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:24 smithi063 ceph-mon[77007]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:12:24.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:24 smithi016 ceph-mon[84376]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:12:24.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:24 smithi016 ceph-mon[86910]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:12:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:24.871 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CniE6ShFP-BUrpy off=14940421 len=79711 2024-04-24T03:12:24.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 3104 completed, throughput=4.99MB/sec 2024-04-24T03:12:24.873 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f1_2lyx7arkVaJF off=17428280 len=554025 2024-04-24T03:12:24.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-24T03:12:24.877 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WdEX3eAOQLyJzlK off=420438 len=726012 2024-04-24T03:12:24.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 3106 completed, throughput=4.99MB/sec 2024-04-24T03:12:24.882 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ukud-7EzM4AYRqA off=10856581 len=1494234 2024-04-24T03:12:24.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 3107 completed, throughput=5MB/sec 2024-04-24T03:12:24.889 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-458zFQ9jTgQJ_fj off=407853 len=157503 2024-04-24T03:12:24.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 3108 completed, throughput=5MB/sec 2024-04-24T03:12:24.891 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bG8UsYjh5PFNLgo off=5231961 len=631952 2024-04-24T03:12:24.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 3109 completed, throughput=5MB/sec 2024-04-24T03:12:24.896 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gKoGKM067_6bbTy off=5032954 len=528931 2024-04-24T03:12:24.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 3110 completed, throughput=5MB/sec 2024-04-24T03:12:24.899 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yvUtTAVtkK7XE8f off=7934701 len=1966081 2024-04-24T03:12:24.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 3111 completed, throughput=5MB/sec 2024-04-24T03:12:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:25.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-22URv47GVNpRi-7 off=267940 len=1745184 2024-04-24T03:12:25.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 3112 completed, throughput=5MB/sec 2024-04-24T03:12:25.921 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PA7Zt_z7AP7fmdR off=7404425 len=1238996 2024-04-24T03:12:25.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 3113 completed, throughput=5MB/sec 2024-04-24T03:12:25.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4lRepTiqc2UQTqp off=13550686 len=387290 2024-04-24T03:12:25.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 3114 completed, throughput=5MB/sec 2024-04-24T03:12:25.928 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HMXdKuGh4mN7DCY off=5230200 len=988995 2024-04-24T03:12:25.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 3115 completed, throughput=5MB/sec 2024-04-24T03:12:25.930 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j7P0HMSXAIJNUPH off=819132 len=315602 2024-04-24T03:12:25.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 3116 completed, throughput=5MB/sec 2024-04-24T03:12:26.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:26 smithi063 ceph-mon[77007]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-24T03:12:26.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:26 smithi016 ceph-mon[84376]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-24T03:12:26.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:26 smithi016 ceph-mon[86910]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-24T03:12:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:26.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n7H026dUA0iuYO- off=1610944 len=2048161 2024-04-24T03:12:26.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 3117 completed, throughput=5MB/sec 2024-04-24T03:12:26.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rmU3RFHBI85Q3dq off=18976087 len=1008085 2024-04-24T03:12:26.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 3118 completed, throughput=5MB/sec 2024-04-24T03:12:26.944 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FzyDOk9gJzFAllb off=3864798 len=202585 2024-04-24T03:12:26.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 3119 completed, throughput=5MB/sec 2024-04-24T03:12:26.947 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L8rVJ_bgqGJ9OZo off=10826410 len=1892788 2024-04-24T03:12:26.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 3120 completed, throughput=5MB/sec 2024-04-24T03:12:26.948 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W7POQG5uc67KM9p off=470453 len=2042041 2024-04-24T03:12:26.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 3121 completed, throughput=5MB/sec 2024-04-24T03:12:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:27.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SeqNrlIi2-VpNVn off=16458222 len=330549 2024-04-24T03:12:27.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 3122 completed, throughput=5MB/sec 2024-04-24T03:12:27.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z3FhpItBAQ3BQDR off=1883833 len=533235 2024-04-24T03:12:27.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 3123 completed, throughput=5MB/sec 2024-04-24T03:12:27.957 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hGKvOFbgCW5AI1x off=7055874 len=1768172 2024-04-24T03:12:27.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 3124 completed, throughput=5MB/sec 2024-04-24T03:12:27.960 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JtmmWYITZC7oQoq off=6333622 len=633021 2024-04-24T03:12:27.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 3125 completed, throughput=5MB/sec 2024-04-24T03:12:27.965 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rGCdKu5xMJRLzIN off=17225547 len=2043890 2024-04-24T03:12:27.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 3126 completed, throughput=5MB/sec 2024-04-24T03:12:28.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:28 smithi063 ceph-mon[77007]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:12:28.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:28 smithi016 ceph-mon[84376]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:12:28.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:12:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:12:28] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:12:28.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:28 smithi016 ceph-mon[86910]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:12:28.967 INFO:tasks.workunit.client.0.smithi016.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:28.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tdMfVnJcqoW6Z8F off=604187 len=1684415 2024-04-24T03:12:28.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 3127 completed, throughput=5MB/sec 2024-04-24T03:12:28.976 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8OP9-SjOSbWM6jc off=8291904 len=1124096 2024-04-24T03:12:28.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 3128 completed, throughput=5MB/sec 2024-04-24T03:12:28.981 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DZPcQHyM2pQAs6a off=1093623 len=1276639 2024-04-24T03:12:28.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 3129 completed, throughput=5MB/sec 2024-04-24T03:12:29.984 INFO:tasks.workunit.client.0.smithi016.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:29.984 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4H5b9upPubYs5P off=10901759 len=1841189 2024-04-24T03:12:29.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 3130 completed, throughput=5MB/sec 2024-04-24T03:12:29.986 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o4KXihm2_UQKd0v off=17565467 len=672544 2024-04-24T03:12:29.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 3131 completed, throughput=5MB/sec 2024-04-24T03:12:29.990 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hdZNXn-zwfi1iQy off=15793711 len=583580 2024-04-24T03:12:29.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 3132 completed, throughput=5MB/sec 2024-04-24T03:12:29.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VVXv6968IfpZnUk off=2832999 len=693765 2024-04-24T03:12:29.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 3133 completed, throughput=5MB/sec 2024-04-24T03:12:29.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4CU68HemZ8vfG1v off=12361277 len=1476237 2024-04-24T03:12:30.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 3134 completed, throughput=5MB/sec 2024-04-24T03:12:30.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:30 smithi063 ceph-mon[77007]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:12:30.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:30.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:30 smithi016 ceph-mon[84376]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:12:30.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:30.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:30 smithi016 ceph-mon[86910]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:12:30.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:31.001 INFO:tasks.workunit.client.0.smithi016.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:31.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8zExdXDSpvmfDfG off=3661077 len=1707832 2024-04-24T03:12:31.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 3135 completed, throughput=5MB/sec 2024-04-24T03:12:31.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TYoiFWlb4XWpx0F off=2501369 len=1819058 2024-04-24T03:12:31.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 3136 completed, throughput=5MB/sec 2024-04-24T03:12:31.012 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TfFLTFUogRb1jIV off=8365171 len=1924063 2024-04-24T03:12:31.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 3137 completed, throughput=5MB/sec 2024-04-24T03:12:32.020 INFO:tasks.workunit.client.0.smithi016.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:32.020 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vWRrbJ1S7Fq8TSc off=1311849 len=2018115 2024-04-24T03:12:32.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 3138 completed, throughput=5MB/sec 2024-04-24T03:12:32.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m8I1p6tseYWNkbz off=10738643 len=1257227 2024-04-24T03:12:32.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 3139 completed, throughput=5MB/sec 2024-04-24T03:12:32.032 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vOQqe1qBm1gaiPd off=21586706 len=1427362 2024-04-24T03:12:32.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 3140 completed, throughput=5MB/sec 2024-04-24T03:12:32.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:32 smithi063 ceph-mon[77007]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:12:32.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:32 smithi016 ceph-mon[84376]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:12:32.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:32 smithi016 ceph-mon[86910]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:12:33.037 INFO:tasks.workunit.client.0.smithi016.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:33.038 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xdLFmHz3i-XZheo off=10580174 len=1792067 2024-04-24T03:12:33.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 3141 completed, throughput=4.99MB/sec 2024-04-24T03:12:33.045 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SvK7NZmiVNgFdkE off=5456693 len=1708735 2024-04-24T03:12:33.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 3142 completed, throughput=5MB/sec 2024-04-24T03:12:33.046 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MUKPHRO-TdtTxi5 off=3416117 len=2001194 2024-04-24T03:12:33.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 3143 completed, throughput=5MB/sec 2024-04-24T03:12:34.058 INFO:tasks.workunit.client.0.smithi016.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:34.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2b8kp2TGe9pTuVe off=1404055 len=2030054 2024-04-24T03:12:34.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 3144 completed, throughput=5MB/sec 2024-04-24T03:12:34.066 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CmrfD617ePiphnh off=5015810 len=121139 2024-04-24T03:12:34.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 3145 completed, throughput=5MB/sec 2024-04-24T03:12:34.067 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fRFfyfYt1gveb72 off=5451559 len=1662531 2024-04-24T03:12:34.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 3146 completed, throughput=5MB/sec 2024-04-24T03:12:34.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mdkssDAIy6CYjlP off=20343809 len=1909130 2024-04-24T03:12:34.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 3147 completed, throughput=5MB/sec 2024-04-24T03:12:34.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:34 smithi063 ceph-mon[77007]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:12:34.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:34 smithi016 ceph-mon[84376]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:12:34.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:34 smithi016 ceph-mon[86910]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:12:35.080 INFO:tasks.workunit.client.0.smithi016.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:35.080 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wWLQNi8nVaADcu0 off=16631088 len=80729 2024-04-24T03:12:35.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 3148 completed, throughput=4.99MB/sec 2024-04-24T03:12:35.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fy8hFjs7i8eBuVb off=5827244 len=525540 2024-04-24T03:12:35.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 3149 completed, throughput=4.99MB/sec 2024-04-24T03:12:35.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F9UqXG4HXvfhcIv off=16374037 len=2086782 2024-04-24T03:12:35.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 3150 completed, throughput=5MB/sec 2024-04-24T03:12:35.085 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gX2EevcKYD9XZ9j off=20911247 len=1087956 2024-04-24T03:12:35.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 3151 completed, throughput=5MB/sec 2024-04-24T03:12:35.090 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e94Z1IevjN-GXVY off=2047928 len=1802844 2024-04-24T03:12:35.092 INFO:tasks.workunit.client.0.smithi016.stdout:op 3152 completed, throughput=5MB/sec 2024-04-24T03:12:36.093 INFO:tasks.workunit.client.0.smithi016.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:36.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JSglcESXaGmCffr off=2796994 len=944146 2024-04-24T03:12:36.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 3153 completed, throughput=4.99MB/sec 2024-04-24T03:12:36.097 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OXKETXAnEVUjff1 off=2198356 len=1006129 2024-04-24T03:12:36.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 3154 completed, throughput=5MB/sec 2024-04-24T03:12:36.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DYhXtEI5F_fd4eS off=6598261 len=1124812 2024-04-24T03:12:36.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 3155 completed, throughput=5MB/sec 2024-04-24T03:12:36.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GmYnI0kK0Fzuhpb off=387558 len=1510109 2024-04-24T03:12:36.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 3156 completed, throughput=5MB/sec 2024-04-24T03:12:36.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:36 smithi063 ceph-mon[77007]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-24T03:12:36.550 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:12:36.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:36 smithi016 ceph-mon[84376]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-24T03:12:36.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:12:36.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:36 smithi016 ceph-mon[86910]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-24T03:12:36.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:12:37.112 INFO:tasks.workunit.client.0.smithi016.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:37.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k0yh6wfLWxnXYqJ off=3772483 len=427430 2024-04-24T03:12:37.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 3157 completed, throughput=4.99MB/sec 2024-04-24T03:12:37.115 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y4h9k8hTo8-Ub9D off=18322352 len=1011582 2024-04-24T03:12:37.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 3158 completed, throughput=4.99MB/sec 2024-04-24T03:12:37.117 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K1DrB2yRq-SLi_u off=1847627 len=1213888 2024-04-24T03:12:37.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 3159 completed, throughput=5MB/sec 2024-04-24T03:12:37.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--a9iedR8jy5VuB- off=2365321 len=685203 2024-04-24T03:12:37.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 3160 completed, throughput=5MB/sec 2024-04-24T03:12:37.122 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0iMLvZZtYtXjI8U off=12613686 len=972250 2024-04-24T03:12:37.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 3161 completed, throughput=5MB/sec 2024-04-24T03:12:37.123 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--qnn2THog4fNQ7V off=2069104 len=1705385 2024-04-24T03:12:37.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 3162 completed, throughput=5MB/sec 2024-04-24T03:12:38.131 INFO:tasks.workunit.client.0.smithi016.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:38.131 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P41VZyvBKV4aMMJ off=6275183 len=1088179 2024-04-24T03:12:38.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 3163 completed, throughput=4.99MB/sec 2024-04-24T03:12:38.132 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dwypbZZcYrEQ4fs off=7217578 len=1184892 2024-04-24T03:12:38.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 3164 completed, throughput=5MB/sec 2024-04-24T03:12:38.134 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4H5b9upPubYs5P off=6556240 len=1545691 2024-04-24T03:12:38.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 3165 completed, throughput=5MB/sec 2024-04-24T03:12:38.135 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TF3cZuHdVJxqems off=9232986 len=233048 2024-04-24T03:12:38.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 3166 completed, throughput=5MB/sec 2024-04-24T03:12:38.138 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yX1a9sdFkqm8Bz7 off=9671 len=1019466 2024-04-24T03:12:38.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 3167 completed, throughput=5MB/sec 2024-04-24T03:12:38.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:38 smithi063 ceph-mon[77007]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-24T03:12:38.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:38 smithi016 ceph-mon[84376]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-24T03:12:38.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:38 smithi016 ceph-mon[86910]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-24T03:12:38.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:12:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:12:38] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:12:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:39.139 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rs_OBs0BjjWsXrw off=5626883 len=1458679 2024-04-24T03:12:39.147 INFO:tasks.workunit.client.0.smithi016.stdout:op 3168 completed, throughput=5MB/sec 2024-04-24T03:12:39.147 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QJlj0ZS4Xk_tfGn off=37592 len=1174745 2024-04-24T03:12:39.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 3169 completed, throughput=5MB/sec 2024-04-24T03:12:39.153 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h291qkx_HiJefrv off=590511 len=2016326 2024-04-24T03:12:39.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 3170 completed, throughput=5MB/sec 2024-04-24T03:12:39.161 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hDpjcoKmKcUDt5j off=43914 len=412294 2024-04-24T03:12:39.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 3171 completed, throughput=5MB/sec 2024-04-24T03:12:39.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:39.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:40.164 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bBb_AQN0ywgZM40 off=0 len=1310430 2024-04-24T03:12:40.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 3172 completed, throughput=4.99MB/sec 2024-04-24T03:12:40.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UwEQAYhRSI5SiIl off=193594 len=738732 2024-04-24T03:12:40.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 3173 completed, throughput=5MB/sec 2024-04-24T03:12:40.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rSWzGH3Udpb2OyW off=3955118 len=937388 2024-04-24T03:12:40.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 3174 completed, throughput=5MB/sec 2024-04-24T03:12:40.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-92Y2dzOY3bSIpNN off=8522955 len=195020 2024-04-24T03:12:40.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 3175 completed, throughput=5MB/sec 2024-04-24T03:12:40.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-udkkrflqBOZnFeJ off=10908693 len=904401 2024-04-24T03:12:40.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 3176 completed, throughput=5MB/sec 2024-04-24T03:12:40.178 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mQ8eQ260zs06jAC off=4032778 len=2042549 2024-04-24T03:12:40.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 3177 completed, throughput=5MB/sec 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[84376]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[86910]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:12:40.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:40 smithi063 ceph-mon[77007]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-24T03:12:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:12:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:12:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:12:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:41.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5LVvgdModt5oRHl off=8294346 len=1909720 2024-04-24T03:12:41.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 3178 completed, throughput=5MB/sec 2024-04-24T03:12:41.188 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RSIxmlnhZlmiG03 off=2959940 len=1936640 2024-04-24T03:12:41.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 3179 completed, throughput=5MB/sec 2024-04-24T03:12:41.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gh2eMRaS-vOD5w2 off=9888398 len=930972 2024-04-24T03:12:41.196 INFO:tasks.workunit.client.0.smithi016.stdout:op 3180 completed, throughput=5MB/sec 2024-04-24T03:12:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:42.197 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1iifBF16PDDWYgL off=940905 len=137559 2024-04-24T03:12:42.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 3181 completed, throughput=4.99MB/sec 2024-04-24T03:12:42.198 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vX9mFhJ3BMWoRO4 off=165772 len=1428742 2024-04-24T03:12:42.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 3182 completed, throughput=5MB/sec 2024-04-24T03:12:42.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ny0jzLoelpz5Ovc off=816846 len=1855757 2024-04-24T03:12:42.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 3183 completed, throughput=5MB/sec 2024-04-24T03:12:42.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kMQC7gHyfSYn6g5 off=4702543 len=33278 2024-04-24T03:12:42.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 3184 completed, throughput=5MB/sec 2024-04-24T03:12:42.203 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0LzNb_niJdSQaks off=407692 len=571423 2024-04-24T03:12:42.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 3185 completed, throughput=5MB/sec 2024-04-24T03:12:42.205 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rc3sZPD0rohK_Ad off=17647186 len=118808 2024-04-24T03:12:42.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 3186 completed, throughput=5MB/sec 2024-04-24T03:12:42.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bli0rvjGnKMI1lP off=17319954 len=1863187 2024-04-24T03:12:42.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 3187 completed, throughput=5MB/sec 2024-04-24T03:12:42.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:42 smithi016 ceph-mon[84376]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:42.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:42 smithi016 ceph-mon[86910]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:42.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:42 smithi063 ceph-mon[77007]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:43.214 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i6kYUs_1yD5Ze4f off=15605218 len=1049396 2024-04-24T03:12:43.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 3188 completed, throughput=5MB/sec 2024-04-24T03:12:43.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aaWnklVBmasvcoI off=992309 len=1219014 2024-04-24T03:12:43.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 3189 completed, throughput=5MB/sec 2024-04-24T03:12:43.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jplgSxV3QPIgJqU off=9202708 len=2044106 2024-04-24T03:12:43.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 3190 completed, throughput=5MB/sec 2024-04-24T03:12:44.239 INFO:tasks.workunit.client.0.smithi016.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:44.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kuJpc1k1W5iZSIc off=2992967 len=1851737 2024-04-24T03:12:44.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 3191 completed, throughput=5MB/sec 2024-04-24T03:12:44.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tX1crj3LYSRJe54 off=8970508 len=1487555 2024-04-24T03:12:44.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 3192 completed, throughput=5MB/sec 2024-04-24T03:12:44.251 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qa353DWSwQ3pQCl off=15827605 len=1914100 2024-04-24T03:12:44.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 3193 completed, throughput=5MB/sec 2024-04-24T03:12:44.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:44 smithi016 ceph-mon[84376]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-24T03:12:44.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:44 smithi016 ceph-mon[86910]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-24T03:12:44.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:44 smithi063 ceph-mon[77007]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-24T03:12:45.259 INFO:tasks.workunit.client.0.smithi016.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:45.260 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n1UEcGk-Cczb6nb off=21562763 len=311830 2024-04-24T03:12:45.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 3194 completed, throughput=4.99MB/sec 2024-04-24T03:12:45.261 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yQqAuUiVFf13ypz off=10795456 len=59609 2024-04-24T03:12:45.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 3195 completed, throughput=4.99MB/sec 2024-04-24T03:12:45.262 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FZhfYger94phR1- off=4335740 len=1087499 2024-04-24T03:12:45.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 3196 completed, throughput=4.99MB/sec 2024-04-24T03:12:45.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2S5lfKvqDGdAC2O off=218179 len=734613 2024-04-24T03:12:45.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 3197 completed, throughput=5MB/sec 2024-04-24T03:12:45.268 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-84bVNrI1fxBbfBp off=895992 len=261945 2024-04-24T03:12:45.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 3198 completed, throughput=5MB/sec 2024-04-24T03:12:45.269 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MybvjsYJsVd_sV0 off=7699065 len=1712341 2024-04-24T03:12:45.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 3199 completed, throughput=5MB/sec 2024-04-24T03:12:45.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AW4th1It7LbHTHw off=4427579 len=994466 2024-04-24T03:12:45.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 3200 completed, throughput=5MB/sec 2024-04-24T03:12:45.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8wgkn9XE6x-R5nw off=4677152 len=1769972 2024-04-24T03:12:45.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 3201 completed, throughput=5MB/sec 2024-04-24T03:12:45.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:45.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:45.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:12:46.286 INFO:tasks.workunit.client.0.smithi016.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:46.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EgPRpQrPP5GJybK off=13913457 len=534678 2024-04-24T03:12:46.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 3202 completed, throughput=5MB/sec 2024-04-24T03:12:46.288 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xt6ErlUYDtUbVWm off=6062334 len=634891 2024-04-24T03:12:46.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 3203 completed, throughput=5MB/sec 2024-04-24T03:12:46.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OcCc_D3iYFi1AMq off=14340382 len=1765344 2024-04-24T03:12:46.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 3204 completed, throughput=5MB/sec 2024-04-24T03:12:46.297 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uda3wFgJr6wm4YC off=5691798 len=699314 2024-04-24T03:12:46.301 INFO:tasks.workunit.client.0.smithi016.stdout:op 3205 completed, throughput=5MB/sec 2024-04-24T03:12:46.301 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uk8Is1jIyo4TGHY off=13910759 len=1568209 2024-04-24T03:12:46.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 3206 completed, throughput=5MB/sec 2024-04-24T03:12:46.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:46 smithi016 ceph-mon[84376]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:46.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:46 smithi016 ceph-mon[86910]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:46.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:46 smithi063 ceph-mon[77007]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:12:47.305 INFO:tasks.workunit.client.0.smithi016.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:47.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9ZUrJctSjr--RRj off=6730058 len=2094802 2024-04-24T03:12:47.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 3207 completed, throughput=5MB/sec 2024-04-24T03:12:47.318 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-joP3Q0zufPKX_kv off=1776925 len=1168117 2024-04-24T03:12:47.320 INFO:tasks.workunit.client.0.smithi016.stdout:op 3208 completed, throughput=5MB/sec 2024-04-24T03:12:47.320 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vgCq7fi2tP-0I2g off=6498883 len=1056322 2024-04-24T03:12:47.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 3209 completed, throughput=5MB/sec 2024-04-24T03:12:48.326 INFO:tasks.workunit.client.0.smithi016.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:48.326 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LRX5gLX9DvFA1gc off=2910024 len=1073216 2024-04-24T03:12:48.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 3210 completed, throughput=4.99MB/sec 2024-04-24T03:12:48.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hj7mhcldPH-_iU2 off=6088355 len=889769 2024-04-24T03:12:48.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 3211 completed, throughput=5MB/sec 2024-04-24T03:12:48.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t5xNgXkowNf-j52 off=5817717 len=870809 2024-04-24T03:12:48.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 3212 completed, throughput=5MB/sec 2024-04-24T03:12:48.338 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-odDrF7UFFTDIP8Q off=27719 len=655614 2024-04-24T03:12:48.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 3213 completed, throughput=5MB/sec 2024-04-24T03:12:48.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P67ypiPWddWDi6G off=2114473 len=903131 2024-04-24T03:12:48.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 3214 completed, throughput=5MB/sec 2024-04-24T03:12:48.340 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZBdEdf99aZ69lO6 off=2400435 len=1831551 2024-04-24T03:12:48.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 3215 completed, throughput=5MB/sec 2024-04-24T03:12:48.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:48 smithi016 ceph-mon[84376]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:12:48.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:12:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:12:48] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:12:48.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:48 smithi016 ceph-mon[86910]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:12:48.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:48 smithi063 ceph-mon[77007]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:12:49.342 INFO:tasks.workunit.client.0.smithi016.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:49.343 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pvE1dvnm4v6csJx off=4168904 len=1105509 2024-04-24T03:12:49.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 3216 completed, throughput=5MB/sec 2024-04-24T03:12:49.345 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xtkCmoEx-q1ncbn off=4439202 len=825335 2024-04-24T03:12:49.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 3217 completed, throughput=5MB/sec 2024-04-24T03:12:49.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ahu2VnvFZl2LgsP off=13321324 len=774373 2024-04-24T03:12:49.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 3218 completed, throughput=5MB/sec 2024-04-24T03:12:49.348 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6ZyDIA3j51KPnzT off=21946833 len=857237 2024-04-24T03:12:49.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 3219 completed, throughput=5MB/sec 2024-04-24T03:12:49.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1QzkqA5I_Sk5ckF off=2931675 len=659131 2024-04-24T03:12:49.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 3220 completed, throughput=5MB/sec 2024-04-24T03:12:50.353 INFO:tasks.workunit.client.0.smithi016.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:50.353 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TvqmaUnZaJPv1nX off=406801 len=1029732 2024-04-24T03:12:50.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 3221 completed, throughput=4.99MB/sec 2024-04-24T03:12:50.359 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WKhVEMy-iv_ZYFJ off=9100900 len=830628 2024-04-24T03:12:50.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 3222 completed, throughput=5MB/sec 2024-04-24T03:12:50.360 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kzE_ZKYzBJNjpH8 off=7791614 len=729910 2024-04-24T03:12:50.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 3223 completed, throughput=5MB/sec 2024-04-24T03:12:50.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9wbDN6HDqTXRflb off=6545818 len=2045802 2024-04-24T03:12:50.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 3224 completed, throughput=5MB/sec 2024-04-24T03:12:50.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9c7FNMW4fdh-xlF off=5356526 len=1989719 2024-04-24T03:12:50.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 3225 completed, throughput=5MB/sec 2024-04-24T03:12:50.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:50 smithi016 ceph-mon[86910]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:12:50.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:50 smithi016 ceph-mon[84376]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:12:50.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:50 smithi063 ceph-mon[77007]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:12:51.371 INFO:tasks.workunit.client.0.smithi016.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:51.371 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9cfzQKnPRV-pK14 off=3959947 len=495819 2024-04-24T03:12:51.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 3226 completed, throughput=5MB/sec 2024-04-24T03:12:51.373 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T_Qw7o6hVSkO20U off=2119703 len=43655 2024-04-24T03:12:51.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 3227 completed, throughput=5MB/sec 2024-04-24T03:12:51.374 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hykyYH7fIPhLBxa off=834702 len=2046526 2024-04-24T03:12:51.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 3228 completed, throughput=5MB/sec 2024-04-24T03:12:51.382 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5qxcBNXfOWjv4p0 off=6250444 len=392152 2024-04-24T03:12:51.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 3229 completed, throughput=5MB/sec 2024-04-24T03:12:51.387 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FCYao4hQKWbdulD off=0 len=1437947 2024-04-24T03:12:51.388 INFO:tasks.workunit.client.0.smithi016.stdout:op 3230 completed, throughput=5MB/sec 2024-04-24T03:12:52.388 INFO:tasks.workunit.client.0.smithi016.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:52.388 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-79eR1q70cNKIyY8 off=2359323 len=383861 2024-04-24T03:12:52.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 3231 completed, throughput=4.99MB/sec 2024-04-24T03:12:52.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N5VVqLp_x5GJrWE off=11203077 len=1154308 2024-04-24T03:12:52.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 3232 completed, throughput=5MB/sec 2024-04-24T03:12:52.398 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f58-Fh-zI1LgWpn off=15098480 len=920112 2024-04-24T03:12:52.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 3233 completed, throughput=5MB/sec 2024-04-24T03:12:52.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ACVNzHQhmMAJM70 off=4788348 len=1358155 2024-04-24T03:12:52.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 3234 completed, throughput=5MB/sec 2024-04-24T03:12:52.410 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NqurEKLqeCMu3t7 off=14671583 len=1002246 2024-04-24T03:12:52.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 3235 completed, throughput=5MB/sec 2024-04-24T03:12:52.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:52 smithi016 ceph-mon[84376]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:12:52.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:52 smithi016 ceph-mon[86910]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:12:52.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:52 smithi063 ceph-mon[77007]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:12:53.415 INFO:tasks.workunit.client.0.smithi016.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:53.415 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mASh97fMJyl_WzS off=7791994 len=729917 2024-04-24T03:12:53.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 3236 completed, throughput=4.99MB/sec 2024-04-24T03:12:53.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-01-Mi2XdhfZuXR4 off=9695133 len=1687121 2024-04-24T03:12:53.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 3237 completed, throughput=5MB/sec 2024-04-24T03:12:53.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VXIyN9aZQb1Zzsc off=11221116 len=1699966 2024-04-24T03:12:53.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 3238 completed, throughput=5MB/sec 2024-04-24T03:12:53.424 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-shdp_AbKKaeExRx off=8288484 len=1711539 2024-04-24T03:12:53.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 3239 completed, throughput=5MB/sec 2024-04-24T03:12:54.431 INFO:tasks.workunit.client.0.smithi016.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:54.432 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N2RJRArNfd7er5b off=18743120 len=304216 2024-04-24T03:12:54.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 3240 completed, throughput=4.99MB/sec 2024-04-24T03:12:54.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eaNEp3HbEqMuaey off=10402922 len=2091502 2024-04-24T03:12:54.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 3241 completed, throughput=5MB/sec 2024-04-24T03:12:54.445 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8MQvpPeouNWoS1B off=6824189 len=490076 2024-04-24T03:12:54.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 3242 completed, throughput=5MB/sec 2024-04-24T03:12:54.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GnJlGXWNlmCES_v off=388392 len=47699 2024-04-24T03:12:54.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 3243 completed, throughput=5MB/sec 2024-04-24T03:12:54.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FQdV6T1sxSGCC55 off=403287 len=1666820 2024-04-24T03:12:54.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 3244 completed, throughput=5MB/sec 2024-04-24T03:12:54.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GFeGg-lqrWwH6ne off=22675001 len=159232 2024-04-24T03:12:54.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 3245 completed, throughput=5MB/sec 2024-04-24T03:12:54.461 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZU79bLwuwErKcv7 off=7024009 len=209455 2024-04-24T03:12:54.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 3246 completed, throughput=5MB/sec 2024-04-24T03:12:54.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:54 smithi016 ceph-mon[84376]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:12:54.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:54 smithi016 ceph-mon[86910]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:12:54.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:54 smithi063 ceph-mon[77007]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:12:55.463 INFO:tasks.workunit.client.0.smithi016.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:55.463 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NmEk2ienc-eDEcm off=12091661 len=1560622 2024-04-24T03:12:55.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 3247 completed, throughput=4.99MB/sec 2024-04-24T03:12:55.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T7gv6BHommMt-cd off=2210934 len=808246 2024-04-24T03:12:55.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 3248 completed, throughput=5MB/sec 2024-04-24T03:12:55.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TUG8P2phbhBy5Iu off=13070075 len=1946032 2024-04-24T03:12:55.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 3249 completed, throughput=5MB/sec 2024-04-24T03:12:55.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sa4gyUAgT606RuP off=9889785 len=409103 2024-04-24T03:12:55.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 3250 completed, throughput=5MB/sec 2024-04-24T03:12:55.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z_WI0vz0OXD041C off=6247783 len=328485 2024-04-24T03:12:55.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 3251 completed, throughput=5MB/sec 2024-04-24T03:12:55.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pBi2HcBktkDFbG1 off=9754251 len=688489 2024-04-24T03:12:55.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 3252 completed, throughput=5MB/sec 2024-04-24T03:12:56.481 INFO:tasks.workunit.client.0.smithi016.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:56.482 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zOohVvJo1hFtQVr off=2905983 len=783939 2024-04-24T03:12:56.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 3253 completed, throughput=4.99MB/sec 2024-04-24T03:12:56.483 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x2TZn-cht4BtTWE off=2649335 len=994532 2024-04-24T03:12:56.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 3254 completed, throughput=5MB/sec 2024-04-24T03:12:56.484 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tt2AAfGvv7PHfL4 off=8454225 len=803818 2024-04-24T03:12:56.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 3255 completed, throughput=5MB/sec 2024-04-24T03:12:56.485 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f2CqMLEL8V_n_TN off=4773218 len=704174 2024-04-24T03:12:56.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 3256 completed, throughput=5MB/sec 2024-04-24T03:12:56.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A55ti22YfT-zlqQ off=10283497 len=793419 2024-04-24T03:12:56.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 3257 completed, throughput=5MB/sec 2024-04-24T03:12:56.492 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BXtu6bMfAcofTEg off=2568003 len=1608937 2024-04-24T03:12:56.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 3258 completed, throughput=5MB/sec 2024-04-24T03:12:56.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:56 smithi016 ceph-mon[84376]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:12:56.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:56 smithi016 ceph-mon[86910]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:12:56.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:56 smithi063 ceph-mon[77007]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:12:57.494 INFO:tasks.workunit.client.0.smithi016.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:57.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X9GRWN9Lt-vahX0 off=2259579 len=379280 2024-04-24T03:12:57.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 3259 completed, throughput=4.99MB/sec 2024-04-24T03:12:57.495 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-po9I3FJYvO07OkY off=8907612 len=498863 2024-04-24T03:12:57.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 3260 completed, throughput=4.99MB/sec 2024-04-24T03:12:57.499 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IOWEb-3mbs9wb1N off=1812659 len=599245 2024-04-24T03:12:57.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 3261 completed, throughput=5MB/sec 2024-04-24T03:12:57.503 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MgUYXiWin_WRpQ5 off=2951849 len=1161354 2024-04-24T03:12:57.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 3262 completed, throughput=5MB/sec 2024-04-24T03:12:57.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1SoaX5pVYYACG3j off=6211406 len=314666 2024-04-24T03:12:57.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 3263 completed, throughput=5MB/sec 2024-04-24T03:12:57.506 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kBpGOVj9EYzeNuE off=2732514 len=59991 2024-04-24T03:12:57.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 3264 completed, throughput=5MB/sec 2024-04-24T03:12:57.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XWuFUBoreVs2fyV off=23845396 len=834418 2024-04-24T03:12:57.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 3265 completed, throughput=5MB/sec 2024-04-24T03:12:57.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FG6c8HG9rDjSa3V off=5874063 len=1586017 2024-04-24T03:12:57.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 3266 completed, throughput=5MB/sec 2024-04-24T03:12:58.515 INFO:tasks.workunit.client.0.smithi016.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:58.515 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u5UBJX1-93lDGRk off=3049293 len=1494142 2024-04-24T03:12:58.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 3267 completed, throughput=5MB/sec 2024-04-24T03:12:58.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CT-H2QkMG9OKgYi off=5536150 len=928534 2024-04-24T03:12:58.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 3268 completed, throughput=5MB/sec 2024-04-24T03:12:58.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qAfejYzGhc1dIBF off=1122945 len=1484898 2024-04-24T03:12:58.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 3269 completed, throughput=5MB/sec 2024-04-24T03:12:58.524 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dkz9X29Iy5mL_kL off=1963261 len=1643123 2024-04-24T03:12:58.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 3270 completed, throughput=5MB/sec 2024-04-24T03:12:58.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:12:58 smithi016 ceph-mon[84376]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:12:58.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:12:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:12:58] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:12:58.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:12:58 smithi016 ceph-mon[86910]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:12:58.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:12:58 smithi063 ceph-mon[77007]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:12:59.534 INFO:tasks.workunit.client.0.smithi016.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-24T03:12:59.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dk0BPA_DZCTIjvu off=12169512 len=916590 2024-04-24T03:12:59.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 3271 completed, throughput=5MB/sec 2024-04-24T03:12:59.540 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Uk4rpxITYjXytiH off=1978644 len=1827191 2024-04-24T03:12:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 3272 completed, throughput=5MB/sec 2024-04-24T03:12:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2d-4tTVvju4bX5G off=2530999 len=499118 2024-04-24T03:12:59.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 3273 completed, throughput=5MB/sec 2024-04-24T03:12:59.547 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fbh0KPBMTvZJQW4 off=101954 len=1309958 2024-04-24T03:12:59.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 3274 completed, throughput=5MB/sec 2024-04-24T03:13:00.552 INFO:tasks.workunit.client.0.smithi016.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:00.553 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZYmVWNBUOKfrAhD off=10055092 len=795446 2024-04-24T03:13:00.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 3275 completed, throughput=4.99MB/sec 2024-04-24T03:13:00.558 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mx0GuKCjWaCPbnq off=8497381 len=270274 2024-04-24T03:13:00.561 INFO:tasks.workunit.client.0.smithi016.stdout:op 3276 completed, throughput=4.99MB/sec 2024-04-24T03:13:00.561 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xgz634zhj7nJUgr off=3961428 len=86370 2024-04-24T03:13:00.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 3277 completed, throughput=4.99MB/sec 2024-04-24T03:13:00.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kDvKz1q3Ffz3aMd off=15609735 len=918976 2024-04-24T03:13:00.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 3278 completed, throughput=5MB/sec 2024-04-24T03:13:00.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cVMUNgB_POAbnia off=3104780 len=444575 2024-04-24T03:13:00.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 3279 completed, throughput=5MB/sec 2024-04-24T03:13:00.568 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-THE-8xgV9dJ8c07 off=13672005 len=788710 2024-04-24T03:13:00.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 3280 completed, throughput=5MB/sec 2024-04-24T03:13:00.570 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1NdhHulY7lvHeoI off=21286714 len=32579 2024-04-24T03:13:00.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 3281 completed, throughput=5MB/sec 2024-04-24T03:13:00.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zzcM_SypOj2c1GO off=12702639 len=769356 2024-04-24T03:13:00.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 3282 completed, throughput=5MB/sec 2024-04-24T03:13:00.573 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dE-J1iOlTzyrSCZ off=2003661 len=320986 2024-04-24T03:13:00.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 3283 completed, throughput=5MB/sec 2024-04-24T03:13:00.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8ZlSbWZaTMYHeP7 off=7087056 len=780324 2024-04-24T03:13:00.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 3284 completed, throughput=5MB/sec 2024-04-24T03:13:00.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:00 smithi016 ceph-mon[84376]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:13:00.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:00.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:00 smithi016 ceph-mon[86910]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:13:00.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:00.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:00 smithi063 ceph-mon[77007]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:13:00.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:01.581 INFO:tasks.workunit.client.0.smithi016.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:01.581 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gFDJk6YX7sh9Jq5 off=16810840 len=1488126 2024-04-24T03:13:01.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 3285 completed, throughput=4.99MB/sec 2024-04-24T03:13:01.583 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vuqwVgf4stlBCri off=130747 len=1379335 2024-04-24T03:13:01.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 3286 completed, throughput=5MB/sec 2024-04-24T03:13:01.590 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ty6yujgVmHFyMJv off=852421 len=1025748 2024-04-24T03:13:01.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 3287 completed, throughput=5MB/sec 2024-04-24T03:13:01.592 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ACVNzHQhmMAJM70 off=3703106 len=631810 2024-04-24T03:13:01.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 3288 completed, throughput=5MB/sec 2024-04-24T03:13:01.593 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wNzZLd8KDJngwxI off=4340870 len=831696 2024-04-24T03:13:01.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 3289 completed, throughput=5MB/sec 2024-04-24T03:13:02.598 INFO:tasks.workunit.client.0.smithi016.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:02.599 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FhKEwHmHyzy2Kec off=7052217 len=1604127 2024-04-24T03:13:02.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 3290 completed, throughput=5MB/sec 2024-04-24T03:13:02.600 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WqpM5LuNv2HJ6Jv off=13943829 len=553764 2024-04-24T03:13:02.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 3291 completed, throughput=5MB/sec 2024-04-24T03:13:02.602 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fq1sWujeblQkSne off=226552 len=1605924 2024-04-24T03:13:02.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 3292 completed, throughput=5MB/sec 2024-04-24T03:13:02.604 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PhpT2VD4LxbZPy4 off=1654735 len=821689 2024-04-24T03:13:02.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 3293 completed, throughput=5MB/sec 2024-04-24T03:13:02.605 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EOMxnfs_Mgd-9Kz off=3352160 len=1836033 2024-04-24T03:13:02.606 INFO:tasks.workunit.client.0.smithi016.stdout:op 3294 completed, throughput=5MB/sec 2024-04-24T03:13:02.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:02 smithi016 ceph-mon[84376]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:13:02.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:02 smithi016 ceph-mon[86910]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:13:02.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:02 smithi063 ceph-mon[77007]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:13:03.607 INFO:tasks.workunit.client.0.smithi016.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:03.607 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WC6J9puJ2rFCJrU off=407159 len=758682 2024-04-24T03:13:03.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 3295 completed, throughput=5MB/sec 2024-04-24T03:13:03.608 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n3nt3gtwfM1MTxC off=6551873 len=1339880 2024-04-24T03:13:03.611 INFO:tasks.workunit.client.0.smithi016.stdout:op 3296 completed, throughput=5MB/sec 2024-04-24T03:13:03.611 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FWJEW0FFI3M3_jt off=12549168 len=494008 2024-04-24T03:13:03.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 3297 completed, throughput=5MB/sec 2024-04-24T03:13:03.612 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C1PvNl_jm0FlewA off=3824036 len=704555 2024-04-24T03:13:03.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 3298 completed, throughput=5MB/sec 2024-04-24T03:13:03.613 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c_YiZxq8qPhgpv3 off=0 len=1579518 2024-04-24T03:13:03.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 3299 completed, throughput=5MB/sec 2024-04-24T03:13:04.621 INFO:tasks.workunit.client.0.smithi016.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:04.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E-QlivyxPVOK1Y1 off=5439961 len=1243625 2024-04-24T03:13:04.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 3300 completed, throughput=5MB/sec 2024-04-24T03:13:04.622 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KrVvUyUZMoENJe4 off=2919570 len=575405 2024-04-24T03:13:04.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 3301 completed, throughput=5MB/sec 2024-04-24T03:13:04.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mjJIfNLbDHmmJwK off=2505405 len=94652 2024-04-24T03:13:04.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 3302 completed, throughput=5MB/sec 2024-04-24T03:13:04.629 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jgz0qrhwXnvwOGN off=7748899 len=859816 2024-04-24T03:13:04.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 3303 completed, throughput=5MB/sec 2024-04-24T03:13:04.631 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aj5oeWQXMwo87X3 off=4415948 len=702651 2024-04-24T03:13:04.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 3304 completed, throughput=5MB/sec 2024-04-24T03:13:04.632 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T20nJ10hQrrTr6a off=7108824 len=1672512 2024-04-24T03:13:04.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 3305 completed, throughput=5MB/sec 2024-04-24T03:13:04.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:04 smithi016 ceph-mon[84376]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:13:04.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:04 smithi016 ceph-mon[86910]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:13:04.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:04 smithi063 ceph-mon[77007]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:13:05.642 INFO:tasks.workunit.client.0.smithi016.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:05.642 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YjLtihd_mJ7h1Mg off=9757580 len=734647 2024-04-24T03:13:05.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 3306 completed, throughput=4.99MB/sec 2024-04-24T03:13:05.646 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5ra31-7qMnPo_EO off=103504 len=517859 2024-04-24T03:13:05.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 3307 completed, throughput=5MB/sec 2024-04-24T03:13:05.647 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RRQVGj0Zi85YYkh off=3345991 len=518886 2024-04-24T03:13:05.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 3308 completed, throughput=5MB/sec 2024-04-24T03:13:05.651 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x3lf0nx9uYR8UFF off=16548747 len=2044140 2024-04-24T03:13:05.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 3309 completed, throughput=5MB/sec 2024-04-24T03:13:05.655 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yrn5oEkSAwxIM6D off=7721409 len=685348 2024-04-24T03:13:05.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 3310 completed, throughput=5MB/sec 2024-04-24T03:13:05.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OYwknR8B1PC1LoB off=120884 len=1152480 2024-04-24T03:13:05.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 3311 completed, throughput=5MB/sec 2024-04-24T03:13:06.662 INFO:tasks.workunit.client.0.smithi016.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:06.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jqg2qObhekKsznd off=22823054 len=1142489 2024-04-24T03:13:06.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 3312 completed, throughput=5MB/sec 2024-04-24T03:13:06.667 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cFqAPzg_9YDqhdk off=4824978 len=693570 2024-04-24T03:13:06.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 3313 completed, throughput=5MB/sec 2024-04-24T03:13:06.669 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GTB_hPt8ucKl6aY off=1746914 len=1077958 2024-04-24T03:13:06.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 3314 completed, throughput=5MB/sec 2024-04-24T03:13:06.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VJpsNMM1-fI7eWU off=7706732 len=1557077 2024-04-24T03:13:06.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 3315 completed, throughput=5MB/sec 2024-04-24T03:13:06.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:06 smithi016 ceph-mon[84376]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:13:06.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:06 smithi016 ceph-mon[86910]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:13:06.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:06 smithi063 ceph-mon[77007]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-24T03:13:07.673 INFO:tasks.workunit.client.0.smithi016.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:07.674 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MeWMCfewIvc1JW0 off=2069289 len=896948 2024-04-24T03:13:07.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 3316 completed, throughput=4.99MB/sec 2024-04-24T03:13:07.678 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-42g-feqrY5ozGL0 off=4262122 len=1029255 2024-04-24T03:13:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 3317 completed, throughput=5MB/sec 2024-04-24T03:13:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zU_eRMZxyfuTao8 off=1432055 len=2006603 2024-04-24T03:13:07.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 3318 completed, throughput=5MB/sec 2024-04-24T03:13:07.686 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N9RGc7kohGXhj4B off=7571096 len=1327272 2024-04-24T03:13:07.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 3319 completed, throughput=5MB/sec 2024-04-24T03:13:08.688 INFO:tasks.workunit.client.0.smithi016.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:08.688 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WfE6Y7F6QPmfDaj off=10593094 len=142832 2024-04-24T03:13:08.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 3320 completed, throughput=4.99MB/sec 2024-04-24T03:13:08.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-urDJjveoZw-chIG off=2731024 len=1803378 2024-04-24T03:13:08.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 3321 completed, throughput=5MB/sec 2024-04-24T03:13:08.693 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-igJEdRrXQ8413lh off=3892977 len=687029 2024-04-24T03:13:08.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 3322 completed, throughput=5MB/sec 2024-04-24T03:13:08.694 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AK3NKpeUUKFf83I off=2126071 len=860764 2024-04-24T03:13:08.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 3323 completed, throughput=5MB/sec 2024-04-24T03:13:08.697 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c-DoPZG6-9HezJA off=11116870 len=1172288 2024-04-24T03:13:08.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 3324 completed, throughput=5MB/sec 2024-04-24T03:13:08.702 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A1_9azWg4tBtwvx off=0 len=1567371 2024-04-24T03:13:08.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 3325 completed, throughput=5MB/sec 2024-04-24T03:13:08.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:13:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:13:08] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:13:08.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:08 smithi016 ceph-mon[84376]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T03:13:08.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:08 smithi016 ceph-mon[86910]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T03:13:08.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:08 smithi063 ceph-mon[77007]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-24T03:13:09.708 INFO:tasks.workunit.client.0.smithi016.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:09.709 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M91G13ORp5cmjyQ off=2166280 len=463218 2024-04-24T03:13:09.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 3326 completed, throughput=4.99MB/sec 2024-04-24T03:13:09.710 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a1KpWKBbdS5WCnf off=18449626 len=513339 2024-04-24T03:13:09.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 3327 completed, throughput=5MB/sec 2024-04-24T03:13:09.714 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DcmECOdIDEXzJrx off=23434030 len=105956 2024-04-24T03:13:09.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 3328 completed, throughput=5MB/sec 2024-04-24T03:13:09.714 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TOnIsZIYHJu2nR6 off=6825596 len=3489 2024-04-24T03:13:09.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 3329 completed, throughput=5MB/sec 2024-04-24T03:13:09.715 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1G_plORHtx8WowM off=2179708 len=1758173 2024-04-24T03:13:09.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 3330 completed, throughput=5MB/sec 2024-04-24T03:13:09.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oLfemnyy_O63oEe off=17457018 len=109326 2024-04-24T03:13:09.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 3331 completed, throughput=5MB/sec 2024-04-24T03:13:09.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-deP9dBBlWHvhZbJ off=4550147 len=1100374 2024-04-24T03:13:09.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 3332 completed, throughput=5MB/sec 2024-04-24T03:13:09.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jCM43Auoazv9ehP off=11583245 len=1306550 2024-04-24T03:13:09.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 3333 completed, throughput=5MB/sec 2024-04-24T03:13:10.731 INFO:tasks.workunit.client.0.smithi016.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:10.731 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NQwtuoQPUiNZSC2 off=4912228 len=153821 2024-04-24T03:13:10.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 3334 completed, throughput=4.99MB/sec 2024-04-24T03:13:10.733 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vXwc6Zywb0qf8Nz off=8607887 len=841849 2024-04-24T03:13:10.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 3335 completed, throughput=5MB/sec 2024-04-24T03:13:10.735 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ud-W7LOVTPI4ytb off=2554992 len=437026 2024-04-24T03:13:10.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 3336 completed, throughput=5MB/sec 2024-04-24T03:13:10.736 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SNYR3EGe9SFAqGw off=17788559 len=53645 2024-04-24T03:13:10.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 3337 completed, throughput=5MB/sec 2024-04-24T03:13:10.737 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-avX9n_Ov_VTKc0A off=8277978 len=40639 2024-04-24T03:13:10.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 3338 completed, throughput=5MB/sec 2024-04-24T03:13:10.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V4gkjuuvuZqgXos off=17040975 len=1132630 2024-04-24T03:13:10.746 INFO:tasks.workunit.client.0.smithi016.stdout:op 3339 completed, throughput=5MB/sec 2024-04-24T03:13:10.746 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VHJs-jkQfnuzjDk off=12926380 len=1366453 2024-04-24T03:13:10.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 3340 completed, throughput=5MB/sec 2024-04-24T03:13:10.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BjfsvbPtZHuXeTn off=521651 len=194559 2024-04-24T03:13:10.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 3341 completed, throughput=5MB/sec 2024-04-24T03:13:10.755 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RstuPm--cIzvlTg off=6524240 len=481605 2024-04-24T03:13:10.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 3342 completed, throughput=5MB/sec 2024-04-24T03:13:10.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:10 smithi016 ceph-mon[84376]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:13:10.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:10 smithi016 ceph-mon[86910]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:13:10.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:10 smithi063 ceph-mon[77007]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:13:11.759 INFO:tasks.workunit.client.0.smithi016.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:11.759 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8Vahu5e1ch1IeqF off=17754016 len=813174 2024-04-24T03:13:11.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 3343 completed, throughput=4.99MB/sec 2024-04-24T03:13:11.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3TKcvPQAQcEXcbl off=12497681 len=1903359 2024-04-24T03:13:11.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 3344 completed, throughput=5MB/sec 2024-04-24T03:13:11.767 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oYBCZ-IMr-OCAvK off=6763017 len=119020 2024-04-24T03:13:11.770 INFO:tasks.workunit.client.0.smithi016.stdout:op 3345 completed, throughput=5MB/sec 2024-04-24T03:13:11.770 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M72TO1XRI14__7o off=14723462 len=122269 2024-04-24T03:13:11.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 3346 completed, throughput=5MB/sec 2024-04-24T03:13:11.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eVe4aFO9yC5Ux8M off=16963913 len=1377808 2024-04-24T03:13:11.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 3347 completed, throughput=5MB/sec 2024-04-24T03:13:11.773 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vAnzN-cC-Dfxj2o off=509069 len=1102945 2024-04-24T03:13:11.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 3348 completed, throughput=5MB/sec 2024-04-24T03:13:12.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:12 smithi016 ceph-mon[84376]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-24T03:13:12.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:12 smithi016 ceph-mon[86910]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-24T03:13:12.779 INFO:tasks.workunit.client.0.smithi016.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:12.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b_0Lrmrjyfjlnwo off=2663239 len=986322 2024-04-24T03:13:12.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 3349 completed, throughput=4.99MB/sec 2024-04-24T03:13:12.781 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hivHQI0s5aejtSq off=17445606 len=1885513 2024-04-24T03:13:12.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 3350 completed, throughput=5MB/sec 2024-04-24T03:13:12.783 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pMDL7yYbt-Ftqki off=4949862 len=827092 2024-04-24T03:13:12.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 3351 completed, throughput=5MB/sec 2024-04-24T03:13:12.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ai-GLmnxe87jAox off=618556 len=1376138 2024-04-24T03:13:12.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 3352 completed, throughput=5MB/sec 2024-04-24T03:13:12.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:12 smithi063 ceph-mon[77007]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-24T03:13:13.791 INFO:tasks.workunit.client.0.smithi016.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:13.791 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ypjI24BjZ1oUC4J off=15782078 len=1334500 2024-04-24T03:13:13.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 3353 completed, throughput=4.99MB/sec 2024-04-24T03:13:13.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kxOvvXX-l7OqNX4 off=1001889 len=811496 2024-04-24T03:13:13.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 3354 completed, throughput=5MB/sec 2024-04-24T03:13:13.800 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FPDUHnsQ5fTwVNP off=10057301 len=477405 2024-04-24T03:13:13.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 3355 completed, throughput=5MB/sec 2024-04-24T03:13:13.804 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Va-EobUSg0VfrAg off=2171161 len=1117704 2024-04-24T03:13:13.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 3356 completed, throughput=5MB/sec 2024-04-24T03:13:13.810 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6fE6akwMEJPM7Y4 off=3120405 len=770617 2024-04-24T03:13:13.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 3357 completed, throughput=5MB/sec 2024-04-24T03:13:13.811 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UoYQR2hSA0NQ8X1 off=7911578 len=411591 2024-04-24T03:13:13.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 3358 completed, throughput=5MB/sec 2024-04-24T03:13:13.815 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IhKGWSX8UCfB8U4 off=290107 len=1029203 2024-04-24T03:13:13.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 3359 completed, throughput=5MB/sec 2024-04-24T03:13:14.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:14 smithi016 ceph-mon[84376]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:13:14.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:14 smithi016 ceph-mon[86910]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:13:14.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:14 smithi063 ceph-mon[77007]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:13:14.820 INFO:tasks.workunit.client.0.smithi016.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:14.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3uoWXYCgD6MS1nc off=13952817 len=1563621 2024-04-24T03:13:14.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 3360 completed, throughput=5MB/sec 2024-04-24T03:13:14.823 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9CnarqbPhow8gnQ off=4180592 len=597004 2024-04-24T03:13:14.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 3361 completed, throughput=5MB/sec 2024-04-24T03:13:14.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6XTTdWSrGj_vtGE off=18536344 len=989861 2024-04-24T03:13:14.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 3362 completed, throughput=5MB/sec 2024-04-24T03:13:14.829 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0W9sRtlmsrSAaaR off=2077754 len=672852 2024-04-24T03:13:14.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 3363 completed, throughput=5MB/sec 2024-04-24T03:13:14.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U-eDQ8Wxpfqv3Pf off=1756428 len=1757143 2024-04-24T03:13:14.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 3364 completed, throughput=5MB/sec 2024-04-24T03:13:15.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:15.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:15.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:15.833 INFO:tasks.workunit.client.0.smithi016.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:15.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3HpH2p9Sbrug74C off=1886105 len=1999290 2024-04-24T03:13:15.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 3365 completed, throughput=5MB/sec 2024-04-24T03:13:15.845 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qUlYkCuRgU1_mAa off=4646720 len=155955 2024-04-24T03:13:15.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 3366 completed, throughput=5MB/sec 2024-04-24T03:13:15.845 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1N4yZ0p-Ov2W1_u off=11488470 len=1844068 2024-04-24T03:13:15.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 3367 completed, throughput=5MB/sec 2024-04-24T03:13:15.847 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-65zR0hrZ7vi9bA6 off=4179106 len=1178031 2024-04-24T03:13:15.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 3368 completed, throughput=5MB/sec 2024-04-24T03:13:16.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:16 smithi016 ceph-mon[84376]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-24T03:13:16.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:16 smithi016 ceph-mon[86910]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-24T03:13:16.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:16 smithi063 ceph-mon[77007]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-24T03:13:16.849 INFO:tasks.workunit.client.0.smithi016.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:16.849 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FzyDOk9gJzFAllb off=10536467 len=320828 2024-04-24T03:13:16.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 3369 completed, throughput=4.99MB/sec 2024-04-24T03:13:16.850 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9B65bGMES-ztkNE off=6908042 len=1445995 2024-04-24T03:13:16.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 3370 completed, throughput=5MB/sec 2024-04-24T03:13:16.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s7_l_lSbNAjiZVh off=2953104 len=1856747 2024-04-24T03:13:16.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 3371 completed, throughput=5MB/sec 2024-04-24T03:13:16.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y0A2I_r-XsbsGUD off=1558286 len=1041870 2024-04-24T03:13:16.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 3372 completed, throughput=5MB/sec 2024-04-24T03:13:17.867 INFO:tasks.workunit.client.0.smithi016.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:17.868 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-khyI5bVK65rVXXA off=543378 len=931507 2024-04-24T03:13:17.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 3373 completed, throughput=4.99MB/sec 2024-04-24T03:13:17.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xtwLiRsw5hgrLmc off=11523001 len=2048237 2024-04-24T03:13:17.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 3374 completed, throughput=5MB/sec 2024-04-24T03:13:17.883 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nrcyx9wXj-FDA5r off=6801566 len=1690360 2024-04-24T03:13:17.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 3375 completed, throughput=5MB/sec 2024-04-24T03:13:17.892 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KtHFOhjwkS0HLyX off=1551552 len=730116 2024-04-24T03:13:17.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 3376 completed, throughput=5MB/sec 2024-04-24T03:13:18.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:18 smithi016 ceph-mon[84376]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:13:18.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:13:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:13:18] "GET /metrics HTTP/1.1" 200 34220 "" "Prometheus/2.43.0" 2024-04-24T03:13:18.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:18 smithi016 ceph-mon[86910]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:13:18.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:18 smithi063 ceph-mon[77007]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-24T03:13:18.897 INFO:tasks.workunit.client.0.smithi016.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:18.897 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wgVE-IM5HjedWjq off=4069649 len=226909 2024-04-24T03:13:18.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 3377 completed, throughput=4.99MB/sec 2024-04-24T03:13:18.901 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CsUbPNqxbe_3UaH off=14312836 len=1964023 2024-04-24T03:13:18.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 3378 completed, throughput=5MB/sec 2024-04-24T03:13:18.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--mwFcHft_HV5oJU off=23161663 len=791363 2024-04-24T03:13:18.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 3379 completed, throughput=5MB/sec 2024-04-24T03:13:18.908 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0D9Y9vMbKyeqQIM off=77875 len=1960644 2024-04-24T03:13:18.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 3380 completed, throughput=5MB/sec 2024-04-24T03:13:18.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MhBUxtSadZWBeWb off=288768 len=1997980 2024-04-24T03:13:18.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 3381 completed, throughput=5MB/sec 2024-04-24T03:13:19.920 INFO:tasks.workunit.client.0.smithi016.stdout: 660: throughput=5MB/sec pending data=0 2024-04-24T03:13:19.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zv-fkVWcQvpQJno off=6680174 len=110265 2024-04-24T03:13:19.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 3382 completed, throughput=5MB/sec 2024-04-24T03:13:19.923 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HdQRcVa4jwtBJWs off=976735 len=873381 2024-04-24T03:13:19.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 3383 completed, throughput=5MB/sec 2024-04-24T03:13:19.929 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fhVyMeulvKMwnBk off=1004604 len=1227326 2024-04-24T03:13:19.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 3384 completed, throughput=5MB/sec 2024-04-24T03:13:19.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2xAyJ2sjLGfroru off=1183326 len=758233 2024-04-24T03:13:19.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 3385 completed, throughput=5MB/sec 2024-04-24T03:13:19.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-apjdNGNIXVv0clr off=1125071 len=1844532 2024-04-24T03:13:19.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 3386 completed, throughput=5MB/sec 2024-04-24T03:13:20.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:20 smithi016 ceph-mon[84376]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:13:20.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:20 smithi016 ceph-mon[86910]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:13:20.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:20 smithi063 ceph-mon[77007]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:13:20.938 INFO:tasks.workunit.client.0.smithi016.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:20.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cJaTZ_txRGY3yJX off=2631271 len=926702 2024-04-24T03:13:20.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 3387 completed, throughput=5MB/sec 2024-04-24T03:13:20.943 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-olTro-z7e64BWaz off=7368528 len=1992838 2024-04-24T03:13:20.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 3388 completed, throughput=5MB/sec 2024-04-24T03:13:20.952 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NKhYFci8ytfUHn4 off=2703968 len=1038967 2024-04-24T03:13:20.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 3389 completed, throughput=5MB/sec 2024-04-24T03:13:20.957 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7H0DrKW1nQxhNaO off=7522880 len=2080774 2024-04-24T03:13:20.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 3390 completed, throughput=5MB/sec 2024-04-24T03:13:21.968 INFO:tasks.workunit.client.0.smithi016.stdout: 662: throughput=5MB/sec pending data=0 2024-04-24T03:13:21.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Oi0XfO703XY_8G off=2336756 len=456156 2024-04-24T03:13:21.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 3391 completed, throughput=5MB/sec 2024-04-24T03:13:21.973 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FP2BxYfFr2-lrSS off=742041 len=539698 2024-04-24T03:13:21.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 3392 completed, throughput=5MB/sec 2024-04-24T03:13:21.974 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GEkKIwi_q4YHCrH off=16928800 len=1652177 2024-04-24T03:13:21.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 3393 completed, throughput=5MB/sec 2024-04-24T03:13:21.976 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3IKMzbw5zA4jeDY off=2122941 len=1604269 2024-04-24T03:13:21.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 3394 completed, throughput=5MB/sec 2024-04-24T03:13:22.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:22 smithi016 ceph-mon[84376]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:13:22.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:22 smithi016 ceph-mon[86910]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:13:22.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:22 smithi063 ceph-mon[77007]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:13:22.978 INFO:tasks.workunit.client.0.smithi016.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:22.979 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aBmN8_NKQWUO0_A off=14989107 len=406526 2024-04-24T03:13:22.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 3395 completed, throughput=4.99MB/sec 2024-04-24T03:13:22.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AxQS2RcFAiBAXox off=2671716 len=1488684 2024-04-24T03:13:22.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 3396 completed, throughput=5MB/sec 2024-04-24T03:13:22.984 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zfhh5iQFD8tsZZ_ off=9122180 len=608897 2024-04-24T03:13:22.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 3397 completed, throughput=5MB/sec 2024-04-24T03:13:22.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yhpiVXBohnmjUa5 off=1666634 len=58863 2024-04-24T03:13:22.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 3398 completed, throughput=5MB/sec 2024-04-24T03:13:22.987 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7T5zLIXI-YzZ3mj off=17857225 len=1335251 2024-04-24T03:13:22.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 3399 completed, throughput=5MB/sec 2024-04-24T03:13:22.993 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ia-fjmwo4_F5NwX off=1445872 len=1148293 2024-04-24T03:13:22.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 3400 completed, throughput=5MB/sec 2024-04-24T03:13:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:23.994 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bmyk7-68Z26CVPR off=5385546 len=167662 2024-04-24T03:13:23.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 3401 completed, throughput=4.99MB/sec 2024-04-24T03:13:23.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qAfejYzGhc1dIBF off=14286594 len=234599 2024-04-24T03:13:23.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 3402 completed, throughput=4.99MB/sec 2024-04-24T03:13:23.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EitrCyrZ3oa9ucz off=8002816 len=364187 2024-04-24T03:13:23.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 3403 completed, throughput=4.99MB/sec 2024-04-24T03:13:23.996 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fR_KIJlpVSCpgkn off=9005916 len=1415067 2024-04-24T03:13:24.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 3404 completed, throughput=5MB/sec 2024-04-24T03:13:24.004 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dQJ-hnIGwz2_6GH off=1032044 len=889406 2024-04-24T03:13:24.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 3405 completed, throughput=5MB/sec 2024-04-24T03:13:24.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ABZOA2cMdgJks4Y off=8646585 len=191610 2024-04-24T03:13:24.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 3406 completed, throughput=5MB/sec 2024-04-24T03:13:24.069 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wTuuujojdye5Phx off=3433035 len=1668411 2024-04-24T03:13:24.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 3407 completed, throughput=5MB/sec 2024-04-24T03:13:24.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:24 smithi016 ceph-mon[84376]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:13:24.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:24 smithi016 ceph-mon[86910]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:13:24.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:24 smithi063 ceph-mon[77007]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:13:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:25.013 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fkbt226yyfZmUyA off=13326119 len=1937936 2024-04-24T03:13:25.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 3408 completed, throughput=5MB/sec 2024-04-24T03:13:25.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WC66NQ04dxdvXKr off=5608185 len=1144772 2024-04-24T03:13:25.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 3409 completed, throughput=5MB/sec 2024-04-24T03:13:25.018 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SkyVU3bCwTA0z8N off=2657063 len=334467 2024-04-24T03:13:25.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 3410 completed, throughput=5MB/sec 2024-04-24T03:13:25.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e8SLe3svgzdAym5 off=3830737 len=1950384 2024-04-24T03:13:25.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 3411 completed, throughput=5MB/sec 2024-04-24T03:13:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:26.029 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rJMnws9737hkwFU off=1635987 len=1113172 2024-04-24T03:13:26.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 3412 completed, throughput=4.99MB/sec 2024-04-24T03:13:26.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wHSyEjnPNZgf4Rp off=4681556 len=1353957 2024-04-24T03:13:26.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 3413 completed, throughput=5MB/sec 2024-04-24T03:13:26.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ma5J0x0zheYsTrV off=8785462 len=1653388 2024-04-24T03:13:26.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 3414 completed, throughput=5MB/sec 2024-04-24T03:13:26.047 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nq-7ycI9zqgAP8s off=14519052 len=888822 2024-04-24T03:13:26.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 3415 completed, throughput=5MB/sec 2024-04-24T03:13:26.053 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2tqkUjx5hoXmtVM off=12286149 len=1506536 2024-04-24T03:13:26.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 3416 completed, throughput=5MB/sec 2024-04-24T03:13:26.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:26 smithi016 ceph-mon[84376]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:13:26.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:26 smithi016 ceph-mon[86910]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:13:26.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:26 smithi063 ceph-mon[77007]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:13:27.058 INFO:tasks.workunit.client.0.smithi016.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:27.058 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AWD_Ys59vu7cVXF off=8822498 len=1286545 2024-04-24T03:13:27.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 3417 completed, throughput=5MB/sec 2024-04-24T03:13:27.058 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vuqwVgf4stlBCri off=535734 len=573417 2024-04-24T03:13:27.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 3418 completed, throughput=5MB/sec 2024-04-24T03:13:27.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oxIMcLbzJbCm23W off=797303 len=1720606 2024-04-24T03:13:27.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 3419 completed, throughput=5MB/sec 2024-04-24T03:13:27.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cgLgtShY_HD_yb2 off=5860576 len=479858 2024-04-24T03:13:27.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 3420 completed, throughput=5MB/sec 2024-04-24T03:13:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:28.065 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UVeKS3mx6G5PRrl off=4312 len=569015 2024-04-24T03:13:28.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 3421 completed, throughput=4.99MB/sec 2024-04-24T03:13:28.069 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b17tWviY7BtMZv4 off=929815 len=1589856 2024-04-24T03:13:28.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 3422 completed, throughput=5MB/sec 2024-04-24T03:13:28.079 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lMJ0JdhQnNiDhkv off=4606395 len=635755 2024-04-24T03:13:28.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 3423 completed, throughput=5MB/sec 2024-04-24T03:13:28.083 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tpHE_OkSPcseWut off=178779 len=1176937 2024-04-24T03:13:28.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 3424 completed, throughput=5MB/sec 2024-04-24T03:13:28.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lc_vHsWNjdgupcz off=204676 len=1000791 2024-04-24T03:13:28.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 3425 completed, throughput=5MB/sec 2024-04-24T03:13:28.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gPeQFDN8zRvlHeS off=2988180 len=660505 2024-04-24T03:13:28.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 3426 completed, throughput=5MB/sec 2024-04-24T03:13:28.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:28 smithi016 ceph-mon[84376]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:13:28.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:28 smithi016 ceph-mon[86910]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:13:28.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:13:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:13:28] "GET /metrics HTTP/1.1" 200 34220 "" "Prometheus/2.43.0" 2024-04-24T03:13:28.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:28 smithi063 ceph-mon[77007]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:13:29.087 INFO:tasks.workunit.client.0.smithi016.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:29.087 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b17tWviY7BtMZv4 off=2512837 len=1406229 2024-04-24T03:13:29.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 3427 completed, throughput=5MB/sec 2024-04-24T03:13:29.091 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RDm-PhW5Q4v1xJV off=655885 len=912416 2024-04-24T03:13:29.092 INFO:tasks.workunit.client.0.smithi016.stdout:op 3428 completed, throughput=5MB/sec 2024-04-24T03:13:29.092 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3rhjONM6uicgP6r off=1258210 len=1789617 2024-04-24T03:13:29.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 3429 completed, throughput=5MB/sec 2024-04-24T03:13:29.094 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KCgknIdTojWDRgP off=3490836 len=1471684 2024-04-24T03:13:29.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 3430 completed, throughput=5MB/sec 2024-04-24T03:13:30.096 INFO:tasks.workunit.client.0.smithi016.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:30.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-420IBCSWqyh9qWX off=5381107 len=1521259 2024-04-24T03:13:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 3431 completed, throughput=5MB/sec 2024-04-24T03:13:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_ELUNXkWugAhvYG off=6542725 len=843151 2024-04-24T03:13:30.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 3432 completed, throughput=5MB/sec 2024-04-24T03:13:30.104 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qshd1-aV5ig7GDm off=10098488 len=498706 2024-04-24T03:13:30.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 3433 completed, throughput=5MB/sec 2024-04-24T03:13:30.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5ow2upANwvrufGO off=35038 len=349655 2024-04-24T03:13:30.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 3434 completed, throughput=5MB/sec 2024-04-24T03:13:30.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T7AWHwxEnlr6Pc5 off=5382334 len=2036966 2024-04-24T03:13:30.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 3435 completed, throughput=5MB/sec 2024-04-24T03:13:30.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:30 smithi016 ceph-mon[84376]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:13:30.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:30.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:30 smithi016 ceph-mon[86910]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:13:30.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:30.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:30 smithi063 ceph-mon[77007]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:13:30.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:31.111 INFO:tasks.workunit.client.0.smithi016.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:31.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cUAkYkDSlLLUKJq off=20073557 len=1336642 2024-04-24T03:13:31.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 3436 completed, throughput=5MB/sec 2024-04-24T03:13:31.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-frs2vdxPg1lGZWe off=5414844 len=1324275 2024-04-24T03:13:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 3437 completed, throughput=5MB/sec 2024-04-24T03:13:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TbSnd6BV76Qz2_I off=628731 len=1185175 2024-04-24T03:13:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 3438 completed, throughput=5MB/sec 2024-04-24T03:13:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m9BW1Z-fqgnLLQP off=15889696 len=245444 2024-04-24T03:13:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 3439 completed, throughput=5MB/sec 2024-04-24T03:13:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cpQUBme45GmvpLs off=1405177 len=1254563 2024-04-24T03:13:31.129 INFO:tasks.workunit.client.0.smithi016.stdout:op 3440 completed, throughput=5MB/sec 2024-04-24T03:13:32.130 INFO:tasks.workunit.client.0.smithi016.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:32.130 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YXJi_QMa3W4pEIX off=5833307 len=1458149 2024-04-24T03:13:32.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 3441 completed, throughput=5MB/sec 2024-04-24T03:13:32.138 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LSQI-Z0qajlhUWC off=1560242 len=279130 2024-04-24T03:13:32.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 3442 completed, throughput=5MB/sec 2024-04-24T03:13:32.139 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nzsa2ll9ERqzfYf off=9723321 len=1658024 2024-04-24T03:13:32.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 3443 completed, throughput=5MB/sec 2024-04-24T03:13:32.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dhx0zQzgrmofxfa off=3304389 len=1780688 2024-04-24T03:13:32.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 3444 completed, throughput=5MB/sec 2024-04-24T03:13:32.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:32 smithi016 ceph-mon[86910]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:13:32.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:32 smithi016 ceph-mon[84376]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:13:32.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:32 smithi063 ceph-mon[77007]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:13:33.154 INFO:tasks.workunit.client.0.smithi016.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:33.155 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mmptya16nG7oy4T off=2477820 len=71665 2024-04-24T03:13:33.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 3445 completed, throughput=4.99MB/sec 2024-04-24T03:13:33.155 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LKNW_N4323SBHbC off=4505551 len=377353 2024-04-24T03:13:33.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 3446 completed, throughput=4.99MB/sec 2024-04-24T03:13:33.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YWunf42kWKxZrzR off=18989799 len=1705485 2024-04-24T03:13:33.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 3447 completed, throughput=5MB/sec 2024-04-24T03:13:33.161 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lXeUuiIdhD7PHW0 off=6010595 len=631099 2024-04-24T03:13:33.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 3448 completed, throughput=5MB/sec 2024-04-24T03:13:33.162 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LGKwN8pFUKK4wOK off=13938731 len=383308 2024-04-24T03:13:33.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 3449 completed, throughput=5MB/sec 2024-04-24T03:13:33.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WvX7cCXVU8LBCFL off=2605950 len=1267289 2024-04-24T03:13:33.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 3450 completed, throughput=5MB/sec 2024-04-24T03:13:33.172 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-REcwaroe7TEtYEN off=7371417 len=50289 2024-04-24T03:13:33.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 3451 completed, throughput=5MB/sec 2024-04-24T03:13:33.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3PckcE2kTBhALSg off=8334894 len=1081061 2024-04-24T03:13:33.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 3452 completed, throughput=5MB/sec 2024-04-24T03:13:34.175 INFO:tasks.workunit.client.0.smithi016.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:34.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ji-78VugMkFgauZ off=4650342 len=459688 2024-04-24T03:13:34.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 3453 completed, throughput=4.99MB/sec 2024-04-24T03:13:34.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EXMl2OGhf9H9Xqr off=5854622 len=1045221 2024-04-24T03:13:34.182 INFO:tasks.workunit.client.0.smithi016.stdout:op 3454 completed, throughput=5MB/sec 2024-04-24T03:13:34.182 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hji_iXa31bEm6Cf off=5671810 len=163902 2024-04-24T03:13:34.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 3455 completed, throughput=5MB/sec 2024-04-24T03:13:34.185 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2jWWYKb-ZkAYY2D off=4225099 len=1193863 2024-04-24T03:13:34.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 3456 completed, throughput=5MB/sec 2024-04-24T03:13:34.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-je4sFHkPuhTSUS- off=12732870 len=854208 2024-04-24T03:13:34.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 3457 completed, throughput=5MB/sec 2024-04-24T03:13:34.187 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7roY2y9wmeS5woz off=12857965 len=970875 2024-04-24T03:13:34.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 3458 completed, throughput=5MB/sec 2024-04-24T03:13:34.193 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9FGbzr4Z2UQeXEO off=10739156 len=46168 2024-04-24T03:13:34.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 3459 completed, throughput=5MB/sec 2024-04-24T03:13:34.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:34 smithi016 ceph-mon[84376]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:13:34.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:34 smithi016 ceph-mon[86910]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:13:34.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:34 smithi063 ceph-mon[77007]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:13:35.195 INFO:tasks.workunit.client.0.smithi016.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:35.195 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HFrQT0y2Wd8aRhU off=9711261 len=771629 2024-04-24T03:13:35.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 3460 completed, throughput=4.99MB/sec 2024-04-24T03:13:35.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RlZVeVrDU7agMEY off=4997311 len=116734 2024-04-24T03:13:35.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 3461 completed, throughput=4.99MB/sec 2024-04-24T03:13:35.200 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l4qyD0CxBo8eBKw off=316703 len=681070 2024-04-24T03:13:35.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 3462 completed, throughput=4.99MB/sec 2024-04-24T03:13:35.205 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mW6mgwAyAwcCb8D off=4124128 len=845893 2024-04-24T03:13:35.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 3463 completed, throughput=5MB/sec 2024-04-24T03:13:35.206 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sSQwhlHDCQ_USSy off=939426 len=596508 2024-04-24T03:13:35.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 3464 completed, throughput=5MB/sec 2024-04-24T03:13:35.210 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wdfwKBDecr8bo4z off=3812659 len=2312 2024-04-24T03:13:35.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 3465 completed, throughput=5MB/sec 2024-04-24T03:13:35.210 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yFBJefSC8Fz4L4q off=1251636 len=15429 2024-04-24T03:13:35.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 3466 completed, throughput=5MB/sec 2024-04-24T03:13:35.213 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bBqi8CEV7Hr9Z8E off=10421543 len=2068177 2024-04-24T03:13:35.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 3467 completed, throughput=5MB/sec 2024-04-24T03:13:35.215 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ueVlAlCWfxzC1Gq off=4004153 len=754499 2024-04-24T03:13:35.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 3468 completed, throughput=5MB/sec 2024-04-24T03:13:36.221 INFO:tasks.workunit.client.0.smithi016.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:36.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-POtW2Am2epHA8SU off=32611 len=1203741 2024-04-24T03:13:36.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 3469 completed, throughput=5MB/sec 2024-04-24T03:13:36.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1oprOVfiLiH5Xcm off=616566 len=967440 2024-04-24T03:13:36.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 3470 completed, throughput=5MB/sec 2024-04-24T03:13:36.229 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d3xiVwIqw5hCUMW off=7745155 len=1893853 2024-04-24T03:13:36.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 3471 completed, throughput=5MB/sec 2024-04-24T03:13:36.241 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j6ngaEUXk7efO95 off=5075147 len=1597003 2024-04-24T03:13:36.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 3472 completed, throughput=5MB/sec 2024-04-24T03:13:36.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:36 smithi016 ceph-mon[84376]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:13:36.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:36 smithi016 ceph-mon[86910]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:13:36.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:36 smithi063 ceph-mon[77007]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:13:37.243 INFO:tasks.workunit.client.0.smithi016.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:37.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uMGuFWTM0yNSoXi off=0 len=2027820 2024-04-24T03:13:37.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 3473 completed, throughput=5MB/sec 2024-04-24T03:13:37.246 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KsfOKu0kJA4GBc4 off=18097664 len=1827266 2024-04-24T03:13:37.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 3474 completed, throughput=5MB/sec 2024-04-24T03:13:37.247 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kNf_xceyCOd80ik off=13989381 len=308339 2024-04-24T03:13:37.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 3475 completed, throughput=5MB/sec 2024-04-24T03:13:37.250 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gI7YUmdE8lA5qES off=7399759 len=1952000 2024-04-24T03:13:37.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 3476 completed, throughput=5MB/sec 2024-04-24T03:13:38.259 INFO:tasks.workunit.client.0.smithi016.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:38.259 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7agg_PpwgUmPlkf off=541016 len=597361 2024-04-24T03:13:38.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 3477 completed, throughput=5MB/sec 2024-04-24T03:13:38.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ejnpv9Llfcx-t-V off=11870804 len=1442678 2024-04-24T03:13:38.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 3478 completed, throughput=5MB/sec 2024-04-24T03:13:38.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JCQ-SbX3aQ7sICe off=1589580 len=1235715 2024-04-24T03:13:38.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 3479 completed, throughput=5MB/sec 2024-04-24T03:13:38.274 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NLOLk1e3PGBk-Ev off=10738707 len=1960598 2024-04-24T03:13:38.284 INFO:tasks.workunit.client.0.smithi016.stdout:op 3480 completed, throughput=5MB/sec 2024-04-24T03:13:38.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:38 smithi016 ceph-mon[84376]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:13:38.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:13:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:13:38] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:13:38.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:38 smithi016 ceph-mon[86910]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:13:38.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:38 smithi063 ceph-mon[77007]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:13:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:39.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PbpLeA6WBjx5Hq5 off=1980098 len=70106 2024-04-24T03:13:39.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 3481 completed, throughput=4.99MB/sec 2024-04-24T03:13:39.285 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nf5ldJsRKHyW3Li off=3464574 len=1079533 2024-04-24T03:13:39.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 3482 completed, throughput=5MB/sec 2024-04-24T03:13:39.291 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vh5wmiDTeXPcGgg off=2802164 len=1696224 2024-04-24T03:13:39.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 3483 completed, throughput=5MB/sec 2024-04-24T03:13:39.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7PQULFv98scnESQ off=6466755 len=549512 2024-04-24T03:13:39.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 3484 completed, throughput=5MB/sec 2024-04-24T03:13:39.303 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--jzXP3YHaPyuq9V off=3000071 len=700875 2024-04-24T03:13:39.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 3485 completed, throughput=5MB/sec 2024-04-24T03:13:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:40.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ya1BZHROz8IYaPJ off=7858297 len=1035285 2024-04-24T03:13:40.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 3486 completed, throughput=4.99MB/sec 2024-04-24T03:13:40.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4k675NcKlbnrfEB off=8521773 len=1721555 2024-04-24T03:13:40.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 3487 completed, throughput=5MB/sec 2024-04-24T03:13:40.312 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UbPYAyD7d-HOa-3 off=14777554 len=166953 2024-04-24T03:13:40.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 3488 completed, throughput=5MB/sec 2024-04-24T03:13:40.312 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lJ8-EPE5D2qglGV off=543646 len=2058501 2024-04-24T03:13:40.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 3489 completed, throughput=5MB/sec 2024-04-24T03:13:40.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7xO4D4V-moTn_HA off=10961123 len=1184242 2024-04-24T03:13:40.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 3490 completed, throughput=5MB/sec 2024-04-24T03:13:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:40 smithi063 ceph-mon[77007]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:13:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:13:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:13:40.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:13:40.801 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:13:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[84376]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:13:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:13:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:13:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:13:41.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:13:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[86910]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:13:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:13:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:13:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:13:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:13:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:41.328 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1vSUOOpA-q3QQrj off=4697045 len=865390 2024-04-24T03:13:41.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 3491 completed, throughput=5MB/sec 2024-04-24T03:13:41.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Al9YRRANDkd-x2V off=923633 len=1056724 2024-04-24T03:13:41.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 3492 completed, throughput=5MB/sec 2024-04-24T03:13:41.345 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S62LIk8CV6h_Z5f off=12141953 len=421884 2024-04-24T03:13:41.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 3493 completed, throughput=5MB/sec 2024-04-24T03:13:41.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6p0Bncv5DB7ATw1 off=12960658 len=1451420 2024-04-24T03:13:41.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 3494 completed, throughput=5MB/sec 2024-04-24T03:13:41.354 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f_kT-ozHkCED6cM off=4160457 len=252852 2024-04-24T03:13:41.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 3495 completed, throughput=5MB/sec 2024-04-24T03:13:41.355 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cdgzhNQ3uwQDX_r off=9339436 len=757495 2024-04-24T03:13:41.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 3496 completed, throughput=5MB/sec 2024-04-24T03:13:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:42.358 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R88t-oYEMhBK93c off=1441684 len=1237090 2024-04-24T03:13:42.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 3497 completed, throughput=5MB/sec 2024-04-24T03:13:42.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VwlggRvD0lvxyNF off=16550722 len=375347 2024-04-24T03:13:42.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 3498 completed, throughput=5MB/sec 2024-04-24T03:13:42.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9jyWqfphYTE6cp1 off=4949408 len=1523608 2024-04-24T03:13:42.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 3499 completed, throughput=5MB/sec 2024-04-24T03:13:42.372 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9PTfCcT6_iD3mqR off=13756074 len=853608 2024-04-24T03:13:42.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 3500 completed, throughput=5MB/sec 2024-04-24T03:13:42.374 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9PmCZ8-g_5KuZi8 off=9182772 len=1758471 2024-04-24T03:13:42.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 3501 completed, throughput=5MB/sec 2024-04-24T03:13:42.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:42 smithi063 ceph-mon[77007]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:13:43.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:42 smithi016 ceph-mon[84376]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:13:43.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:42 smithi016 ceph-mon[86910]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:13:43.376 INFO:tasks.workunit.client.0.smithi016.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:43.376 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3c69mhrchX2_rOO off=15603848 len=2081422 2024-04-24T03:13:43.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 3502 completed, throughput=5MB/sec 2024-04-24T03:13:43.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0MjL2j2pdd5wyTl off=384280 len=268564 2024-04-24T03:13:43.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 3503 completed, throughput=5MB/sec 2024-04-24T03:13:43.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gkEgUzDb3nRZsT0 off=1511104 len=68921 2024-04-24T03:13:43.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 3504 completed, throughput=5MB/sec 2024-04-24T03:13:43.380 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CZf7eGzPDySubJu off=4995045 len=697320 2024-04-24T03:13:43.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 3505 completed, throughput=5MB/sec 2024-04-24T03:13:43.381 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--AEaJvkmRPSo4cD off=2054314 len=264463 2024-04-24T03:13:43.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 3506 completed, throughput=5MB/sec 2024-04-24T03:13:43.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pXL5_00pNREka6f off=4069979 len=1626922 2024-04-24T03:13:43.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 3507 completed, throughput=5MB/sec 2024-04-24T03:13:44.395 INFO:tasks.workunit.client.0.smithi016.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:44.395 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K1nroeJrT6CuAXA off=7352759 len=478242 2024-04-24T03:13:44.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 3508 completed, throughput=4.99MB/sec 2024-04-24T03:13:44.396 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F2L6kYxj5KN33zw off=2245554 len=1299232 2024-04-24T03:13:44.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 3509 completed, throughput=5MB/sec 2024-04-24T03:13:44.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h9LXLllpexoj9dG off=519573 len=447272 2024-04-24T03:13:44.399 INFO:tasks.workunit.client.0.smithi016.stdout:op 3510 completed, throughput=5MB/sec 2024-04-24T03:13:44.399 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wLssfgG43W5ZcLh off=17659146 len=597305 2024-04-24T03:13:44.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 3511 completed, throughput=5MB/sec 2024-04-24T03:13:44.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HPYoQbQyYxR9Ntx off=15731027 len=2051598 2024-04-24T03:13:44.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 3512 completed, throughput=5MB/sec 2024-04-24T03:13:44.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:44 smithi063 ceph-mon[77007]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:13:45.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:44 smithi016 ceph-mon[84376]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:13:45.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:44 smithi016 ceph-mon[86910]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:13:45.403 INFO:tasks.workunit.client.0.smithi016.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:45.403 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6SgIn8AjLDtXoGI off=14319369 len=1281341 2024-04-24T03:13:45.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 3513 completed, throughput=4.99MB/sec 2024-04-24T03:13:45.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hz6NSZYcPFi2KI5 off=8407051 len=645593 2024-04-24T03:13:45.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 3514 completed, throughput=5MB/sec 2024-04-24T03:13:45.409 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q-QRfrXYXK1IN99 off=154037 len=232615 2024-04-24T03:13:45.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 3515 completed, throughput=5MB/sec 2024-04-24T03:13:45.410 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wtyJlIeGihu3z_8 off=11357563 len=1553953 2024-04-24T03:13:45.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 3516 completed, throughput=5MB/sec 2024-04-24T03:13:45.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zBeAAcr6ENY0AJY off=1149954 len=290032 2024-04-24T03:13:45.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 3517 completed, throughput=5MB/sec 2024-04-24T03:13:45.422 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TVduPih_klsl-mL off=0 len=1471190 2024-04-24T03:13:45.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 3518 completed, throughput=5MB/sec 2024-04-24T03:13:45.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:46.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:13:46.429 INFO:tasks.workunit.client.0.smithi016.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:46.429 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H8neNkZ0kkUyM5q off=1223463 len=48695 2024-04-24T03:13:46.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 3519 completed, throughput=4.99MB/sec 2024-04-24T03:13:46.431 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HkgOvB3uL7JIOml off=4199726 len=1872233 2024-04-24T03:13:46.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 3520 completed, throughput=5MB/sec 2024-04-24T03:13:46.434 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9qdPihRAVD22Moz off=6721903 len=1028422 2024-04-24T03:13:46.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 3521 completed, throughput=5MB/sec 2024-04-24T03:13:46.439 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rSWzGH3Udpb2OyW off=16684046 len=1502720 2024-04-24T03:13:46.446 INFO:tasks.workunit.client.0.smithi016.stdout:op 3522 completed, throughput=5MB/sec 2024-04-24T03:13:46.446 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-trIYULud8BU1DWs off=2760575 len=1526136 2024-04-24T03:13:46.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 3523 completed, throughput=5MB/sec 2024-04-24T03:13:46.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:46 smithi063 ceph-mon[77007]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:13:47.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:46 smithi016 ceph-mon[84376]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:13:47.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:46 smithi016 ceph-mon[86910]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:13:47.454 INFO:tasks.workunit.client.0.smithi016.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:47.454 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wt0K9E9FT-0Fq7f off=1914794 len=244643 2024-04-24T03:13:47.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 3524 completed, throughput=4.99MB/sec 2024-04-24T03:13:47.454 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vFTjAEBFcJ5iIkM off=43776 len=1561004 2024-04-24T03:13:47.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 3525 completed, throughput=5MB/sec 2024-04-24T03:13:47.462 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7diIeEY2W6SuLS- off=17955122 len=2055231 2024-04-24T03:13:47.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 3526 completed, throughput=5MB/sec 2024-04-24T03:13:47.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XZD25ZdyLKZjWTg off=14919383 len=1699461 2024-04-24T03:13:47.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 3527 completed, throughput=5MB/sec 2024-04-24T03:13:48.466 INFO:tasks.workunit.client.0.smithi016.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:48.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wdKZGY-kAojqPhX off=6188836 len=1711903 2024-04-24T03:13:48.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 3528 completed, throughput=5MB/sec 2024-04-24T03:13:48.468 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0ex9QSQh9K2oBMH off=267616 len=1567496 2024-04-24T03:13:48.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 3529 completed, throughput=5MB/sec 2024-04-24T03:13:48.471 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--FlTTBQqy6tCv7u off=9078165 len=1283858 2024-04-24T03:13:48.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 3530 completed, throughput=5MB/sec 2024-04-24T03:13:48.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:48 smithi016 ceph-mon[84376]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:13:48.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:13:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:13:48] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:13:48.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:48 smithi016 ceph-mon[86910]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:13:48.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:48 smithi063 ceph-mon[77007]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:13:49.479 INFO:tasks.workunit.client.0.smithi016.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:49.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ciShlNjF_1LZiuD off=181230 len=1022836 2024-04-24T03:13:49.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 3531 completed, throughput=4.99MB/sec 2024-04-24T03:13:49.481 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1EiPBdmsc7ZSkhD off=7652682 len=48745 2024-04-24T03:13:49.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 3532 completed, throughput=4.99MB/sec 2024-04-24T03:13:49.482 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eIVf0_GHdUXauRL off=11803491 len=373848 2024-04-24T03:13:49.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 3533 completed, throughput=5MB/sec 2024-04-24T03:13:49.483 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KMReuPsKGLNTz9s off=2245329 len=584575 2024-04-24T03:13:49.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 3534 completed, throughput=5MB/sec 2024-04-24T03:13:49.483 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ghF9QU1fjjcelqN off=3376381 len=1658911 2024-04-24T03:13:49.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 3535 completed, throughput=5MB/sec 2024-04-24T03:13:49.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Weiffk7R83ElYbc off=15239844 len=220477 2024-04-24T03:13:49.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 3536 completed, throughput=5MB/sec 2024-04-24T03:13:49.490 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0MXIxyeOM2Ta1_0 off=195866 len=948717 2024-04-24T03:13:49.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 3537 completed, throughput=5MB/sec 2024-04-24T03:13:49.496 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2P73ui4edSMB2Wv off=3666820 len=1836292 2024-04-24T03:13:49.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 3538 completed, throughput=5MB/sec 2024-04-24T03:13:50.506 INFO:tasks.workunit.client.0.smithi016.stdout: 690: throughput=5MB/sec pending data=0 2024-04-24T03:13:50.507 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FhKEwHmHyzy2Kec off=2396722 len=1415163 2024-04-24T03:13:50.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 3539 completed, throughput=5MB/sec 2024-04-24T03:13:50.514 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--xKQhHfBKcex85r off=548661 len=1079720 2024-04-24T03:13:50.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 3540 completed, throughput=5MB/sec 2024-04-24T03:13:50.520 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EjnMWqxJti3Vo7K off=11105757 len=55037 2024-04-24T03:13:50.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 3541 completed, throughput=5MB/sec 2024-04-24T03:13:50.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PE3Lf1xp7C5-FwD off=22383820 len=1022953 2024-04-24T03:13:50.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 3542 completed, throughput=5MB/sec 2024-04-24T03:13:50.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p31lK8YxlHLtiZy off=6694774 len=1955867 2024-04-24T03:13:50.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 3543 completed, throughput=5MB/sec 2024-04-24T03:13:50.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:50 smithi063 ceph-mon[77007]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:13:51.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:50 smithi016 ceph-mon[84376]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:13:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:50 smithi016 ceph-mon[86910]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:13:51.535 INFO:tasks.workunit.client.0.smithi016.stdout: 691: throughput=5MB/sec pending data=0 2024-04-24T03:13:51.535 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gSkXwWHzcEfHedY off=552322 len=1773654 2024-04-24T03:13:51.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 3544 completed, throughput=5MB/sec 2024-04-24T03:13:51.537 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZrYp9U5baASYbM7 off=5201216 len=1508889 2024-04-24T03:13:51.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 3545 completed, throughput=5MB/sec 2024-04-24T03:13:51.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hAc1bYYrIRJNVa1 off=691544 len=1751050 2024-04-24T03:13:51.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 3546 completed, throughput=5MB/sec 2024-04-24T03:13:52.547 INFO:tasks.workunit.client.0.smithi016.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:52.548 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TjT5X7lWOoIG2cI off=1764245 len=1498713 2024-04-24T03:13:52.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 3547 completed, throughput=5MB/sec 2024-04-24T03:13:52.556 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i8j0_3u--9Y4_u6 off=15235195 len=430102 2024-04-24T03:13:52.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 3548 completed, throughput=5MB/sec 2024-04-24T03:13:52.557 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ONSaJzW3ZFUsUk0 off=1734798 len=910828 2024-04-24T03:13:52.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 3549 completed, throughput=5MB/sec 2024-04-24T03:13:52.558 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y4h9k8hTo8-Ub9D off=8459226 len=715178 2024-04-24T03:13:52.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 3550 completed, throughput=5MB/sec 2024-04-24T03:13:52.563 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LRbstIVOcZlpCix off=15751840 len=703147 2024-04-24T03:13:52.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 3551 completed, throughput=5MB/sec 2024-04-24T03:13:53.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:52 smithi016 ceph-mon[84376]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:13:53.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:52 smithi016 ceph-mon[86910]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:13:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:52 smithi063 ceph-mon[77007]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:13:53.567 INFO:tasks.workunit.client.0.smithi016.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:53.567 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bpZW9GjKzScG-2d off=6800707 len=1914568 2024-04-24T03:13:53.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 3552 completed, throughput=5MB/sec 2024-04-24T03:13:53.578 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LzADNsVvOjWQ_Aw off=4414692 len=126709 2024-04-24T03:13:53.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 3553 completed, throughput=5MB/sec 2024-04-24T03:13:53.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WQMq_vYhRCUoqse off=1791104 len=1104075 2024-04-24T03:13:53.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 3554 completed, throughput=5MB/sec 2024-04-24T03:13:53.585 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zO4wIQA1Z2iMsI5 off=3406112 len=292912 2024-04-24T03:13:53.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 3555 completed, throughput=5MB/sec 2024-04-24T03:13:53.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HxBG2IkXpMIEYfJ off=3528423 len=1336147 2024-04-24T03:13:53.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 3556 completed, throughput=5MB/sec 2024-04-24T03:13:53.590 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f7U1PF5-UtAc3Lr off=4302878 len=429198 2024-04-24T03:13:53.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 3557 completed, throughput=5MB/sec 2024-04-24T03:13:54.594 INFO:tasks.workunit.client.0.smithi016.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:54.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NULqus07cHxNCeX off=4301299 len=990932 2024-04-24T03:13:54.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 3558 completed, throughput=4.99MB/sec 2024-04-24T03:13:54.599 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-56F3fk2-XmHAhYt off=20599825 len=1397168 2024-04-24T03:13:54.603 INFO:tasks.workunit.client.0.smithi016.stdout:op 3559 completed, throughput=5MB/sec 2024-04-24T03:13:54.603 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b4sTfDYFUyucAIF off=341417 len=881470 2024-04-24T03:13:54.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 3560 completed, throughput=5MB/sec 2024-04-24T03:13:54.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bq_z1muwz4d9_ry off=3651263 len=1648824 2024-04-24T03:13:54.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 3561 completed, throughput=5MB/sec 2024-04-24T03:13:54.613 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pCFdU3a4LKN2-FQ off=6680348 len=193293 2024-04-24T03:13:54.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 3562 completed, throughput=5MB/sec 2024-04-24T03:13:54.616 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j599nwfPE0p9wkD off=10736671 len=478359 2024-04-24T03:13:54.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 3563 completed, throughput=5MB/sec 2024-04-24T03:13:55.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:54 smithi016 ceph-mon[84376]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:13:55.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:54 smithi016 ceph-mon[86910]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:13:55.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:54 smithi063 ceph-mon[77007]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:13:55.620 INFO:tasks.workunit.client.0.smithi016.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:55.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kHEdzGgO6KYIToK off=7126024 len=1597613 2024-04-24T03:13:55.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 3564 completed, throughput=5MB/sec 2024-04-24T03:13:55.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L-wFxn74IXuO-30 off=19195583 len=465694 2024-04-24T03:13:55.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 3565 completed, throughput=5MB/sec 2024-04-24T03:13:55.628 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K1DrB2yRq-SLi_u off=6399087 len=1419941 2024-04-24T03:13:55.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 3566 completed, throughput=5MB/sec 2024-04-24T03:13:55.629 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j0LYz0cKbnqSaAp off=20907897 len=877455 2024-04-24T03:13:55.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 3567 completed, throughput=5MB/sec 2024-04-24T03:13:55.631 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ybYr49Cab7U5VUx off=5664664 len=1281404 2024-04-24T03:13:55.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 3568 completed, throughput=5MB/sec 2024-04-24T03:13:56.632 INFO:tasks.workunit.client.0.smithi016.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:56.633 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ma5J0x0zheYsTrV off=16955292 len=1713325 2024-04-24T03:13:56.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 3569 completed, throughput=5MB/sec 2024-04-24T03:13:56.642 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5oAJ8KJk7y46WXk off=8112857 len=750781 2024-04-24T03:13:56.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 3570 completed, throughput=5MB/sec 2024-04-24T03:13:56.644 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ssgi5llDXmyGSEf off=6067297 len=521162 2024-04-24T03:13:56.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 3571 completed, throughput=5MB/sec 2024-04-24T03:13:56.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MyWGUmM5mGHf7rj off=1772851 len=490913 2024-04-24T03:13:56.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 3572 completed, throughput=5MB/sec 2024-04-24T03:13:56.649 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3eewPzfGwlGVidf off=254819 len=170349 2024-04-24T03:13:56.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 3573 completed, throughput=5MB/sec 2024-04-24T03:13:56.649 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z3CQuiT5mDJtTXN off=2136133 len=1918144 2024-04-24T03:13:56.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 3574 completed, throughput=5MB/sec 2024-04-24T03:13:57.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:56 smithi016 ceph-mon[84376]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:13:57.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:56 smithi016 ceph-mon[86910]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:13:57.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:56 smithi063 ceph-mon[77007]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:13:57.662 INFO:tasks.workunit.client.0.smithi016.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:57.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LYz92yRxPNQamal off=403545 len=1494009 2024-04-24T03:13:57.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 3575 completed, throughput=5MB/sec 2024-04-24T03:13:57.664 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jeli3rYaGdWvLSs off=11428193 len=2069473 2024-04-24T03:13:57.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 3576 completed, throughput=5MB/sec 2024-04-24T03:13:57.666 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VWiF_1SREqy7PjN off=1068947 len=1348038 2024-04-24T03:13:57.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 3577 completed, throughput=5MB/sec 2024-04-24T03:13:58.668 INFO:tasks.workunit.client.0.smithi016.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-24T03:13:58.669 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ImMDHHhu8mtqzr9 off=615029 len=1734211 2024-04-24T03:13:58.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 3578 completed, throughput=5MB/sec 2024-04-24T03:13:58.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aduTeuyGcXRD9_E off=5923259 len=1356327 2024-04-24T03:13:58.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 3579 completed, throughput=5MB/sec 2024-04-24T03:13:58.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oc4GwQrFNUm3Ly3 off=837705 len=641522 2024-04-24T03:13:58.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 3580 completed, throughput=5MB/sec 2024-04-24T03:13:58.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WAxMjaM3M7ntxNa off=10833467 len=466271 2024-04-24T03:13:58.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 3581 completed, throughput=5MB/sec 2024-04-24T03:13:58.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AIpaAwNTlhr_Fzh off=4196585 len=368026 2024-04-24T03:13:58.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 3582 completed, throughput=5MB/sec 2024-04-24T03:13:58.693 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oxhvnntsfQRK04x off=2219597 len=2059689 2024-04-24T03:13:58.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 3583 completed, throughput=5MB/sec 2024-04-24T03:13:58.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:13:58 smithi016 ceph-mon[84376]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:13:58.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:13:58 smithi016 ceph-mon[86910]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:13:58.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:13:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:13:58] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:13:59.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:13:58 smithi063 ceph-mon[77007]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:13:59.696 INFO:tasks.workunit.client.0.smithi016.stdout: 699: throughput=5MB/sec pending data=0 2024-04-24T03:13:59.696 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WSPqgxFedm4IAcG off=1685981 len=1858110 2024-04-24T03:13:59.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 3584 completed, throughput=5MB/sec 2024-04-24T03:13:59.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LQq1I-40HpB-ZhJ off=1256756 len=296381 2024-04-24T03:13:59.700 INFO:tasks.workunit.client.0.smithi016.stdout:op 3585 completed, throughput=5MB/sec 2024-04-24T03:13:59.700 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ocMeSjBJHXR33vR off=5131414 len=1346254 2024-04-24T03:13:59.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 3586 completed, throughput=5MB/sec 2024-04-24T03:13:59.703 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2b8kp2TGe9pTuVe off=10230928 len=1840562 2024-04-24T03:13:59.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 3587 completed, throughput=5MB/sec 2024-04-24T03:14:00.706 INFO:tasks.workunit.client.0.smithi016.stdout: 700: throughput=5MB/sec pending data=0 2024-04-24T03:14:00.706 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F002SzIXMM1-oPW off=14182729 len=1107786 2024-04-24T03:14:00.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 3588 completed, throughput=5MB/sec 2024-04-24T03:14:00.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6NEChl3fhqzPFlz off=2304444 len=116212 2024-04-24T03:14:00.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 3589 completed, throughput=5MB/sec 2024-04-24T03:14:00.715 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JkRkxYeiEg2x88m off=1803502 len=735244 2024-04-24T03:14:00.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 3590 completed, throughput=5MB/sec 2024-04-24T03:14:00.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cbFqgCfUbDdLc6c off=6969018 len=816017 2024-04-24T03:14:00.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 3591 completed, throughput=5MB/sec 2024-04-24T03:14:00.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yAWuhhty6Inop2r off=12953031 len=1699608 2024-04-24T03:14:00.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 3592 completed, throughput=5MB/sec 2024-04-24T03:14:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:00 smithi016 ceph-mon[84376]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:14:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:00 smithi016 ceph-mon[86910]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:14:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:00 smithi063 ceph-mon[77007]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:14:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:01.733 INFO:tasks.workunit.client.0.smithi016.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:01.733 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uZbwz68t3Qhgcsz off=5133844 len=588052 2024-04-24T03:14:01.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 3593 completed, throughput=4.99MB/sec 2024-04-24T03:14:01.735 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PINNi3GSbzrYUKt off=20908532 len=612423 2024-04-24T03:14:01.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 3594 completed, throughput=5MB/sec 2024-04-24T03:14:01.736 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WRNRs_OTcTc37Wi off=7916261 len=516341 2024-04-24T03:14:01.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 3595 completed, throughput=5MB/sec 2024-04-24T03:14:01.741 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WFDuUMoy9JKXbgF off=10869221 len=1605731 2024-04-24T03:14:01.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 3596 completed, throughput=5MB/sec 2024-04-24T03:14:01.749 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kPmPI2s-uRZ4VgD off=21565449 len=661348 2024-04-24T03:14:01.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 3597 completed, throughput=5MB/sec 2024-04-24T03:14:01.750 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wNDzF_1ZwvctXuX off=9186560 len=497567 2024-04-24T03:14:01.751 INFO:tasks.workunit.client.0.smithi016.stdout:op 3598 completed, throughput=5MB/sec 2024-04-24T03:14:02.751 INFO:tasks.workunit.client.0.smithi016.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:02.751 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MkWRMwm4VYrqE1A off=6724641 len=532872 2024-04-24T03:14:02.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 3599 completed, throughput=4.99MB/sec 2024-04-24T03:14:02.756 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nu9bw_hndA9Nd6e off=1681181 len=525739 2024-04-24T03:14:02.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 3600 completed, throughput=4.99MB/sec 2024-04-24T03:14:02.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ExE3Qv43R9X5nTf off=4883111 len=890771 2024-04-24T03:14:02.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 3601 completed, throughput=5MB/sec 2024-04-24T03:14:02.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yu-9gSvbtjeEcGe off=8936454 len=1255026 2024-04-24T03:14:02.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 3602 completed, throughput=5MB/sec 2024-04-24T03:14:02.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2C5eTgOy8iZSTbM off=712811 len=1606683 2024-04-24T03:14:02.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 3603 completed, throughput=5MB/sec 2024-04-24T03:14:02.766 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G67XvswVvt_WA9O off=347720 len=433794 2024-04-24T03:14:02.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 3604 completed, throughput=5MB/sec 2024-04-24T03:14:02.766 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g405lQs1FIsRoDK off=6347306 len=999660 2024-04-24T03:14:02.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 3605 completed, throughput=5MB/sec 2024-04-24T03:14:03.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:02 smithi016 ceph-mon[84376]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:14:03.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:02 smithi016 ceph-mon[86910]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:14:03.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:02 smithi063 ceph-mon[77007]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:14:03.769 INFO:tasks.workunit.client.0.smithi016.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:03.769 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--sfG-VjBjIVqJc7 off=4523384 len=1545512 2024-04-24T03:14:03.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 3606 completed, throughput=5MB/sec 2024-04-24T03:14:03.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C8aic0Zt3_SdbFa off=1261146 len=239441 2024-04-24T03:14:03.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 3607 completed, throughput=5MB/sec 2024-04-24T03:14:03.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1NgrI1c-VmsMEDE off=16157374 len=764774 2024-04-24T03:14:03.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 3608 completed, throughput=5MB/sec 2024-04-24T03:14:03.773 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r3QR9AtA2-pcn-J off=11132777 len=212830 2024-04-24T03:14:03.776 INFO:tasks.workunit.client.0.smithi016.stdout:op 3609 completed, throughput=5MB/sec 2024-04-24T03:14:03.776 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BYoUtZL2458HMUs off=10774412 len=600556 2024-04-24T03:14:03.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 3610 completed, throughput=5MB/sec 2024-04-24T03:14:03.778 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qUlYkCuRgU1_mAa off=342387 len=40584 2024-04-24T03:14:03.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 3611 completed, throughput=5MB/sec 2024-04-24T03:14:03.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cgnl1Rg_h_D4OoN off=10995481 len=685001 2024-04-24T03:14:03.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 3612 completed, throughput=5MB/sec 2024-04-24T03:14:03.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xU9gebqIRfCceDI off=6671133 len=1105105 2024-04-24T03:14:03.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 3613 completed, throughput=5MB/sec 2024-04-24T03:14:04.791 INFO:tasks.workunit.client.0.smithi016.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:04.791 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-po2KTrBcKuvcLx2 off=2912197 len=488078 2024-04-24T03:14:04.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 3614 completed, throughput=4.99MB/sec 2024-04-24T03:14:04.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IxhmJUM9P_fxzUA off=17131863 len=1993836 2024-04-24T03:14:04.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 3615 completed, throughput=5MB/sec 2024-04-24T03:14:04.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RuFas7KqyohnQMJ off=7412622 len=1702606 2024-04-24T03:14:04.797 INFO:tasks.workunit.client.0.smithi016.stdout:op 3616 completed, throughput=5MB/sec 2024-04-24T03:14:04.797 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5IELIcQO6JDQMhr off=1003987 len=150639 2024-04-24T03:14:04.797 INFO:tasks.workunit.client.0.smithi016.stdout:op 3617 completed, throughput=5MB/sec 2024-04-24T03:14:04.797 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2NmUK7xb3AR2eOG off=11298945 len=1825615 2024-04-24T03:14:04.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 3618 completed, throughput=5MB/sec 2024-04-24T03:14:05.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:04 smithi016 ceph-mon[84376]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:14:05.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:04 smithi016 ceph-mon[86910]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:14:05.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:04 smithi063 ceph-mon[77007]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:14:05.800 INFO:tasks.workunit.client.0.smithi016.stdout: 705: throughput=5MB/sec pending data=0 2024-04-24T03:14:05.800 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fxkezLIFP41MQs2 off=19575999 len=1260268 2024-04-24T03:14:05.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 3619 completed, throughput=5MB/sec 2024-04-24T03:14:05.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9ltXsIgOmNc5WO0 off=13007315 len=245927 2024-04-24T03:14:05.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 3620 completed, throughput=5MB/sec 2024-04-24T03:14:05.806 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YODB-vQYy-qD2U0 off=1798003 len=1701523 2024-04-24T03:14:05.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 3621 completed, throughput=5MB/sec 2024-04-24T03:14:05.809 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gy-VzepipcOwc4h off=1515551 len=140485 2024-04-24T03:14:05.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 3622 completed, throughput=5MB/sec 2024-04-24T03:14:05.810 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b9jQF46aiBlmDm3 off=19813625 len=60285 2024-04-24T03:14:05.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 3623 completed, throughput=5MB/sec 2024-04-24T03:14:05.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qyoTPB_frvVD0t3 off=4715731 len=447891 2024-04-24T03:14:05.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 3624 completed, throughput=5MB/sec 2024-04-24T03:14:06.816 INFO:tasks.workunit.client.0.smithi016.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:06.817 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SHAwh8Xd6LxGfhC off=9637867 len=2075766 2024-04-24T03:14:06.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 3625 completed, throughput=5MB/sec 2024-04-24T03:14:06.819 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_5jSNsQpcJOlN8z off=689529 len=808856 2024-04-24T03:14:06.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 3626 completed, throughput=5MB/sec 2024-04-24T03:14:06.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FBfIGHx6jk8Sbcm off=318905 len=351802 2024-04-24T03:14:06.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 3627 completed, throughput=5MB/sec 2024-04-24T03:14:06.821 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kItQ7a8EeLKDG31 off=73555 len=551672 2024-04-24T03:14:06.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 3628 completed, throughput=5MB/sec 2024-04-24T03:14:06.822 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-66QaCQQmxBwyaUR off=19730531 len=1153703 2024-04-24T03:14:06.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 3629 completed, throughput=5MB/sec 2024-04-24T03:14:06.830 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3gkcsywU8Vh9HL3 off=6446080 len=94579 2024-04-24T03:14:06.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 3630 completed, throughput=5MB/sec 2024-04-24T03:14:06.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QftQGpSanwOVzQZ off=5206493 len=1786025 2024-04-24T03:14:06.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 3631 completed, throughput=5MB/sec 2024-04-24T03:14:07.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:06 smithi016 ceph-mon[84376]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:14:07.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:06 smithi016 ceph-mon[86910]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:14:07.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:06 smithi063 ceph-mon[77007]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:14:07.833 INFO:tasks.workunit.client.0.smithi016.stdout: 707: throughput=5MB/sec pending data=0 2024-04-24T03:14:07.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_W2GeW8F9sFMES1 off=2685681 len=154272 2024-04-24T03:14:07.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 3632 completed, throughput=5MB/sec 2024-04-24T03:14:07.836 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U4-vFRESAXtb39h off=3545396 len=1032638 2024-04-24T03:14:07.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 3633 completed, throughput=5MB/sec 2024-04-24T03:14:07.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y9bS5031QSNR7EM off=40766 len=1007737 2024-04-24T03:14:07.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 3634 completed, throughput=5MB/sec 2024-04-24T03:14:07.839 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9DuotM67fY_wt-Z off=8085568 len=571998 2024-04-24T03:14:07.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 3635 completed, throughput=5MB/sec 2024-04-24T03:14:07.840 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8ZRYRTM054bf1lA off=7698170 len=941072 2024-04-24T03:14:07.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 3636 completed, throughput=5MB/sec 2024-04-24T03:14:08.571 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:14:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:14:08] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.43.0" 2024-04-24T03:14:08.845 INFO:tasks.workunit.client.0.smithi016.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:08.845 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cCRsEkPSiiccZgT off=7898460 len=46685 2024-04-24T03:14:08.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 3637 completed, throughput=4.99MB/sec 2024-04-24T03:14:08.846 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FvTgyFKU-iKT_BA off=1707823 len=837683 2024-04-24T03:14:08.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 3638 completed, throughput=4.99MB/sec 2024-04-24T03:14:08.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oIKVmcOa1477b9C off=21630571 len=916765 2024-04-24T03:14:08.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 3639 completed, throughput=5MB/sec 2024-04-24T03:14:08.853 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SqjeHDxUrmEOW05 off=4238339 len=343073 2024-04-24T03:14:08.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 3640 completed, throughput=5MB/sec 2024-04-24T03:14:08.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZPEcxCTngu06xYY off=3057154 len=518141 2024-04-24T03:14:08.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 3641 completed, throughput=5MB/sec 2024-04-24T03:14:08.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w73azzIGYCNBZZF off=561305 len=925267 2024-04-24T03:14:08.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 3642 completed, throughput=5MB/sec 2024-04-24T03:14:08.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xq97XFrjy5VLGPe off=6031730 len=259381 2024-04-24T03:14:08.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 3643 completed, throughput=5MB/sec 2024-04-24T03:14:08.864 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S_tuMg6wefTjiIV off=1475620 len=1453599 2024-04-24T03:14:08.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 3644 completed, throughput=5MB/sec 2024-04-24T03:14:09.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:08 smithi016 ceph-mon[84376]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:14:09.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:08 smithi016 ceph-mon[86910]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:14:09.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:08 smithi063 ceph-mon[77007]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:14:09.866 INFO:tasks.workunit.client.0.smithi016.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:09.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SKEg-a510xKQrQs off=515060 len=584634 2024-04-24T03:14:09.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 3645 completed, throughput=4.99MB/sec 2024-04-24T03:14:09.867 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BppfsR7Md2LSQZq off=5403965 len=322871 2024-04-24T03:14:09.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 3646 completed, throughput=4.99MB/sec 2024-04-24T03:14:09.868 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wha5RSxsz8J50s4 off=789149 len=634405 2024-04-24T03:14:09.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 3647 completed, throughput=5MB/sec 2024-04-24T03:14:09.872 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YtBsM2siC1g6ui9 off=9059786 len=1938792 2024-04-24T03:14:09.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 3648 completed, throughput=5MB/sec 2024-04-24T03:14:09.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-klZ7uLWD09-5mar off=22854008 len=290249 2024-04-24T03:14:09.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 3649 completed, throughput=5MB/sec 2024-04-24T03:14:09.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J5fjIhTO5_WKIOB off=3043487 len=329273 2024-04-24T03:14:09.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 3650 completed, throughput=5MB/sec 2024-04-24T03:14:09.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eKE7BDpWV3cg4xw off=4081815 len=1041512 2024-04-24T03:14:09.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 3651 completed, throughput=5MB/sec 2024-04-24T03:14:09.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tsHBM4oEskNmIKM off=4687442 len=1947124 2024-04-24T03:14:09.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 3652 completed, throughput=5MB/sec 2024-04-24T03:14:10.881 INFO:tasks.workunit.client.0.smithi016.stdout: 710: throughput=5MB/sec pending data=0 2024-04-24T03:14:10.881 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OiP8waJUZEUTfBw off=9037316 len=561734 2024-04-24T03:14:10.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 3653 completed, throughput=5MB/sec 2024-04-24T03:14:10.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2Sw2iY-scljUK6m off=6540061 len=2010423 2024-04-24T03:14:10.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 3654 completed, throughput=5MB/sec 2024-04-24T03:14:10.894 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-374HYMCjGuhKLsq off=10375808 len=666458 2024-04-24T03:14:10.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 3655 completed, throughput=5MB/sec 2024-04-24T03:14:10.895 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-koPCtUeTg61WzUY off=2072800 len=1831537 2024-04-24T03:14:10.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 3656 completed, throughput=5MB/sec 2024-04-24T03:14:11.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:10 smithi016 ceph-mon[84376]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:14:11.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:10 smithi016 ceph-mon[86910]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:14:11.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:10 smithi063 ceph-mon[77007]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:14:11.897 INFO:tasks.workunit.client.0.smithi016.stdout: 711: throughput=5MB/sec pending data=0 2024-04-24T03:14:11.897 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8SLjGLhy-vLX7JV off=3646204 len=1849858 2024-04-24T03:14:11.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 3657 completed, throughput=5MB/sec 2024-04-24T03:14:11.900 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nfgcyjQG0T6jWJv off=5528149 len=1699426 2024-04-24T03:14:11.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 3658 completed, throughput=5MB/sec 2024-04-24T03:14:11.903 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6vkFT9bhEaqCkP8 off=88848 len=1530811 2024-04-24T03:14:11.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 3659 completed, throughput=5MB/sec 2024-04-24T03:14:12.905 INFO:tasks.workunit.client.0.smithi016.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:12.905 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kiA1IYN8Sk_SV5J off=6133185 len=703077 2024-04-24T03:14:12.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 3660 completed, throughput=5MB/sec 2024-04-24T03:14:12.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AnA-W4QvEDckJGg off=9316661 len=62380 2024-04-24T03:14:12.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 3661 completed, throughput=5MB/sec 2024-04-24T03:14:12.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OJLXGVTc1QW8jLa off=8631230 len=667544 2024-04-24T03:14:12.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 3662 completed, throughput=5MB/sec 2024-04-24T03:14:12.913 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vjpuIBFMrhgkmYu off=8318197 len=628376 2024-04-24T03:14:12.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 3663 completed, throughput=5MB/sec 2024-04-24T03:14:12.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hlMu54CJdBjZwhb off=11830326 len=1779084 2024-04-24T03:14:12.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 3664 completed, throughput=5MB/sec 2024-04-24T03:14:12.923 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2UCzngNGF8rba_q off=9842409 len=847196 2024-04-24T03:14:12.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 3665 completed, throughput=5MB/sec 2024-04-24T03:14:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:12 smithi016 ceph-mon[84376]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-24T03:14:13.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:12 smithi016 ceph-mon[86910]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-24T03:14:13.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:12 smithi063 ceph-mon[77007]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-24T03:14:13.928 INFO:tasks.workunit.client.0.smithi016.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:13.929 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lQueo_kNkxTmuFY off=368539 len=445744 2024-04-24T03:14:13.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 3666 completed, throughput=4.99MB/sec 2024-04-24T03:14:13.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wsoB2HVr64XQSOV off=238860 len=467218 2024-04-24T03:14:13.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 3667 completed, throughput=5MB/sec 2024-04-24T03:14:13.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c5u0K35Hl4wI7fS off=21055006 len=716243 2024-04-24T03:14:13.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 3668 completed, throughput=5MB/sec 2024-04-24T03:14:13.937 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Zp-exJH8Z4TpOs off=6169162 len=116564 2024-04-24T03:14:13.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 3669 completed, throughput=5MB/sec 2024-04-24T03:14:13.938 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dGxx0t6-OW149QP off=14361205 len=1406902 2024-04-24T03:14:13.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 3670 completed, throughput=5MB/sec 2024-04-24T03:14:13.940 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bx_cpfz3Nt2e4Iv off=3139659 len=933384 2024-04-24T03:14:13.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 3671 completed, throughput=5MB/sec 2024-04-24T03:14:13.945 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ObYPRKvTgLgf_QG off=11290980 len=512932 2024-04-24T03:14:13.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 3672 completed, throughput=5MB/sec 2024-04-24T03:14:13.946 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0D4Tjst4yGZh5uZ off=1145884 len=1447615 2024-04-24T03:14:13.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 3673 completed, throughput=5MB/sec 2024-04-24T03:14:14.948 INFO:tasks.workunit.client.0.smithi016.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:14.948 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iXL1V2Z5SUngqg3 off=2047815 len=1015382 2024-04-24T03:14:14.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 3674 completed, throughput=5MB/sec 2024-04-24T03:14:14.954 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XxmB7U2WK0qamXo off=2562185 len=1979905 2024-04-24T03:14:14.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 3675 completed, throughput=5MB/sec 2024-04-24T03:14:14.957 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TfFLTFUogRb1jIV off=11135287 len=2069957 2024-04-24T03:14:14.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 3676 completed, throughput=5MB/sec 2024-04-24T03:14:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:14 smithi016 ceph-mon[84376]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-24T03:14:15.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:14 smithi016 ceph-mon[86910]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-24T03:14:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:14 smithi063 ceph-mon[77007]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-24T03:14:15.966 INFO:tasks.workunit.client.0.smithi016.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:15.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OrEWr27JwuSynky off=19917042 len=2094030 2024-04-24T03:14:15.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 3677 completed, throughput=5MB/sec 2024-04-24T03:14:15.975 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ioOvhnc1Dp_XxDc off=5951573 len=1268581 2024-04-24T03:14:15.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 3678 completed, throughput=5MB/sec 2024-04-24T03:14:15.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eZRs1Swy9IgWWb4 off=12164818 len=139984 2024-04-24T03:14:15.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 3679 completed, throughput=5MB/sec 2024-04-24T03:14:15.979 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cmjOFprXvGpP9A2 off=15828315 len=989123 2024-04-24T03:14:15.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 3680 completed, throughput=5MB/sec 2024-04-24T03:14:16.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:16.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:16.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:16.981 INFO:tasks.workunit.client.0.smithi016.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:16.981 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ykC-ksR1QYmM7-m off=11569728 len=593556 2024-04-24T03:14:16.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 3681 completed, throughput=4.99MB/sec 2024-04-24T03:14:16.982 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XnRc2FZQlouKV8D off=796952 len=1706735 2024-04-24T03:14:16.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 3682 completed, throughput=5MB/sec 2024-04-24T03:14:16.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kttPPED0_pdhNrB off=439178 len=570658 2024-04-24T03:14:16.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 3683 completed, throughput=5MB/sec 2024-04-24T03:14:16.992 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OUUCRjdJgjuIKmW off=1617792 len=857282 2024-04-24T03:14:16.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 3684 completed, throughput=5MB/sec 2024-04-24T03:14:16.993 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ukRWkEbu8DtILl3 off=1215824 len=932648 2024-04-24T03:14:16.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 3685 completed, throughput=5MB/sec 2024-04-24T03:14:16.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Nw5YH9OeFadeRko off=477923 len=1548805 2024-04-24T03:14:16.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 3686 completed, throughput=5MB/sec 2024-04-24T03:14:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:16 smithi016 ceph-mon[84376]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-24T03:14:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:16 smithi016 ceph-mon[86910]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-24T03:14:17.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:16 smithi063 ceph-mon[77007]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-24T03:14:17.997 INFO:tasks.workunit.client.0.smithi016.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:17.997 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y8RopdqziWSqJCV off=4259939 len=1824433 2024-04-24T03:14:18.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 3687 completed, throughput=5MB/sec 2024-04-24T03:14:18.007 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M9UQcUm1U9knef9 off=1430329 len=713189 2024-04-24T03:14:18.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 3688 completed, throughput=5MB/sec 2024-04-24T03:14:18.008 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KSSB5oVrnocf_5N off=35577 len=1519828 2024-04-24T03:14:18.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 3689 completed, throughput=5MB/sec 2024-04-24T03:14:18.010 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ex9QSQh9K2oBMH off=3602794 len=2007761 2024-04-24T03:14:18.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 3690 completed, throughput=5MB/sec 2024-04-24T03:14:18.589 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:14:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:14:18] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:14:19.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:18 smithi016 ceph-mon[84376]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-24T03:14:19.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:18 smithi016 ceph-mon[86910]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-24T03:14:19.022 INFO:tasks.workunit.client.0.smithi016.stdout: 718: throughput=5MB/sec pending data=0 2024-04-24T03:14:19.022 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mi29n9hp9p44NFB off=2609021 len=1175596 2024-04-24T03:14:19.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 3691 completed, throughput=5MB/sec 2024-04-24T03:14:19.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DsP6gs36rI-YIZT off=4000377 len=1959823 2024-04-24T03:14:19.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 3692 completed, throughput=5MB/sec 2024-04-24T03:14:19.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GgFaG4Pc9Y6jPoo off=8536139 len=1756758 2024-04-24T03:14:19.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 3693 completed, throughput=5MB/sec 2024-04-24T03:14:19.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:18 smithi063 ceph-mon[77007]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-24T03:14:20.033 INFO:tasks.workunit.client.0.smithi016.stdout: 719: throughput=5MB/sec pending data=0 2024-04-24T03:14:20.033 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HH5gasfyflMF8pb off=2933389 len=187366 2024-04-24T03:14:20.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 3694 completed, throughput=5MB/sec 2024-04-24T03:14:20.034 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZXgUY0iFhuQN_l1 off=5771616 len=1934677 2024-04-24T03:14:20.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 3695 completed, throughput=5MB/sec 2024-04-24T03:14:20.044 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kttPPED0_pdhNrB off=1824037 len=779515 2024-04-24T03:14:20.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 3696 completed, throughput=5MB/sec 2024-04-24T03:14:20.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x7LVOJWXPGrrTbh off=1072133 len=1828465 2024-04-24T03:14:20.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 3697 completed, throughput=5MB/sec 2024-04-24T03:14:21.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:20 smithi016 ceph-mon[84376]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-24T03:14:21.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:20 smithi016 ceph-mon[86910]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-24T03:14:21.048 INFO:tasks.workunit.client.0.smithi016.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:21.048 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WAxMjaM3M7ntxNa off=3615166 len=1030720 2024-04-24T03:14:21.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 3698 completed, throughput=5MB/sec 2024-04-24T03:14:21.049 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9KjeqG2OiZvQUXl off=3978809 len=1620170 2024-04-24T03:14:21.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:20 smithi063 ceph-mon[77007]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-24T03:14:21.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 3699 completed, throughput=5MB/sec 2024-04-24T03:14:21.051 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qe7KGaWNRcPyBoo off=620281 len=515626 2024-04-24T03:14:21.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 3700 completed, throughput=5MB/sec 2024-04-24T03:14:21.055 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SzVqf2cIo6uxQsy off=2642482 len=1780692 2024-04-24T03:14:21.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 3701 completed, throughput=5MB/sec 2024-04-24T03:14:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:22.065 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VQhQ0QpkNBIpaFM off=1496617 len=416058 2024-04-24T03:14:22.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 3702 completed, throughput=4.99MB/sec 2024-04-24T03:14:22.068 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FPDUHnsQ5fTwVNP off=608690 len=1151737 2024-04-24T03:14:22.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 3703 completed, throughput=5MB/sec 2024-04-24T03:14:22.075 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KnpzUGpoLeLzrm4 off=2244259 len=576532 2024-04-24T03:14:22.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 3704 completed, throughput=5MB/sec 2024-04-24T03:14:22.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oD6p4ODBnSgfyzm off=3861578 len=545873 2024-04-24T03:14:22.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 3705 completed, throughput=5MB/sec 2024-04-24T03:14:22.080 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H0yGzX34NlrgsQT off=7355675 len=854604 2024-04-24T03:14:22.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 3706 completed, throughput=5MB/sec 2024-04-24T03:14:22.081 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zVOIDyJ8E-K4RhZ off=5580421 len=1390846 2024-04-24T03:14:22.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 3707 completed, throughput=5MB/sec 2024-04-24T03:14:23.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:22 smithi016 ceph-mon[84376]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:14:23.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:22 smithi016 ceph-mon[86910]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:14:23.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:22 smithi063 ceph-mon[77007]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:14:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:23.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--uJoGdMkqIwEQKy off=440657 len=328945 2024-04-24T03:14:23.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 3708 completed, throughput=4.99MB/sec 2024-04-24T03:14:23.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NrJJvSqTWe4EiM5 off=3750911 len=107731 2024-04-24T03:14:23.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 3709 completed, throughput=4.99MB/sec 2024-04-24T03:14:23.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uha6PmyjeQ3o37x off=3198846 len=1689421 2024-04-24T03:14:23.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 3710 completed, throughput=5MB/sec 2024-04-24T03:14:23.106 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hI__f-CiSDI7NNc off=2272512 len=423804 2024-04-24T03:14:23.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 3711 completed, throughput=5MB/sec 2024-04-24T03:14:23.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rZrjLoRExfO1YpR off=53875 len=1663949 2024-04-24T03:14:23.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 3712 completed, throughput=5MB/sec 2024-04-24T03:14:23.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bpTwqJGp5lkj5O1 off=3753205 len=1144941 2024-04-24T03:14:23.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 3713 completed, throughput=5MB/sec 2024-04-24T03:14:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:24.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NLhQixwfe6LHtiu off=12349573 len=1499482 2024-04-24T03:14:24.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 3714 completed, throughput=5MB/sec 2024-04-24T03:14:24.122 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PVMhoZTwo2YT3YA off=8524558 len=352960 2024-04-24T03:14:24.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 3715 completed, throughput=5MB/sec 2024-04-24T03:14:24.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lYne6ohDkmJ1yjJ off=2140923 len=1099614 2024-04-24T03:14:24.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 3716 completed, throughput=5MB/sec 2024-04-24T03:14:24.130 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dnhxRN2vmdhB48V off=3426501 len=1509244 2024-04-24T03:14:24.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 3717 completed, throughput=5MB/sec 2024-04-24T03:14:24.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N9RGc7kohGXhj4B off=5681442 len=758756 2024-04-24T03:14:24.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 3718 completed, throughput=5MB/sec 2024-04-24T03:14:24.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OH8PtKE--DrpFh0 off=1807992 len=160512 2024-04-24T03:14:24.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 3719 completed, throughput=5MB/sec 2024-04-24T03:14:24.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qshd1-aV5ig7GDm off=10211303 len=820012 2024-04-24T03:14:24.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 3720 completed, throughput=5MB/sec 2024-04-24T03:14:25.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:24 smithi016 ceph-mon[84376]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:25.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:24 smithi016 ceph-mon[86910]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:25.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:24 smithi063 ceph-mon[77007]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:25.148 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Iin8aoFtoAzmrOH off=3637054 len=733882 2024-04-24T03:14:25.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 3721 completed, throughput=5MB/sec 2024-04-24T03:14:25.149 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I8b-D_atoD5ehtY off=9277895 len=289572 2024-04-24T03:14:25.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 3722 completed, throughput=5MB/sec 2024-04-24T03:14:25.152 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vx1oUoN-aqSpsUo off=1076829 len=1425659 2024-04-24T03:14:25.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 3723 completed, throughput=5MB/sec 2024-04-24T03:14:25.159 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A8ya7O9eGAPiewB off=3476133 len=590463 2024-04-24T03:14:25.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 3724 completed, throughput=5MB/sec 2024-04-24T03:14:25.160 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-arc5xAsaK7CxO20 off=3616516 len=1751451 2024-04-24T03:14:25.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 3725 completed, throughput=5MB/sec 2024-04-24T03:14:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:26.168 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3dScDms1GgaNsV3 off=12834550 len=834634 2024-04-24T03:14:26.169 INFO:tasks.workunit.client.0.smithi016.stdout:op 3726 completed, throughput=4.99MB/sec 2024-04-24T03:14:26.169 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zOohVvJo1hFtQVr off=2646327 len=1501161 2024-04-24T03:14:26.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 3727 completed, throughput=5MB/sec 2024-04-24T03:14:26.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1oHSuxClImtsfNR off=2365175 len=144167 2024-04-24T03:14:26.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 3728 completed, throughput=5MB/sec 2024-04-24T03:14:26.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pqwGRW5r5SxnzKO off=3389573 len=1128204 2024-04-24T03:14:26.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 3729 completed, throughput=5MB/sec 2024-04-24T03:14:26.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h2-fT0vLQBQQoMK off=4485337 len=1938402 2024-04-24T03:14:26.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 3730 completed, throughput=5MB/sec 2024-04-24T03:14:27.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:26 smithi016 ceph-mon[84376]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:14:27.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:26 smithi016 ceph-mon[86910]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:14:27.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:26 smithi063 ceph-mon[77007]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:14:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:27.190 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zwnLgRJ3PoM51o6 off=1434529 len=1035711 2024-04-24T03:14:27.196 INFO:tasks.workunit.client.0.smithi016.stdout:op 3731 completed, throughput=5MB/sec 2024-04-24T03:14:27.196 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LVJ5V-9RU5KA1fj off=10469614 len=1329382 2024-04-24T03:14:27.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 3732 completed, throughput=5MB/sec 2024-04-24T03:14:27.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TUHbG1QtAodjgF9 off=20217328 len=1467032 2024-04-24T03:14:27.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 3733 completed, throughput=5MB/sec 2024-04-24T03:14:27.204 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o20_CKn2jwJ9aPf off=3251692 len=192831 2024-04-24T03:14:27.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 3734 completed, throughput=5MB/sec 2024-04-24T03:14:27.207 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-THJNqfUCrfJbIOQ off=9005564 len=1154063 2024-04-24T03:14:27.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 3735 completed, throughput=5MB/sec 2024-04-24T03:14:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:28.215 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jo5fd5PtGthK0GT off=16322740 len=977654 2024-04-24T03:14:28.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 3736 completed, throughput=4.99MB/sec 2024-04-24T03:14:28.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lAgDyPD5HDi_8V_ off=15223049 len=746036 2024-04-24T03:14:28.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 3737 completed, throughput=5MB/sec 2024-04-24T03:14:28.226 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7n6RMI0KfIuhtJK off=112665 len=1267589 2024-04-24T03:14:28.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 3738 completed, throughput=5MB/sec 2024-04-24T03:14:28.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FGpMD3DGVgvYQyN off=14448790 len=644718 2024-04-24T03:14:28.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 3739 completed, throughput=5MB/sec 2024-04-24T03:14:28.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lBFAJ0b4gROoNvL off=17120334 len=1826117 2024-04-24T03:14:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 3740 completed, throughput=5MB/sec 2024-04-24T03:14:28.603 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:14:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:14:28] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-04-24T03:14:29.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:28 smithi016 ceph-mon[84376]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:14:29.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:28 smithi016 ceph-mon[86910]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:14:29.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:28 smithi063 ceph-mon[77007]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:14:29.231 INFO:tasks.workunit.client.0.smithi016.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:29.231 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UMJoefUeLKusjMC off=6888433 len=1601146 2024-04-24T03:14:29.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 3741 completed, throughput=5MB/sec 2024-04-24T03:14:29.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g7iaYj1fZMeOFmd off=10528372 len=1539354 2024-04-24T03:14:29.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 3742 completed, throughput=5MB/sec 2024-04-24T03:14:29.247 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1fvlFf8qQeujUL2 off=14205365 len=1620022 2024-04-24T03:14:29.255 INFO:tasks.workunit.client.0.smithi016.stdout:op 3743 completed, throughput=5MB/sec 2024-04-24T03:14:29.255 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pBi2HcBktkDFbG1 off=13371872 len=1057357 2024-04-24T03:14:29.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 3744 completed, throughput=5MB/sec 2024-04-24T03:14:30.260 INFO:tasks.workunit.client.0.smithi016.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:30.260 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-37OQNuc6_LMAdmy off=6351397 len=1645645 2024-04-24T03:14:30.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 3745 completed, throughput=5MB/sec 2024-04-24T03:14:30.262 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-khyI5bVK65rVXXA off=2978024 len=2058679 2024-04-24T03:14:30.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 3746 completed, throughput=5MB/sec 2024-04-24T03:14:30.275 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CZE1PNJgqH5ytE4 off=8118545 len=1045386 2024-04-24T03:14:30.280 INFO:tasks.workunit.client.0.smithi016.stdout:op 3747 completed, throughput=5MB/sec 2024-04-24T03:14:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:30 smithi016 ceph-mon[84376]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:14:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:30 smithi016 ceph-mon[86910]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:14:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:30 smithi063 ceph-mon[77007]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:14:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:31.280 INFO:tasks.workunit.client.0.smithi016.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:31.280 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gXfFuxUZCJgVqhE off=1616178 len=1566644 2024-04-24T03:14:31.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 3748 completed, throughput=5MB/sec 2024-04-24T03:14:31.288 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v9r5O6UZR3sCC-G off=5255819 len=2009327 2024-04-24T03:14:31.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 3749 completed, throughput=5MB/sec 2024-04-24T03:14:31.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wch-JU05G9-sAGo off=3346900 len=1094500 2024-04-24T03:14:31.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 3750 completed, throughput=5MB/sec 2024-04-24T03:14:31.296 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-shdAoI0jm34stGf off=22227633 len=734843 2024-04-24T03:14:31.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 3751 completed, throughput=5MB/sec 2024-04-24T03:14:32.300 INFO:tasks.workunit.client.0.smithi016.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:32.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8qts3JDbiD3kWsD off=7227073 len=1271830 2024-04-24T03:14:32.306 INFO:tasks.workunit.client.0.smithi016.stdout:op 3752 completed, throughput=5MB/sec 2024-04-24T03:14:32.306 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CL4DIRikETla35s off=3701607 len=429742 2024-04-24T03:14:32.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 3753 completed, throughput=5MB/sec 2024-04-24T03:14:32.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZeMe544lvCfOYVg off=6649348 len=1060512 2024-04-24T03:14:32.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 3754 completed, throughput=5MB/sec 2024-04-24T03:14:32.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sn7fwkqA4JCxkv8 off=1597568 len=793758 2024-04-24T03:14:32.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 3755 completed, throughput=5MB/sec 2024-04-24T03:14:32.315 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-87FopLCJGu1RHSb off=5482312 len=1913440 2024-04-24T03:14:32.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 3756 completed, throughput=5MB/sec 2024-04-24T03:14:33.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:32 smithi016 ceph-mon[84376]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:14:33.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:32 smithi016 ceph-mon[86910]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:14:33.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:32 smithi063 ceph-mon[77007]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:14:33.318 INFO:tasks.workunit.client.0.smithi016.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:33.318 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-748UfrEyIbpaHWy off=5978699 len=294658 2024-04-24T03:14:33.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 3757 completed, throughput=4.99MB/sec 2024-04-24T03:14:33.321 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KT1Tkp6OXfOh7ph off=7151924 len=1568539 2024-04-24T03:14:33.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 3758 completed, throughput=5MB/sec 2024-04-24T03:14:33.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wp5YtYz3W9C-4Xe off=13566511 len=1858202 2024-04-24T03:14:33.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 3759 completed, throughput=5MB/sec 2024-04-24T03:14:33.332 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T_Qw7o6hVSkO20U off=2710201 len=498251 2024-04-24T03:14:33.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 3760 completed, throughput=5MB/sec 2024-04-24T03:14:33.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LrKAxbekDXBXyFB off=4710377 len=1597628 2024-04-24T03:14:33.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 3761 completed, throughput=5MB/sec 2024-04-24T03:14:34.341 INFO:tasks.workunit.client.0.smithi016.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:34.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IqdhIfvecwmUJbK off=1989791 len=1929132 2024-04-24T03:14:34.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 3762 completed, throughput=5MB/sec 2024-04-24T03:14:34.344 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vey0VshPvHUGlQ9 off=1425357 len=43089 2024-04-24T03:14:34.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 3763 completed, throughput=5MB/sec 2024-04-24T03:14:34.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XtzHIIIHdkvi7ke off=12268013 len=497609 2024-04-24T03:14:34.348 INFO:tasks.workunit.client.0.smithi016.stdout:op 3764 completed, throughput=5MB/sec 2024-04-24T03:14:34.348 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vx2z4XeKyFf2h07 off=4298263 len=469839 2024-04-24T03:14:34.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 3765 completed, throughput=5MB/sec 2024-04-24T03:14:34.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OdH6Cn6IaqVP0CB off=16300929 len=924863 2024-04-24T03:14:34.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 3766 completed, throughput=5MB/sec 2024-04-24T03:14:34.354 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8M_Vs1GF-yIBgo8 off=13399525 len=201290 2024-04-24T03:14:34.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 3767 completed, throughput=5MB/sec 2024-04-24T03:14:34.356 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ncPUiZT2dRpu1Dm off=23228871 len=486779 2024-04-24T03:14:34.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 3768 completed, throughput=5MB/sec 2024-04-24T03:14:35.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:34 smithi016 ceph-mon[84376]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:14:35.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:34 smithi016 ceph-mon[86910]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:14:35.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:34 smithi063 ceph-mon[77007]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:14:35.358 INFO:tasks.workunit.client.0.smithi016.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:35.358 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EmiCBmi1UUJz8tE off=1030996 len=861366 2024-04-24T03:14:35.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 3769 completed, throughput=4.99MB/sec 2024-04-24T03:14:35.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KwHXVpkwJJGufnO off=602657 len=295629 2024-04-24T03:14:35.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 3770 completed, throughput=4.99MB/sec 2024-04-24T03:14:35.364 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d8nogY4naCaWwei off=10862532 len=917965 2024-04-24T03:14:35.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 3771 completed, throughput=5MB/sec 2024-04-24T03:14:35.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X4NWXpbW7xn-K5P off=2722003 len=196066 2024-04-24T03:14:35.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 3772 completed, throughput=5MB/sec 2024-04-24T03:14:35.370 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FyOlnzqZm6-jLlw off=5790915 len=1322960 2024-04-24T03:14:35.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 3773 completed, throughput=5MB/sec 2024-04-24T03:14:35.371 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fZGAVhG2tSuN1e_ off=7099457 len=594928 2024-04-24T03:14:35.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 3774 completed, throughput=5MB/sec 2024-04-24T03:14:35.375 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eszFQZPQD_cg3KR off=16140449 len=358230 2024-04-24T03:14:35.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 3775 completed, throughput=5MB/sec 2024-04-24T03:14:35.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qHjyTkC6fmuyeJa off=11410584 len=1733804 2024-04-24T03:14:35.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 3776 completed, throughput=5MB/sec 2024-04-24T03:14:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:36.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MkZZ714URmB7TQk off=6450646 len=712450 2024-04-24T03:14:36.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 3777 completed, throughput=5MB/sec 2024-04-24T03:14:36.389 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u9zDVwyIfBlZbGl off=8499551 len=1756747 2024-04-24T03:14:36.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 3778 completed, throughput=5MB/sec 2024-04-24T03:14:36.391 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K6KAtk6d7ibGA6l off=2504543 len=1237354 2024-04-24T03:14:36.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 3779 completed, throughput=5MB/sec 2024-04-24T03:14:36.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mfwzTeK6twu4Bzo off=3718511 len=209762 2024-04-24T03:14:36.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 3780 completed, throughput=5MB/sec 2024-04-24T03:14:36.396 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g_3L-YEOlmq1fgK off=198363 len=1437480 2024-04-24T03:14:36.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 3781 completed, throughput=5MB/sec 2024-04-24T03:14:37.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:36 smithi016 ceph-mon[84376]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:14:37.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:36 smithi016 ceph-mon[86910]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:14:37.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:36 smithi063 ceph-mon[77007]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:14:37.399 INFO:tasks.workunit.client.0.smithi016.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:37.399 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xmyxVLrpXn3OU4e off=24056327 len=380093 2024-04-24T03:14:37.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 3782 completed, throughput=5MB/sec 2024-04-24T03:14:37.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zt0ed5ZmX1uaVq3 off=750345 len=2082709 2024-04-24T03:14:37.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 3783 completed, throughput=5MB/sec 2024-04-24T03:14:37.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-doilwLFbL957O6g off=2914418 len=1596856 2024-04-24T03:14:37.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 3784 completed, throughput=5MB/sec 2024-04-24T03:14:37.413 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-edqe1NrkSPcellh off=3326700 len=200568 2024-04-24T03:14:37.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 3785 completed, throughput=5MB/sec 2024-04-24T03:14:37.413 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E5oQNs-owxV7DT7 off=9799526 len=1454133 2024-04-24T03:14:37.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 3786 completed, throughput=5MB/sec 2024-04-24T03:14:38.421 INFO:tasks.workunit.client.0.smithi016.stdout: 737: throughput=5MB/sec pending data=0 2024-04-24T03:14:38.421 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J4pukRgUtEjz3He off=912516 len=1828564 2024-04-24T03:14:38.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 3787 completed, throughput=5MB/sec 2024-04-24T03:14:38.425 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NrEOQFi5zuFBmCi off=1970306 len=1782775 2024-04-24T03:14:38.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 3788 completed, throughput=5MB/sec 2024-04-24T03:14:38.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dcs5vqRi6bBUXLo off=21244299 len=925242 2024-04-24T03:14:38.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 3789 completed, throughput=5MB/sec 2024-04-24T03:14:38.618 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:14:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:14:38] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.43.0" 2024-04-24T03:14:39.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:38 smithi016 ceph-mon[84376]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:14:39.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:38 smithi016 ceph-mon[86910]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:14:39.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:38 smithi063 ceph-mon[77007]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:14:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:39.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RWNTm3Z1F_D4hWb off=7203077 len=900519 2024-04-24T03:14:39.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 3790 completed, throughput=5MB/sec 2024-04-24T03:14:39.436 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2SnEjTqUI8TUF96 off=1417047 len=200325 2024-04-24T03:14:39.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 3791 completed, throughput=5MB/sec 2024-04-24T03:14:39.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Assgd8Mw8_dAfTE off=8089805 len=1765558 2024-04-24T03:14:39.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 3792 completed, throughput=5MB/sec 2024-04-24T03:14:39.448 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iSBm_iee2nizgDI off=6862388 len=642682 2024-04-24T03:14:39.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 3793 completed, throughput=5MB/sec 2024-04-24T03:14:39.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qDUod4lt3lB7le- off=2573879 len=423992 2024-04-24T03:14:39.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 3794 completed, throughput=5MB/sec 2024-04-24T03:14:39.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tKX-sB0DsAY5NNk off=7352736 len=1771085 2024-04-24T03:14:39.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 3795 completed, throughput=5MB/sec 2024-04-24T03:14:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:40.456 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wpd1yub_FQiozXO off=14660930 len=1906623 2024-04-24T03:14:40.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 3796 completed, throughput=5MB/sec 2024-04-24T03:14:40.457 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FdMx1qgAUIoKrrR off=8073843 len=474682 2024-04-24T03:14:40.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 3797 completed, throughput=5MB/sec 2024-04-24T03:14:40.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R2Xz1ifsQsdmm9c off=776872 len=1549660 2024-04-24T03:14:40.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 3798 completed, throughput=5MB/sec 2024-04-24T03:14:40.461 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yf7wnp13RlM-gK5 off=9430342 len=1908961 2024-04-24T03:14:40.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 3799 completed, throughput=5MB/sec 2024-04-24T03:14:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[84376]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:14:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:14:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[86910]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:14:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:14:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:40 smithi063 ceph-mon[77007]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:14:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:14:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: 740: throughput=5MB/sec pending data=0 2024-04-24T03:14:41.468 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KvJdh9l3408TJn0 off=13153755 len=1469387 2024-04-24T03:14:41.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 3800 completed, throughput=5MB/sec 2024-04-24T03:14:41.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I9fb3iiDOpmzJEv off=7906885 len=1610838 2024-04-24T03:14:41.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 3801 completed, throughput=5MB/sec 2024-04-24T03:14:41.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WHcUy-QaARUKduA off=4600302 len=44145 2024-04-24T03:14:41.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 3802 completed, throughput=5MB/sec 2024-04-24T03:14:41.480 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TZgqFud9WAElmuv off=5900579 len=870971 2024-04-24T03:14:41.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 3803 completed, throughput=5MB/sec 2024-04-24T03:14:42.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:14:42.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:14:42.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:42.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:14:42.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:14:42.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:42.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:14:42.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:14:42.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:14:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:42.481 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d6SfwurZ134TQ3P off=7645578 len=982198 2024-04-24T03:14:42.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 3804 completed, throughput=4.99MB/sec 2024-04-24T03:14:42.483 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3sfljqVzYQZzggV off=10286646 len=1872686 2024-04-24T03:14:42.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 3805 completed, throughput=5MB/sec 2024-04-24T03:14:42.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7OsBI4kpprWTWt6 off=13667476 len=225204 2024-04-24T03:14:42.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 3806 completed, throughput=5MB/sec 2024-04-24T03:14:42.490 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1LO6G9AnCpF-63h off=14943493 len=116775 2024-04-24T03:14:42.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 3807 completed, throughput=5MB/sec 2024-04-24T03:14:42.493 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SZFGusLgkdXhldf off=6000775 len=787549 2024-04-24T03:14:42.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 3808 completed, throughput=5MB/sec 2024-04-24T03:14:42.494 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4c-jckKeXhCIozL off=18197559 len=167587 2024-04-24T03:14:42.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 3809 completed, throughput=5MB/sec 2024-04-24T03:14:42.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1P0CtYTGbvw04KA off=2126402 len=1231708 2024-04-24T03:14:42.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 3810 completed, throughput=5MB/sec 2024-04-24T03:14:43.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:42 smithi016 ceph-mon[84376]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:14:43.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:42 smithi016 ceph-mon[86910]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:14:43.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:42 smithi063 ceph-mon[77007]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:14:43.497 INFO:tasks.workunit.client.0.smithi016.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:43.497 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sWKo1c8MdWj0pSZ off=177423 len=1625021 2024-04-24T03:14:43.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 3811 completed, throughput=5MB/sec 2024-04-24T03:14:43.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HLe9LY3aTsOimdY off=1511297 len=2009508 2024-04-24T03:14:43.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 3812 completed, throughput=5MB/sec 2024-04-24T03:14:43.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NFK0IRpIlRqVwSW off=6651118 len=140956 2024-04-24T03:14:43.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 3813 completed, throughput=5MB/sec 2024-04-24T03:14:43.510 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PbWL3jTF0I7fY2f off=6595052 len=268629 2024-04-24T03:14:43.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 3814 completed, throughput=5MB/sec 2024-04-24T03:14:43.514 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rjnH4gUL7__Sw56 off=14070369 len=1922604 2024-04-24T03:14:43.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 3815 completed, throughput=5MB/sec 2024-04-24T03:14:44.523 INFO:tasks.workunit.client.0.smithi016.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:44.523 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JaqKvfeAuXORygl off=7815475 len=1469887 2024-04-24T03:14:44.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 3816 completed, throughput=5MB/sec 2024-04-24T03:14:44.524 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gNDZyk8VkNFUyPo off=3151089 len=1533480 2024-04-24T03:14:44.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 3817 completed, throughput=5MB/sec 2024-04-24T03:14:44.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J5fjIhTO5_WKIOB off=3488251 len=1130002 2024-04-24T03:14:44.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 3818 completed, throughput=5MB/sec 2024-04-24T03:14:44.537 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yb8psgOYH6UYqHr off=9398159 len=165834 2024-04-24T03:14:44.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 3819 completed, throughput=5MB/sec 2024-04-24T03:14:44.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SOCNllCLb0h1X0M off=6171464 len=173888 2024-04-24T03:14:44.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 3820 completed, throughput=5MB/sec 2024-04-24T03:14:44.543 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9PTfCcT6_iD3mqR off=4868650 len=1558668 2024-04-24T03:14:44.557 INFO:tasks.workunit.client.0.smithi016.stdout:op 3821 completed, throughput=5MB/sec 2024-04-24T03:14:45.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:44 smithi016 ceph-mon[84376]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:14:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:44 smithi016 ceph-mon[86910]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:14:45.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:44 smithi063 ceph-mon[77007]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:14:45.558 INFO:tasks.workunit.client.0.smithi016.stdout: 744: throughput=5MB/sec pending data=0 2024-04-24T03:14:45.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WfE6Y7F6QPmfDaj off=6589536 len=1368384 2024-04-24T03:14:45.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 3822 completed, throughput=5MB/sec 2024-04-24T03:14:45.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-As_dx8KTzjZNYmz off=17460845 len=1653692 2024-04-24T03:14:45.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 3823 completed, throughput=5MB/sec 2024-04-24T03:14:45.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dICYKxl1pzGoCWY off=12788601 len=2036891 2024-04-24T03:14:45.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 3824 completed, throughput=5MB/sec 2024-04-24T03:14:46.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:14:46.572 INFO:tasks.workunit.client.0.smithi016.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:46.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lgpJOZ06TBotSsA off=4838470 len=1733725 2024-04-24T03:14:46.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 3825 completed, throughput=5MB/sec 2024-04-24T03:14:46.574 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CgyiH2UqlGNzRDQ off=9252054 len=1766008 2024-04-24T03:14:46.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 3826 completed, throughput=5MB/sec 2024-04-24T03:14:46.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0U5DKOZtXcpuXwV off=2621601 len=1331944 2024-04-24T03:14:46.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 3827 completed, throughput=5MB/sec 2024-04-24T03:14:47.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:46 smithi016 ceph-mon[84376]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:14:47.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:46 smithi016 ceph-mon[86910]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:14:47.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:46 smithi063 ceph-mon[77007]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:14:47.592 INFO:tasks.workunit.client.0.smithi016.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:47.592 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TUHbG1QtAodjgF9 off=2175936 len=785019 2024-04-24T03:14:47.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 3828 completed, throughput=5MB/sec 2024-04-24T03:14:47.596 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N6OnKQdMZ9GXU1o off=8391036 len=31316 2024-04-24T03:14:47.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 3829 completed, throughput=5MB/sec 2024-04-24T03:14:47.599 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OiAxyTy9uqay-Z5 off=5601035 len=1566044 2024-04-24T03:14:47.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 3830 completed, throughput=5MB/sec 2024-04-24T03:14:47.601 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--sfG-VjBjIVqJc7 off=2051336 len=761590 2024-04-24T03:14:47.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 3831 completed, throughput=5MB/sec 2024-04-24T03:14:47.602 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cB6ycUfFLLBoXtu off=9210993 len=179057 2024-04-24T03:14:47.603 INFO:tasks.workunit.client.0.smithi016.stdout:op 3832 completed, throughput=5MB/sec 2024-04-24T03:14:47.603 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XVRgiOhvCyzw7Pr off=577069 len=1698142 2024-04-24T03:14:47.606 INFO:tasks.workunit.client.0.smithi016.stdout:op 3833 completed, throughput=5MB/sec 2024-04-24T03:14:48.607 INFO:tasks.workunit.client.0.smithi016.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:48.607 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FMZRSNGtuCOIYby off=2678395 len=1121188 2024-04-24T03:14:48.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 3834 completed, throughput=5MB/sec 2024-04-24T03:14:48.608 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nzBClv46j8SH0wM off=2000883 len=1781500 2024-04-24T03:14:48.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 3835 completed, throughput=5MB/sec 2024-04-24T03:14:48.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o9usXXIrGye4mei off=4533439 len=113750 2024-04-24T03:14:48.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 3836 completed, throughput=5MB/sec 2024-04-24T03:14:48.619 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2NdZnSgEYbG11ob off=903879 len=1475576 2024-04-24T03:14:48.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 3837 completed, throughput=5MB/sec 2024-04-24T03:14:48.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Daxj8CN2oiRRSi off=476435 len=1186303 2024-04-24T03:14:48.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 3838 completed, throughput=5MB/sec 2024-04-24T03:14:48.635 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:14:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:14:48] "GET /metrics HTTP/1.1" 200 34220 "" "Prometheus/2.43.0" 2024-04-24T03:14:49.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:48 smithi016 ceph-mon[84376]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:48 smithi016 ceph-mon[86910]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:49.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:48 smithi063 ceph-mon[77007]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:49.622 INFO:tasks.workunit.client.0.smithi016.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:49.622 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zw8HLdyAmdRqOJa off=0 len=1281879 2024-04-24T03:14:49.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 3839 completed, throughput=5MB/sec 2024-04-24T03:14:49.630 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0m0INyL_TrlkgBz off=0 len=1309530 2024-04-24T03:14:49.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 3840 completed, throughput=5MB/sec 2024-04-24T03:14:49.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h1GPlESC9vOGcg- off=945423 len=1553176 2024-04-24T03:14:49.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 3841 completed, throughput=5MB/sec 2024-04-24T03:14:49.635 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K4vzkDG_btJjZcd off=4007435 len=506803 2024-04-24T03:14:49.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 3842 completed, throughput=5MB/sec 2024-04-24T03:14:49.637 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2CqOlheD8bUYw_E off=6860615 len=1461900 2024-04-24T03:14:49.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 3843 completed, throughput=5MB/sec 2024-04-24T03:14:50.639 INFO:tasks.workunit.client.0.smithi016.stdout: 749: throughput=5MB/sec pending data=0 2024-04-24T03:14:50.639 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ptdTDN07R_wdjqe off=12681245 len=38674 2024-04-24T03:14:50.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 3844 completed, throughput=5MB/sec 2024-04-24T03:14:50.640 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bl1Q6WP0t9kKWQa off=21707762 len=155231 2024-04-24T03:14:50.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 3845 completed, throughput=5MB/sec 2024-04-24T03:14:50.640 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PWsZfAn65XsCD-B off=538771 len=1615548 2024-04-24T03:14:50.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 3846 completed, throughput=5MB/sec 2024-04-24T03:14:50.642 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zvt-VuGkir-rEs_ off=8629654 len=139323 2024-04-24T03:14:50.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 3847 completed, throughput=5MB/sec 2024-04-24T03:14:50.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LPYh6bD6MvPkdUY off=459039 len=1913944 2024-04-24T03:14:50.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 3848 completed, throughput=5MB/sec 2024-04-24T03:14:51.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:50 smithi016 ceph-mon[84376]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:50 smithi016 ceph-mon[86910]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:51.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:50 smithi063 ceph-mon[77007]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:14:51.646 INFO:tasks.workunit.client.0.smithi016.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:51.646 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UdK7qAKtJZuXHVi off=3175455 len=487852 2024-04-24T03:14:51.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 3849 completed, throughput=4.99MB/sec 2024-04-24T03:14:51.650 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TXO32jDjp0MoqY0 off=3323860 len=1898442 2024-04-24T03:14:51.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 3850 completed, throughput=5MB/sec 2024-04-24T03:14:51.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0GhP6UqVkyoIL8d off=6007447 len=368674 2024-04-24T03:14:51.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 3851 completed, throughput=5MB/sec 2024-04-24T03:14:51.665 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aFnnfL5DNOngaDo off=20578414 len=1988614 2024-04-24T03:14:51.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 3852 completed, throughput=5MB/sec 2024-04-24T03:14:51.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xH8ywXZxvbrX5cQ off=210809 len=326823 2024-04-24T03:14:51.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 3853 completed, throughput=5MB/sec 2024-04-24T03:14:51.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--GBX3AYGX_R21ij off=10801908 len=754664 2024-04-24T03:14:51.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 3854 completed, throughput=5MB/sec 2024-04-24T03:14:52.676 INFO:tasks.workunit.client.0.smithi016.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:52.676 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mnt3p2CClrJQS1s off=8407442 len=510312 2024-04-24T03:14:52.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 3855 completed, throughput=4.99MB/sec 2024-04-24T03:14:52.677 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RMDQPsX0XH27CqI off=16384948 len=291844 2024-04-24T03:14:52.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 3856 completed, throughput=4.99MB/sec 2024-04-24T03:14:52.678 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ygCJToDqfDMcwla off=5726069 len=209752 2024-04-24T03:14:52.679 INFO:tasks.workunit.client.0.smithi016.stdout:op 3857 completed, throughput=5MB/sec 2024-04-24T03:14:52.679 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E2lt55TRHjrhZKI off=3187737 len=207801 2024-04-24T03:14:52.679 INFO:tasks.workunit.client.0.smithi016.stdout:op 3858 completed, throughput=5MB/sec 2024-04-24T03:14:52.680 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G67XvswVvt_WA9O off=175345 len=936937 2024-04-24T03:14:52.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 3859 completed, throughput=5MB/sec 2024-04-24T03:14:52.681 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mz4Iz0hr5k_sXYR off=9526253 len=957010 2024-04-24T03:14:52.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 3860 completed, throughput=5MB/sec 2024-04-24T03:14:52.683 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DhywFOOV6KTcytd off=16263061 len=1191767 2024-04-24T03:14:52.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 3861 completed, throughput=5MB/sec 2024-04-24T03:14:52.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tt2AAfGvv7PHfL4 off=5947276 len=748389 2024-04-24T03:14:52.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 3862 completed, throughput=5MB/sec 2024-04-24T03:14:53.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:52 smithi016 ceph-mon[84376]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:14:53.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:52 smithi016 ceph-mon[86910]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:14:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:52 smithi063 ceph-mon[77007]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:14:53.690 INFO:tasks.workunit.client.0.smithi016.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:53.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y2GNGsyXQYH_lQJ off=14060899 len=941708 2024-04-24T03:14:53.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 3863 completed, throughput=4.99MB/sec 2024-04-24T03:14:53.696 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eVm3aX2Xml0QwpA off=9100819 len=281086 2024-04-24T03:14:53.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 3864 completed, throughput=5MB/sec 2024-04-24T03:14:53.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bptGYpoCY3jcfxo off=16570643 len=1116516 2024-04-24T03:14:53.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 3865 completed, throughput=5MB/sec 2024-04-24T03:14:53.701 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nm-4neNggwp3RRL off=1123198 len=1005870 2024-04-24T03:14:53.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 3866 completed, throughput=5MB/sec 2024-04-24T03:14:53.706 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tnd0gm_C11d5751 off=2326587 len=1726281 2024-04-24T03:14:53.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 3867 completed, throughput=5MB/sec 2024-04-24T03:14:53.708 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PAUvHyZL_R6gBqi off=518264 len=130556 2024-04-24T03:14:53.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 3868 completed, throughput=5MB/sec 2024-04-24T03:14:54.709 INFO:tasks.workunit.client.0.smithi016.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:54.709 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FEFG0n9BXb9IcV_ off=2530355 len=439923 2024-04-24T03:14:54.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 3869 completed, throughput=4.99MB/sec 2024-04-24T03:14:54.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pjQXM8GkqHGc-5N off=22796192 len=529834 2024-04-24T03:14:54.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 3870 completed, throughput=4.99MB/sec 2024-04-24T03:14:54.715 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RMN30rK25smGo_n off=227117 len=1543288 2024-04-24T03:14:54.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 3871 completed, throughput=5MB/sec 2024-04-24T03:14:54.723 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ELJvpOU16UgrvLy off=4817591 len=98764 2024-04-24T03:14:54.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 3872 completed, throughput=5MB/sec 2024-04-24T03:14:54.725 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--HSt_k04PRaOgzd off=2517030 len=127711 2024-04-24T03:14:54.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 3873 completed, throughput=5MB/sec 2024-04-24T03:14:54.726 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6AfpFvbpXzOkyFG off=3873522 len=1555013 2024-04-24T03:14:54.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 3874 completed, throughput=5MB/sec 2024-04-24T03:14:54.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3aevrcGnXXOq6ia off=13456312 len=1323746 2024-04-24T03:14:54.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 3875 completed, throughput=5MB/sec 2024-04-24T03:14:55.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:54 smithi016 ceph-mon[84376]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:14:55.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:54 smithi016 ceph-mon[86910]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:14:55.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:54 smithi063 ceph-mon[77007]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:14:55.731 INFO:tasks.workunit.client.0.smithi016.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:55.731 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hUYdty0QnlJTO2t off=4084990 len=1099813 2024-04-24T03:14:55.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 3876 completed, throughput=5MB/sec 2024-04-24T03:14:55.737 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hC9xl_KtqyHCsgZ off=12984946 len=20083 2024-04-24T03:14:55.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 3877 completed, throughput=5MB/sec 2024-04-24T03:14:55.737 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ahb0fikN5lSl4vE off=4203018 len=1613194 2024-04-24T03:14:55.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 3878 completed, throughput=5MB/sec 2024-04-24T03:14:55.740 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AW2-ZtzcQSbGRI4 off=4087514 len=1998398 2024-04-24T03:14:55.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 3879 completed, throughput=5MB/sec 2024-04-24T03:14:55.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tuspNXljv1Aq1Yl off=328124 len=221515 2024-04-24T03:14:55.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 3880 completed, throughput=5MB/sec 2024-04-24T03:14:55.742 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HD2klHb3LTxmEVs off=1735248 len=1608459 2024-04-24T03:14:55.751 INFO:tasks.workunit.client.0.smithi016.stdout:op 3881 completed, throughput=5MB/sec 2024-04-24T03:14:56.752 INFO:tasks.workunit.client.0.smithi016.stdout: 755: throughput=5MB/sec pending data=0 2024-04-24T03:14:56.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hzDkYBmhyOxqjaN off=6500526 len=1132841 2024-04-24T03:14:56.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 3882 completed, throughput=5MB/sec 2024-04-24T03:14:56.758 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-43uhOJMaoubSSKs off=7167037 len=1256359 2024-04-24T03:14:56.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 3883 completed, throughput=5MB/sec 2024-04-24T03:14:56.760 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UeXD7feCTy9Dct1 off=18629486 len=1265630 2024-04-24T03:14:56.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 3884 completed, throughput=5MB/sec 2024-04-24T03:14:56.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1vSUOOpA-q3QQrj off=19410980 len=694149 2024-04-24T03:14:56.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 3885 completed, throughput=5MB/sec 2024-04-24T03:14:57.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:56 smithi016 ceph-mon[84376]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T03:14:57.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:56 smithi016 ceph-mon[86910]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T03:14:57.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:56 smithi063 ceph-mon[77007]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-24T03:14:57.763 INFO:tasks.workunit.client.0.smithi016.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:57.764 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iX89PWmQGZKdNjK off=4945011 len=863027 2024-04-24T03:14:57.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 3886 completed, throughput=5MB/sec 2024-04-24T03:14:57.768 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tNyj3-XqcrxUlYl off=1510283 len=1764608 2024-04-24T03:14:57.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 3887 completed, throughput=5MB/sec 2024-04-24T03:14:57.771 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3y-aXMcC3P2JCwe off=11195018 len=347716 2024-04-24T03:14:57.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 3888 completed, throughput=5MB/sec 2024-04-24T03:14:57.775 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rpN9GARto0uzMaU off=5523021 len=1655275 2024-04-24T03:14:57.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 3889 completed, throughput=5MB/sec 2024-04-24T03:14:57.778 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5dK5-l73pZNrZGs off=2227761 len=346962 2024-04-24T03:14:57.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 3890 completed, throughput=5MB/sec 2024-04-24T03:14:58.649 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:14:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:14:58] "GET /metrics HTTP/1.1" 200 34220 "" "Prometheus/2.43.0" 2024-04-24T03:14:58.782 INFO:tasks.workunit.client.0.smithi016.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:58.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_jyLv-0MuHowETa off=2651949 len=1704613 2024-04-24T03:14:58.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 3891 completed, throughput=5MB/sec 2024-04-24T03:14:58.790 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6zEdJTEx0UwiXXc off=3019803 len=1139828 2024-04-24T03:14:58.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 3892 completed, throughput=5MB/sec 2024-04-24T03:14:58.793 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UNFuZHNiA85IZyk off=12405755 len=2014922 2024-04-24T03:14:58.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 3893 completed, throughput=5MB/sec 2024-04-24T03:14:58.801 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-17uIYFPo6QTWeSX off=11922456 len=454218 2024-04-24T03:14:58.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 3894 completed, throughput=5MB/sec 2024-04-24T03:14:59.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:14:58 smithi016 ceph-mon[84376]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:14:59.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:14:58 smithi016 ceph-mon[86910]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:14:59.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:14:58 smithi063 ceph-mon[77007]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-24T03:14:59.803 INFO:tasks.workunit.client.0.smithi016.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-24T03:14:59.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M43tse84O5DZXgZ off=4114833 len=2084846 2024-04-24T03:14:59.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 3895 completed, throughput=5MB/sec 2024-04-24T03:14:59.811 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZRN4XxIVRcBqlhM off=7257251 len=1459345 2024-04-24T03:14:59.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 3896 completed, throughput=5MB/sec 2024-04-24T03:14:59.818 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iPMY7MwMK1-wQ75 off=5022758 len=1330729 2024-04-24T03:14:59.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 3897 completed, throughput=5MB/sec 2024-04-24T03:14:59.820 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JZPNKO1tR6Ozp6g off=4007347 len=1499018 2024-04-24T03:14:59.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 3898 completed, throughput=5MB/sec 2024-04-24T03:15:00.828 INFO:tasks.workunit.client.0.smithi016.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:00.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ha0pP_Isf24XPZq off=19781065 len=523584 2024-04-24T03:15:00.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 3899 completed, throughput=5MB/sec 2024-04-24T03:15:00.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x5HP8qQIFtsQ1dZ off=0 len=1903761 2024-04-24T03:15:00.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 3900 completed, throughput=5MB/sec 2024-04-24T03:15:00.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HdQRcVa4jwtBJWs off=2897535 len=1051528 2024-04-24T03:15:00.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 3901 completed, throughput=5MB/sec 2024-04-24T03:15:00.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pcqfxID-g3iU0u8 off=951615 len=505056 2024-04-24T03:15:00.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 3902 completed, throughput=5MB/sec 2024-04-24T03:15:00.849 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ejnpv9Llfcx-t-V off=9858249 len=932693 2024-04-24T03:15:00.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 3903 completed, throughput=5MB/sec 2024-04-24T03:15:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:00 smithi016 ceph-mon[84376]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:15:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:00 smithi016 ceph-mon[86910]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:15:01.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:00 smithi063 ceph-mon[77007]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:15:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:01.855 INFO:tasks.workunit.client.0.smithi016.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:01.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wxP_7Z_ba12H-ey off=10367832 len=372051 2024-04-24T03:15:01.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 3904 completed, throughput=4.99MB/sec 2024-04-24T03:15:01.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zJ6PcbgoMN_ZE_w off=1221800 len=204055 2024-04-24T03:15:01.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 3905 completed, throughput=5MB/sec 2024-04-24T03:15:01.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F1wMXWcIRS2rzH8 off=479394 len=719377 2024-04-24T03:15:01.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 3906 completed, throughput=5MB/sec 2024-04-24T03:15:01.860 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H4DOooJ809NYnVs off=6431593 len=1658527 2024-04-24T03:15:01.862 INFO:tasks.workunit.client.0.smithi016.stdout:op 3907 completed, throughput=5MB/sec 2024-04-24T03:15:01.862 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N8F_kPE72H58Igr off=1352074 len=522631 2024-04-24T03:15:01.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 3908 completed, throughput=5MB/sec 2024-04-24T03:15:01.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9c2hdCQ--GG2c5Q off=13918107 len=1850328 2024-04-24T03:15:01.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 3909 completed, throughput=5MB/sec 2024-04-24T03:15:02.868 INFO:tasks.workunit.client.0.smithi016.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:02.868 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E2XP1R8oZ0teLwE off=2634792 len=1921755 2024-04-24T03:15:02.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 3910 completed, throughput=5MB/sec 2024-04-24T03:15:02.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hGSNh7DnwbjKjT3 off=4947235 len=310135 2024-04-24T03:15:02.874 INFO:tasks.workunit.client.0.smithi016.stdout:op 3911 completed, throughput=5MB/sec 2024-04-24T03:15:02.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BV-xuDE9MnTfyfP off=2523932 len=728939 2024-04-24T03:15:02.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 3912 completed, throughput=5MB/sec 2024-04-24T03:15:02.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LVucm56N4Dm1E4q off=14591530 len=393900 2024-04-24T03:15:02.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 3913 completed, throughput=5MB/sec 2024-04-24T03:15:02.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JlH8ITLvLfQnolR off=1398402 len=1077019 2024-04-24T03:15:02.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 3914 completed, throughput=5MB/sec 2024-04-24T03:15:02.885 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VXkLzz7B0tDBdrt off=15119828 len=1992336 2024-04-24T03:15:02.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 3915 completed, throughput=5MB/sec 2024-04-24T03:15:03.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:02 smithi016 ceph-mon[84376]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:03.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:02 smithi016 ceph-mon[86910]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:03.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:02 smithi063 ceph-mon[77007]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:03.889 INFO:tasks.workunit.client.0.smithi016.stdout: 762: throughput=5MB/sec pending data=0 2024-04-24T03:15:03.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wr0co-GFjm4Z_sz off=11439023 len=278360 2024-04-24T03:15:03.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 3916 completed, throughput=5MB/sec 2024-04-24T03:15:03.890 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fgELUsH7vrG9ZaA off=9576229 len=1363528 2024-04-24T03:15:03.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 3917 completed, throughput=5MB/sec 2024-04-24T03:15:03.892 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ka0Ve8wMX2blLpk off=16889831 len=1217853 2024-04-24T03:15:03.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 3918 completed, throughput=5MB/sec 2024-04-24T03:15:03.899 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oh9r9JT8xcQzK8G off=395045 len=1102698 2024-04-24T03:15:03.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 3919 completed, throughput=5MB/sec 2024-04-24T03:15:04.904 INFO:tasks.workunit.client.0.smithi016.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:04.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x0u5KPXeqleNjWW off=1545352 len=1065949 2024-04-24T03:15:04.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 3920 completed, throughput=5MB/sec 2024-04-24T03:15:04.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JNv8fHQOlEqwy4f off=4642962 len=634671 2024-04-24T03:15:04.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 3921 completed, throughput=5MB/sec 2024-04-24T03:15:04.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NFi8h9jlms7umVQ off=6830781 len=1319370 2024-04-24T03:15:04.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 3922 completed, throughput=5MB/sec 2024-04-24T03:15:04.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LWzA0Cih-nKSfPU off=1104452 len=1132295 2024-04-24T03:15:04.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 3923 completed, throughput=5MB/sec 2024-04-24T03:15:04.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FR2fF3gPGIRYOf3 off=11096938 len=22794 2024-04-24T03:15:04.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 3924 completed, throughput=5MB/sec 2024-04-24T03:15:04.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wPpLDcQXFAo96CL off=1879029 len=1091030 2024-04-24T03:15:04.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 3925 completed, throughput=5MB/sec 2024-04-24T03:15:05.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:04 smithi016 ceph-mon[84376]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:05.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:04 smithi016 ceph-mon[86910]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:05.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:04 smithi063 ceph-mon[77007]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:05.929 INFO:tasks.workunit.client.0.smithi016.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:05.929 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tz17HCT0cmaHHZP off=14198459 len=1722665 2024-04-24T03:15:05.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 3926 completed, throughput=5MB/sec 2024-04-24T03:15:05.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zHLUS1JcTj-kiwQ off=14765509 len=47189 2024-04-24T03:15:05.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 3927 completed, throughput=5MB/sec 2024-04-24T03:15:05.940 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ALHnu-nmRA1-FYU off=4357752 len=163708 2024-04-24T03:15:05.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 3928 completed, throughput=5MB/sec 2024-04-24T03:15:05.943 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HWd0D0CxIdAaQAh off=3429681 len=803429 2024-04-24T03:15:05.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 3929 completed, throughput=5MB/sec 2024-04-24T03:15:05.948 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lvUGlikb9oIca_d off=1042917 len=1357888 2024-04-24T03:15:05.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 3930 completed, throughput=5MB/sec 2024-04-24T03:15:05.951 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Am9xiZbHdkc_u6C off=1018039 len=534210 2024-04-24T03:15:05.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 3931 completed, throughput=5MB/sec 2024-04-24T03:15:05.955 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3XzLbAorcz4nsyk off=11693487 len=1056245 2024-04-24T03:15:05.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 3932 completed, throughput=5MB/sec 2024-04-24T03:15:06.956 INFO:tasks.workunit.client.0.smithi016.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:06.956 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OKCoYffiJRbNDaw off=1178349 len=1820365 2024-04-24T03:15:06.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 3933 completed, throughput=5MB/sec 2024-04-24T03:15:06.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cqcVZ_aXqCLy7ZT off=11183208 len=954432 2024-04-24T03:15:06.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 3934 completed, throughput=5MB/sec 2024-04-24T03:15:06.972 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-irYBKPE5MyW8XJO off=16044232 len=1683256 2024-04-24T03:15:06.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 3935 completed, throughput=5MB/sec 2024-04-24T03:15:06.974 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vJI7oX_BGQ8J9lY off=2157460 len=654898 2024-04-24T03:15:06.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 3936 completed, throughput=5MB/sec 2024-04-24T03:15:07.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:06 smithi016 ceph-mon[84376]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:07.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:06 smithi016 ceph-mon[86910]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:07.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:06 smithi063 ceph-mon[77007]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:07.975 INFO:tasks.workunit.client.0.smithi016.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:07.976 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nbhF-ae-NhdXRCo off=19994783 len=1287594 2024-04-24T03:15:07.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 3937 completed, throughput=5MB/sec 2024-04-24T03:15:07.981 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7FpBBTkMxe9UZgk off=8503741 len=1696241 2024-04-24T03:15:07.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 3938 completed, throughput=5MB/sec 2024-04-24T03:15:07.984 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XFj22LV7DWHxHjG off=3899354 len=439765 2024-04-24T03:15:07.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 3939 completed, throughput=5MB/sec 2024-04-24T03:15:07.987 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rKfkxA67kcuzsWn off=15126680 len=192674 2024-04-24T03:15:07.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 3940 completed, throughput=5MB/sec 2024-04-24T03:15:07.988 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rFO4LnBgLDuys7g off=652174 len=791877 2024-04-24T03:15:07.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 3941 completed, throughput=5MB/sec 2024-04-24T03:15:07.990 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w3VuDuobrtF-_Sk off=14403406 len=1143841 2024-04-24T03:15:07.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 3942 completed, throughput=5MB/sec 2024-04-24T03:15:08.662 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:15:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:15:08] "GET /metrics HTTP/1.1" 200 34220 "" "Prometheus/2.43.0" 2024-04-24T03:15:08.996 INFO:tasks.workunit.client.0.smithi016.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:08.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5gmaD7prc0zqxUY off=15121210 len=1045904 2024-04-24T03:15:08.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 3943 completed, throughput=5MB/sec 2024-04-24T03:15:08.999 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-onpWt65sF7bMgg7 off=13182069 len=1609633 2024-04-24T03:15:09.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 3944 completed, throughput=5MB/sec 2024-04-24T03:15:09.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3leyAlN1KAsE1qw off=176693 len=744838 2024-04-24T03:15:09.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 3945 completed, throughput=5MB/sec 2024-04-24T03:15:09.012 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lKVS_3fOaZdXndM off=7850270 len=356810 2024-04-24T03:15:09.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 3946 completed, throughput=5MB/sec 2024-04-24T03:15:09.015 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wO7ZjDusZkiz6jC off=3581310 len=1718906 2024-04-24T03:15:09.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:08 smithi016 ceph-mon[84376]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:09.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:08 smithi016 ceph-mon[86910]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:09.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 3947 completed, throughput=5MB/sec 2024-04-24T03:15:09.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:08 smithi063 ceph-mon[77007]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:10.022 INFO:tasks.workunit.client.0.smithi016.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:10.022 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--VTP5AizRKf27F9 off=22683471 len=1184790 2024-04-24T03:15:10.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 3948 completed, throughput=5MB/sec 2024-04-24T03:15:10.024 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--GBX3AYGX_R21ij off=3721353 len=836825 2024-04-24T03:15:10.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 3949 completed, throughput=5MB/sec 2024-04-24T03:15:10.029 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TmgU0Z7vpJK4CqN off=115926 len=1141589 2024-04-24T03:15:10.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 3950 completed, throughput=5MB/sec 2024-04-24T03:15:10.034 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qOs7KQyuUTYi_sY off=6969330 len=915685 2024-04-24T03:15:10.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 3951 completed, throughput=5MB/sec 2024-04-24T03:15:10.035 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GSCxs_kTvsP5Pd- off=6051374 len=1777774 2024-04-24T03:15:10.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 3952 completed, throughput=5MB/sec 2024-04-24T03:15:11.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:10 smithi016 ceph-mon[84376]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:15:11.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:10 smithi016 ceph-mon[86910]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:15:11.044 INFO:tasks.workunit.client.0.smithi016.stdout: 769: throughput=5MB/sec pending data=0 2024-04-24T03:15:11.044 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xZSwm99QVnCLxDx off=1723973 len=1348795 2024-04-24T03:15:11.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 3953 completed, throughput=5MB/sec 2024-04-24T03:15:11.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2P73ui4edSMB2Wv off=10429708 len=1713308 2024-04-24T03:15:11.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 3954 completed, throughput=5MB/sec 2024-04-24T03:15:11.050 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gqCEOxkUUeSdLnJ off=8750429 len=1362924 2024-04-24T03:15:11.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:10 smithi063 ceph-mon[77007]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:15:11.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 3955 completed, throughput=5MB/sec 2024-04-24T03:15:12.052 INFO:tasks.workunit.client.0.smithi016.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:12.053 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GzpS1-T4BiBdK5T off=4513405 len=1146894 2024-04-24T03:15:12.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 3956 completed, throughput=5MB/sec 2024-04-24T03:15:12.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LLZsQ6HgfdeGC1q off=3528437 len=1264384 2024-04-24T03:15:12.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 3957 completed, throughput=5MB/sec 2024-04-24T03:15:12.061 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4eD14utnKwrlaNO off=3783113 len=1185828 2024-04-24T03:15:12.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 3958 completed, throughput=5MB/sec 2024-04-24T03:15:12.067 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4jiOAIQJ10LH2sF off=6385540 len=1489447 2024-04-24T03:15:12.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 3959 completed, throughput=5MB/sec 2024-04-24T03:15:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:12 smithi016 ceph-mon[84376]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:15:13.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:12 smithi016 ceph-mon[86910]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:15:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:12 smithi063 ceph-mon[77007]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:15:13.074 INFO:tasks.workunit.client.0.smithi016.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:13.074 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5IO9qEbsd-l9OND off=23703143 len=1084717 2024-04-24T03:15:13.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 3960 completed, throughput=4.99MB/sec 2024-04-24T03:15:13.076 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zGlUGmOBswEz9eO off=2586279 len=1334446 2024-04-24T03:15:13.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 3961 completed, throughput=5MB/sec 2024-04-24T03:15:13.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ugGDI5rVjPHoHE8 off=765894 len=576055 2024-04-24T03:15:13.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 3962 completed, throughput=5MB/sec 2024-04-24T03:15:13.082 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wkxPBWfAlIkp37J off=8811 len=742083 2024-04-24T03:15:13.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 3963 completed, throughput=5MB/sec 2024-04-24T03:15:13.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cAmp-EhlA9u9n1J off=7601745 len=299303 2024-04-24T03:15:13.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 3964 completed, throughput=5MB/sec 2024-04-24T03:15:13.087 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eNxDWRtolFK43rO off=15655792 len=1270111 2024-04-24T03:15:13.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 3965 completed, throughput=5MB/sec 2024-04-24T03:15:14.089 INFO:tasks.workunit.client.0.smithi016.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:14.089 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s3opSf1RxGdYa8c off=5008311 len=1940374 2024-04-24T03:15:14.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 3966 completed, throughput=5MB/sec 2024-04-24T03:15:14.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-66M19P_EP18L_tr off=394115 len=1450086 2024-04-24T03:15:14.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 3967 completed, throughput=5MB/sec 2024-04-24T03:15:14.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M9UQcUm1U9knef9 off=1292525 len=918944 2024-04-24T03:15:14.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 3968 completed, throughput=5MB/sec 2024-04-24T03:15:14.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_GsFC42dh4Y-mCg off=14950531 len=1037668 2024-04-24T03:15:14.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 3969 completed, throughput=5MB/sec 2024-04-24T03:15:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:14 smithi016 ceph-mon[84376]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:15.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:14 smithi016 ceph-mon[86910]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:14 smithi063 ceph-mon[77007]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:15.103 INFO:tasks.workunit.client.0.smithi016.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:15.103 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-um0_UUb5B7df12s off=14106419 len=1294191 2024-04-24T03:15:15.105 INFO:tasks.workunit.client.0.smithi016.stdout:op 3970 completed, throughput=5MB/sec 2024-04-24T03:15:15.105 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n5owusorjLcVpDY off=2653058 len=1136964 2024-04-24T03:15:15.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 3971 completed, throughput=5MB/sec 2024-04-24T03:15:15.106 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-paYcnnjf8xJWqkS off=1968234 len=971391 2024-04-24T03:15:15.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 3972 completed, throughput=5MB/sec 2024-04-24T03:15:15.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UMjmcq12naTAl6y off=3052621 len=926655 2024-04-24T03:15:15.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 3973 completed, throughput=5MB/sec 2024-04-24T03:15:15.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Oe5cFJf7ZPEy2d5 off=13433197 len=1336898 2024-04-24T03:15:15.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 3974 completed, throughput=5MB/sec 2024-04-24T03:15:16.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:16.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:16.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:16.123 INFO:tasks.workunit.client.0.smithi016.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:16.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WX3Q6z_uDAqOdkx off=3467609 len=1867437 2024-04-24T03:15:16.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 3975 completed, throughput=5MB/sec 2024-04-24T03:15:16.135 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rqooSk-WvWJqfrn off=47505 len=1011729 2024-04-24T03:15:16.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 3976 completed, throughput=5MB/sec 2024-04-24T03:15:16.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s8r6PLlF45k7Cp0 off=11839243 len=1319039 2024-04-24T03:15:16.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 3977 completed, throughput=5MB/sec 2024-04-24T03:15:16.148 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Y0HcsQjBY66EU5 off=3370801 len=777950 2024-04-24T03:15:16.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 3978 completed, throughput=5MB/sec 2024-04-24T03:15:16.153 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x-WJHuk2cvXeXuB off=1811465 len=439165 2024-04-24T03:15:16.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 3979 completed, throughput=5MB/sec 2024-04-24T03:15:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:16 smithi016 ceph-mon[84376]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:15:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:16 smithi016 ceph-mon[86910]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:15:17.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:16 smithi063 ceph-mon[77007]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:15:17.157 INFO:tasks.workunit.client.0.smithi016.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:17.157 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-csvGRjLLAPgLTz- off=4794961 len=1967156 2024-04-24T03:15:17.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 3980 completed, throughput=5MB/sec 2024-04-24T03:15:17.160 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SS6MDU1JrTobP4A off=21571880 len=1236063 2024-04-24T03:15:17.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 3981 completed, throughput=5MB/sec 2024-04-24T03:15:17.167 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TXO32jDjp0MoqY0 off=2155766 len=378128 2024-04-24T03:15:17.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 3982 completed, throughput=5MB/sec 2024-04-24T03:15:17.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OLpHQAA9PBGCIi7 off=18063260 len=587950 2024-04-24T03:15:17.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 3983 completed, throughput=5MB/sec 2024-04-24T03:15:17.172 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mz4Iz0hr5k_sXYR off=15036946 len=1720563 2024-04-24T03:15:17.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 3984 completed, throughput=5MB/sec 2024-04-24T03:15:18.182 INFO:tasks.workunit.client.0.smithi016.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:18.182 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cZJwnRxiau2pYQJ off=630359 len=907921 2024-04-24T03:15:18.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 3985 completed, throughput=5MB/sec 2024-04-24T03:15:18.184 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9cd67aEOBM6HTLD off=9131802 len=1897829 2024-04-24T03:15:18.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 3986 completed, throughput=5MB/sec 2024-04-24T03:15:18.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sfcwAbCJ0Xa1BD3 off=904695 len=1652363 2024-04-24T03:15:18.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 3987 completed, throughput=5MB/sec 2024-04-24T03:15:18.680 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:15:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:15:18] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:15:19.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:18 smithi016 ceph-mon[84376]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:19.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:18 smithi016 ceph-mon[86910]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:19.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:18 smithi063 ceph-mon[77007]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:19.195 INFO:tasks.workunit.client.0.smithi016.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:19.196 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2AetOwdDwFG-ulf off=2057938 len=1414590 2024-04-24T03:15:19.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 3988 completed, throughput=5MB/sec 2024-04-24T03:15:19.197 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WqsBUckpWymfjuB off=1197346 len=833437 2024-04-24T03:15:19.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 3989 completed, throughput=5MB/sec 2024-04-24T03:15:19.199 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A6H0eGpbeedJgxj off=6692223 len=20027 2024-04-24T03:15:19.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 3990 completed, throughput=5MB/sec 2024-04-24T03:15:19.199 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Nwe6mDmLOSMuCL off=10904011 len=1109886 2024-04-24T03:15:19.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 3991 completed, throughput=5MB/sec 2024-04-24T03:15:19.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XWuFUBoreVs2fyV off=4827883 len=1337925 2024-04-24T03:15:19.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 3992 completed, throughput=5MB/sec 2024-04-24T03:15:19.201 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a367V5gp91uACYo off=6023677 len=395498 2024-04-24T03:15:19.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 3993 completed, throughput=5MB/sec 2024-04-24T03:15:19.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-96vYcAGJF2S84QA off=1613251 len=1570015 2024-04-24T03:15:19.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 3994 completed, throughput=5MB/sec 2024-04-24T03:15:20.214 INFO:tasks.workunit.client.0.smithi016.stdout: 778: throughput=5MB/sec pending data=0 2024-04-24T03:15:20.214 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ygCJToDqfDMcwla off=3184931 len=66088 2024-04-24T03:15:20.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 3995 completed, throughput=5MB/sec 2024-04-24T03:15:20.215 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X4NWXpbW7xn-K5P off=15209016 len=1651420 2024-04-24T03:15:20.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 3996 completed, throughput=5MB/sec 2024-04-24T03:15:20.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3H-BU3957vZWcU_ off=1853441 len=1185575 2024-04-24T03:15:20.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 3997 completed, throughput=5MB/sec 2024-04-24T03:15:20.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5GItOxiX19DOpPy off=3714050 len=34945 2024-04-24T03:15:20.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 3998 completed, throughput=5MB/sec 2024-04-24T03:15:20.229 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fopq-4yIZHvhnCm off=10271781 len=2092370 2024-04-24T03:15:20.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 3999 completed, throughput=5MB/sec 2024-04-24T03:15:21.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:20 smithi016 ceph-mon[84376]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:21.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:20 smithi016 ceph-mon[86910]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:21.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:20 smithi063 ceph-mon[77007]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:15:21.238 INFO:tasks.workunit.client.0.smithi016.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:21.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E4dzKJjxNpiPLmS off=4397097 len=214172 2024-04-24T03:15:21.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 4000 completed, throughput=5MB/sec 2024-04-24T03:15:21.241 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tj9K_Qt-uUF4SnB off=12422005 len=1992816 2024-04-24T03:15:21.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 4001 completed, throughput=5MB/sec 2024-04-24T03:15:21.252 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tG2Ez05JwJVR78t off=1827513 len=1869950 2024-04-24T03:15:21.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 4002 completed, throughput=5MB/sec 2024-04-24T03:15:21.262 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uPonjIxASSTAdZD off=4981830 len=590018 2024-04-24T03:15:21.266 INFO:tasks.workunit.client.0.smithi016.stdout:op 4003 completed, throughput=5MB/sec 2024-04-24T03:15:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:22.267 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mlOTvaGPRH87ecV off=1320846 len=2085097 2024-04-24T03:15:22.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 4004 completed, throughput=5MB/sec 2024-04-24T03:15:22.269 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cv0vyNzfVz4ijbJ off=3947553 len=1031357 2024-04-24T03:15:22.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 4005 completed, throughput=5MB/sec 2024-04-24T03:15:22.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N3olphcYGbdzXR2 off=3318678 len=671443 2024-04-24T03:15:22.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 4006 completed, throughput=5MB/sec 2024-04-24T03:15:22.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rJPyjOM4SYUox5Q off=4465593 len=376297 2024-04-24T03:15:22.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 4007 completed, throughput=5MB/sec 2024-04-24T03:15:22.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CAGJfVzDKLt5oB7 off=9468472 len=27318 2024-04-24T03:15:22.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 4008 completed, throughput=5MB/sec 2024-04-24T03:15:22.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_rnOqlqnyqDKEF off=6393062 len=522702 2024-04-24T03:15:22.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 4009 completed, throughput=5MB/sec 2024-04-24T03:15:22.282 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uqtm4bJDfrdkgX2 off=4649581 len=1297250 2024-04-24T03:15:22.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 4010 completed, throughput=5MB/sec 2024-04-24T03:15:23.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:22 smithi016 ceph-mon[84376]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:23.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:22 smithi016 ceph-mon[86910]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:23.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:22 smithi063 ceph-mon[77007]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:23.284 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XBtlNr9pYQGtnAV off=3655253 len=2060432 2024-04-24T03:15:23.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 4011 completed, throughput=5MB/sec 2024-04-24T03:15:23.296 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KD5QnyVvr32Qylk off=9546706 len=2015380 2024-04-24T03:15:23.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 4012 completed, throughput=5MB/sec 2024-04-24T03:15:23.299 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4Co7a3xT6OxIOK off=17637702 len=700896 2024-04-24T03:15:23.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 4013 completed, throughput=5MB/sec 2024-04-24T03:15:24.300 INFO:tasks.workunit.client.0.smithi016.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:24.301 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZNSClEizhZvxL44 off=8629591 len=266120 2024-04-24T03:15:24.301 INFO:tasks.workunit.client.0.smithi016.stdout:op 4014 completed, throughput=4.99MB/sec 2024-04-24T03:15:24.301 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vNfpCbcfpFnuGu0 off=6407071 len=261614 2024-04-24T03:15:24.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 4015 completed, throughput=4.99MB/sec 2024-04-24T03:15:24.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r374O6zA0eF-HPF off=20362255 len=4375 2024-04-24T03:15:24.307 INFO:tasks.workunit.client.0.smithi016.stdout:op 4016 completed, throughput=4.99MB/sec 2024-04-24T03:15:24.307 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0UUC-g8QQ4uSt1a off=15339367 len=1464013 2024-04-24T03:15:24.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 4017 completed, throughput=5MB/sec 2024-04-24T03:15:24.309 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LPKp-xf1fLQJKfY off=4378151 len=1403331 2024-04-24T03:15:24.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 4018 completed, throughput=5MB/sec 2024-04-24T03:15:24.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zPhdVg2E3hxbgeM off=5917667 len=1728029 2024-04-24T03:15:24.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 4019 completed, throughput=5MB/sec 2024-04-24T03:15:25.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:24 smithi016 ceph-mon[84376]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:15:25.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:24 smithi016 ceph-mon[86910]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:15:25.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:24 smithi063 ceph-mon[77007]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:15:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:25.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-puRtsDaMSr9IVuJ off=3855395 len=1087336 2024-04-24T03:15:25.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 4020 completed, throughput=5MB/sec 2024-04-24T03:15:25.328 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5fu2k991hY_3ZIV off=13034465 len=184800 2024-04-24T03:15:25.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 4021 completed, throughput=5MB/sec 2024-04-24T03:15:25.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DXp_ijsYp2XUc-7 off=14769220 len=1182878 2024-04-24T03:15:25.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 4022 completed, throughput=5MB/sec 2024-04-24T03:15:25.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AsaG74yDjzpKDTU off=5074530 len=122835 2024-04-24T03:15:25.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 4023 completed, throughput=5MB/sec 2024-04-24T03:15:25.335 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jwws5TMt53_V-yj off=898040 len=2026685 2024-04-24T03:15:25.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 4024 completed, throughput=5MB/sec 2024-04-24T03:15:25.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8MX-iC4ymKbWCHe off=3096353 len=845182 2024-04-24T03:15:25.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 4025 completed, throughput=5MB/sec 2024-04-24T03:15:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:26.348 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hkv3pablfUMQOgE off=10560208 len=1924411 2024-04-24T03:15:26.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 4026 completed, throughput=5MB/sec 2024-04-24T03:15:26.350 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CS7-MwYbPYXm_pH off=2027724 len=854394 2024-04-24T03:15:26.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 4027 completed, throughput=5MB/sec 2024-04-24T03:15:26.356 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YpsWdmrjyKiA-EF off=5625122 len=592798 2024-04-24T03:15:26.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 4028 completed, throughput=5MB/sec 2024-04-24T03:15:26.360 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K8_pERg5N1B2Z-z off=10995642 len=1215437 2024-04-24T03:15:26.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 4029 completed, throughput=5MB/sec 2024-04-24T03:15:26.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OiAxyTy9uqay-Z5 off=12979004 len=677062 2024-04-24T03:15:26.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 4030 completed, throughput=5MB/sec 2024-04-24T03:15:27.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:26 smithi016 ceph-mon[84376]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:27.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:26 smithi016 ceph-mon[86910]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:27.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:26 smithi063 ceph-mon[77007]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:15:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:27.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t8ZXzT3EguIiHqF off=9135249 len=191417 2024-04-24T03:15:27.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 4031 completed, throughput=4.99MB/sec 2024-04-24T03:15:27.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ok1QHaxlRTnt5Up off=28364 len=742710 2024-04-24T03:15:27.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 4032 completed, throughput=5MB/sec 2024-04-24T03:15:27.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QQr2kv34IgxVozK off=893570 len=490095 2024-04-24T03:15:27.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 4033 completed, throughput=5MB/sec 2024-04-24T03:15:27.375 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dR_QAfxPoccAhkN off=431695 len=147922 2024-04-24T03:15:27.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 4034 completed, throughput=5MB/sec 2024-04-24T03:15:27.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yB8v3DDnFINHASi off=9345514 len=1167381 2024-04-24T03:15:27.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 4035 completed, throughput=5MB/sec 2024-04-24T03:15:27.382 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rn4zjjFhvzIMnJr off=7560851 len=245261 2024-04-24T03:15:27.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 4036 completed, throughput=5MB/sec 2024-04-24T03:15:27.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v2eEYB0aVY0e3WH off=7537241 len=1951284 2024-04-24T03:15:27.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 4037 completed, throughput=5MB/sec 2024-04-24T03:15:27.391 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Avww99gVik4SwqP off=4834216 len=679850 2024-04-24T03:15:27.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 4038 completed, throughput=5MB/sec 2024-04-24T03:15:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:28.396 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qkcsOjarkGI2CRc off=1553968 len=734208 2024-04-24T03:15:28.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 4039 completed, throughput=5MB/sec 2024-04-24T03:15:28.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P_Q0P9uD7fClkHH off=4414538 len=1049195 2024-04-24T03:15:28.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 4040 completed, throughput=5MB/sec 2024-04-24T03:15:28.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Kyu95MWe8vNU_LT off=7066882 len=1132562 2024-04-24T03:15:28.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 4041 completed, throughput=5MB/sec 2024-04-24T03:15:28.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uc6jgF3RRiTLkE2 off=96440 len=947352 2024-04-24T03:15:28.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 4042 completed, throughput=5MB/sec 2024-04-24T03:15:28.408 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CPikVnM54RM0lZF off=21670226 len=252575 2024-04-24T03:15:28.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 4043 completed, throughput=5MB/sec 2024-04-24T03:15:28.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bi78KTKvCN6ARTC off=7279688 len=1630379 2024-04-24T03:15:28.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 4044 completed, throughput=5MB/sec 2024-04-24T03:15:28.693 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:15:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:15:28] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:15:29.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:28 smithi016 ceph-mon[84376]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:15:29.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:28 smithi016 ceph-mon[86910]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:15:29.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:28 smithi063 ceph-mon[77007]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:15:29.417 INFO:tasks.workunit.client.0.smithi016.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:29.417 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U2XM6x29DRt1b9F off=935632 len=731024 2024-04-24T03:15:29.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 4045 completed, throughput=5MB/sec 2024-04-24T03:15:29.418 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L2q-Se2VPqWMQz0 off=611945 len=573865 2024-04-24T03:15:29.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 4046 completed, throughput=5MB/sec 2024-04-24T03:15:29.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yu-9gSvbtjeEcGe off=9609761 len=652977 2024-04-24T03:15:29.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 4047 completed, throughput=5MB/sec 2024-04-24T03:15:29.423 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jeavr-pdy6ZWcmU off=10601489 len=694347 2024-04-24T03:15:29.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 4048 completed, throughput=5MB/sec 2024-04-24T03:15:29.424 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VW0dKhFtlD9tRqL off=18090175 len=1961648 2024-04-24T03:15:29.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 4049 completed, throughput=5MB/sec 2024-04-24T03:15:30.427 INFO:tasks.workunit.client.0.smithi016.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:30.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uch888ywLINhVEN off=976608 len=1754926 2024-04-24T03:15:30.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 4050 completed, throughput=5MB/sec 2024-04-24T03:15:30.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-obhmI0o9Pf9O6Un off=2342030 len=642568 2024-04-24T03:15:30.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 4051 completed, throughput=5MB/sec 2024-04-24T03:15:30.431 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KDiifxCUd71iMK4 off=3720937 len=652519 2024-04-24T03:15:30.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 4052 completed, throughput=5MB/sec 2024-04-24T03:15:30.433 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NLhQixwfe6LHtiu off=7976252 len=245287 2024-04-24T03:15:30.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 4053 completed, throughput=5MB/sec 2024-04-24T03:15:30.436 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D5v8MSHkA-GL4qq off=419113 len=1738700 2024-04-24T03:15:30.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 4054 completed, throughput=5MB/sec 2024-04-24T03:15:30.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o38fcuzm_i1AMSM off=8879211 len=520318 2024-04-24T03:15:30.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 4055 completed, throughput=5MB/sec 2024-04-24T03:15:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:30 smithi016 ceph-mon[84376]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:30 smithi016 ceph-mon[86910]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:30 smithi063 ceph-mon[77007]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:15:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:31.439 INFO:tasks.workunit.client.0.smithi016.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:31.439 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7T983kLnk076Fg5 off=3693570 len=427910 2024-04-24T03:15:31.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 4056 completed, throughput=4.99MB/sec 2024-04-24T03:15:31.442 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7Chrduij7lYlhma off=15071120 len=1453896 2024-04-24T03:15:31.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 4057 completed, throughput=5MB/sec 2024-04-24T03:15:31.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qV3iDlrprAemaeK off=946911 len=365145 2024-04-24T03:15:31.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 4058 completed, throughput=5MB/sec 2024-04-24T03:15:31.453 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-13tGBSJ-Ze7uWqb off=7295119 len=2010000 2024-04-24T03:15:31.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 4059 completed, throughput=5MB/sec 2024-04-24T03:15:31.462 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aFNjnsdduz-mmnX off=18339375 len=307723 2024-04-24T03:15:31.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 4060 completed, throughput=5MB/sec 2024-04-24T03:15:31.464 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PewJ5SC9hyo78Wm off=6162253 len=1819782 2024-04-24T03:15:31.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 4061 completed, throughput=5MB/sec 2024-04-24T03:15:32.466 INFO:tasks.workunit.client.0.smithi016.stdout: 790: throughput=5MB/sec pending data=0 2024-04-24T03:15:32.467 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cgLgtShY_HD_yb2 off=7905944 len=1031275 2024-04-24T03:15:32.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 4062 completed, throughput=5MB/sec 2024-04-24T03:15:32.468 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BM10cArjBXkSTZP off=713986 len=1785117 2024-04-24T03:15:32.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 4063 completed, throughput=5MB/sec 2024-04-24T03:15:32.477 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ae0uFIjWl8F-ShB off=11327965 len=1385147 2024-04-24T03:15:32.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 4064 completed, throughput=5MB/sec 2024-04-24T03:15:33.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:32 smithi016 ceph-mon[84376]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:15:33.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:32 smithi016 ceph-mon[86910]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:15:33.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:32 smithi063 ceph-mon[77007]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:15:33.485 INFO:tasks.workunit.client.0.smithi016.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:33.485 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7OlIsDX3EK0bzI9 off=15304261 len=1006111 2024-04-24T03:15:33.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 4065 completed, throughput=5MB/sec 2024-04-24T03:15:33.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6oTucNoAEVZ_yDP off=267579 len=1521826 2024-04-24T03:15:33.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 4066 completed, throughput=5MB/sec 2024-04-24T03:15:33.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dzyYMnDocR6_LCc off=1325473 len=1888691 2024-04-24T03:15:33.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 4067 completed, throughput=5MB/sec 2024-04-24T03:15:33.494 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ImMDHHhu8mtqzr9 off=3419965 len=1794546 2024-04-24T03:15:33.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 4068 completed, throughput=5MB/sec 2024-04-24T03:15:34.498 INFO:tasks.workunit.client.0.smithi016.stdout: 792: throughput=5MB/sec pending data=0 2024-04-24T03:15:34.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qGeGkVWGhJcnXwL off=8908854 len=207853 2024-04-24T03:15:34.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 4069 completed, throughput=5MB/sec 2024-04-24T03:15:34.500 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mNzWw4t2ecf1WHt off=359461 len=837790 2024-04-24T03:15:34.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 4070 completed, throughput=5MB/sec 2024-04-24T03:15:34.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wufwnNz0zdIJZHm off=5407118 len=1784567 2024-04-24T03:15:34.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 4071 completed, throughput=5MB/sec 2024-04-24T03:15:34.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CsSFmdgb4Qo-s5G off=6383655 len=672398 2024-04-24T03:15:34.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 4072 completed, throughput=5MB/sec 2024-04-24T03:15:34.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0D9Y9vMbKyeqQIM off=275711 len=1385333 2024-04-24T03:15:34.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 4073 completed, throughput=5MB/sec 2024-04-24T03:15:35.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:34 smithi016 ceph-mon[84376]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:15:35.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:34 smithi016 ceph-mon[86910]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:15:35.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:34 smithi063 ceph-mon[77007]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:15:35.515 INFO:tasks.workunit.client.0.smithi016.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:35.515 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p1yGnkg0PPoky06 off=589314 len=829435 2024-04-24T03:15:35.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 4074 completed, throughput=5MB/sec 2024-04-24T03:15:35.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u5kduXzX2PPn9-I off=8454112 len=744408 2024-04-24T03:15:35.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 4075 completed, throughput=5MB/sec 2024-04-24T03:15:35.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZqvD4hPJNDCBtMR off=9134394 len=879018 2024-04-24T03:15:35.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 4076 completed, throughput=5MB/sec 2024-04-24T03:15:35.524 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F-ealglZ6jAqO2s off=8337963 len=958449 2024-04-24T03:15:35.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 4077 completed, throughput=5MB/sec 2024-04-24T03:15:35.526 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sw1EYTBq2UvqXLA off=7279264 len=1414066 2024-04-24T03:15:35.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 4078 completed, throughput=5MB/sec 2024-04-24T03:15:36.529 INFO:tasks.workunit.client.0.smithi016.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:36.529 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2nNBxGvS77G4B5K off=11601835 len=712474 2024-04-24T03:15:36.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 4079 completed, throughput=4.99MB/sec 2024-04-24T03:15:36.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0TEUtLXGdE8juZu off=7231998 len=930409 2024-04-24T03:15:36.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 4080 completed, throughput=5MB/sec 2024-04-24T03:15:36.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5K7wPBaBykC-Sly off=6448454 len=162037 2024-04-24T03:15:36.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 4081 completed, throughput=5MB/sec 2024-04-24T03:15:36.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xKeh4cB-J8qjWUE off=3186749 len=1231483 2024-04-24T03:15:36.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 4082 completed, throughput=5MB/sec 2024-04-24T03:15:36.546 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s3U1-Aa2gGhoR8d off=915659 len=400217 2024-04-24T03:15:36.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 4083 completed, throughput=5MB/sec 2024-04-24T03:15:36.547 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6SPhgRCzFtsCZTv off=17891866 len=1541509 2024-04-24T03:15:36.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 4084 completed, throughput=5MB/sec 2024-04-24T03:15:36.554 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-98zZSUAMVFj17OX off=5002068 len=2007623 2024-04-24T03:15:36.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 4085 completed, throughput=5MB/sec 2024-04-24T03:15:37.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:36 smithi016 ceph-mon[84376]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:15:37.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:36 smithi016 ceph-mon[86910]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:15:37.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:36 smithi063 ceph-mon[77007]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:15:37.565 INFO:tasks.workunit.client.0.smithi016.stdout: 795: throughput=5MB/sec pending data=0 2024-04-24T03:15:37.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o6Yk79K96HmATsn off=2825711 len=1350287 2024-04-24T03:15:37.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 4086 completed, throughput=5MB/sec 2024-04-24T03:15:37.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iwkpiSE1WGDfoBd off=7112177 len=173280 2024-04-24T03:15:37.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 4087 completed, throughput=5MB/sec 2024-04-24T03:15:37.573 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wQLchqzC48C9qgM off=17151274 len=515321 2024-04-24T03:15:37.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 4088 completed, throughput=5MB/sec 2024-04-24T03:15:37.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4_ciGE88QAV7s-w off=2286579 len=1133058 2024-04-24T03:15:37.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 4089 completed, throughput=5MB/sec 2024-04-24T03:15:37.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k_S_DxqH2-4NrsQ off=4709321 len=1191369 2024-04-24T03:15:37.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 4090 completed, throughput=5MB/sec 2024-04-24T03:15:38.585 INFO:tasks.workunit.client.0.smithi016.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:38.585 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XIrVd1oT97-KYj6 off=855238 len=856821 2024-04-24T03:15:38.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 4091 completed, throughput=5MB/sec 2024-04-24T03:15:38.590 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_YzicMEy4KNz3XI off=245788 len=464958 2024-04-24T03:15:38.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 4092 completed, throughput=5MB/sec 2024-04-24T03:15:38.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6wX6Ocl2MwwnoRI off=11779394 len=295863 2024-04-24T03:15:38.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 4093 completed, throughput=5MB/sec 2024-04-24T03:15:38.592 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f9f6R3TpN97fHuD off=19813897 len=1501725 2024-04-24T03:15:38.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 4094 completed, throughput=5MB/sec 2024-04-24T03:15:38.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IVo55H_G8TRHJGd off=2849518 len=1437240 2024-04-24T03:15:38.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 4095 completed, throughput=5MB/sec 2024-04-24T03:15:38.600 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eE0cd5R2iWj8qj2 off=10282009 len=412095 2024-04-24T03:15:38.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 4096 completed, throughput=5MB/sec 2024-04-24T03:15:38.708 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:15:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:15:38] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:15:39.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:38 smithi016 ceph-mon[84376]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:39.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:38 smithi016 ceph-mon[86910]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:39.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:38 smithi063 ceph-mon[77007]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:39.602 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xA1c2kIKgGk5SZF off=9514816 len=1680879 2024-04-24T03:15:39.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 4097 completed, throughput=5MB/sec 2024-04-24T03:15:39.604 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N1QZsrwsl7Wxk2G off=3593207 len=496429 2024-04-24T03:15:39.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 4098 completed, throughput=5MB/sec 2024-04-24T03:15:39.605 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FSPZO7jY0SEJbsX off=2611533 len=1591102 2024-04-24T03:15:39.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 4099 completed, throughput=5MB/sec 2024-04-24T03:15:39.607 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UkcKzg1sUn2gr6X off=15110679 len=112186 2024-04-24T03:15:39.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 4100 completed, throughput=5MB/sec 2024-04-24T03:15:39.610 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zsEUgbLog6Q8kpy off=365206 len=1419774 2024-04-24T03:15:39.617 INFO:tasks.workunit.client.0.smithi016.stdout:op 4101 completed, throughput=5MB/sec 2024-04-24T03:15:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:40.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JxX3N--1o0foMtN off=0 len=1092839 2024-04-24T03:15:40.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 4102 completed, throughput=5MB/sec 2024-04-24T03:15:40.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nAzHbIQd1-y2gYx off=3858104 len=878360 2024-04-24T03:15:40.625 INFO:tasks.workunit.client.0.smithi016.stdout:op 4103 completed, throughput=5MB/sec 2024-04-24T03:15:40.625 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-25aHiO1UfvYcGAR off=5442546 len=2048345 2024-04-24T03:15:40.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 4104 completed, throughput=5MB/sec 2024-04-24T03:15:40.627 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D3-DnuuiCJ6j3Z5 off=2548042 len=1228330 2024-04-24T03:15:40.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 4105 completed, throughput=5MB/sec 2024-04-24T03:15:41.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:40 smithi016 ceph-mon[84376]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:15:41.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:40 smithi016 ceph-mon[86910]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:15:41.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:40 smithi063 ceph-mon[77007]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:15:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:41.634 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qE-q5SsS2vs_u26 off=12337066 len=283848 2024-04-24T03:15:41.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 4106 completed, throughput=4.99MB/sec 2024-04-24T03:15:41.635 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W1mHvcNtHK8q4v0 off=10597903 len=113506 2024-04-24T03:15:41.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 4107 completed, throughput=4.99MB/sec 2024-04-24T03:15:41.637 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1IOry_xNx3v966O off=3189635 len=11947 2024-04-24T03:15:41.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 4108 completed, throughput=4.99MB/sec 2024-04-24T03:15:41.639 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bli0rvjGnKMI1lP off=741963 len=819824 2024-04-24T03:15:41.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 4109 completed, throughput=5MB/sec 2024-04-24T03:15:41.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cdvLaMKNxQ1u3iq off=15058680 len=41683 2024-04-24T03:15:41.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 4110 completed, throughput=5MB/sec 2024-04-24T03:15:41.643 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kjLdZWR_kyP-inZ off=11353006 len=813797 2024-04-24T03:15:41.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 4111 completed, throughput=5MB/sec 2024-04-24T03:15:41.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kU8Y-tTgKG4YFto off=6548054 len=710135 2024-04-24T03:15:41.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 4112 completed, throughput=5MB/sec 2024-04-24T03:15:41.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uqtm4bJDfrdkgX2 off=12884431 len=1232665 2024-04-24T03:15:41.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 4113 completed, throughput=5MB/sec 2024-04-24T03:15:41.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RrJ0NpBxsCwn-H4 off=3177965 len=1139616 2024-04-24T03:15:41.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 4114 completed, throughput=5MB/sec 2024-04-24T03:15:42.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:15:42.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:15:42.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:15:42.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:15:42.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:15:42.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:15:42.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:15:42.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:15:42.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:15:42.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:15:42.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:15:42.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:15:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:42.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zho4Mlk2s88TjLc off=4005548 len=1949620 2024-04-24T03:15:42.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 4115 completed, throughput=5MB/sec 2024-04-24T03:15:42.656 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ndFphH_PvNd_QtT off=8537685 len=1018327 2024-04-24T03:15:42.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 4116 completed, throughput=5MB/sec 2024-04-24T03:15:42.657 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F8vOIVtQWb3Y23C off=308175 len=323107 2024-04-24T03:15:42.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 4117 completed, throughput=5MB/sec 2024-04-24T03:15:42.658 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NkpSk34-eArYL8E off=9277714 len=665715 2024-04-24T03:15:42.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 4118 completed, throughput=5MB/sec 2024-04-24T03:15:42.663 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NYURFIORCdIsLiH off=914378 len=703326 2024-04-24T03:15:42.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 4119 completed, throughput=5MB/sec 2024-04-24T03:15:42.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hji_iXa31bEm6Cf off=8520762 len=1553206 2024-04-24T03:15:42.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 4120 completed, throughput=5MB/sec 2024-04-24T03:15:43.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:42 smithi016 ceph-mon[84376]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:43.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:42 smithi016 ceph-mon[86910]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:42 smithi063 ceph-mon[77007]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:43.672 INFO:tasks.workunit.client.0.smithi016.stdout: 801: throughput=5MB/sec pending data=0 2024-04-24T03:15:43.673 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dwbsiVldPPbmOQl off=10814453 len=1922313 2024-04-24T03:15:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 4121 completed, throughput=5MB/sec 2024-04-24T03:15:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8qKQjBHKaH8WwXt off=2180456 len=820455 2024-04-24T03:15:43.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 4122 completed, throughput=5MB/sec 2024-04-24T03:15:43.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7GSJFIIFWXvJk4j off=7182730 len=881784 2024-04-24T03:15:43.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 4123 completed, throughput=5MB/sec 2024-04-24T03:15:43.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nVyIvgm9-z3MZ1Z off=13975278 len=760276 2024-04-24T03:15:43.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 4124 completed, throughput=5MB/sec 2024-04-24T03:15:44.691 INFO:tasks.workunit.client.0.smithi016.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:44.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LSFXFy70cooQM8G off=3926542 len=944391 2024-04-24T03:15:44.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 4125 completed, throughput=4.99MB/sec 2024-04-24T03:15:44.696 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tyG7NsEgWBHz5p5 off=4858625 len=872784 2024-04-24T03:15:44.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 4126 completed, throughput=5MB/sec 2024-04-24T03:15:44.697 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FfwDyHCLilXa0an off=13962609 len=1091560 2024-04-24T03:15:44.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 4127 completed, throughput=5MB/sec 2024-04-24T03:15:44.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mkod0bCQONrcS54 off=21385056 len=1243812 2024-04-24T03:15:44.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 4128 completed, throughput=5MB/sec 2024-04-24T03:15:44.701 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j3PuBP-bFhdGiLO off=5137357 len=1008562 2024-04-24T03:15:44.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 4129 completed, throughput=5MB/sec 2024-04-24T03:15:44.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-51Bf298bFYl_WSp off=9951600 len=2002955 2024-04-24T03:15:44.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 4130 completed, throughput=5MB/sec 2024-04-24T03:15:45.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:44 smithi016 ceph-mon[84376]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:15:45.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:44 smithi016 ceph-mon[86910]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:15:45.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:44 smithi063 ceph-mon[77007]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:15:45.706 INFO:tasks.workunit.client.0.smithi016.stdout: 803: throughput=5MB/sec pending data=0 2024-04-24T03:15:45.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NfgDl2pYy3yMr1J off=16998004 len=2025396 2024-04-24T03:15:45.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 4131 completed, throughput=5MB/sec 2024-04-24T03:15:45.709 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BdqwmxTUpkWtdW0 off=5177084 len=1726894 2024-04-24T03:15:45.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 4132 completed, throughput=5MB/sec 2024-04-24T03:15:46.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:46.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:15:46.711 INFO:tasks.workunit.client.0.smithi016.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:46.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ucsp3uG0EVyZjqf off=1441085 len=1807267 2024-04-24T03:15:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 4133 completed, throughput=5MB/sec 2024-04-24T03:15:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z8wWMTaD8OFU87n off=9364862 len=1129969 2024-04-24T03:15:46.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 4134 completed, throughput=5MB/sec 2024-04-24T03:15:46.723 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9PmCZ8-g_5KuZi8 off=8366869 len=1022148 2024-04-24T03:15:46.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 4135 completed, throughput=5MB/sec 2024-04-24T03:15:46.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_rnOqlqnyqDKEF off=5586040 len=2073443 2024-04-24T03:15:46.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 4136 completed, throughput=5MB/sec 2024-04-24T03:15:47.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:46 smithi016 ceph-mon[84376]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:47.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:46 smithi016 ceph-mon[86910]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:47.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:46 smithi063 ceph-mon[77007]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:15:47.737 INFO:tasks.workunit.client.0.smithi016.stdout: 805: throughput=5MB/sec pending data=0 2024-04-24T03:15:47.738 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F002SzIXMM1-oPW off=16054452 len=1117158 2024-04-24T03:15:47.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 4137 completed, throughput=5MB/sec 2024-04-24T03:15:47.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GRQnGK_QTuA2ydX off=511213 len=556808 2024-04-24T03:15:47.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 4138 completed, throughput=5MB/sec 2024-04-24T03:15:47.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fcPkHh9fXQ2ELNH off=11630901 len=479911 2024-04-24T03:15:47.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 4139 completed, throughput=5MB/sec 2024-04-24T03:15:47.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-URIRvdyum2a7_aJ off=1208110 len=1825193 2024-04-24T03:15:47.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 4140 completed, throughput=5MB/sec 2024-04-24T03:15:47.750 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dQnABXDOnVdGFov off=2741626 len=77038 2024-04-24T03:15:47.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 4141 completed, throughput=5MB/sec 2024-04-24T03:15:47.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B3P5PJLMmOCy6nL off=15277371 len=1394389 2024-04-24T03:15:47.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 4142 completed, throughput=5MB/sec 2024-04-24T03:15:48.727 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:15:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:15:48] "GET /metrics HTTP/1.1" 200 34225 "" "Prometheus/2.43.0" 2024-04-24T03:15:48.760 INFO:tasks.workunit.client.0.smithi016.stdout: 806: throughput=5MB/sec pending data=0 2024-04-24T03:15:48.760 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vqhc0k4c_NzjHNs off=16661783 len=950682 2024-04-24T03:15:48.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 4143 completed, throughput=5MB/sec 2024-04-24T03:15:48.766 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kAj2Vrj13KPjLQT off=4673764 len=1639644 2024-04-24T03:15:48.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 4144 completed, throughput=5MB/sec 2024-04-24T03:15:48.769 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WFfbreF2YHKxma2 off=1851659 len=1313513 2024-04-24T03:15:48.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 4145 completed, throughput=5MB/sec 2024-04-24T03:15:48.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QLnjkvGCsuA7u3I off=8116094 len=1157581 2024-04-24T03:15:48.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 4146 completed, throughput=5MB/sec 2024-04-24T03:15:49.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:48 smithi016 ceph-mon[84376]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:15:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:48 smithi016 ceph-mon[86910]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:15:49.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:48 smithi063 ceph-mon[77007]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:15:49.774 INFO:tasks.workunit.client.0.smithi016.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:49.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9u6-x1BNSqZn8iz off=6921356 len=621726 2024-04-24T03:15:49.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 4147 completed, throughput=5MB/sec 2024-04-24T03:15:49.778 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qHqTovercvuwwEZ off=3085013 len=568746 2024-04-24T03:15:49.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 4148 completed, throughput=5MB/sec 2024-04-24T03:15:49.782 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bn_jlF29FAyU7Po off=7882476 len=2030217 2024-04-24T03:15:49.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 4149 completed, throughput=5MB/sec 2024-04-24T03:15:49.784 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CUNxosA895cDqf1 off=4137807 len=406751 2024-04-24T03:15:49.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 4150 completed, throughput=5MB/sec 2024-04-24T03:15:49.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GyxM_yIqLBX7ig5 off=3322211 len=838585 2024-04-24T03:15:49.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 4151 completed, throughput=5MB/sec 2024-04-24T03:15:49.789 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CtT6cbCXkVxGVPa off=3020093 len=677467 2024-04-24T03:15:49.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 4152 completed, throughput=5MB/sec 2024-04-24T03:15:50.794 INFO:tasks.workunit.client.0.smithi016.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:50.794 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xdyqgl6GirfbYjM off=7285681 len=1215290 2024-04-24T03:15:50.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 4153 completed, throughput=5MB/sec 2024-04-24T03:15:50.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mYVx03KDE4kaiYB off=1371829 len=1363278 2024-04-24T03:15:50.797 INFO:tasks.workunit.client.0.smithi016.stdout:op 4154 completed, throughput=5MB/sec 2024-04-24T03:15:50.797 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qheWwUEnwexUpzU off=13769754 len=1993690 2024-04-24T03:15:50.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 4155 completed, throughput=5MB/sec 2024-04-24T03:15:50.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JMJAqOtGk6Lwltj off=5085050 len=867651 2024-04-24T03:15:50.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 4156 completed, throughput=5MB/sec 2024-04-24T03:15:51.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:50 smithi016 ceph-mon[84376]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:15:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:50 smithi016 ceph-mon[86910]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:15:51.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:50 smithi063 ceph-mon[77007]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:15:51.808 INFO:tasks.workunit.client.0.smithi016.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:51.809 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WeYT2mORDdO6GMU off=9316344 len=101400 2024-04-24T03:15:51.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 4157 completed, throughput=4.99MB/sec 2024-04-24T03:15:51.809 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oc4GwQrFNUm3Ly3 off=8050953 len=1825775 2024-04-24T03:15:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 4158 completed, throughput=5MB/sec 2024-04-24T03:15:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eaNEp3HbEqMuaey off=3058741 len=2048533 2024-04-24T03:15:51.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 4159 completed, throughput=5MB/sec 2024-04-24T03:15:51.823 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vLtfACQYpXjooE5 off=211774 len=941744 2024-04-24T03:15:51.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 4160 completed, throughput=5MB/sec 2024-04-24T03:15:52.825 INFO:tasks.workunit.client.0.smithi016.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:52.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_Hh7TyR5lTar2dO off=846214 len=1310204 2024-04-24T03:15:52.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 4161 completed, throughput=5MB/sec 2024-04-24T03:15:52.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aJNXNepxVXLiPbV off=7863722 len=686870 2024-04-24T03:15:52.835 INFO:tasks.workunit.client.0.smithi016.stdout:op 4162 completed, throughput=5MB/sec 2024-04-24T03:15:52.835 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zw4anIMcNRZWqMP off=2225381 len=14345 2024-04-24T03:15:52.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 4163 completed, throughput=5MB/sec 2024-04-24T03:15:52.836 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CD1rD-EvPszQZ96 off=5630910 len=255002 2024-04-24T03:15:52.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 4164 completed, throughput=5MB/sec 2024-04-24T03:15:52.839 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_Zv7mApYQ9CgR5O off=9809042 len=1005046 2024-04-24T03:15:52.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 4165 completed, throughput=5MB/sec 2024-04-24T03:15:52.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_1XgzHyuNd42ucY off=12412849 len=627228 2024-04-24T03:15:52.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 4166 completed, throughput=5MB/sec 2024-04-24T03:15:52.845 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x_1RukmUBxcXwav off=4522633 len=1732254 2024-04-24T03:15:52.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 4167 completed, throughput=5MB/sec 2024-04-24T03:15:53.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:52 smithi016 ceph-mon[84376]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:15:53.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:52 smithi016 ceph-mon[86910]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:15:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:52 smithi063 ceph-mon[77007]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-24T03:15:53.847 INFO:tasks.workunit.client.0.smithi016.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:53.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eKm2kUT6uWkIw_p off=3636732 len=1986642 2024-04-24T03:15:53.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 4168 completed, throughput=5MB/sec 2024-04-24T03:15:53.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qMv5gtk_e7KghPB off=542462 len=857381 2024-04-24T03:15:53.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 4169 completed, throughput=5MB/sec 2024-04-24T03:15:53.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HpKKe01xTtLOh4j off=510905 len=1368745 2024-04-24T03:15:53.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 4170 completed, throughput=5MB/sec 2024-04-24T03:15:53.867 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FbGmBNJrg8cbxOG off=17910749 len=878955 2024-04-24T03:15:53.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 4171 completed, throughput=5MB/sec 2024-04-24T03:15:54.869 INFO:tasks.workunit.client.0.smithi016.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:54.869 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fKn2F2mUFf5b8DC off=4741706 len=2056808 2024-04-24T03:15:54.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 4172 completed, throughput=5MB/sec 2024-04-24T03:15:54.877 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sCu_31cKGydYA9R off=1503594 len=1427703 2024-04-24T03:15:54.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 4173 completed, throughput=5MB/sec 2024-04-24T03:15:54.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7Z3IBNT3gRN027P off=7520788 len=2000642 2024-04-24T03:15:54.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 4174 completed, throughput=5MB/sec 2024-04-24T03:15:55.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:54 smithi016 ceph-mon[84376]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:15:55.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:54 smithi016 ceph-mon[86910]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:15:55.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:54 smithi063 ceph-mon[77007]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-24T03:15:55.886 INFO:tasks.workunit.client.0.smithi016.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:55.887 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cs3gEz7tFN_DBxE off=732907 len=732499 2024-04-24T03:15:55.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 4175 completed, throughput=5MB/sec 2024-04-24T03:15:55.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uh4K0a6Bmhot_An off=417929 len=1091347 2024-04-24T03:15:55.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 4176 completed, throughput=5MB/sec 2024-04-24T03:15:55.893 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vGVqnV68r_TmBTJ off=21095 len=1637250 2024-04-24T03:15:55.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 4177 completed, throughput=5MB/sec 2024-04-24T03:15:55.901 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6bjgEKjiXpRtTBD off=10722715 len=1577807 2024-04-24T03:15:55.902 INFO:tasks.workunit.client.0.smithi016.stdout:op 4178 completed, throughput=5MB/sec 2024-04-24T03:15:56.903 INFO:tasks.workunit.client.0.smithi016.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:56.903 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6-im33MOlI-kikj off=823124 len=125934 2024-04-24T03:15:56.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 4179 completed, throughput=4.99MB/sec 2024-04-24T03:15:56.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x8oNavaqNUrDIlZ off=10410415 len=1012475 2024-04-24T03:15:56.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 4180 completed, throughput=5MB/sec 2024-04-24T03:15:56.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bm_ZFLf2d1ueeYD off=3642381 len=1193945 2024-04-24T03:15:56.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 4181 completed, throughput=5MB/sec 2024-04-24T03:15:56.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fs6Phk9rUUFIjP5 off=20019224 len=148241 2024-04-24T03:15:56.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 4182 completed, throughput=5MB/sec 2024-04-24T03:15:56.918 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d5VQHLDmz-I-x7q off=12256478 len=1196266 2024-04-24T03:15:56.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 4183 completed, throughput=5MB/sec 2024-04-24T03:15:56.920 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y-xqheMkOh7uLSX off=9961673 len=198105 2024-04-24T03:15:56.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 4184 completed, throughput=5MB/sec 2024-04-24T03:15:56.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gMuEKnD6PoF_12A off=6529261 len=573702 2024-04-24T03:15:56.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 4185 completed, throughput=5MB/sec 2024-04-24T03:15:56.924 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uW5lJZj8Kojh1yG off=2892729 len=530737 2024-04-24T03:15:56.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 4186 completed, throughput=5MB/sec 2024-04-24T03:15:56.925 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_4428xNeQMrlKSm off=1190781 len=1693534 2024-04-24T03:15:56.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 4187 completed, throughput=5MB/sec 2024-04-24T03:15:57.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:56 smithi016 ceph-mon[84376]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:15:57.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:56 smithi016 ceph-mon[86910]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:15:57.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:56 smithi063 ceph-mon[77007]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:15:57.934 INFO:tasks.workunit.client.0.smithi016.stdout: 815: throughput=5MB/sec pending data=0 2024-04-24T03:15:57.934 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q9cDTsbgsaYs5g1 off=2814366 len=1074011 2024-04-24T03:15:57.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 4188 completed, throughput=5MB/sec 2024-04-24T03:15:57.939 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WpKjfKPrjmAn9PH off=16896477 len=470523 2024-04-24T03:15:57.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 4189 completed, throughput=5MB/sec 2024-04-24T03:15:57.943 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SoxRVR9qSqHQ1W- off=14687601 len=1067751 2024-04-24T03:15:57.949 INFO:tasks.workunit.client.0.smithi016.stdout:op 4190 completed, throughput=5MB/sec 2024-04-24T03:15:57.949 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IuKz248ABiej2U8 off=10212837 len=1368410 2024-04-24T03:15:57.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 4191 completed, throughput=5MB/sec 2024-04-24T03:15:58.742 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:15:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:15:58] "GET /metrics HTTP/1.1" 200 34225 "" "Prometheus/2.43.0" 2024-04-24T03:15:58.952 INFO:tasks.workunit.client.0.smithi016.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:58.952 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cMgJUWFSTAu3olq off=3686032 len=99511 2024-04-24T03:15:58.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 4192 completed, throughput=4.99MB/sec 2024-04-24T03:15:58.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9ooJV3k11UML8sR off=5839998 len=120114 2024-04-24T03:15:58.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 4193 completed, throughput=4.99MB/sec 2024-04-24T03:15:58.957 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a0OpOSHIznFO-qW off=1753138 len=470886 2024-04-24T03:15:58.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 4194 completed, throughput=4.99MB/sec 2024-04-24T03:15:58.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--RoAY-3Ie7voHZE off=7999459 len=1569593 2024-04-24T03:15:58.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 4195 completed, throughput=5MB/sec 2024-04-24T03:15:58.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f7lOhjfY0xvsW4m off=8976063 len=778608 2024-04-24T03:15:58.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 4196 completed, throughput=5MB/sec 2024-04-24T03:15:58.970 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QgEYjzSahkUsqSb off=14910404 len=552264 2024-04-24T03:15:58.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 4197 completed, throughput=5MB/sec 2024-04-24T03:15:58.974 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N5HHz4oZT5Sp4Pn off=6949780 len=1349841 2024-04-24T03:15:58.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 4198 completed, throughput=5MB/sec 2024-04-24T03:15:58.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_ZgIv-LBuztZRIf off=5691363 len=347732 2024-04-24T03:15:58.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 4199 completed, throughput=5MB/sec 2024-04-24T03:15:59.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:15:58 smithi016 ceph-mon[84376]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:15:59.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:15:58 smithi016 ceph-mon[86910]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:15:59.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:15:58 smithi063 ceph-mon[77007]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:15:59.983 INFO:tasks.workunit.client.0.smithi016.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-24T03:15:59.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tuQc-_gQ6Lh32Fu off=25069770 len=169099 2024-04-24T03:15:59.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 4200 completed, throughput=4.99MB/sec 2024-04-24T03:15:59.986 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6qt7PbHWdUZRwzI off=452031 len=1326800 2024-04-24T03:15:59.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 4201 completed, throughput=5MB/sec 2024-04-24T03:15:59.988 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9RNbVSNMaNe5QNY off=2827626 len=129026 2024-04-24T03:15:59.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 4202 completed, throughput=5MB/sec 2024-04-24T03:15:59.990 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iZ2NX2AxmneAjNa off=1647773 len=430788 2024-04-24T03:15:59.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 4203 completed, throughput=5MB/sec 2024-04-24T03:15:59.993 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5a-NIUSdl0i1TD_ off=14665396 len=1265647 2024-04-24T03:15:59.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 4204 completed, throughput=5MB/sec 2024-04-24T03:15:59.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HkzXhGY4iTv2tcy off=5776953 len=1006092 2024-04-24T03:15:59.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 4205 completed, throughput=5MB/sec 2024-04-24T03:15:59.996 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--VOGq373ofGeIj_ off=9210869 len=990831 2024-04-24T03:16:00.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 4206 completed, throughput=5MB/sec 2024-04-24T03:16:00.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NoAXz3RIki-WI9j off=17438871 len=1186519 2024-04-24T03:16:00.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 4207 completed, throughput=5MB/sec 2024-04-24T03:16:01.007 INFO:tasks.workunit.client.0.smithi016.stdout: 818: throughput=5MB/sec pending data=0 2024-04-24T03:16:01.007 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OJzZWco5ofbE5w9 off=1256441 len=178095 2024-04-24T03:16:01.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 4208 completed, throughput=5MB/sec 2024-04-24T03:16:01.008 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sSyKA7qy8WgQDmL off=4065552 len=1073794 2024-04-24T03:16:01.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 4209 completed, throughput=5MB/sec 2024-04-24T03:16:01.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NJP3DKWjyYYBkso off=11635197 len=297318 2024-04-24T03:16:01.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 4210 completed, throughput=5MB/sec 2024-04-24T03:16:01.011 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nPcvPWTn9kzs0dc off=1157308 len=1262041 2024-04-24T03:16:01.014 INFO:tasks.workunit.client.0.smithi016.stdout:op 4211 completed, throughput=5MB/sec 2024-04-24T03:16:01.014 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l0StTvKE1fPORcI off=11636197 len=1791552 2024-04-24T03:16:01.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 4212 completed, throughput=5MB/sec 2024-04-24T03:16:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:00 smithi016 ceph-mon[84376]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:16:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:00 smithi016 ceph-mon[86910]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:16:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:00 smithi063 ceph-mon[77007]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:16:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:02.016 INFO:tasks.workunit.client.0.smithi016.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:02.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MfM_KXYFz0BeeMY off=724651 len=159283 2024-04-24T03:16:02.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 4213 completed, throughput=4.99MB/sec 2024-04-24T03:16:02.018 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U91yLWRkdMKGCd5 off=2354643 len=19797 2024-04-24T03:16:02.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 4214 completed, throughput=4.99MB/sec 2024-04-24T03:16:02.018 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KU-bkI0_MBJwD3v off=8583243 len=1040032 2024-04-24T03:16:02.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 4215 completed, throughput=5MB/sec 2024-04-24T03:16:02.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G9C8Z2DPQGpO6ff off=7481635 len=1890856 2024-04-24T03:16:02.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 4216 completed, throughput=5MB/sec 2024-04-24T03:16:02.022 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_tVgdM9JHBVVb-1 off=6245554 len=1502092 2024-04-24T03:16:02.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 4217 completed, throughput=5MB/sec 2024-04-24T03:16:02.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rc3sZPD0rohK_Ad off=14363386 len=692642 2024-04-24T03:16:02.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 4218 completed, throughput=5MB/sec 2024-04-24T03:16:03.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:02 smithi016 ceph-mon[84376]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:03.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:02 smithi016 ceph-mon[86910]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:03.034 INFO:tasks.workunit.client.0.smithi016.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:03.034 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--CkeVUbUH4ZQqeC off=181338 len=1041428 2024-04-24T03:16:03.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 4219 completed, throughput=5MB/sec 2024-04-24T03:16:03.041 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Udjx53ws0Io0q_K off=12493345 len=128623 2024-04-24T03:16:03.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 4220 completed, throughput=5MB/sec 2024-04-24T03:16:03.044 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D_vplq0SOJtQQWd off=4364855 len=1660319 2024-04-24T03:16:03.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:02 smithi063 ceph-mon[77007]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:03.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 4221 completed, throughput=5MB/sec 2024-04-24T03:16:03.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y825pgdAYQG1lUo off=0 len=1298492 2024-04-24T03:16:03.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 4222 completed, throughput=5MB/sec 2024-04-24T03:16:03.062 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TpXHp5OF0Kb2wdC off=13073796 len=57915 2024-04-24T03:16:03.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 4223 completed, throughput=5MB/sec 2024-04-24T03:16:03.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-INZPSubc12AoXv4 off=13853176 len=830782 2024-04-24T03:16:03.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 4224 completed, throughput=5MB/sec 2024-04-24T03:16:04.064 INFO:tasks.workunit.client.0.smithi016.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:04.064 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mTsBHV19lKOo-zy off=15469841 len=172445 2024-04-24T03:16:04.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 4225 completed, throughput=4.99MB/sec 2024-04-24T03:16:04.066 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PXwIB1MpsjQmysq off=3750420 len=63452 2024-04-24T03:16:04.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 4226 completed, throughput=4.99MB/sec 2024-04-24T03:16:04.066 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mjJIfNLbDHmmJwK off=978099 len=708909 2024-04-24T03:16:04.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 4227 completed, throughput=5MB/sec 2024-04-24T03:16:04.068 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ndfVTR1LgByCqkE off=2010825 len=1031963 2024-04-24T03:16:04.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 4228 completed, throughput=5MB/sec 2024-04-24T03:16:04.074 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cmjOFprXvGpP9A2 off=7242500 len=1557558 2024-04-24T03:16:04.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 4229 completed, throughput=5MB/sec 2024-04-24T03:16:04.076 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GgL765Ye4dpAZJl off=3766653 len=1280863 2024-04-24T03:16:04.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 4230 completed, throughput=5MB/sec 2024-04-24T03:16:04.078 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FqEESoYh4wKzOpd off=691227 len=1858618 2024-04-24T03:16:04.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 4231 completed, throughput=5MB/sec 2024-04-24T03:16:05.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:04 smithi016 ceph-mon[84376]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:05.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:04 smithi016 ceph-mon[86910]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:05.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:04 smithi063 ceph-mon[77007]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:05.081 INFO:tasks.workunit.client.0.smithi016.stdout: 822: throughput=5MB/sec pending data=0 2024-04-24T03:16:05.081 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fSN_N5-BOkYEDDv off=2495925 len=199110 2024-04-24T03:16:05.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 4232 completed, throughput=5MB/sec 2024-04-24T03:16:05.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7LfN1ZeXvB25B94 off=5226912 len=682419 2024-04-24T03:16:05.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 4233 completed, throughput=5MB/sec 2024-04-24T03:16:05.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BKeI_PB1hemYTcO off=497697 len=495924 2024-04-24T03:16:05.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 4234 completed, throughput=5MB/sec 2024-04-24T03:16:05.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dsChA2sqhNFCy7N off=1545606 len=76435 2024-04-24T03:16:05.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 4235 completed, throughput=5MB/sec 2024-04-24T03:16:05.086 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7-rm74UmE247SWE off=12084089 len=368435 2024-04-24T03:16:05.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 4236 completed, throughput=5MB/sec 2024-04-24T03:16:05.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q-ToAjg1BiDxwfV off=756060 len=1834179 2024-04-24T03:16:05.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 4237 completed, throughput=5MB/sec 2024-04-24T03:16:05.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dPFthVjX_GhifE_ off=11161074 len=1879535 2024-04-24T03:16:05.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 4238 completed, throughput=5MB/sec 2024-04-24T03:16:06.107 INFO:tasks.workunit.client.0.smithi016.stdout: 823: throughput=5MB/sec pending data=0 2024-04-24T03:16:06.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0mjaH0KY8dA3Fcx off=1402523 len=1373844 2024-04-24T03:16:06.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 4239 completed, throughput=5MB/sec 2024-04-24T03:16:06.116 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XPxIJIuH9UCpW3I off=2602428 len=1265352 2024-04-24T03:16:06.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 4240 completed, throughput=5MB/sec 2024-04-24T03:16:06.118 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Emlk01V0FsN1V4l off=8714456 len=1465480 2024-04-24T03:16:06.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 4241 completed, throughput=5MB/sec 2024-04-24T03:16:07.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:06 smithi016 ceph-mon[84376]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:07.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:06 smithi016 ceph-mon[86910]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:07.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:06 smithi063 ceph-mon[77007]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:07.121 INFO:tasks.workunit.client.0.smithi016.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:07.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PCuJJ54cDXnb8e2 off=4330638 len=1425328 2024-04-24T03:16:07.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 4242 completed, throughput=5MB/sec 2024-04-24T03:16:07.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4ZLAxitPI1czbHV off=20723005 len=1354485 2024-04-24T03:16:07.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 4243 completed, throughput=5MB/sec 2024-04-24T03:16:07.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pX5DPlfgyWtPTcu off=10573899 len=1621251 2024-04-24T03:16:07.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 4244 completed, throughput=5MB/sec 2024-04-24T03:16:07.140 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R-K-sbFbImJGBdt off=9943771 len=1568601 2024-04-24T03:16:07.147 INFO:tasks.workunit.client.0.smithi016.stdout:op 4245 completed, throughput=5MB/sec 2024-04-24T03:16:08.148 INFO:tasks.workunit.client.0.smithi016.stdout: 825: throughput=5MB/sec pending data=0 2024-04-24T03:16:08.148 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ab-SwOpUozA9Yib off=1827354 len=1659159 2024-04-24T03:16:08.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 4246 completed, throughput=5MB/sec 2024-04-24T03:16:08.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xwul09gyDhL6k5N off=397350 len=1395602 2024-04-24T03:16:08.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 4247 completed, throughput=5MB/sec 2024-04-24T03:16:08.154 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NtwwSCmW3TXxYVX off=12735372 len=1533643 2024-04-24T03:16:08.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 4248 completed, throughput=5MB/sec 2024-04-24T03:16:08.758 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:16:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:16:08] "GET /metrics HTTP/1.1" 200 34220 "" "Prometheus/2.43.0" 2024-04-24T03:16:09.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:08 smithi016 ceph-mon[84376]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:16:09.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:08 smithi016 ceph-mon[86910]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:16:09.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:08 smithi063 ceph-mon[77007]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:16:09.162 INFO:tasks.workunit.client.0.smithi016.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:09.162 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u21MHyx44qKYyjg off=18994881 len=88981 2024-04-24T03:16:09.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 4249 completed, throughput=4.99MB/sec 2024-04-24T03:16:09.163 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VKpgJ8Dz1wU8Jz8 off=13258673 len=1786803 2024-04-24T03:16:09.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 4250 completed, throughput=5MB/sec 2024-04-24T03:16:09.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ng0BY5mdjkea6mY off=1146222 len=887337 2024-04-24T03:16:09.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 4251 completed, throughput=5MB/sec 2024-04-24T03:16:09.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JaUkg1_hsNEIk2F off=4290512 len=545839 2024-04-24T03:16:09.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 4252 completed, throughput=5MB/sec 2024-04-24T03:16:09.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PdEW64_ad6hFaNc off=1962550 len=1820828 2024-04-24T03:16:09.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 4253 completed, throughput=5MB/sec 2024-04-24T03:16:09.183 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A55ti22YfT-zlqQ off=22448070 len=1486626 2024-04-24T03:16:09.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 4254 completed, throughput=5MB/sec 2024-04-24T03:16:10.185 INFO:tasks.workunit.client.0.smithi016.stdout: 827: throughput=5MB/sec pending data=0 2024-04-24T03:16:10.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XiZrpgdp_t82Wf8 off=7850426 len=401549 2024-04-24T03:16:10.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 4255 completed, throughput=5MB/sec 2024-04-24T03:16:10.187 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6M31gb1I-PcjjOQ off=2848108 len=554812 2024-04-24T03:16:10.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 4256 completed, throughput=5MB/sec 2024-04-24T03:16:10.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kNf_xceyCOd80ik off=14688269 len=124297 2024-04-24T03:16:10.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 4257 completed, throughput=5MB/sec 2024-04-24T03:16:10.194 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vUwoed1ATn7Lcii off=3143551 len=587158 2024-04-24T03:16:10.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 4258 completed, throughput=5MB/sec 2024-04-24T03:16:10.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QNzfLd9gQVK4jbn off=6326376 len=154996 2024-04-24T03:16:10.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 4259 completed, throughput=5MB/sec 2024-04-24T03:16:10.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-43NGMTCkwm16m3T off=8152114 len=18172 2024-04-24T03:16:10.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 4260 completed, throughput=5MB/sec 2024-04-24T03:16:10.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V3mDY2M-ya5dUEL off=6320922 len=1596861 2024-04-24T03:16:10.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 4261 completed, throughput=5MB/sec 2024-04-24T03:16:10.204 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d_CTmyXgDd7_Iy6 off=3442325 len=209859 2024-04-24T03:16:10.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 4262 completed, throughput=5MB/sec 2024-04-24T03:16:10.207 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AhJ7N86HXu6lB_K off=2399036 len=516291 2024-04-24T03:16:10.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 4263 completed, throughput=5MB/sec 2024-04-24T03:16:10.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:09 smithi016 ceph-mon[84376]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:16:10.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:09 smithi016 ceph-mon[86910]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:16:10.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:09 smithi063 ceph-mon[77007]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:16:11.211 INFO:tasks.workunit.client.0.smithi016.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:11.211 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-azQL9a7niqzKtp9 off=1783608 len=838433 2024-04-24T03:16:11.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 4264 completed, throughput=5MB/sec 2024-04-24T03:16:11.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hw57Qwm7ylun8kV off=2881871 len=691565 2024-04-24T03:16:11.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 4265 completed, throughput=5MB/sec 2024-04-24T03:16:11.217 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TWyn03uJsVXLTlw off=1353253 len=1286605 2024-04-24T03:16:11.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 4266 completed, throughput=5MB/sec 2024-04-24T03:16:11.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uZh0YxzoJ4Horx7 off=19997821 len=391556 2024-04-24T03:16:11.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 4267 completed, throughput=5MB/sec 2024-04-24T03:16:11.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kD9zgxxdIqHG541 off=162827 len=1045924 2024-04-24T03:16:11.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 4268 completed, throughput=5MB/sec 2024-04-24T03:16:11.228 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IXJjUsXUn5C3ykQ off=16206443 len=1876170 2024-04-24T03:16:11.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 4269 completed, throughput=5MB/sec 2024-04-24T03:16:12.235 INFO:tasks.workunit.client.0.smithi016.stdout: 829: throughput=5MB/sec pending data=0 2024-04-24T03:16:12.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vD9HSh1Ssnt1HDf off=17416265 len=141765 2024-04-24T03:16:12.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 4270 completed, throughput=5MB/sec 2024-04-24T03:16:12.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TpRJ0trE-BGtPH- off=637819 len=938965 2024-04-24T03:16:12.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 4271 completed, throughput=5MB/sec 2024-04-24T03:16:12.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O7psLPnfh9z6w7G off=14444010 len=1948534 2024-04-24T03:16:12.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 4272 completed, throughput=5MB/sec 2024-04-24T03:16:12.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rHKM9gAzrw2Iu3z off=916270 len=874988 2024-04-24T03:16:12.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 4273 completed, throughput=5MB/sec 2024-04-24T03:16:12.251 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K_K0MWdeFuvS4rd off=11506473 len=1897631 2024-04-24T03:16:12.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 4274 completed, throughput=5MB/sec 2024-04-24T03:16:12.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:12 smithi016 ceph-mon[84376]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:12.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:12 smithi016 ceph-mon[86910]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:12.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:12 smithi063 ceph-mon[77007]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:13.262 INFO:tasks.workunit.client.0.smithi016.stdout: 830: throughput=5MB/sec pending data=0 2024-04-24T03:16:13.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KHNCXd0YWc0yb4o off=9708730 len=1794767 2024-04-24T03:16:13.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 4275 completed, throughput=5MB/sec 2024-04-24T03:16:13.273 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CBCvkK2_tHN6rWG off=7222450 len=661671 2024-04-24T03:16:13.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 4276 completed, throughput=5MB/sec 2024-04-24T03:16:13.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wt0K9E9FT-0Fq7f off=3543424 len=1059244 2024-04-24T03:16:13.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 4277 completed, throughput=5MB/sec 2024-04-24T03:16:13.283 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kwdyzxilzxg5EC- off=1318992 len=517743 2024-04-24T03:16:13.284 INFO:tasks.workunit.client.0.smithi016.stdout:op 4278 completed, throughput=5MB/sec 2024-04-24T03:16:14.285 INFO:tasks.workunit.client.0.smithi016.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:14.285 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8X-AvcLnorOfRT4 off=913767 len=839418 2024-04-24T03:16:14.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 4279 completed, throughput=5MB/sec 2024-04-24T03:16:14.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1oprOVfiLiH5Xcm off=969880 len=1082739 2024-04-24T03:16:14.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 4280 completed, throughput=5MB/sec 2024-04-24T03:16:14.293 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5JLlNpVm2NOdrLt off=5949686 len=1805917 2024-04-24T03:16:14.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 4281 completed, throughput=5MB/sec 2024-04-24T03:16:14.295 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5aNA2mkXJM5vDjF off=1982814 len=1171101 2024-04-24T03:16:14.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 4282 completed, throughput=5MB/sec 2024-04-24T03:16:14.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lMJ0JdhQnNiDhkv off=3328922 len=920719 2024-04-24T03:16:14.307 INFO:tasks.workunit.client.0.smithi016.stdout:op 4283 completed, throughput=5MB/sec 2024-04-24T03:16:14.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:14 smithi016 ceph-mon[84376]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:16:14.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:14 smithi016 ceph-mon[86910]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:16:14.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:14 smithi063 ceph-mon[77007]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:16:15.307 INFO:tasks.workunit.client.0.smithi016.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:15.307 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J5uo-c5RT2JgAF8 off=7198472 len=977238 2024-04-24T03:16:15.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 4284 completed, throughput=5MB/sec 2024-04-24T03:16:15.308 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b8PD_h-QO0P64iP off=7817844 len=883766 2024-04-24T03:16:15.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 4285 completed, throughput=5MB/sec 2024-04-24T03:16:15.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uCVPyzQbnXJylN- off=10233274 len=1122590 2024-04-24T03:16:15.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 4286 completed, throughput=5MB/sec 2024-04-24T03:16:15.318 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i5Gcn4e1wLet4Cl off=5704616 len=348439 2024-04-24T03:16:15.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 4287 completed, throughput=5MB/sec 2024-04-24T03:16:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lsMTGHw69V6AnMM off=15217286 len=1733427 2024-04-24T03:16:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 4288 completed, throughput=5MB/sec 2024-04-24T03:16:15.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:15.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:15.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:16.322 INFO:tasks.workunit.client.0.smithi016.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:16.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TXmhcgPlHTbDUVA off=3519629 len=6100 2024-04-24T03:16:16.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 4289 completed, throughput=4.99MB/sec 2024-04-24T03:16:16.323 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bHB1hl9653Y2odx off=3283614 len=592628 2024-04-24T03:16:16.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 4290 completed, throughput=5MB/sec 2024-04-24T03:16:16.324 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gl56Ui43zRiLL-y off=1800361 len=910728 2024-04-24T03:16:16.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 4291 completed, throughput=5MB/sec 2024-04-24T03:16:16.330 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3Xru4-e36CSmo2a off=10669717 len=572231 2024-04-24T03:16:16.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 4292 completed, throughput=5MB/sec 2024-04-24T03:16:16.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W3g8QeQ-EPhrCoq off=11322984 len=685629 2024-04-24T03:16:16.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 4293 completed, throughput=5MB/sec 2024-04-24T03:16:16.339 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I0ncYGwIW2dqAHC off=17512880 len=1745299 2024-04-24T03:16:16.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 4294 completed, throughput=5MB/sec 2024-04-24T03:16:16.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gHiCgnca8MSyC6z off=10761848 len=1597493 2024-04-24T03:16:16.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 4295 completed, throughput=5MB/sec 2024-04-24T03:16:16.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:16 smithi016 ceph-mon[84376]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:16.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:16 smithi016 ceph-mon[86910]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:16.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:16 smithi063 ceph-mon[77007]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:17.350 INFO:tasks.workunit.client.0.smithi016.stdout: 834: throughput=5MB/sec pending data=0 2024-04-24T03:16:17.350 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-37xypqz2QP2iWX1 off=12833699 len=1839366 2024-04-24T03:16:17.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 4296 completed, throughput=5MB/sec 2024-04-24T03:16:17.361 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mmVJe5AHxI3rkf3 off=1111883 len=1145606 2024-04-24T03:16:17.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 4297 completed, throughput=5MB/sec 2024-04-24T03:16:17.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hc8jmOvx5Yn1Q7a off=3998771 len=319028 2024-04-24T03:16:17.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 4298 completed, throughput=5MB/sec 2024-04-24T03:16:17.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V7V5aaT0DbjZIMJ off=4218766 len=413948 2024-04-24T03:16:17.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 4299 completed, throughput=5MB/sec 2024-04-24T03:16:17.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4k675NcKlbnrfEB off=6866367 len=1428434 2024-04-24T03:16:17.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 4300 completed, throughput=5MB/sec 2024-04-24T03:16:18.373 INFO:tasks.workunit.client.0.smithi016.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:18.373 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-typiE9DCfz-db0C off=7455407 len=816875 2024-04-24T03:16:18.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 4301 completed, throughput=5MB/sec 2024-04-24T03:16:18.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HHOcPqWWx3PaFCN off=8093775 len=895605 2024-04-24T03:16:18.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 4302 completed, throughput=5MB/sec 2024-04-24T03:16:18.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XMlmueC91CPcRdw off=1204931 len=743596 2024-04-24T03:16:18.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 4303 completed, throughput=5MB/sec 2024-04-24T03:16:18.382 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qMv5gtk_e7KghPB off=16533163 len=746166 2024-04-24T03:16:18.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 4304 completed, throughput=5MB/sec 2024-04-24T03:16:18.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ldWiEh-aPBcysBI off=7750427 len=1304151 2024-04-24T03:16:18.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 4305 completed, throughput=5MB/sec 2024-04-24T03:16:18.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XPxIJIuH9UCpW3I off=1941036 len=1062569 2024-04-24T03:16:18.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 4306 completed, throughput=5MB/sec 2024-04-24T03:16:18.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:18 smithi016 ceph-mon[84376]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:18.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:18 smithi016 ceph-mon[86910]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:18.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:16:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:16:18] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:16:18.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:18 smithi063 ceph-mon[77007]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:19.392 INFO:tasks.workunit.client.0.smithi016.stdout: 836: throughput=5MB/sec pending data=0 2024-04-24T03:16:19.393 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B7IIMSsJ3UOm8Pr off=4548527 len=754088 2024-04-24T03:16:19.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 4307 completed, throughput=5MB/sec 2024-04-24T03:16:19.394 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YL7ICnosKxD_dnv off=9533673 len=2039596 2024-04-24T03:16:19.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 4308 completed, throughput=5MB/sec 2024-04-24T03:16:19.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ObkDDZ99LR7qQWO off=15620736 len=144741 2024-04-24T03:16:19.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 4309 completed, throughput=5MB/sec 2024-04-24T03:16:19.406 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BrZ_NE3oGjgjFXt off=16649716 len=1515051 2024-04-24T03:16:19.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 4310 completed, throughput=5MB/sec 2024-04-24T03:16:20.414 INFO:tasks.workunit.client.0.smithi016.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YyKhpEtoaF2ZWUc off=11366673 len=1486362 2024-04-24T03:16:20.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 4311 completed, throughput=5MB/sec 2024-04-24T03:16:20.423 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xdi-BgS4sb4nO-l off=5026328 len=837218 2024-04-24T03:16:20.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 4312 completed, throughput=5MB/sec 2024-04-24T03:16:20.428 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DKdDyRcPGLZsTZS off=3956897 len=2083355 2024-04-24T03:16:20.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 4313 completed, throughput=5MB/sec 2024-04-24T03:16:20.431 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_hCGqmcDccJckbP off=2304798 len=261224 2024-04-24T03:16:20.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 4314 completed, throughput=5MB/sec 2024-04-24T03:16:20.434 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kKn8l_xgKGFiROu off=1016553 len=1662881 2024-04-24T03:16:20.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 4315 completed, throughput=5MB/sec 2024-04-24T03:16:20.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:20 smithi016 ceph-mon[84376]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:20.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:20 smithi016 ceph-mon[86910]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:20.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:20 smithi063 ceph-mon[77007]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:21.441 INFO:tasks.workunit.client.0.smithi016.stdout: 838: throughput=5MB/sec pending data=0 2024-04-24T03:16:21.441 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gLFoCSXuZZzDvK6 off=181957 len=1439868 2024-04-24T03:16:21.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 4316 completed, throughput=5MB/sec 2024-04-24T03:16:21.448 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M5kMgCnIFGKyr_0 off=554377 len=1910766 2024-04-24T03:16:21.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 4317 completed, throughput=5MB/sec 2024-04-24T03:16:21.458 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d9a9priYkUKGACa off=6374887 len=1947492 2024-04-24T03:16:21.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 4318 completed, throughput=5MB/sec 2024-04-24T03:16:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: 839: throughput=5MB/sec pending data=0 2024-04-24T03:16:22.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3t_d3l3fmicrHew off=14571565 len=346262 2024-04-24T03:16:22.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 4319 completed, throughput=5MB/sec 2024-04-24T03:16:22.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TW1i-qEXIfvqd2O off=3208110 len=1649644 2024-04-24T03:16:22.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 4320 completed, throughput=5MB/sec 2024-04-24T03:16:22.468 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2wRSi6aRt6N81pP off=7904542 len=424710 2024-04-24T03:16:22.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 4321 completed, throughput=5MB/sec 2024-04-24T03:16:22.470 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SvK7NZmiVNgFdkE off=678352 len=631791 2024-04-24T03:16:22.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 4322 completed, throughput=5MB/sec 2024-04-24T03:16:22.472 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gCfMgSBHuYTqvZ_ off=6643540 len=905888 2024-04-24T03:16:22.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 4323 completed, throughput=5MB/sec 2024-04-24T03:16:22.476 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HJA-gOnuk5uqQyC off=4098592 len=1959445 2024-04-24T03:16:22.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 4324 completed, throughput=5MB/sec 2024-04-24T03:16:22.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:22 smithi016 ceph-mon[84376]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:16:22.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:22 smithi016 ceph-mon[86910]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:16:22.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:22 smithi063 ceph-mon[77007]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:16:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: 840: throughput=5MB/sec pending data=0 2024-04-24T03:16:23.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6Fh8Aa7t1DoXl_q off=4642613 len=559056 2024-04-24T03:16:23.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 4325 completed, throughput=5MB/sec 2024-04-24T03:16:23.480 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RMN30rK25smGo_n off=6484716 len=683505 2024-04-24T03:16:23.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 4326 completed, throughput=5MB/sec 2024-04-24T03:16:23.481 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OttPzO95I0wFemF off=8134271 len=1191455 2024-04-24T03:16:23.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 4327 completed, throughput=5MB/sec 2024-04-24T03:16:23.483 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xbEgUkiQWS-pflZ off=3698248 len=1673472 2024-04-24T03:16:23.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 4328 completed, throughput=5MB/sec 2024-04-24T03:16:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:24.493 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_9PAbr4lrlE2sZ off=22718889 len=949585 2024-04-24T03:16:24.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 4329 completed, throughput=5MB/sec 2024-04-24T03:16:24.499 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CQ8hjZFtkUE7ROm off=7130614 len=297535 2024-04-24T03:16:24.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 4330 completed, throughput=5MB/sec 2024-04-24T03:16:24.500 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IM-WNHWK8tyQURq off=92420 len=1969532 2024-04-24T03:16:24.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 4331 completed, throughput=5MB/sec 2024-04-24T03:16:24.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3HL_z8q9k-41Qv0 off=183614 len=845538 2024-04-24T03:16:24.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 4332 completed, throughput=5MB/sec 2024-04-24T03:16:24.514 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Khz5ap8I5Eobx4G off=278830 len=123567 2024-04-24T03:16:24.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 4333 completed, throughput=5MB/sec 2024-04-24T03:16:24.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fBiHbIaSOAsNhfg off=7092091 len=1290358 2024-04-24T03:16:24.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 4334 completed, throughput=5MB/sec 2024-04-24T03:16:24.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:24 smithi016 ceph-mon[84376]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:24.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:24 smithi016 ceph-mon[86910]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:24.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:24 smithi063 ceph-mon[77007]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:16:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:25.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vpRx1pZN1zZh342 off=3911269 len=2027707 2024-04-24T03:16:25.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 4335 completed, throughput=5MB/sec 2024-04-24T03:16:25.526 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PV8g_KBvZduj3LG off=0 len=1536844 2024-04-24T03:16:25.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 4336 completed, throughput=5MB/sec 2024-04-24T03:16:25.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jn8k8gGENcI5hA8 off=543558 len=820323 2024-04-24T03:16:25.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 4337 completed, throughput=5MB/sec 2024-04-24T03:16:25.529 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-urlt3TPxCz5AVRO off=7766797 len=2013643 2024-04-24T03:16:25.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 4338 completed, throughput=5MB/sec 2024-04-24T03:16:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: 843: throughput=5MB/sec pending data=0 2024-04-24T03:16:26.532 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BPo4hzp9XzfIxDb off=1497445 len=57810 2024-04-24T03:16:26.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 4339 completed, throughput=5MB/sec 2024-04-24T03:16:26.535 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Py5EpJOGqjW1u3 off=403687 len=1267528 2024-04-24T03:16:26.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 4340 completed, throughput=5MB/sec 2024-04-24T03:16:26.536 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fYETeCh0mgJSWa- off=7868022 len=134080 2024-04-24T03:16:26.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 4341 completed, throughput=5MB/sec 2024-04-24T03:16:26.537 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kIOt0wb-iq98VFu off=5144818 len=1218518 2024-04-24T03:16:26.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 4342 completed, throughput=5MB/sec 2024-04-24T03:16:26.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1hpWqlOtrSGnCzG off=1967593 len=1013625 2024-04-24T03:16:26.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 4343 completed, throughput=5MB/sec 2024-04-24T03:16:26.549 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bLAI5VROWg-YeYq off=1299228 len=285780 2024-04-24T03:16:26.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 4344 completed, throughput=5MB/sec 2024-04-24T03:16:26.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:26 smithi016 ceph-mon[84376]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:16:26.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:26 smithi016 ceph-mon[86910]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:16:26.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:26 smithi063 ceph-mon[77007]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:16:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:27.551 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dz1lNmq-6fz4yFF off=16534605 len=1827759 2024-04-24T03:16:27.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 4345 completed, throughput=5MB/sec 2024-04-24T03:16:27.553 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1rc_gxrgPMIKB2s off=5860109 len=904641 2024-04-24T03:16:27.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 4346 completed, throughput=5MB/sec 2024-04-24T03:16:27.554 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9FR-Xt4kJEWuWAM off=14566015 len=599287 2024-04-24T03:16:27.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 4347 completed, throughput=5MB/sec 2024-04-24T03:16:27.558 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NJ-Er0DejREHi5c off=12383050 len=753415 2024-04-24T03:16:27.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 4348 completed, throughput=5MB/sec 2024-04-24T03:16:27.563 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8VPFcFKA9vv6DTH off=9391015 len=1329249 2024-04-24T03:16:27.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 4349 completed, throughput=5MB/sec 2024-04-24T03:16:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:28.571 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NckdPiGj8NV_qCt off=881017 len=1976055 2024-04-24T03:16:28.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 4350 completed, throughput=5MB/sec 2024-04-24T03:16:28.573 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9f3k1BW4L5ci4VV off=7126690 len=106126 2024-04-24T03:16:28.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 4351 completed, throughput=5MB/sec 2024-04-24T03:16:28.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s6_octHsLzrn50G off=250389 len=940115 2024-04-24T03:16:28.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 4352 completed, throughput=5MB/sec 2024-04-24T03:16:28.578 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q8KvIe7vBh4DDi0 off=2943857 len=1812848 2024-04-24T03:16:28.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 4353 completed, throughput=5MB/sec 2024-04-24T03:16:28.588 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4QuaSD4Ze2gEk1Z off=16431170 len=2017301 2024-04-24T03:16:28.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 4354 completed, throughput=5MB/sec 2024-04-24T03:16:28.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:28 smithi016 ceph-mon[84376]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:28.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:28 smithi016 ceph-mon[86910]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:28.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:16:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:16:28] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:16:28.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:28 smithi063 ceph-mon[77007]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:29.598 INFO:tasks.workunit.client.0.smithi016.stdout: 846: throughput=5MB/sec pending data=0 2024-04-24T03:16:29.599 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uoDUCa7j4SyoZl9 off=4735084 len=1799481 2024-04-24T03:16:29.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 4355 completed, throughput=5MB/sec 2024-04-24T03:16:29.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q45TWY1COSS8uXE off=600746 len=1936522 2024-04-24T03:16:29.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 4356 completed, throughput=5MB/sec 2024-04-24T03:16:30.612 INFO:tasks.workunit.client.0.smithi016.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:30.612 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hYV-Uhd_1E63IUd off=0 len=1522318 2024-04-24T03:16:30.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 4357 completed, throughput=5MB/sec 2024-04-24T03:16:30.620 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gVi2fON9uLhRXBF off=7317145 len=727041 2024-04-24T03:16:30.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 4358 completed, throughput=5MB/sec 2024-04-24T03:16:30.622 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ApqCy4uSW1ntdy4 off=9938742 len=1361675 2024-04-24T03:16:30.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 4359 completed, throughput=5MB/sec 2024-04-24T03:16:30.629 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T20nJ10hQrrTr6a off=7976010 len=1955769 2024-04-24T03:16:30.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 4360 completed, throughput=5MB/sec 2024-04-24T03:16:30.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:30 smithi016 ceph-mon[84376]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:30.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:30.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:30 smithi016 ceph-mon[86910]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:30.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:30.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:30 smithi063 ceph-mon[77007]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:30.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:31.641 INFO:tasks.workunit.client.0.smithi016.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:31.641 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7ZgGnv_ye_l02mp off=1998254 len=1776897 2024-04-24T03:16:31.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 4361 completed, throughput=5MB/sec 2024-04-24T03:16:31.652 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YH05TeZAHjRtiF3 off=18513515 len=1141493 2024-04-24T03:16:31.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 4362 completed, throughput=5MB/sec 2024-04-24T03:16:31.653 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nJh8OSOOvYoQpxt off=13008415 len=99337 2024-04-24T03:16:31.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 4363 completed, throughput=5MB/sec 2024-04-24T03:16:31.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1M8FGjbyaMnkmCW off=11238297 len=1406753 2024-04-24T03:16:31.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 4364 completed, throughput=5MB/sec 2024-04-24T03:16:31.656 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cpGJ0LP5hRAPcHW off=822447 len=628614 2024-04-24T03:16:31.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 4365 completed, throughput=5MB/sec 2024-04-24T03:16:32.657 INFO:tasks.workunit.client.0.smithi016.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:32.657 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KHLDea8xvsm7lQu off=3700174 len=1463271 2024-04-24T03:16:32.659 INFO:tasks.workunit.client.0.smithi016.stdout:op 4366 completed, throughput=5MB/sec 2024-04-24T03:16:32.659 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K5ZrqF1V31z7c4z off=1230723 len=1807078 2024-04-24T03:16:32.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 4367 completed, throughput=5MB/sec 2024-04-24T03:16:32.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P8lEuWn6ZJyrrxk off=1923284 len=1561297 2024-04-24T03:16:32.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 4368 completed, throughput=5MB/sec 2024-04-24T03:16:32.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-muqc6uuTlSj0a-Q off=17650882 len=1238190 2024-04-24T03:16:32.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 4369 completed, throughput=5MB/sec 2024-04-24T03:16:32.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:32 smithi016 ceph-mon[84376]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:16:32.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:32 smithi016 ceph-mon[86910]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:16:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:32 smithi063 ceph-mon[77007]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:16:33.671 INFO:tasks.workunit.client.0.smithi016.stdout: 850: throughput=5MB/sec pending data=0 2024-04-24T03:16:33.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E4dzKJjxNpiPLmS off=7854469 len=292678 2024-04-24T03:16:33.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 4370 completed, throughput=5MB/sec 2024-04-24T03:16:33.672 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y2FaflnUyw972tX off=19827131 len=1903626 2024-04-24T03:16:33.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 4371 completed, throughput=5MB/sec 2024-04-24T03:16:33.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wPpLDcQXFAo96CL off=275333 len=475441 2024-04-24T03:16:33.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 4372 completed, throughput=5MB/sec 2024-04-24T03:16:33.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5EYN0L_gNhDPV4W off=4580042 len=1789760 2024-04-24T03:16:33.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 4373 completed, throughput=5MB/sec 2024-04-24T03:16:33.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_mcuK6J_BnPZBj_ off=7647387 len=695214 2024-04-24T03:16:33.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 4374 completed, throughput=5MB/sec 2024-04-24T03:16:34.694 INFO:tasks.workunit.client.0.smithi016.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:34.695 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e1iansgm8sETB7i off=1067162 len=1870221 2024-04-24T03:16:34.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 4375 completed, throughput=5MB/sec 2024-04-24T03:16:34.705 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ODDsCHogXJ_mdCi off=20767967 len=533317 2024-04-24T03:16:34.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 4376 completed, throughput=5MB/sec 2024-04-24T03:16:34.710 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i5Bd1uAtzAIeDnu off=439677 len=877728 2024-04-24T03:16:34.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 4377 completed, throughput=5MB/sec 2024-04-24T03:16:34.715 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GSYDkehSvwkFWzK off=1665931 len=1927987 2024-04-24T03:16:34.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 4378 completed, throughput=5MB/sec 2024-04-24T03:16:34.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:34 smithi016 ceph-mon[84376]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:34.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:34 smithi016 ceph-mon[86910]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:34.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:34 smithi063 ceph-mon[77007]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:35.726 INFO:tasks.workunit.client.0.smithi016.stdout: 852: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:35.727 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qk4sBQ-9LWDesAu off=20964367 len=66645 2024-04-24T03:16:35.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 4379 completed, throughput=4.99MB/sec 2024-04-24T03:16:35.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j__CGlso10NwFgn off=4312336 len=641807 2024-04-24T03:16:35.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 4380 completed, throughput=5MB/sec 2024-04-24T03:16:35.731 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z00Ib5LvFKGxyFr off=22515280 len=1495231 2024-04-24T03:16:35.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 4381 completed, throughput=5MB/sec 2024-04-24T03:16:35.738 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RDm-PhW5Q4v1xJV off=1804808 len=759580 2024-04-24T03:16:35.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 4382 completed, throughput=5MB/sec 2024-04-24T03:16:35.739 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U6euP2LO8N0ob99 off=717264 len=957591 2024-04-24T03:16:35.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 4383 completed, throughput=5MB/sec 2024-04-24T03:16:35.740 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3tLTcY-uIk197oo off=3795444 len=742306 2024-04-24T03:16:35.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 4384 completed, throughput=5MB/sec 2024-04-24T03:16:35.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K5MToO6x8txtxIg off=1601052 len=1763539 2024-04-24T03:16:35.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 4385 completed, throughput=5MB/sec 2024-04-24T03:16:36.755 INFO:tasks.workunit.client.0.smithi016.stdout: 853: throughput=5MB/sec pending data=0 2024-04-24T03:16:36.755 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z_WI0vz0OXD041C off=12304312 len=1863800 2024-04-24T03:16:36.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 4386 completed, throughput=5MB/sec 2024-04-24T03:16:36.766 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1QzkqA5I_Sk5ckF off=4128021 len=362793 2024-04-24T03:16:36.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 4387 completed, throughput=5MB/sec 2024-04-24T03:16:36.767 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IFj-LSP71087dz7 off=9322887 len=793862 2024-04-24T03:16:36.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 4388 completed, throughput=5MB/sec 2024-04-24T03:16:36.769 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eKm2kUT6uWkIw_p off=18440957 len=1466889 2024-04-24T03:16:36.770 INFO:tasks.workunit.client.0.smithi016.stdout:op 4389 completed, throughput=5MB/sec 2024-04-24T03:16:36.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:36 smithi016 ceph-mon[84376]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:36.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:36 smithi016 ceph-mon[86910]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:36.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:36 smithi063 ceph-mon[77007]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:16:37.771 INFO:tasks.workunit.client.0.smithi016.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:37.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RMN30rK25smGo_n off=2901385 len=563555 2024-04-24T03:16:37.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 4390 completed, throughput=5MB/sec 2024-04-24T03:16:37.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4G5sSSV1qaOCZyJ off=6548289 len=783045 2024-04-24T03:16:37.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 4391 completed, throughput=5MB/sec 2024-04-24T03:16:37.773 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oErJG-2Jag-vh8V off=1776224 len=502274 2024-04-24T03:16:37.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 4392 completed, throughput=5MB/sec 2024-04-24T03:16:37.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A56Iq-jNQMR0C4Y off=7738182 len=1453781 2024-04-24T03:16:37.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 4393 completed, throughput=5MB/sec 2024-04-24T03:16:37.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AAUp4PH_Mqql2r5 off=15503034 len=319666 2024-04-24T03:16:37.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 4394 completed, throughput=5MB/sec 2024-04-24T03:16:37.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qCz8Keo9u10tZ-h off=2331206 len=811721 2024-04-24T03:16:37.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 4395 completed, throughput=5MB/sec 2024-04-24T03:16:37.789 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MoiGSmkPjhadbLn off=10790345 len=1882507 2024-04-24T03:16:37.797 INFO:tasks.workunit.client.0.smithi016.stdout:op 4396 completed, throughput=5MB/sec 2024-04-24T03:16:38.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:38 smithi016 ceph-mon[84376]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:38.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:16:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:16:38] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.43.0" 2024-04-24T03:16:38.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:38 smithi016 ceph-mon[86910]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:38.797 INFO:tasks.workunit.client.0.smithi016.stdout: 855: throughput=5MB/sec pending data=0 2024-04-24T03:16:38.798 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IYUt2aFffwGA-MT off=105396 len=883833 2024-04-24T03:16:38.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:38 smithi063 ceph-mon[77007]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:16:38.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 4397 completed, throughput=5MB/sec 2024-04-24T03:16:38.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QxRhkDeF5vVJuLM off=20136069 len=31818 2024-04-24T03:16:38.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 4398 completed, throughput=5MB/sec 2024-04-24T03:16:38.804 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8SL4tQYXEt62Cqe off=4766943 len=1618932 2024-04-24T03:16:38.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 4399 completed, throughput=5MB/sec 2024-04-24T03:16:38.813 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2l8lP3zR4CPemAV off=6659774 len=883621 2024-04-24T03:16:38.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 4400 completed, throughput=5MB/sec 2024-04-24T03:16:38.814 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ExBPjxEsQhBGfTh off=1716256 len=1208522 2024-04-24T03:16:38.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 4401 completed, throughput=5MB/sec 2024-04-24T03:16:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: 856: throughput=5MB/sec pending data=0 2024-04-24T03:16:39.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nDbjs0JddGXlKT- off=8459748 len=2026533 2024-04-24T03:16:39.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 4402 completed, throughput=5MB/sec 2024-04-24T03:16:39.829 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sZVqyHSOTqRO-IX off=16226463 len=1100415 2024-04-24T03:16:39.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 4403 completed, throughput=5MB/sec 2024-04-24T03:16:39.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i4pyJQAOvdMlNfW off=4325110 len=1931370 2024-04-24T03:16:39.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 4404 completed, throughput=5MB/sec 2024-04-24T03:16:40.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:40 smithi016 ceph-mon[84376]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:40.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:40 smithi016 ceph-mon[86910]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:40.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:40 smithi063 ceph-mon[77007]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:40.833 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wrR4K6pHLohMT1X off=11305455 len=206995 2024-04-24T03:16:40.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 4405 completed, throughput=5MB/sec 2024-04-24T03:16:40.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sR7MmgPisk9xdYl off=1756661 len=887219 2024-04-24T03:16:40.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 4406 completed, throughput=5MB/sec 2024-04-24T03:16:40.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OWyxzL3Lrmukt9N off=7121934 len=1895208 2024-04-24T03:16:40.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 4407 completed, throughput=5MB/sec 2024-04-24T03:16:40.842 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mE3UNzaei3Y5oAF off=1741693 len=1667953 2024-04-24T03:16:40.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 4408 completed, throughput=5MB/sec 2024-04-24T03:16:40.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ZQRdYUHPiDz7pT off=1067854 len=45468 2024-04-24T03:16:40.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 4409 completed, throughput=5MB/sec 2024-04-24T03:16:40.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I0Oho8AMlBGwJRa off=20778060 len=927867 2024-04-24T03:16:40.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 4410 completed, throughput=5MB/sec 2024-04-24T03:16:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: 858: throughput=5MB/sec pending data=0 2024-04-24T03:16:41.851 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bsXt6ZWsUiDMHSu off=4608384 len=1418701 2024-04-24T03:16:41.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 4411 completed, throughput=5MB/sec 2024-04-24T03:16:41.852 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X-yzgAUnlvdl8Z- off=1640045 len=110413 2024-04-24T03:16:41.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 4412 completed, throughput=5MB/sec 2024-04-24T03:16:41.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vvZIIUNto_TO5c7 off=3671821 len=1437995 2024-04-24T03:16:41.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 4413 completed, throughput=5MB/sec 2024-04-24T03:16:41.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vGVqnV68r_TmBTJ off=1129274 len=529071 2024-04-24T03:16:41.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 4414 completed, throughput=5MB/sec 2024-04-24T03:16:41.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nw21oHcAmDCro9h off=8049135 len=784380 2024-04-24T03:16:41.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 4415 completed, throughput=5MB/sec 2024-04-24T03:16:41.865 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vjEHHTFJ7mOCPXn off=1611407 len=682247 2024-04-24T03:16:41.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 4416 completed, throughput=5MB/sec 2024-04-24T03:16:42.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[84376]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:16:42.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:16:42.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:16:42.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:16:42.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:16:42.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[86910]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:16:42.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:16:42.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:16:42.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:16:42.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:16:42.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:42 smithi063 ceph-mon[77007]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:16:42.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:16:42.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:16:42.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:16:42.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:16:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: 859: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:42.867 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s5VjyQvrqu7Maaq off=2465217 len=764511 2024-04-24T03:16:42.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 4417 completed, throughput=5MB/sec 2024-04-24T03:16:42.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DK76WYwCsSXYxeH off=9116731 len=1898349 2024-04-24T03:16:42.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 4418 completed, throughput=5MB/sec 2024-04-24T03:16:42.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v9KILpW-eGOszT7 off=6101231 len=529873 2024-04-24T03:16:42.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 4419 completed, throughput=5MB/sec 2024-04-24T03:16:42.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zyzRW9SlGSXYBWY off=10271779 len=155841 2024-04-24T03:16:42.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 4420 completed, throughput=5MB/sec 2024-04-24T03:16:42.878 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k8YOnIzD-pGWYX2 off=6443047 len=1362914 2024-04-24T03:16:42.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 4421 completed, throughput=5MB/sec 2024-04-24T03:16:42.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wKyC8dRhDAaSGw4 off=20363918 len=2039137 2024-04-24T03:16:42.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 4422 completed, throughput=5MB/sec 2024-04-24T03:16:43.893 INFO:tasks.workunit.client.0.smithi016.stdout: 860: throughput=5MB/sec pending data=0 2024-04-24T03:16:43.893 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_BvCBwEOVDpvu7r off=21439415 len=1598551 2024-04-24T03:16:43.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 4423 completed, throughput=5MB/sec 2024-04-24T03:16:43.895 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MPIJbOkPIfxJnfw off=5790472 len=495058 2024-04-24T03:16:43.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 4424 completed, throughput=5MB/sec 2024-04-24T03:16:43.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w3ldc_QetvwnzRY off=9743544 len=589296 2024-04-24T03:16:43.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 4425 completed, throughput=5MB/sec 2024-04-24T03:16:43.897 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y0wtZ2_52Hb-xag off=373224 len=823817 2024-04-24T03:16:43.902 INFO:tasks.workunit.client.0.smithi016.stdout:op 4426 completed, throughput=5MB/sec 2024-04-24T03:16:44.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:44 smithi016 ceph-mon[84376]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:44.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:44 smithi016 ceph-mon[86910]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:44 smithi063 ceph-mon[77007]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:44.902 INFO:tasks.workunit.client.0.smithi016.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:44.902 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oJx9Jstg2ecTXvY off=20170225 len=954058 2024-04-24T03:16:44.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 4427 completed, throughput=5MB/sec 2024-04-24T03:16:44.908 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lLbev7CJcH9OjLA off=11072723 len=2038101 2024-04-24T03:16:44.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 4428 completed, throughput=5MB/sec 2024-04-24T03:16:44.921 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XUVUXI-bE5Cmt4j off=21996285 len=1425984 2024-04-24T03:16:44.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 4429 completed, throughput=5MB/sec 2024-04-24T03:16:44.928 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OPByRpaSclSg2r7 off=0 len=1963648 2024-04-24T03:16:44.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 4430 completed, throughput=5MB/sec 2024-04-24T03:16:45.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:45.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:45.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:16:45.931 INFO:tasks.workunit.client.0.smithi016.stdout: 862: throughput=5MB/sec pending data=0 2024-04-24T03:16:45.931 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F2eUodAkW3ynOwP off=4082061 len=163383 2024-04-24T03:16:45.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 4431 completed, throughput=5MB/sec 2024-04-24T03:16:45.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XIrVd1oT97-KYj6 off=161323 len=1550736 2024-04-24T03:16:45.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 4432 completed, throughput=5MB/sec 2024-04-24T03:16:45.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IVo55H_G8TRHJGd off=3312200 len=601352 2024-04-24T03:16:45.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 4433 completed, throughput=5MB/sec 2024-04-24T03:16:45.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EFDkexTdjpvDqem off=8348296 len=1457230 2024-04-24T03:16:45.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 4434 completed, throughput=5MB/sec 2024-04-24T03:16:45.945 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uD4jR6-Y-LCXQLt off=1481573 len=700055 2024-04-24T03:16:45.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 4435 completed, throughput=5MB/sec 2024-04-24T03:16:46.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:46 smithi016 ceph-mon[84376]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:16:46.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:46 smithi016 ceph-mon[86910]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:16:46.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:46 smithi063 ceph-mon[77007]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:16:46.946 INFO:tasks.workunit.client.0.smithi016.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:46.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7uOxyTP12BJGKts off=15080136 len=1612160 2024-04-24T03:16:46.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 4436 completed, throughput=5MB/sec 2024-04-24T03:16:46.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z4wAWyqi-AsWZeA off=5359892 len=488880 2024-04-24T03:16:46.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 4437 completed, throughput=5MB/sec 2024-04-24T03:16:46.957 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rCrzyUuWDWM6gjj off=8610706 len=1600550 2024-04-24T03:16:46.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 4438 completed, throughput=5MB/sec 2024-04-24T03:16:46.963 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g_3L-YEOlmq1fgK off=2767032 len=779515 2024-04-24T03:16:46.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 4439 completed, throughput=5MB/sec 2024-04-24T03:16:46.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-brtBkQi_S1pftja off=3499049 len=713039 2024-04-24T03:16:46.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 4440 completed, throughput=5MB/sec 2024-04-24T03:16:47.969 INFO:tasks.workunit.client.0.smithi016.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:47.969 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nNKhtvg1MujkVDS off=11896656 len=1298416 2024-04-24T03:16:47.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 4441 completed, throughput=5MB/sec 2024-04-24T03:16:47.976 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ghoU4_vw3uiOFQ9 off=65490 len=183451 2024-04-24T03:16:47.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 4442 completed, throughput=5MB/sec 2024-04-24T03:16:47.979 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LBOZmWpR7KAAXCT off=2795664 len=605820 2024-04-24T03:16:47.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 4443 completed, throughput=5MB/sec 2024-04-24T03:16:47.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DrfkKHllP8UlFuQ off=2794826 len=168247 2024-04-24T03:16:47.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 4444 completed, throughput=5MB/sec 2024-04-24T03:16:47.984 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2yQQJSjz59ZjFMp off=8669627 len=946905 2024-04-24T03:16:47.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 4445 completed, throughput=5MB/sec 2024-04-24T03:16:47.986 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gyNuMqo4uJ6mOK4 off=12199700 len=1640084 2024-04-24T03:16:47.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 4446 completed, throughput=5MB/sec 2024-04-24T03:16:47.988 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QFn10OrSZo2wvIQ off=10032892 len=1718029 2024-04-24T03:16:47.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 4447 completed, throughput=5MB/sec 2024-04-24T03:16:48.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:48 smithi016 ceph-mon[84376]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:16:48.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:16:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:16:48] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:16:48.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:48 smithi016 ceph-mon[86910]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:16:48.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:48 smithi063 ceph-mon[77007]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:16:48.995 INFO:tasks.workunit.client.0.smithi016.stdout: 865: throughput=5MB/sec pending data=0 2024-04-24T03:16:48.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9fkbOcciQJqasj6 off=15634711 len=181942 2024-04-24T03:16:48.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 4448 completed, throughput=5MB/sec 2024-04-24T03:16:48.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uiSeZYhfXdvLAMe off=5374786 len=1889841 2024-04-24T03:16:49.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 4449 completed, throughput=5MB/sec 2024-04-24T03:16:49.007 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QD_MP0ibTkjuLK2 off=1163820 len=592250 2024-04-24T03:16:49.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 4450 completed, throughput=5MB/sec 2024-04-24T03:16:49.008 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s2rrZvcv5VPLzAK off=9948630 len=1968646 2024-04-24T03:16:49.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 4451 completed, throughput=5MB/sec 2024-04-24T03:16:50.019 INFO:tasks.workunit.client.0.smithi016.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:50.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uiqxg3ZXzr1KOyA off=6367821 len=310302 2024-04-24T03:16:50.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 4452 completed, throughput=5MB/sec 2024-04-24T03:16:50.020 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wC84viogo1S2xmd off=442889 len=1153621 2024-04-24T03:16:50.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 4453 completed, throughput=5MB/sec 2024-04-24T03:16:50.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nUi1WWjt7Y8Bn-x off=3189256 len=1963807 2024-04-24T03:16:50.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 4454 completed, throughput=5MB/sec 2024-04-24T03:16:50.029 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v1qFj6EZoKhcS_D off=7214921 len=1037630 2024-04-24T03:16:50.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 4455 completed, throughput=5MB/sec 2024-04-24T03:16:50.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8RqcEGOFFvDIy_6 off=6503974 len=176524 2024-04-24T03:16:50.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 4456 completed, throughput=5MB/sec 2024-04-24T03:16:50.031 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D4VscgHt_IpasuO off=3305293 len=1430646 2024-04-24T03:16:50.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 4457 completed, throughput=5MB/sec 2024-04-24T03:16:50.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:50 smithi016 ceph-mon[84376]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:50.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:50 smithi016 ceph-mon[86910]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:50.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:50 smithi063 ceph-mon[77007]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:51.038 INFO:tasks.workunit.client.0.smithi016.stdout: 867: throughput=5MB/sec pending data=0 2024-04-24T03:16:51.038 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t95TSbK5NG4X3XK off=11642739 len=1813259 2024-04-24T03:16:51.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 4458 completed, throughput=5MB/sec 2024-04-24T03:16:51.049 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gqv62zPoem219jV off=10566715 len=1107861 2024-04-24T03:16:51.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 4459 completed, throughput=5MB/sec 2024-04-24T03:16:51.051 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qGTcpdOsP02W8Dj off=16303391 len=396920 2024-04-24T03:16:51.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 4460 completed, throughput=5MB/sec 2024-04-24T03:16:51.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lG5j2KnSpoKnn_i off=7322584 len=873015 2024-04-24T03:16:51.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 4461 completed, throughput=5MB/sec 2024-04-24T03:16:52.059 INFO:tasks.workunit.client.0.smithi016.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:52.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9tD5qA6UKE-BECK off=11770441 len=1463389 2024-04-24T03:16:52.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 4462 completed, throughput=5MB/sec 2024-04-24T03:16:52.061 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-muG-iWJSYgtz1PW off=549765 len=1264040 2024-04-24T03:16:52.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 4463 completed, throughput=5MB/sec 2024-04-24T03:16:52.063 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vGVqnV68r_TmBTJ off=138449 len=1519896 2024-04-24T03:16:52.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 4464 completed, throughput=5MB/sec 2024-04-24T03:16:52.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rQ2Cf6UKszcya00 off=2012689 len=978551 2024-04-24T03:16:52.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 4465 completed, throughput=5MB/sec 2024-04-24T03:16:52.077 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zOohVvJo1hFtQVr off=39217 len=190313 2024-04-24T03:16:52.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 4466 completed, throughput=5MB/sec 2024-04-24T03:16:52.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:52 smithi016 ceph-mon[84376]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:52.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:52 smithi016 ceph-mon[86910]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:52.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:52 smithi063 ceph-mon[77007]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:16:53.078 INFO:tasks.workunit.client.0.smithi016.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:53.078 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TerhWYY3dVbPrEZ off=1264517 len=168949 2024-04-24T03:16:53.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 4467 completed, throughput=4.99MB/sec 2024-04-24T03:16:53.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y2OldPbk4woEqf0 off=5835788 len=1785140 2024-04-24T03:16:53.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 4468 completed, throughput=5MB/sec 2024-04-24T03:16:53.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7-qALLNRcNq0hEv off=2626161 len=96405 2024-04-24T03:16:53.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 4469 completed, throughput=5MB/sec 2024-04-24T03:16:53.085 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-otjysMlMBh0vDZ2 off=8803586 len=1000670 2024-04-24T03:16:53.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 4470 completed, throughput=5MB/sec 2024-04-24T03:16:53.091 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5SzxsezOrqdjI0r off=7842007 len=1466040 2024-04-24T03:16:53.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 4471 completed, throughput=5MB/sec 2024-04-24T03:16:53.098 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T_IuM1VEY85OsKY off=1186735 len=1540689 2024-04-24T03:16:53.105 INFO:tasks.workunit.client.0.smithi016.stdout:op 4472 completed, throughput=5MB/sec 2024-04-24T03:16:54.106 INFO:tasks.workunit.client.0.smithi016.stdout: 870: throughput=5MB/sec pending data=0 2024-04-24T03:16:54.106 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Ch_5H24v4969fF off=7572466 len=1860834 2024-04-24T03:16:54.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 4473 completed, throughput=5MB/sec 2024-04-24T03:16:54.110 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P8tv4Y3CpB2mOjb off=19634846 len=1005601 2024-04-24T03:16:54.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 4474 completed, throughput=5MB/sec 2024-04-24T03:16:54.115 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j8rcJVwL_ZinStz off=562213 len=323630 2024-04-24T03:16:54.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 4475 completed, throughput=5MB/sec 2024-04-24T03:16:54.119 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5a-NIUSdl0i1TD_ off=5118136 len=730019 2024-04-24T03:16:54.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 4476 completed, throughput=5MB/sec 2024-04-24T03:16:54.123 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-74FJ8VTDcICpTn8 off=4579984 len=884877 2024-04-24T03:16:54.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 4477 completed, throughput=5MB/sec 2024-04-24T03:16:54.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:54 smithi016 ceph-mon[84376]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:54.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:54 smithi016 ceph-mon[86910]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:54.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:54 smithi063 ceph-mon[77007]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:16:55.125 INFO:tasks.workunit.client.0.smithi016.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:55.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DuptBt1HyWqbY7o off=1209553 len=111610 2024-04-24T03:16:55.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 4478 completed, throughput=4.99MB/sec 2024-04-24T03:16:55.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nCumI9LahjtIOHV off=461585 len=1631249 2024-04-24T03:16:55.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 4479 completed, throughput=5MB/sec 2024-04-24T03:16:55.131 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i87oZyHRzlfOgTt off=7044608 len=1187353 2024-04-24T03:16:55.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 4480 completed, throughput=5MB/sec 2024-04-24T03:16:55.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jkaHdeuSPyZhWq3 off=4698799 len=1489290 2024-04-24T03:16:55.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 4481 completed, throughput=5MB/sec 2024-04-24T03:16:55.145 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d5s8lvh6ad__Q_v off=387784 len=1286746 2024-04-24T03:16:55.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 4482 completed, throughput=5MB/sec 2024-04-24T03:16:56.151 INFO:tasks.workunit.client.0.smithi016.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:56.152 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o9eWzcIK1yywDOf off=10206658 len=764621 2024-04-24T03:16:56.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 4483 completed, throughput=5MB/sec 2024-04-24T03:16:56.153 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PsxiEw1Tdb7R2iG off=4546444 len=775198 2024-04-24T03:16:56.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 4484 completed, throughput=5MB/sec 2024-04-24T03:16:56.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3angP7Et2-vxLRb off=4441873 len=1419063 2024-04-24T03:16:56.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 4485 completed, throughput=5MB/sec 2024-04-24T03:16:56.166 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IPE-PLVg2ZgxIDR off=4357343 len=88032 2024-04-24T03:16:56.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 4486 completed, throughput=5MB/sec 2024-04-24T03:16:56.167 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iOtG3AdcLrukG6H off=546943 len=674464 2024-04-24T03:16:56.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 4487 completed, throughput=5MB/sec 2024-04-24T03:16:56.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fN0Y3_arn5uPg4h off=3280937 len=535106 2024-04-24T03:16:56.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 4488 completed, throughput=5MB/sec 2024-04-24T03:16:56.171 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bv6aKI2P85qzEQp off=3456231 len=709045 2024-04-24T03:16:56.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 4489 completed, throughput=5MB/sec 2024-04-24T03:16:56.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:56 smithi016 ceph-mon[84376]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:16:56.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:56 smithi016 ceph-mon[86910]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:16:56.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:56 smithi063 ceph-mon[77007]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:16:57.172 INFO:tasks.workunit.client.0.smithi016.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:57.172 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AbAGhxb63bGtchW off=7969139 len=225611 2024-04-24T03:16:57.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 4490 completed, throughput=4.99MB/sec 2024-04-24T03:16:57.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rQ2Cf6UKszcya00 off=15448337 len=602183 2024-04-24T03:16:57.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 4491 completed, throughput=5MB/sec 2024-04-24T03:16:57.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-946hsKZStYVMl7J off=1220833 len=430393 2024-04-24T03:16:57.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 4492 completed, throughput=5MB/sec 2024-04-24T03:16:57.180 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i8eacIqg-p111Ca off=2061915 len=282442 2024-04-24T03:16:57.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 4493 completed, throughput=5MB/sec 2024-04-24T03:16:57.181 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BH_3HX2jiXjiQHX off=4780869 len=2065421 2024-04-24T03:16:57.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 4494 completed, throughput=5MB/sec 2024-04-24T03:16:57.183 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y89LewirWgmD6E8 off=0 len=1577413 2024-04-24T03:16:57.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 4495 completed, throughput=5MB/sec 2024-04-24T03:16:58.186 INFO:tasks.workunit.client.0.smithi016.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-24T03:16:58.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iihaVDcYAqBYNDZ off=6798243 len=222878 2024-04-24T03:16:58.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 4496 completed, throughput=4.99MB/sec 2024-04-24T03:16:58.187 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9lOCvf7wcUem_QI off=14492423 len=516101 2024-04-24T03:16:58.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 4497 completed, throughput=5MB/sec 2024-04-24T03:16:58.191 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-frs2vdxPg1lGZWe off=1280955 len=950861 2024-04-24T03:16:58.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 4498 completed, throughput=5MB/sec 2024-04-24T03:16:58.192 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qe7KGaWNRcPyBoo off=2292925 len=1211560 2024-04-24T03:16:58.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 4499 completed, throughput=5MB/sec 2024-04-24T03:16:58.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g0MWKt1nyBRmzVv off=4644649 len=932200 2024-04-24T03:16:58.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 4500 completed, throughput=5MB/sec 2024-04-24T03:16:58.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1fJ_efpXbK2aKny off=1435724 len=640959 2024-04-24T03:16:58.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 4501 completed, throughput=5MB/sec 2024-04-24T03:16:58.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C5o8asmwYV8hO_8 off=1814599 len=787822 2024-04-24T03:16:58.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 4502 completed, throughput=5MB/sec 2024-04-24T03:16:58.206 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bMKGiJxKdLFfYAN off=152830 len=1907768 2024-04-24T03:16:58.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 4503 completed, throughput=5MB/sec 2024-04-24T03:16:58.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:16:58 smithi016 ceph-mon[84376]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:16:58.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:16:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:16:58] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:16:58.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:16:58 smithi016 ceph-mon[86910]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:16:58.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:16:58 smithi063 ceph-mon[77007]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:16:59.218 INFO:tasks.workunit.client.0.smithi016.stdout: 875: throughput=5MB/sec pending data=0 2024-04-24T03:16:59.218 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ry915zzNjorAhRC off=1477259 len=1358286 2024-04-24T03:16:59.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 4504 completed, throughput=5MB/sec 2024-04-24T03:16:59.220 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aYIFu5r-RhlfN5L off=14502852 len=938959 2024-04-24T03:16:59.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 4505 completed, throughput=5MB/sec 2024-04-24T03:16:59.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y7djiV4C4oA5JgK off=834961 len=2026087 2024-04-24T03:16:59.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 4506 completed, throughput=5MB/sec 2024-04-24T03:17:00.231 INFO:tasks.workunit.client.0.smithi016.stdout: 876: throughput=5MB/sec pending data=0 2024-04-24T03:17:00.231 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1AueWap2VYB-pI3 off=8603447 len=41687 2024-04-24T03:17:00.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 4507 completed, throughput=5MB/sec 2024-04-24T03:17:00.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RRfFuZNM66wT1Q4 off=3360057 len=905031 2024-04-24T03:17:00.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 4508 completed, throughput=5MB/sec 2024-04-24T03:17:00.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NlmhPx7Gr22Djvy off=19170908 len=1262144 2024-04-24T03:17:00.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 4509 completed, throughput=5MB/sec 2024-04-24T03:17:00.241 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WThGNnkdGiByIUx off=1054825 len=1590316 2024-04-24T03:17:00.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 4510 completed, throughput=5MB/sec 2024-04-24T03:17:00.243 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ydJSxBxYeUwygrS off=4664380 len=2093272 2024-04-24T03:17:00.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 4511 completed, throughput=5MB/sec 2024-04-24T03:17:00.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:00 smithi016 ceph-mon[84376]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:00.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:00.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:00 smithi016 ceph-mon[86910]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:00.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:00.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:00 smithi063 ceph-mon[77007]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:00.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:01.255 INFO:tasks.workunit.client.0.smithi016.stdout: 877: throughput=5MB/sec pending data=0 2024-04-24T03:17:01.255 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lkRaJY--7hWebuW off=2353604 len=559937 2024-04-24T03:17:01.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 4512 completed, throughput=5MB/sec 2024-04-24T03:17:01.259 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qE3pf4BIXXf1aNZ off=2243879 len=1579126 2024-04-24T03:17:01.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 4513 completed, throughput=5MB/sec 2024-04-24T03:17:01.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HH5gasfyflMF8pb off=2759516 len=261107 2024-04-24T03:17:01.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 4514 completed, throughput=5MB/sec 2024-04-24T03:17:01.270 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yoZbR0noDMOyYwB off=3372146 len=1916691 2024-04-24T03:17:01.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 4515 completed, throughput=5MB/sec 2024-04-24T03:17:02.274 INFO:tasks.workunit.client.0.smithi016.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:02.274 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j0OfUwr5wou-fLy off=1769245 len=398702 2024-04-24T03:17:02.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 4516 completed, throughput=5MB/sec 2024-04-24T03:17:02.278 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bl7KsHqY5N_lYBi off=3056584 len=701180 2024-04-24T03:17:02.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 4517 completed, throughput=5MB/sec 2024-04-24T03:17:02.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B3Uxw-FxxIVpjDM off=4204298 len=1543336 2024-04-24T03:17:02.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 4518 completed, throughput=5MB/sec 2024-04-24T03:17:02.282 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bsvYRBt-ilcWhNW off=16486237 len=2039385 2024-04-24T03:17:02.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 4519 completed, throughput=5MB/sec 2024-04-24T03:17:02.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zeXheOHxIyZqZ_F off=11423803 len=746187 2024-04-24T03:17:02.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 4520 completed, throughput=5MB/sec 2024-04-24T03:17:02.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:02 smithi016 ceph-mon[84376]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:17:02.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:02 smithi016 ceph-mon[86910]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:17:02.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:02 smithi063 ceph-mon[77007]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:17:03.287 INFO:tasks.workunit.client.0.smithi016.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:03.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3iNF3k30qsNcD1e off=185472 len=880874 2024-04-24T03:17:03.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 4521 completed, throughput=5MB/sec 2024-04-24T03:17:03.288 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hivHQI0s5aejtSq off=2937511 len=1690414 2024-04-24T03:17:03.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 4522 completed, throughput=5MB/sec 2024-04-24T03:17:03.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iR6mNo1HLIxn7ia off=3440186 len=255876 2024-04-24T03:17:03.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 4523 completed, throughput=5MB/sec 2024-04-24T03:17:03.292 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6fE6akwMEJPM7Y4 off=1099697 len=251983 2024-04-24T03:17:03.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 4524 completed, throughput=5MB/sec 2024-04-24T03:17:03.295 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m7aVlfjmLwoWR4r off=5450770 len=33766 2024-04-24T03:17:03.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 4525 completed, throughput=5MB/sec 2024-04-24T03:17:03.296 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OjDRstDdY5r2N4t off=2554965 len=1392448 2024-04-24T03:17:03.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 4526 completed, throughput=5MB/sec 2024-04-24T03:17:03.298 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rZxdQIruZqofFXm off=3327864 len=286160 2024-04-24T03:17:03.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 4527 completed, throughput=5MB/sec 2024-04-24T03:17:03.298 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Eduu5TOmUkd1Z2u off=5525323 len=1814109 2024-04-24T03:17:03.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 4528 completed, throughput=5MB/sec 2024-04-24T03:17:04.309 INFO:tasks.workunit.client.0.smithi016.stdout: 880: throughput=5MB/sec pending data=0 2024-04-24T03:17:04.310 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VN4SDUGVDmiHKnQ off=10267228 len=1881735 2024-04-24T03:17:04.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 4529 completed, throughput=5MB/sec 2024-04-24T03:17:04.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aQDN-VkFn9Zx1vR off=10695168 len=23419 2024-04-24T03:17:04.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 4530 completed, throughput=5MB/sec 2024-04-24T03:17:04.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i-ox66WB3JaO1o7 off=17799787 len=395042 2024-04-24T03:17:04.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 4531 completed, throughput=5MB/sec 2024-04-24T03:17:04.328 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6RsjEc3o7f7utFj off=8697073 len=618302 2024-04-24T03:17:04.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 4532 completed, throughput=5MB/sec 2024-04-24T03:17:04.332 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sLCGK92M_pAyy85 off=23954369 len=420528 2024-04-24T03:17:04.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 4533 completed, throughput=5MB/sec 2024-04-24T03:17:04.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N-mnMefNKbjqyaR off=9985026 len=1673620 2024-04-24T03:17:04.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 4534 completed, throughput=5MB/sec 2024-04-24T03:17:04.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:04 smithi016 ceph-mon[84376]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:17:04.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:04 smithi016 ceph-mon[86910]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:17:04.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:04 smithi063 ceph-mon[77007]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:17:05.342 INFO:tasks.workunit.client.0.smithi016.stdout: 881: throughput=5MB/sec pending data=0 2024-04-24T03:17:05.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m4N_oKTpq7rN8KY off=16641436 len=1559093 2024-04-24T03:17:05.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 4535 completed, throughput=5MB/sec 2024-04-24T03:17:05.344 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YY9PKUNFUNbS7eE off=1721313 len=1719999 2024-04-24T03:17:05.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 4536 completed, throughput=5MB/sec 2024-04-24T03:17:05.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JU2yfRuesPN1_60 off=21297820 len=214874 2024-04-24T03:17:05.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 4537 completed, throughput=5MB/sec 2024-04-24T03:17:05.347 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cUAkYkDSlLLUKJq off=18961725 len=1335887 2024-04-24T03:17:05.348 INFO:tasks.workunit.client.0.smithi016.stdout:op 4538 completed, throughput=5MB/sec 2024-04-24T03:17:06.349 INFO:tasks.workunit.client.0.smithi016.stdout: 882: throughput=5MB/sec pending data=0 2024-04-24T03:17:06.349 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4gOH8FhFGL-OVpy off=14325272 len=260405 2024-04-24T03:17:06.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 4539 completed, throughput=5MB/sec 2024-04-24T03:17:06.353 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1EiPBdmsc7ZSkhD off=549993 len=665847 2024-04-24T03:17:06.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 4540 completed, throughput=5MB/sec 2024-04-24T03:17:06.357 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-plLg5ywzbZBSak1 off=6209874 len=1871983 2024-04-24T03:17:06.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 4541 completed, throughput=5MB/sec 2024-04-24T03:17:06.359 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--1bnJx4WZDqHYgc off=11774194 len=1521171 2024-04-24T03:17:06.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 4542 completed, throughput=5MB/sec 2024-04-24T03:17:06.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PmJ-o8uyw7MHGFy off=728760 len=1029586 2024-04-24T03:17:06.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 4543 completed, throughput=5MB/sec 2024-04-24T03:17:06.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:06 smithi016 ceph-mon[84376]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:17:06.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:06 smithi016 ceph-mon[86910]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:17:06.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:06 smithi063 ceph-mon[77007]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:17:07.370 INFO:tasks.workunit.client.0.smithi016.stdout: 883: throughput=5MB/sec pending data=0 2024-04-24T03:17:07.371 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tpqywq-zUlu1TW8 off=14347286 len=439191 2024-04-24T03:17:07.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 4544 completed, throughput=5MB/sec 2024-04-24T03:17:07.371 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UJ0YHD6KSUqVhFf off=1099346 len=1372873 2024-04-24T03:17:07.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 4545 completed, throughput=5MB/sec 2024-04-24T03:17:07.379 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mnsd04wf7134arz off=7955513 len=1627936 2024-04-24T03:17:07.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 4546 completed, throughput=5MB/sec 2024-04-24T03:17:07.387 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Pq6xeV7a1gUhaQT off=3271739 len=1956220 2024-04-24T03:17:07.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 4547 completed, throughput=5MB/sec 2024-04-24T03:17:08.396 INFO:tasks.workunit.client.0.smithi016.stdout: 884: throughput=5MB/sec pending data=0 2024-04-24T03:17:08.396 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mctf3Bf866gA_9r off=14750637 len=1711585 2024-04-24T03:17:08.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 4548 completed, throughput=5MB/sec 2024-04-24T03:17:08.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kaD3UuiWY0Rv1jZ off=2042211 len=1768705 2024-04-24T03:17:08.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 4549 completed, throughput=5MB/sec 2024-04-24T03:17:08.407 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8VSFmIDkBBITq77 off=8120538 len=1586019 2024-04-24T03:17:08.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 4550 completed, throughput=5MB/sec 2024-04-24T03:17:08.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:08 smithi016 ceph-mon[84376]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:17:08.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:17:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:17:08] "GET /metrics HTTP/1.1" 200 34218 "" "Prometheus/2.43.0" 2024-04-24T03:17:08.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:08 smithi016 ceph-mon[86910]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:17:08.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:08 smithi063 ceph-mon[77007]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:17:09.413 INFO:tasks.workunit.client.0.smithi016.stdout: 885: throughput=5MB/sec pending data=0 2024-04-24T03:17:09.414 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OMK1k2AnNp574yW off=1143621 len=514120 2024-04-24T03:17:09.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 4551 completed, throughput=5MB/sec 2024-04-24T03:17:09.415 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6OpTz1NBhzM6Cb1 off=8198821 len=470792 2024-04-24T03:17:09.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 4552 completed, throughput=5MB/sec 2024-04-24T03:17:09.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DjgSNx-NRcp1cus off=3138372 len=859701 2024-04-24T03:17:09.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 4553 completed, throughput=5MB/sec 2024-04-24T03:17:09.424 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SYssGao5C9AlgJp off=4201137 len=272531 2024-04-24T03:17:09.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 4554 completed, throughput=5MB/sec 2024-04-24T03:17:09.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jIPX43E3pl6Tppr off=6967423 len=1304514 2024-04-24T03:17:09.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 4555 completed, throughput=5MB/sec 2024-04-24T03:17:09.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5_tUiod-m2Fj2su off=8240740 len=1578395 2024-04-24T03:17:09.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 4556 completed, throughput=5MB/sec 2024-04-24T03:17:10.444 INFO:tasks.workunit.client.0.smithi016.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:10.444 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N5HHz4oZT5Sp4Pn off=343226 len=1663202 2024-04-24T03:17:10.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 4557 completed, throughput=5MB/sec 2024-04-24T03:17:10.451 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tWJlCBA-wbYMAN0 off=12335231 len=1026939 2024-04-24T03:17:10.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 4558 completed, throughput=5MB/sec 2024-04-24T03:17:10.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MZN7YPXsT0P_JY1 off=14180623 len=981362 2024-04-24T03:17:10.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 4559 completed, throughput=5MB/sec 2024-04-24T03:17:10.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j2ZvwG7yi_8yz3B off=1549950 len=1023173 2024-04-24T03:17:10.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 4560 completed, throughput=5MB/sec 2024-04-24T03:17:10.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kvKKSZWY8GvWamE off=4284551 len=1835665 2024-04-24T03:17:10.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 4561 completed, throughput=5MB/sec 2024-04-24T03:17:10.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:10 smithi016 ceph-mon[84376]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:17:10.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:10 smithi016 ceph-mon[86910]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:17:10.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:10 smithi063 ceph-mon[77007]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:17:11.469 INFO:tasks.workunit.client.0.smithi016.stdout: 887: throughput=5MB/sec pending data=0 2024-04-24T03:17:11.469 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zM5ZLP32F6qrTYQ off=1186733 len=864500 2024-04-24T03:17:11.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 4562 completed, throughput=5MB/sec 2024-04-24T03:17:11.470 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I632EbhRMOEkAID off=4086669 len=712361 2024-04-24T03:17:11.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 4563 completed, throughput=5MB/sec 2024-04-24T03:17:11.471 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3YWh-Ya1004U8ot off=17060051 len=531922 2024-04-24T03:17:11.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 4564 completed, throughput=5MB/sec 2024-04-24T03:17:11.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aVt7G0g4OUDUZHm off=258545 len=1716856 2024-04-24T03:17:11.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 4565 completed, throughput=5MB/sec 2024-04-24T03:17:11.478 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-odH5qk1o-U62ZfZ off=8399172 len=1622315 2024-04-24T03:17:11.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 4566 completed, throughput=5MB/sec 2024-04-24T03:17:12.486 INFO:tasks.workunit.client.0.smithi016.stdout: 888: throughput=5MB/sec pending data=0 2024-04-24T03:17:12.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-adjDv3eJJOkP7Fc off=4157231 len=1366916 2024-04-24T03:17:12.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 4567 completed, throughput=5MB/sec 2024-04-24T03:17:12.494 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1snV7AoRjMDhaz6 off=1159921 len=1723443 2024-04-24T03:17:12.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 4568 completed, throughput=5MB/sec 2024-04-24T03:17:12.496 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NxaJrQrOIXaqLjp off=15119297 len=1572600 2024-04-24T03:17:12.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 4569 completed, throughput=5MB/sec 2024-04-24T03:17:12.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:12 smithi016 ceph-mon[84376]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:17:12.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:12 smithi016 ceph-mon[86910]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:17:12.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:12 smithi063 ceph-mon[77007]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:17:13.506 INFO:tasks.workunit.client.0.smithi016.stdout: 889: throughput=5MB/sec pending data=0 2024-04-24T03:17:13.506 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dfrq83tr70XkcC2 off=13712625 len=80869 2024-04-24T03:17:13.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 4570 completed, throughput=5MB/sec 2024-04-24T03:17:13.507 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NrNAA-WkqqNeWla off=7960361 len=1381133 2024-04-24T03:17:13.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 4571 completed, throughput=5MB/sec 2024-04-24T03:17:13.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BH8N9sDTURC_qYX off=1129422 len=992422 2024-04-24T03:17:13.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 4572 completed, throughput=5MB/sec 2024-04-24T03:17:13.515 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mx0GuKCjWaCPbnq off=5834479 len=1589774 2024-04-24T03:17:13.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 4573 completed, throughput=5MB/sec 2024-04-24T03:17:13.517 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ReZhqh5YRheIvM9 off=13793444 len=1110392 2024-04-24T03:17:13.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 4574 completed, throughput=5MB/sec 2024-04-24T03:17:14.522 INFO:tasks.workunit.client.0.smithi016.stdout: 890: throughput=5MB/sec pending data=0 2024-04-24T03:17:14.522 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_9PAbr4lrlE2sZ off=21589053 len=785369 2024-04-24T03:17:14.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 4575 completed, throughput=5MB/sec 2024-04-24T03:17:14.527 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--ywPcwtFvIJCXE0 off=2895382 len=154961 2024-04-24T03:17:14.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 4576 completed, throughput=5MB/sec 2024-04-24T03:17:14.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y6SUYGnT5aKCKFf off=13940581 len=667457 2024-04-24T03:17:14.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 4577 completed, throughput=5MB/sec 2024-04-24T03:17:14.535 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SrGxKcl42T2hJjf off=5002507 len=1111627 2024-04-24T03:17:14.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 4578 completed, throughput=5MB/sec 2024-04-24T03:17:14.536 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I1yb2WD79n9hRCl off=13080366 len=2054339 2024-04-24T03:17:14.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 4579 completed, throughput=5MB/sec 2024-04-24T03:17:14.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:14 smithi016 ceph-mon[84376]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:17:14.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:14 smithi016 ceph-mon[86910]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:17:14.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:14 smithi063 ceph-mon[77007]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:17:15.539 INFO:tasks.workunit.client.0.smithi016.stdout: 891: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:15.539 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qAwsGjWQDBo1zDd off=5983905 len=217119 2024-04-24T03:17:15.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 4580 completed, throughput=4.99MB/sec 2024-04-24T03:17:15.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ctFazFgVRjrfBru off=10978819 len=732425 2024-04-24T03:17:15.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 4581 completed, throughput=5MB/sec 2024-04-24T03:17:15.543 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HYdIIM8ioa50OAP off=3391088 len=617081 2024-04-24T03:17:15.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 4582 completed, throughput=5MB/sec 2024-04-24T03:17:15.548 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uQirKye2Y17U8cQ off=6410449 len=2003448 2024-04-24T03:17:15.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 4583 completed, throughput=5MB/sec 2024-04-24T03:17:15.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8boovzzPnaO3vxL off=11933111 len=1130455 2024-04-24T03:17:15.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 4584 completed, throughput=5MB/sec 2024-04-24T03:17:15.556 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kTYom1lvkSBw7mN off=1587855 len=635532 2024-04-24T03:17:15.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 4585 completed, throughput=5MB/sec 2024-04-24T03:17:15.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xmCgu0Edflxx7cv off=1573851 len=1350390 2024-04-24T03:17:15.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 4586 completed, throughput=5MB/sec 2024-04-24T03:17:15.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:16.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:16.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:16.569 INFO:tasks.workunit.client.0.smithi016.stdout: 892: throughput=5MB/sec pending data=0 2024-04-24T03:17:16.569 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NDu50rLrcq2VG1g off=14531028 len=1198104 2024-04-24T03:17:16.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 4587 completed, throughput=5MB/sec 2024-04-24T03:17:16.575 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rOgoA3etqDvblL1 off=5639222 len=1678855 2024-04-24T03:17:16.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 4588 completed, throughput=5MB/sec 2024-04-24T03:17:16.584 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CYF1geFRct12L_p off=1534349 len=1389356 2024-04-24T03:17:16.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 4589 completed, throughput=5MB/sec 2024-04-24T03:17:16.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:16 smithi063 ceph-mon[77007]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:16 smithi016 ceph-mon[84376]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:16 smithi016 ceph-mon[86910]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:17.586 INFO:tasks.workunit.client.0.smithi016.stdout: 893: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:17.586 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-You0vCQv7wBTo6r off=4055989 len=674546 2024-04-24T03:17:17.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 4590 completed, throughput=5MB/sec 2024-04-24T03:17:17.591 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RVVl90H5zczW2BL off=6270202 len=1551455 2024-04-24T03:17:17.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 4591 completed, throughput=5MB/sec 2024-04-24T03:17:17.600 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9WUBSodiCXjUJil off=729548 len=1534183 2024-04-24T03:17:17.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 4592 completed, throughput=5MB/sec 2024-04-24T03:17:17.609 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vgCq7fi2tP-0I2g off=972934 len=1374093 2024-04-24T03:17:17.611 INFO:tasks.workunit.client.0.smithi016.stdout:op 4593 completed, throughput=5MB/sec 2024-04-24T03:17:17.611 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9ZUrJctSjr--RRj off=966893 len=1439608 2024-04-24T03:17:17.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 4594 completed, throughput=5MB/sec 2024-04-24T03:17:18.619 INFO:tasks.workunit.client.0.smithi016.stdout: 894: throughput=5MB/sec pending data=0 2024-04-24T03:17:18.619 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-556AxgCKjzzahG_ off=12023388 len=45406 2024-04-24T03:17:18.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 4595 completed, throughput=5MB/sec 2024-04-24T03:17:18.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EkfKb6J_UatqHuX off=944753 len=1406075 2024-04-24T03:17:18.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 4596 completed, throughput=5MB/sec 2024-04-24T03:17:18.627 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cs3gEz7tFN_DBxE off=2633970 len=432219 2024-04-24T03:17:18.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 4597 completed, throughput=5MB/sec 2024-04-24T03:17:18.631 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-59n8STHa-krSGP6 off=6529441 len=1702913 2024-04-24T03:17:18.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 4598 completed, throughput=5MB/sec 2024-04-24T03:17:18.638 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x5HP8qQIFtsQ1dZ off=241517 len=1662244 2024-04-24T03:17:18.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 4599 completed, throughput=5MB/sec 2024-04-24T03:17:18.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:18 smithi016 ceph-mon[84376]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:17:18.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:17:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:17:18] "GET /metrics HTTP/1.1" 200 34224 "" "Prometheus/2.43.0" 2024-04-24T03:17:18.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:18 smithi016 ceph-mon[86910]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:17:18.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:18 smithi063 ceph-mon[77007]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:17:19.647 INFO:tasks.workunit.client.0.smithi016.stdout: 895: throughput=5MB/sec pending data=0 2024-04-24T03:17:19.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OlPI2UuBX-J4S_z off=1296999 len=370187 2024-04-24T03:17:19.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 4600 completed, throughput=5MB/sec 2024-04-24T03:17:19.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-G3jc6f-sdJQBIvW off=10454492 len=319439 2024-04-24T03:17:19.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 4601 completed, throughput=5MB/sec 2024-04-24T03:17:19.651 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XOlx865BzSiU3lS off=4540292 len=25790 2024-04-24T03:17:19.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 4602 completed, throughput=5MB/sec 2024-04-24T03:17:19.654 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZIzufwwWDxTRo98 off=4652815 len=478479 2024-04-24T03:17:19.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 4603 completed, throughput=5MB/sec 2024-04-24T03:17:19.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i9m43ylPhGlH0_M off=9332776 len=1778964 2024-04-24T03:17:19.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 4604 completed, throughput=5MB/sec 2024-04-24T03:17:19.661 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-liERQ3vBAj1bbtf off=613160 len=837318 2024-04-24T03:17:19.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 4605 completed, throughput=5MB/sec 2024-04-24T03:17:19.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OHaMwA-iTRyQKRr off=3571856 len=208875 2024-04-24T03:17:19.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 4606 completed, throughput=5MB/sec 2024-04-24T03:17:19.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N-8518woUCHJxbg off=2575869 len=1251329 2024-04-24T03:17:19.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 4607 completed, throughput=5MB/sec 2024-04-24T03:17:20.670 INFO:tasks.workunit.client.0.smithi016.stdout: 896: throughput=5MB/sec pending data=0 2024-04-24T03:17:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1enoapluX0DCmFO off=6676073 len=426984 2024-04-24T03:17:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 4608 completed, throughput=5MB/sec 2024-04-24T03:17:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-teC0D5zzIJQKJAH off=8205168 len=1151927 2024-04-24T03:17:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 4609 completed, throughput=5MB/sec 2024-04-24T03:17:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kHdjzJiITb5rjAK off=898323 len=1219659 2024-04-24T03:17:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 4610 completed, throughput=5MB/sec 2024-04-24T03:17:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8MX-iC4ymKbWCHe off=3365866 len=365785 2024-04-24T03:17:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 4611 completed, throughput=5MB/sec 2024-04-24T03:17:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8DR4-stgHhCO5FB off=2241772 len=252468 2024-04-24T03:17:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 4612 completed, throughput=5MB/sec 2024-04-24T03:17:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G82yQKFrVGgjSom off=1375337 len=540327 2024-04-24T03:17:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 4613 completed, throughput=5MB/sec 2024-04-24T03:17:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x9hy8issYjJQBpt off=3002229 len=801128 2024-04-24T03:17:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 4614 completed, throughput=5MB/sec 2024-04-24T03:17:20.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:20 smithi063 ceph-mon[77007]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:17:21.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:20 smithi016 ceph-mon[84376]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:17:21.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:20 smithi016 ceph-mon[86910]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:17:21.679 INFO:tasks.workunit.client.0.smithi016.stdout: 897: throughput=5MB/sec pending data=0 2024-04-24T03:17:21.679 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tq3j718d6afYlD3 off=4527988 len=877882 2024-04-24T03:17:21.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 4615 completed, throughput=5MB/sec 2024-04-24T03:17:21.681 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q61wk7IgKbIp4_k off=9986709 len=1736276 2024-04-24T03:17:21.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 4616 completed, throughput=5MB/sec 2024-04-24T03:17:21.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-62mWrHGSK4xr8DQ off=4728897 len=1113247 2024-04-24T03:17:21.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 4617 completed, throughput=5MB/sec 2024-04-24T03:17:21.698 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zHLUS1JcTj-kiwQ off=13269185 len=693654 2024-04-24T03:17:21.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 4618 completed, throughput=5MB/sec 2024-04-24T03:17:21.702 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h_4NdqlQ_3Y46RC off=16034640 len=1914733 2024-04-24T03:17:21.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 4619 completed, throughput=5MB/sec 2024-04-24T03:17:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: 898: throughput=5MB/sec pending data=0 2024-04-24T03:17:22.713 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MUKPHRO-TdtTxi5 off=4723001 len=190795 2024-04-24T03:17:22.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 4620 completed, throughput=5MB/sec 2024-04-24T03:17:22.717 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2X1e6eXre06MT0g off=4903006 len=1980571 2024-04-24T03:17:22.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 4621 completed, throughput=5MB/sec 2024-04-24T03:17:22.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NIHP89LikyfE_Rr off=10824243 len=94938 2024-04-24T03:17:22.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 4622 completed, throughput=5MB/sec 2024-04-24T03:17:22.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yjdJbA59bTlTRj3 off=16522638 len=1233794 2024-04-24T03:17:22.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 4623 completed, throughput=5MB/sec 2024-04-24T03:17:22.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LkRBBEAlTYsnZSo off=7200373 len=1176991 2024-04-24T03:17:22.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 4624 completed, throughput=5MB/sec 2024-04-24T03:17:22.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:22 smithi063 ceph-mon[77007]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:17:23.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:22 smithi016 ceph-mon[84376]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:17:23.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:22 smithi016 ceph-mon[86910]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:17:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: 899: throughput=5MB/sec pending data=0 2024-04-24T03:17:23.736 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S0LvJxHm3e9ZlqI off=8601306 len=1962838 2024-04-24T03:17:23.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 4625 completed, throughput=5MB/sec 2024-04-24T03:17:23.738 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9KjeqG2OiZvQUXl off=13417681 len=1326116 2024-04-24T03:17:23.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 4626 completed, throughput=5MB/sec 2024-04-24T03:17:23.740 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ur1CrPRnMRDBz_X off=4058603 len=1928999 2024-04-24T03:17:23.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 4627 completed, throughput=5MB/sec 2024-04-24T03:17:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: 900: throughput=5MB/sec pending data=0 2024-04-24T03:17:24.749 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ykC-ksR1QYmM7-m off=2528821 len=1751185 2024-04-24T03:17:24.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 4628 completed, throughput=5MB/sec 2024-04-24T03:17:24.757 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aoH_ypCWN5mHe1s off=7110348 len=1443013 2024-04-24T03:17:24.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 4629 completed, throughput=5MB/sec 2024-04-24T03:17:24.767 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XzesMQdlYE3QCoZ off=7480181 len=978477 2024-04-24T03:17:24.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 4630 completed, throughput=5MB/sec 2024-04-24T03:17:24.768 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n24LsaHMVcNX93V off=192562 len=337178 2024-04-24T03:17:24.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 4631 completed, throughput=5MB/sec 2024-04-24T03:17:24.769 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BsaeBaC-KFpBhCE off=1626113 len=109432 2024-04-24T03:17:24.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 4632 completed, throughput=5MB/sec 2024-04-24T03:17:24.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:24 smithi063 ceph-mon[77007]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:17:25.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:24 smithi016 ceph-mon[84376]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:17:25.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:24 smithi016 ceph-mon[86910]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:17:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:25.770 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7T7RaHrxqmMzB23 off=136507 len=1839636 2024-04-24T03:17:25.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 4633 completed, throughput=5MB/sec 2024-04-24T03:17:25.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CQqozwsuVidUXrn off=5204434 len=312503 2024-04-24T03:17:25.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 4634 completed, throughput=5MB/sec 2024-04-24T03:17:25.784 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lz-Awn2BreWEBYl off=3747769 len=1418799 2024-04-24T03:17:25.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 4635 completed, throughput=5MB/sec 2024-04-24T03:17:25.786 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5e3II4DV9XU805R off=3559618 len=426070 2024-04-24T03:17:25.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 4636 completed, throughput=5MB/sec 2024-04-24T03:17:25.787 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TNFZDbZCDauKXOE off=642683 len=1501438 2024-04-24T03:17:25.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 4637 completed, throughput=5MB/sec 2024-04-24T03:17:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:26.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nLWN-XwJCPZq9mF off=11355700 len=754425 2024-04-24T03:17:26.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 4638 completed, throughput=5MB/sec 2024-04-24T03:17:26.796 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TFIPQX0tykjlmjW off=2120991 len=1413406 2024-04-24T03:17:26.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 4639 completed, throughput=5MB/sec 2024-04-24T03:17:26.799 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7OhH82JTPFE1_N2 off=13859372 len=660471 2024-04-24T03:17:26.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:26 smithi063 ceph-mon[77007]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:26.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 4640 completed, throughput=5MB/sec 2024-04-24T03:17:26.800 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rft9NwnGrIWZCQm off=2073182 len=1490319 2024-04-24T03:17:26.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 4641 completed, throughput=5MB/sec 2024-04-24T03:17:26.806 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eK9H_BoQe1w7cnv off=4492248 len=557102 2024-04-24T03:17:26.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 4642 completed, throughput=5MB/sec 2024-04-24T03:17:26.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xiUq-fX1BcqGkx9 off=6807028 len=1464912 2024-04-24T03:17:26.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 4643 completed, throughput=5MB/sec 2024-04-24T03:17:27.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:26 smithi016 ceph-mon[84376]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:27.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:26 smithi016 ceph-mon[86910]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: 903: throughput=5MB/sec pending data=0 2024-04-24T03:17:27.809 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fzc0zU3BY362J32 off=0 len=1735466 2024-04-24T03:17:27.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 4644 completed, throughput=5MB/sec 2024-04-24T03:17:27.818 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9T9J2R0tVLlXU3K off=756450 len=1957292 2024-04-24T03:17:27.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 4645 completed, throughput=5MB/sec 2024-04-24T03:17:27.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FP2BxYfFr2-lrSS off=12297903 len=423376 2024-04-24T03:17:27.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 4646 completed, throughput=5MB/sec 2024-04-24T03:17:27.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5-06T994a9OKmH_ off=1067145 len=701778 2024-04-24T03:17:27.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 4647 completed, throughput=5MB/sec 2024-04-24T03:17:28.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:28 smithi016 ceph-mon[84376]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:28.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:17:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:17:28] "GET /metrics HTTP/1.1" 200 34224 "" "Prometheus/2.43.0" 2024-04-24T03:17:28.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:28 smithi016 ceph-mon[86910]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:28.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:28 smithi063 ceph-mon[77007]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:17:28.832 INFO:tasks.workunit.client.0.smithi016.stdout: 904: throughput=5MB/sec pending data=0 2024-04-24T03:17:28.832 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JtwEHhjfHiJni-T off=1304283 len=694178 2024-04-24T03:17:28.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 4648 completed, throughput=5MB/sec 2024-04-24T03:17:28.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pvE1dvnm4v6csJx off=1102671 len=162755 2024-04-24T03:17:28.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 4649 completed, throughput=5MB/sec 2024-04-24T03:17:28.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lf5HkUgfOkB2LkW off=4330232 len=93169 2024-04-24T03:17:28.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 4650 completed, throughput=5MB/sec 2024-04-24T03:17:28.839 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R-xz84o5w4sPS4m off=7341118 len=5574 2024-04-24T03:17:28.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 4651 completed, throughput=5MB/sec 2024-04-24T03:17:28.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w1FXb19eKHweufW off=2019000 len=1101877 2024-04-24T03:17:28.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 4652 completed, throughput=5MB/sec 2024-04-24T03:17:28.842 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DlsIs-K2GBxv4D6 off=9048521 len=1961001 2024-04-24T03:17:28.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 4653 completed, throughput=5MB/sec 2024-04-24T03:17:28.852 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zs81Xyf2GdrcL8M off=6824967 len=1991334 2024-04-24T03:17:28.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 4654 completed, throughput=5MB/sec 2024-04-24T03:17:29.861 INFO:tasks.workunit.client.0.smithi016.stdout: 905: throughput=5MB/sec pending data=0 2024-04-24T03:17:29.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NmEk2ienc-eDEcm off=8581475 len=1464130 2024-04-24T03:17:29.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 4655 completed, throughput=5MB/sec 2024-04-24T03:17:29.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ebpw7YjHpJZ-Kj0 off=12344149 len=517604 2024-04-24T03:17:29.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 4656 completed, throughput=5MB/sec 2024-04-24T03:17:29.888 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8lWWE_FRGOSaZL9 off=6365129 len=722198 2024-04-24T03:17:29.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 4657 completed, throughput=5MB/sec 2024-04-24T03:17:29.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KklAXxBMBp83wbL off=2415637 len=1991887 2024-04-24T03:17:29.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 4658 completed, throughput=5MB/sec 2024-04-24T03:17:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:30 smithi063 ceph-mon[77007]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:30.872 INFO:tasks.workunit.client.0.smithi016.stdout: 906: throughput=5MB/sec pending data=0 2024-04-24T03:17:30.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4OXO1nMD5v18U7i off=1200810 len=984413 2024-04-24T03:17:30.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 4659 completed, throughput=5MB/sec 2024-04-24T03:17:30.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--vqEMlriKkFxEfw off=21584946 len=1946688 2024-04-24T03:17:30.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 4660 completed, throughput=5MB/sec 2024-04-24T03:17:30.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FNt_992TJf2NdVh off=11432879 len=1591029 2024-04-24T03:17:30.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 4661 completed, throughput=5MB/sec 2024-04-24T03:17:30.893 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tAFvvMrP_ReddB5 off=11151229 len=1707104 2024-04-24T03:17:30.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 4662 completed, throughput=5MB/sec 2024-04-24T03:17:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:30 smithi016 ceph-mon[84376]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:30 smithi016 ceph-mon[86910]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:31.896 INFO:tasks.workunit.client.0.smithi016.stdout: 907: throughput=5MB/sec pending data=0 2024-04-24T03:17:31.896 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FlQHRw_iXULGrku off=15374424 len=885293 2024-04-24T03:17:31.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 4663 completed, throughput=5MB/sec 2024-04-24T03:17:31.901 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TM18iemOch8TEB2 off=2524342 len=112482 2024-04-24T03:17:31.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 4664 completed, throughput=5MB/sec 2024-04-24T03:17:31.901 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UdojL6HgZcZIKNR off=47465 len=77015 2024-04-24T03:17:31.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 4665 completed, throughput=5MB/sec 2024-04-24T03:17:31.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AwW21b_UIZCqeU9 off=2190877 len=1026556 2024-04-24T03:17:31.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 4666 completed, throughput=5MB/sec 2024-04-24T03:17:31.908 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FeOSJ0NK-l_dk3c off=726140 len=1927199 2024-04-24T03:17:31.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 4667 completed, throughput=5MB/sec 2024-04-24T03:17:32.800 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:32 smithi063 ceph-mon[77007]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:17:32.911 INFO:tasks.workunit.client.0.smithi016.stdout: 908: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:32.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zrPJo3Bl4YiQc5H off=3511481 len=759128 2024-04-24T03:17:32.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 4668 completed, throughput=5MB/sec 2024-04-24T03:17:32.916 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AReb4ZhMnPd070L off=13626033 len=104957 2024-04-24T03:17:32.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 4669 completed, throughput=5MB/sec 2024-04-24T03:17:32.918 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9RNbVSNMaNe5QNY off=113672 len=206039 2024-04-24T03:17:32.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 4670 completed, throughput=5MB/sec 2024-04-24T03:17:32.921 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-37xypqz2QP2iWX1 off=7665999 len=1428303 2024-04-24T03:17:32.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 4671 completed, throughput=5MB/sec 2024-04-24T03:17:32.929 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D4ZDNDpnQu7hr72 off=217360 len=257070 2024-04-24T03:17:32.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 4672 completed, throughput=5MB/sec 2024-04-24T03:17:32.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AT4jQ3pGjMFhhNA off=1387649 len=910117 2024-04-24T03:17:32.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 4673 completed, throughput=5MB/sec 2024-04-24T03:17:32.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iHFA5Ab32-aEb2Z off=97053 len=1541666 2024-04-24T03:17:32.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 4674 completed, throughput=5MB/sec 2024-04-24T03:17:33.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:32 smithi016 ceph-mon[84376]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:17:33.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:32 smithi016 ceph-mon[86910]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-24T03:17:33.936 INFO:tasks.workunit.client.0.smithi016.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:33.936 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i0KuNXtUD0uob_a off=3143202 len=2043789 2024-04-24T03:17:33.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 4675 completed, throughput=5MB/sec 2024-04-24T03:17:33.948 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aiWLdeXbbj8gV04 off=3772504 len=37480 2024-04-24T03:17:33.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 4676 completed, throughput=5MB/sec 2024-04-24T03:17:33.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2Ux-ssBz9c_85ex off=705811 len=1877337 2024-04-24T03:17:33.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 4677 completed, throughput=5MB/sec 2024-04-24T03:17:33.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-02I4VCATjs5Us38 off=11092165 len=345735 2024-04-24T03:17:33.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 4678 completed, throughput=5MB/sec 2024-04-24T03:17:33.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X2IxlAT3FKng72w off=5091745 len=1707530 2024-04-24T03:17:33.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 4679 completed, throughput=5MB/sec 2024-04-24T03:17:34.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:34 smithi063 ceph-mon[77007]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:17:34.973 INFO:tasks.workunit.client.0.smithi016.stdout: 910: throughput=5MB/sec pending data=0 2024-04-24T03:17:34.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2b8kp2TGe9pTuVe off=9186574 len=128346 2024-04-24T03:17:34.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 4680 completed, throughput=5MB/sec 2024-04-24T03:17:34.976 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CivH0KNP5KtY1fN off=1677382 len=1086854 2024-04-24T03:17:34.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 4681 completed, throughput=5MB/sec 2024-04-24T03:17:34.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VnK0WtCrdd6B7fx off=12026603 len=1245751 2024-04-24T03:17:34.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 4682 completed, throughput=5MB/sec 2024-04-24T03:17:34.979 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eINT1yK3A4mLe4t off=322050 len=2057000 2024-04-24T03:17:34.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 4683 completed, throughput=5MB/sec 2024-04-24T03:17:34.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fj--AAQf_OT2BJg off=1512425 len=1794348 2024-04-24T03:17:34.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 4684 completed, throughput=5MB/sec 2024-04-24T03:17:35.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:34 smithi016 ceph-mon[84376]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:17:35.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:34 smithi016 ceph-mon[86910]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:17:35.994 INFO:tasks.workunit.client.0.smithi016.stdout: 911: throughput=5MB/sec pending data=0 2024-04-24T03:17:35.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-84bVNrI1fxBbfBp off=7967192 len=228580 2024-04-24T03:17:35.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 4685 completed, throughput=5MB/sec 2024-04-24T03:17:35.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u3nm0mLzqtaEBGq off=8131934 len=906993 2024-04-24T03:17:35.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 4686 completed, throughput=5MB/sec 2024-04-24T03:17:35.998 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5A9yx-EbWHw-zoq off=8652623 len=1520314 2024-04-24T03:17:36.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 4687 completed, throughput=5MB/sec 2024-04-24T03:17:36.001 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M72TO1XRI14__7o off=868889 len=1166584 2024-04-24T03:17:36.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 4688 completed, throughput=5MB/sec 2024-04-24T03:17:37.003 INFO:tasks.workunit.client.0.smithi016.stdout: 912: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:37.003 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uoyU5jP6uJHkbfG off=4068209 len=79702 2024-04-24T03:17:37.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 4689 completed, throughput=4.99MB/sec 2024-04-24T03:17:37.006 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SZ8elIDGAaiziqC off=14693582 len=248175 2024-04-24T03:17:37.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 4690 completed, throughput=5MB/sec 2024-04-24T03:17:37.008 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tMvqOcYROMXcKR- off=470766 len=634163 2024-04-24T03:17:37.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 4691 completed, throughput=5MB/sec 2024-04-24T03:17:37.009 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OYr9hw0vgiHp90O off=7990713 len=253637 2024-04-24T03:17:37.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 4692 completed, throughput=5MB/sec 2024-04-24T03:17:37.012 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oglZEUg2nu8iwvP off=0 len=1208387 2024-04-24T03:17:37.014 INFO:tasks.workunit.client.0.smithi016.stdout:op 4693 completed, throughput=5MB/sec 2024-04-24T03:17:37.014 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3wVgdlnZgdmW5O- off=4836510 len=1503525 2024-04-24T03:17:37.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 4694 completed, throughput=5MB/sec 2024-04-24T03:17:37.016 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z_kAh4KnSN0Y0TM off=7045862 len=896359 2024-04-24T03:17:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:36 smithi016 ceph-mon[84376]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:17:37.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:36 smithi016 ceph-mon[86910]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:17:37.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 4695 completed, throughput=5MB/sec 2024-04-24T03:17:37.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OZwD9QF-_W6O9fw off=3448554 len=1014139 2024-04-24T03:17:37.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 4696 completed, throughput=5MB/sec 2024-04-24T03:17:37.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:36 smithi063 ceph-mon[77007]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:17:38.027 INFO:tasks.workunit.client.0.smithi016.stdout: 913: throughput=5MB/sec pending data=0 2024-04-24T03:17:38.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JEc95X-4tV6B7My off=15685987 len=255441 2024-04-24T03:17:38.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 4697 completed, throughput=5MB/sec 2024-04-24T03:17:38.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qz-UrAccmDRZMAL off=702611 len=1837393 2024-04-24T03:17:38.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 4698 completed, throughput=5MB/sec 2024-04-24T03:17:38.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xb_MCybjnSf-N7f off=3723662 len=1132074 2024-04-24T03:17:38.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 4699 completed, throughput=5MB/sec 2024-04-24T03:17:38.031 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Var3mHpZLgUxnn0 off=15088285 len=1915365 2024-04-24T03:17:38.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 4700 completed, throughput=5MB/sec 2024-04-24T03:17:38.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:38 smithi016 ceph-mon[84376]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:17:38.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:38 smithi016 ceph-mon[86910]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:17:38.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:17:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:17:38] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:17:39.043 INFO:tasks.workunit.client.0.smithi016.stdout: 914: throughput=5MB/sec pending data=0 2024-04-24T03:17:39.043 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qBka1NTLk1ZApn7 off=5169279 len=764734 2024-04-24T03:17:39.048 INFO:tasks.workunit.client.0.smithi016.stdout:op 4701 completed, throughput=5MB/sec 2024-04-24T03:17:39.048 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9iDVcjOPfFLMvAL off=1453417 len=811852 2024-04-24T03:17:39.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:38 smithi063 ceph-mon[77007]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:17:39.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 4702 completed, throughput=5MB/sec 2024-04-24T03:17:39.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zcT9pgkVyrLvYJM off=12213736 len=1356815 2024-04-24T03:17:39.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 4703 completed, throughput=5MB/sec 2024-04-24T03:17:39.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q_7duEyz-msRM_C off=9581513 len=1152729 2024-04-24T03:17:39.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 4704 completed, throughput=5MB/sec 2024-04-24T03:17:39.061 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yPyoUEw-PfzRqxw off=1414409 len=1503182 2024-04-24T03:17:39.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 4705 completed, throughput=5MB/sec 2024-04-24T03:17:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: 915: throughput=5MB/sec pending data=0 2024-04-24T03:17:40.068 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zcXZqE8XvOwtHu2 off=2395079 len=1513258 2024-04-24T03:17:40.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 4706 completed, throughput=5MB/sec 2024-04-24T03:17:40.080 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JbU6UriJR_tUiRa off=2448673 len=1436251 2024-04-24T03:17:40.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 4707 completed, throughput=5MB/sec 2024-04-24T03:17:40.082 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4To6Zn40uuv_hpk off=2203339 len=1270304 2024-04-24T03:17:40.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 4708 completed, throughput=5MB/sec 2024-04-24T03:17:40.088 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b707qJSZokxI6JJ off=2440510 len=1760711 2024-04-24T03:17:40.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 4709 completed, throughput=5MB/sec 2024-04-24T03:17:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:40 smithi016 ceph-mon[84376]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:17:41.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:40 smithi016 ceph-mon[86910]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:17:41.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:40 smithi063 ceph-mon[77007]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:17:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: 916: throughput=5MB/sec pending data=0 2024-04-24T03:17:41.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-97w1A6aRGhYEr9k off=11151957 len=143017 2024-04-24T03:17:41.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 4710 completed, throughput=5MB/sec 2024-04-24T03:17:41.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2UCzngNGF8rba_q off=1019112 len=419785 2024-04-24T03:17:41.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 4711 completed, throughput=5MB/sec 2024-04-24T03:17:41.097 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D2Qkkc4hLQFFMYR off=1630738 len=320219 2024-04-24T03:17:41.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 4712 completed, throughput=5MB/sec 2024-04-24T03:17:41.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Et9MKB6xhN1wupq off=3081454 len=1940745 2024-04-24T03:17:41.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 4713 completed, throughput=5MB/sec 2024-04-24T03:17:41.104 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zvYjOVOfSKnkRV9 off=1384251 len=498670 2024-04-24T03:17:41.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 4714 completed, throughput=5MB/sec 2024-04-24T03:17:41.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6fE6akwMEJPM7Y4 off=2727726 len=1854343 2024-04-24T03:17:41.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 4715 completed, throughput=5MB/sec 2024-04-24T03:17:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: 917: throughput=5MB/sec pending data=0 2024-04-24T03:17:42.110 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9dTwcCBJvAkJ6wh off=15076069 len=1013319 2024-04-24T03:17:42.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 4716 completed, throughput=5MB/sec 2024-04-24T03:17:42.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bq_z1muwz4d9_ry off=2235443 len=700834 2024-04-24T03:17:42.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 4717 completed, throughput=5MB/sec 2024-04-24T03:17:42.118 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pcqfxID-g3iU0u8 off=615886 len=1657372 2024-04-24T03:17:42.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 4718 completed, throughput=5MB/sec 2024-04-24T03:17:42.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TMT4wLHa5pwFYxn off=16686148 len=348030 2024-04-24T03:17:42.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 4719 completed, throughput=5MB/sec 2024-04-24T03:17:42.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Oo4J_1E2dZk4mAH off=11038605 len=1678790 2024-04-24T03:17:42.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 4720 completed, throughput=5MB/sec 2024-04-24T03:17:43.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:42 smithi016 ceph-mon[84376]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:17:43.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:17:43.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:42 smithi016 ceph-mon[86910]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:17:43.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:17:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:42 smithi063 ceph-mon[77007]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:17:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:17:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: 918: throughput=5MB/sec pending data=0 2024-04-24T03:17:43.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E1VIpqbUAntiX8p off=13933929 len=1564866 2024-04-24T03:17:43.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 4721 completed, throughput=5MB/sec 2024-04-24T03:17:43.140 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cFx1nbmCVYsyhiR off=19688495 len=2008195 2024-04-24T03:17:43.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 4722 completed, throughput=5MB/sec 2024-04-24T03:17:43.153 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_YTsNyWhR75ack6 off=8654513 len=1663549 2024-04-24T03:17:43.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 4723 completed, throughput=5MB/sec 2024-04-24T03:17:44.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:17:44.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:17:44.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:17:44.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:17:44.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:17:44.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:17:44.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:17:44.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:17:44.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:17:44.155 INFO:tasks.workunit.client.0.smithi016.stdout: 919: throughput=5MB/sec pending data=0 2024-04-24T03:17:44.155 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hkdR7G35I0N1aaJ off=1069706 len=1690285 2024-04-24T03:17:44.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 4724 completed, throughput=5MB/sec 2024-04-24T03:17:44.157 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XI4Cic9puNBhncu off=8880451 len=971671 2024-04-24T03:17:44.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 4725 completed, throughput=5MB/sec 2024-04-24T03:17:44.162 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hs5DqjHyMJdsIxD off=12797548 len=1147836 2024-04-24T03:17:44.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 4726 completed, throughput=5MB/sec 2024-04-24T03:17:44.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jh02TDhqroP5str off=12931592 len=1417852 2024-04-24T03:17:44.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 4727 completed, throughput=5MB/sec 2024-04-24T03:17:45.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:44 smithi016 ceph-mon[84376]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:17:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:44 smithi016 ceph-mon[86910]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:17:45.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:44 smithi063 ceph-mon[77007]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:17:45.179 INFO:tasks.workunit.client.0.smithi016.stdout: 920: throughput=5MB/sec pending data=0 2024-04-24T03:17:45.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gj5Edalk5Jr0ZWt off=2599383 len=644029 2024-04-24T03:17:45.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 4728 completed, throughput=5MB/sec 2024-04-24T03:17:45.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MATQVgj-5UvV2Xq off=7792341 len=1823582 2024-04-24T03:17:45.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 4729 completed, throughput=5MB/sec 2024-04-24T03:17:45.188 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0vz-mRs3M4O3Awk off=6405375 len=1450424 2024-04-24T03:17:45.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 4730 completed, throughput=5MB/sec 2024-04-24T03:17:45.195 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KtHFOhjwkS0HLyX off=8166234 len=475992 2024-04-24T03:17:45.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 4731 completed, throughput=5MB/sec 2024-04-24T03:17:45.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cDapJdUbCQFoMwe off=2387613 len=572652 2024-04-24T03:17:45.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 4732 completed, throughput=5MB/sec 2024-04-24T03:17:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:17:46.202 INFO:tasks.workunit.client.0.smithi016.stdout: 921: throughput=5MB/sec pending data=0 2024-04-24T03:17:46.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-njnk972Zc3H7f2o off=437069 len=818450 2024-04-24T03:17:46.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 4733 completed, throughput=5MB/sec 2024-04-24T03:17:46.207 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2qcfy6FX8wWUsEL off=8415456 len=1134344 2024-04-24T03:17:46.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 4734 completed, throughput=5MB/sec 2024-04-24T03:17:46.214 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A8nP4C80k0Yu-bj off=3649673 len=1109382 2024-04-24T03:17:46.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 4735 completed, throughput=5MB/sec 2024-04-24T03:17:46.215 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FW5ieqyh3cV4A45 off=18058280 len=36425 2024-04-24T03:17:46.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 4736 completed, throughput=5MB/sec 2024-04-24T03:17:46.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F9UqXG4HXvfhcIv off=1121597 len=1783864 2024-04-24T03:17:46.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 4737 completed, throughput=5MB/sec 2024-04-24T03:17:46.218 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e54nZnw524GY6CO off=15011285 len=1045259 2024-04-24T03:17:46.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 4738 completed, throughput=5MB/sec 2024-04-24T03:17:47.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:46 smithi016 ceph-mon[84376]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:17:47.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:46 smithi016 ceph-mon[86910]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:17:47.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:46 smithi063 ceph-mon[77007]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:17:47.220 INFO:tasks.workunit.client.0.smithi016.stdout: 922: throughput=5MB/sec pending data=0 2024-04-24T03:17:47.220 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DT5L1lJbsSMfnRS off=11764228 len=53548 2024-04-24T03:17:47.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 4739 completed, throughput=5MB/sec 2024-04-24T03:17:47.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8VPFcFKA9vv6DTH off=13101783 len=458452 2024-04-24T03:17:47.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 4740 completed, throughput=5MB/sec 2024-04-24T03:17:47.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZGNyLCv2T08q1S9 off=8364777 len=2047817 2024-04-24T03:17:47.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 4741 completed, throughput=5MB/sec 2024-04-24T03:17:47.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7T983kLnk076Fg5 off=4303473 len=2054775 2024-04-24T03:17:47.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 4742 completed, throughput=5MB/sec 2024-04-24T03:17:48.231 INFO:tasks.workunit.client.0.smithi016.stdout: 923: throughput=5MB/sec pending data=0 2024-04-24T03:17:48.231 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7ipdXRii59lywbZ off=14755100 len=1220215 2024-04-24T03:17:48.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 4743 completed, throughput=5MB/sec 2024-04-24T03:17:48.239 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gRYQNrl_PkW5t0M off=8671174 len=71012 2024-04-24T03:17:48.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 4744 completed, throughput=5MB/sec 2024-04-24T03:17:48.240 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yMs9Sr3COv63MWT off=178885 len=510760 2024-04-24T03:17:48.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 4745 completed, throughput=5MB/sec 2024-04-24T03:17:48.244 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-numfSeNp2Jlv52K off=5946692 len=993386 2024-04-24T03:17:48.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 4746 completed, throughput=5MB/sec 2024-04-24T03:17:48.246 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LKNW_N4323SBHbC off=3954493 len=162588 2024-04-24T03:17:48.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 4747 completed, throughput=5MB/sec 2024-04-24T03:17:48.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N8F_kPE72H58Igr off=3922617 len=1161691 2024-04-24T03:17:48.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 4748 completed, throughput=5MB/sec 2024-04-24T03:17:48.256 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dj3NLeR5Ds_GaHz off=619051 len=1483653 2024-04-24T03:17:48.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 4749 completed, throughput=5MB/sec 2024-04-24T03:17:48.673 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:17:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:17:48] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:17:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:48 smithi016 ceph-mon[84376]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:17:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:48 smithi016 ceph-mon[86910]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:17:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:48 smithi063 ceph-mon[77007]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:17:49.266 INFO:tasks.workunit.client.0.smithi016.stdout: 924: throughput=5MB/sec pending data=0 2024-04-24T03:17:49.266 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ejGIUgXKhna0qZW off=7491848 len=2562 2024-04-24T03:17:49.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 4750 completed, throughput=5MB/sec 2024-04-24T03:17:49.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zl9HKm76zLVNnHM off=2057493 len=1288909 2024-04-24T03:17:49.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 4751 completed, throughput=5MB/sec 2024-04-24T03:17:49.274 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V5ZDYsjJbc6mWgf off=6807971 len=461381 2024-04-24T03:17:49.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 4752 completed, throughput=5MB/sec 2024-04-24T03:17:49.275 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EMr7DldNmBvbYva off=7947418 len=884427 2024-04-24T03:17:49.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 4753 completed, throughput=5MB/sec 2024-04-24T03:17:49.281 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9wI5DhEx8weHnAQ off=253082 len=1819514 2024-04-24T03:17:49.284 INFO:tasks.workunit.client.0.smithi016.stdout:op 4754 completed, throughput=5MB/sec 2024-04-24T03:17:49.284 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NG3T_34FUhtI0bE off=5267638 len=631197 2024-04-24T03:17:49.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 4755 completed, throughput=5MB/sec 2024-04-24T03:17:50.286 INFO:tasks.workunit.client.0.smithi016.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:50.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7vS-8tK3q8sfAiW off=15489439 len=5229 2024-04-24T03:17:50.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 4756 completed, throughput=4.99MB/sec 2024-04-24T03:17:50.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j-KUvrw10lAD_wh off=2872658 len=137280 2024-04-24T03:17:50.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 4757 completed, throughput=5MB/sec 2024-04-24T03:17:50.288 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-grWbrxyRUW3aoy8 off=10286077 len=601395 2024-04-24T03:17:50.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 4758 completed, throughput=5MB/sec 2024-04-24T03:17:50.289 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G4rvIG3AyciSFoy off=1137356 len=111221 2024-04-24T03:17:50.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 4759 completed, throughput=5MB/sec 2024-04-24T03:17:50.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JICfoFSoo455Xky off=13429573 len=1559338 2024-04-24T03:17:50.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 4760 completed, throughput=5MB/sec 2024-04-24T03:17:50.299 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nvENZYTK4im3Evs off=18802225 len=603947 2024-04-24T03:17:50.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 4761 completed, throughput=5MB/sec 2024-04-24T03:17:50.303 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xM0cOQpOd6j8nQ0 off=14347490 len=1404986 2024-04-24T03:17:50.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 4762 completed, throughput=5MB/sec 2024-04-24T03:17:50.311 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ilSe04QFrgweHE4 off=3048047 len=236398 2024-04-24T03:17:50.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 4763 completed, throughput=5MB/sec 2024-04-24T03:17:50.312 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gXFPyNY9bRqtrT- off=15752256 len=1904513 2024-04-24T03:17:50.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 4764 completed, throughput=5MB/sec 2024-04-24T03:17:51.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:50 smithi016 ceph-mon[84376]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:17:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:50 smithi016 ceph-mon[86910]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:17:51.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:50 smithi063 ceph-mon[77007]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:17:51.322 INFO:tasks.workunit.client.0.smithi016.stdout: 926: throughput=5MB/sec pending data=0 2024-04-24T03:17:51.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KlxlHSbxCCgvTPi off=83370 len=1403163 2024-04-24T03:17:51.329 INFO:tasks.workunit.client.0.smithi016.stdout:op 4765 completed, throughput=5MB/sec 2024-04-24T03:17:51.329 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vY1HgP0-SQXeV05 off=10484148 len=583861 2024-04-24T03:17:51.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 4766 completed, throughput=5MB/sec 2024-04-24T03:17:51.330 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X_1APaZsbCUWuLN off=59772 len=37714 2024-04-24T03:17:51.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 4767 completed, throughput=5MB/sec 2024-04-24T03:17:51.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o3bGUo7xJM-9M8o off=88175 len=2039406 2024-04-24T03:17:51.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 4768 completed, throughput=5MB/sec 2024-04-24T03:17:52.346 INFO:tasks.workunit.client.0.smithi016.stdout: 927: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:52.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n_5zlStZyDcYTE6 off=12074001 len=950905 2024-04-24T03:17:52.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 4769 completed, throughput=5MB/sec 2024-04-24T03:17:52.352 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-soyqO97VSuYjNUf off=3553235 len=1131346 2024-04-24T03:17:52.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 4770 completed, throughput=5MB/sec 2024-04-24T03:17:52.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SYssGao5C9AlgJp off=3791166 len=806205 2024-04-24T03:17:52.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 4771 completed, throughput=5MB/sec 2024-04-24T03:17:52.359 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sP5066A_R4fcBSV off=2004870 len=588333 2024-04-24T03:17:52.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 4772 completed, throughput=5MB/sec 2024-04-24T03:17:52.363 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9WUBSodiCXjUJil off=5767695 len=703826 2024-04-24T03:17:52.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 4773 completed, throughput=5MB/sec 2024-04-24T03:17:52.368 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PblChmL32lT777k off=8774806 len=1459904 2024-04-24T03:17:52.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 4774 completed, throughput=5MB/sec 2024-04-24T03:17:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:52 smithi016 ceph-mon[84376]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:17:53.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:52 smithi016 ceph-mon[86910]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:17:53.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:52 smithi063 ceph-mon[77007]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:17:53.369 INFO:tasks.workunit.client.0.smithi016.stdout: 928: throughput=5MB/sec pending data=0 2024-04-24T03:17:53.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bQME_dHHTtsXbnH off=13312183 len=297070 2024-04-24T03:17:53.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 4775 completed, throughput=5MB/sec 2024-04-24T03:17:53.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bOorrSZE5tdQdAD off=419668 len=1235212 2024-04-24T03:17:53.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 4776 completed, throughput=5MB/sec 2024-04-24T03:17:53.378 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ujaj1_Qb3MYyCz_ off=5938615 len=675767 2024-04-24T03:17:53.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 4777 completed, throughput=5MB/sec 2024-04-24T03:17:53.383 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vzn5ZdCVyEaMfr6 off=946688 len=1276282 2024-04-24T03:17:53.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 4778 completed, throughput=5MB/sec 2024-04-24T03:17:53.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uk8Is1jIyo4TGHY off=13122421 len=1394513 2024-04-24T03:17:53.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 4779 completed, throughput=5MB/sec 2024-04-24T03:17:53.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bFGFSCyofl2NrcL off=5163432 len=954163 2024-04-24T03:17:53.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 4780 completed, throughput=5MB/sec 2024-04-24T03:17:54.399 INFO:tasks.workunit.client.0.smithi016.stdout: 929: throughput=5MB/sec pending data=0 2024-04-24T03:17:54.399 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-plLg5ywzbZBSak1 off=23527768 len=1726954 2024-04-24T03:17:54.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 4781 completed, throughput=5MB/sec 2024-04-24T03:17:54.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-brH51KpzTCPGEhn off=2230591 len=969444 2024-04-24T03:17:54.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 4782 completed, throughput=5MB/sec 2024-04-24T03:17:54.403 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NbxH2iTBzR4KD8o off=4041305 len=2029133 2024-04-24T03:17:54.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 4783 completed, throughput=5MB/sec 2024-04-24T03:17:55.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:54 smithi016 ceph-mon[84376]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:55.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:54 smithi016 ceph-mon[86910]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:55.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:54 smithi063 ceph-mon[77007]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:55.406 INFO:tasks.workunit.client.0.smithi016.stdout: 930: throughput=4.99MB/sec pending data=0 2024-04-24T03:17:55.453 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e94Z1IevjN-GXVY off=6350968 len=1540973 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 4784 completed, throughput=5MB/sec 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fFdXU04hdqsldYV off=6836805 len=312331 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 4785 completed, throughput=5MB/sec 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lOI9eaWl8DbGVdV off=359552 len=640899 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 4786 completed, throughput=5MB/sec 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9ltXsIgOmNc5WO0 off=12284502 len=1015556 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 4787 completed, throughput=5MB/sec 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0ScRBGPDW434ZqI off=4026876 len=1114957 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 4788 completed, throughput=5MB/sec 2024-04-24T03:17:55.455 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kDMd-CiIIzQMReR off=20395866 len=451080 2024-04-24T03:17:55.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 4789 completed, throughput=5MB/sec 2024-04-24T03:17:55.456 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hyAAqYgTpV44ZR_ off=4125301 len=1865672 2024-04-24T03:17:55.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 4790 completed, throughput=5MB/sec 2024-04-24T03:17:56.436 INFO:tasks.workunit.client.0.smithi016.stdout: 931: throughput=5MB/sec pending data=0 2024-04-24T03:17:56.436 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-um0_UUb5B7df12s off=12828552 len=648205 2024-04-24T03:17:56.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 4791 completed, throughput=5MB/sec 2024-04-24T03:17:56.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DwBR2SezC37TAV4 off=4851253 len=1864822 2024-04-24T03:17:56.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 4792 completed, throughput=5MB/sec 2024-04-24T03:17:56.439 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h3rQ9HisGcr9vbm off=1826285 len=1499997 2024-04-24T03:17:56.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 4793 completed, throughput=5MB/sec 2024-04-24T03:17:57.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:56 smithi016 ceph-mon[84376]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:57.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:56 smithi016 ceph-mon[86910]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:56 smithi063 ceph-mon[77007]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:17:57.442 INFO:tasks.workunit.client.0.smithi016.stdout: 932: throughput=5MB/sec pending data=0 2024-04-24T03:17:57.443 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1LO6G9AnCpF-63h off=11616074 len=645443 2024-04-24T03:17:57.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 4794 completed, throughput=5MB/sec 2024-04-24T03:17:57.447 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XO56OE4u6RuA2CZ off=14197720 len=1132512 2024-04-24T03:17:57.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 4795 completed, throughput=5MB/sec 2024-04-24T03:17:57.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pMDL7yYbt-Ftqki off=14475047 len=1001350 2024-04-24T03:17:57.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 4796 completed, throughput=5MB/sec 2024-04-24T03:17:57.455 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mFexVhWuQVukAA5 off=3435598 len=96372 2024-04-24T03:17:57.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 4797 completed, throughput=5MB/sec 2024-04-24T03:17:57.455 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h9iSsuhj_YgsCry off=8248156 len=1523119 2024-04-24T03:17:57.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 4798 completed, throughput=5MB/sec 2024-04-24T03:17:57.457 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lc47H7MTfQE661v off=1647150 len=1564540 2024-04-24T03:17:57.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 4799 completed, throughput=5MB/sec 2024-04-24T03:17:58.466 INFO:tasks.workunit.client.0.smithi016.stdout: 933: throughput=5MB/sec pending data=0 2024-04-24T03:17:58.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Z__qVXI1JExD0b off=1540533 len=1721039 2024-04-24T03:17:58.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 4800 completed, throughput=5MB/sec 2024-04-24T03:17:58.468 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a91bUSOWhckZRtq off=4581721 len=2058467 2024-04-24T03:17:58.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 4801 completed, throughput=5MB/sec 2024-04-24T03:17:58.481 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YV-nlnpY2g_J2UW off=787347 len=254459 2024-04-24T03:17:58.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 4802 completed, throughput=5MB/sec 2024-04-24T03:17:58.484 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6Mb7oDN9UeOsH3R off=21302966 len=1806557 2024-04-24T03:17:58.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 4803 completed, throughput=5MB/sec 2024-04-24T03:17:58.688 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:17:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:17:58] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:17:59.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:17:58 smithi016 ceph-mon[84376]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:17:59.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:17:58 smithi016 ceph-mon[86910]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:17:59.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:17:58 smithi063 ceph-mon[77007]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:17:59.493 INFO:tasks.workunit.client.0.smithi016.stdout: 934: throughput=5MB/sec pending data=0 2024-04-24T03:17:59.494 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v7JHjRL_x5gL_29 off=22753041 len=2001093 2024-04-24T03:17:59.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 4804 completed, throughput=5MB/sec 2024-04-24T03:17:59.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mr2IZXKSfGpsPxu off=3417631 len=984126 2024-04-24T03:17:59.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 4805 completed, throughput=5MB/sec 2024-04-24T03:17:59.506 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gXFPyNY9bRqtrT- off=780435 len=202421 2024-04-24T03:17:59.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 4806 completed, throughput=5MB/sec 2024-04-24T03:17:59.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WphcmIhCqH68UYV off=5980166 len=1352056 2024-04-24T03:17:59.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 4807 completed, throughput=5MB/sec 2024-04-24T03:18:00.509 INFO:tasks.workunit.client.0.smithi016.stdout: 935: throughput=5MB/sec pending data=0 2024-04-24T03:18:00.509 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2kMRiq7Q5AVtvMR off=3945260 len=1431428 2024-04-24T03:18:00.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 4808 completed, throughput=5MB/sec 2024-04-24T03:18:00.511 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-canQEG8hblwUci2 off=2411015 len=606147 2024-04-24T03:18:00.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 4809 completed, throughput=5MB/sec 2024-04-24T03:18:00.516 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Ia1SaZ-o8YICpw off=20528787 len=646743 2024-04-24T03:18:00.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 4810 completed, throughput=5MB/sec 2024-04-24T03:18:00.520 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_ZgIv-LBuztZRIf off=1617447 len=1627906 2024-04-24T03:18:00.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 4811 completed, throughput=5MB/sec 2024-04-24T03:18:00.527 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8ZRYRTM054bf1lA off=838967 len=122942 2024-04-24T03:18:00.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 4812 completed, throughput=5MB/sec 2024-04-24T03:18:00.527 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KQ-VzWiH8g1iT9m off=16881956 len=2044243 2024-04-24T03:18:00.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 4813 completed, throughput=5MB/sec 2024-04-24T03:18:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:00 smithi016 ceph-mon[86910]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:18:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:00 smithi016 ceph-mon[84376]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:18:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:00 smithi063 ceph-mon[77007]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:18:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:01.530 INFO:tasks.workunit.client.0.smithi016.stdout: 936: throughput=5MB/sec pending data=0 2024-04-24T03:18:01.530 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gh2eMRaS-vOD5w2 off=10399243 len=1951308 2024-04-24T03:18:01.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 4814 completed, throughput=5MB/sec 2024-04-24T03:18:01.532 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-okFtZA_VmQtASun off=645987 len=154506 2024-04-24T03:18:01.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 4815 completed, throughput=5MB/sec 2024-04-24T03:18:01.535 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wjjFoxroujLnBs- off=1279865 len=1723110 2024-04-24T03:18:01.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 4816 completed, throughput=5MB/sec 2024-04-24T03:18:02.539 INFO:tasks.workunit.client.0.smithi016.stdout: 937: throughput=5MB/sec pending data=0 2024-04-24T03:18:02.539 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-opRQVIOu0nlunMy off=2017616 len=1418934 2024-04-24T03:18:02.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 4817 completed, throughput=5MB/sec 2024-04-24T03:18:02.548 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PHNhVnVCaPWpxb2 off=1430569 len=1443844 2024-04-24T03:18:02.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 4818 completed, throughput=5MB/sec 2024-04-24T03:18:02.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MR1NkpAXce0Dr1v off=1104225 len=1479675 2024-04-24T03:18:02.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 4819 completed, throughput=5MB/sec 2024-04-24T03:18:02.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yAwlKZxA6wSeP7K off=2606135 len=1819420 2024-04-24T03:18:02.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 4820 completed, throughput=5MB/sec 2024-04-24T03:18:03.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:02 smithi016 ceph-mon[84376]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-24T03:18:03.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:02 smithi016 ceph-mon[86910]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-24T03:18:03.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:02 smithi063 ceph-mon[77007]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-24T03:18:03.562 INFO:tasks.workunit.client.0.smithi016.stdout: 938: throughput=5MB/sec pending data=0 2024-04-24T03:18:03.563 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eTkzxW3RU1B-iF6 off=9317183 len=2040768 2024-04-24T03:18:03.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 4821 completed, throughput=5MB/sec 2024-04-24T03:18:03.571 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qzDhivnNCtSbv9Y off=3303163 len=1156489 2024-04-24T03:18:03.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 4822 completed, throughput=5MB/sec 2024-04-24T03:18:03.572 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r0upTvVJ3e8hbrM off=8045400 len=497063 2024-04-24T03:18:03.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 4823 completed, throughput=5MB/sec 2024-04-24T03:18:03.575 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sau32QCpe2iKDId off=11437752 len=1884638 2024-04-24T03:18:03.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 4824 completed, throughput=5MB/sec 2024-04-24T03:18:04.586 INFO:tasks.workunit.client.0.smithi016.stdout: 939: throughput=5MB/sec pending data=0 2024-04-24T03:18:04.586 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o92z8LTK075E8O5 off=15852129 len=1218579 2024-04-24T03:18:04.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 4825 completed, throughput=5MB/sec 2024-04-24T03:18:04.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tqc8jQw9a4XDLwI off=1666751 len=670097 2024-04-24T03:18:04.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 4826 completed, throughput=5MB/sec 2024-04-24T03:18:04.590 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JIDtPVLfHUYSEvR off=11680285 len=1342963 2024-04-24T03:18:04.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 4827 completed, throughput=5MB/sec 2024-04-24T03:18:04.592 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p9ycVSbYB-BI9QK off=337297 len=1184302 2024-04-24T03:18:04.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 4828 completed, throughput=5MB/sec 2024-04-24T03:18:05.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:04 smithi016 ceph-mon[84376]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:05.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:04 smithi016 ceph-mon[86910]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:05.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:04 smithi063 ceph-mon[77007]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:05.597 INFO:tasks.workunit.client.0.smithi016.stdout: 940: throughput=5MB/sec pending data=0 2024-04-24T03:18:05.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jf7brP1Kwj3tS7Z off=981321 len=1443986 2024-04-24T03:18:05.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 4829 completed, throughput=5MB/sec 2024-04-24T03:18:05.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EFsRd1d5LboYzkm off=4884096 len=1655259 2024-04-24T03:18:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 4830 completed, throughput=5MB/sec 2024-04-24T03:18:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9f-n4HzyvXpd44B off=16578483 len=1725445 2024-04-24T03:18:05.617 INFO:tasks.workunit.client.0.smithi016.stdout:op 4831 completed, throughput=5MB/sec 2024-04-24T03:18:06.618 INFO:tasks.workunit.client.0.smithi016.stdout: 941: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:06.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tGOKuJTSCq0CrtW off=3778716 len=948660 2024-04-24T03:18:06.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 4832 completed, throughput=5MB/sec 2024-04-24T03:18:06.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kxQq1RACEIBWTnk off=2996739 len=759945 2024-04-24T03:18:06.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 4833 completed, throughput=5MB/sec 2024-04-24T03:18:06.625 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KOo-yGQ5ehfeHW1 off=11954017 len=230175 2024-04-24T03:18:06.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 4834 completed, throughput=5MB/sec 2024-04-24T03:18:06.627 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-58sEaagFrL60D24 off=2176779 len=1896758 2024-04-24T03:18:06.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 4835 completed, throughput=5MB/sec 2024-04-24T03:18:06.639 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YsqIWLvurZF8D48 off=3512814 len=1671579 2024-04-24T03:18:06.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 4836 completed, throughput=5MB/sec 2024-04-24T03:18:07.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:06 smithi016 ceph-mon[84376]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:07.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:06 smithi016 ceph-mon[86910]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:07.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:06 smithi063 ceph-mon[77007]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:07.641 INFO:tasks.workunit.client.0.smithi016.stdout: 942: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:07.641 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VVpWBwlzy7esHrT off=6375939 len=246287 2024-04-24T03:18:07.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 4837 completed, throughput=5MB/sec 2024-04-24T03:18:07.642 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nLWN-XwJCPZq9mF off=728954 len=2038289 2024-04-24T03:18:07.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 4838 completed, throughput=5MB/sec 2024-04-24T03:18:07.645 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uc91a7N_uFDlUz4 off=5305261 len=1662641 2024-04-24T03:18:07.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 4839 completed, throughput=5MB/sec 2024-04-24T03:18:07.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1Kx3A8z9L66XoMC off=10847165 len=499949 2024-04-24T03:18:07.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 4840 completed, throughput=5MB/sec 2024-04-24T03:18:07.651 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i35Pm355NUlnjFV off=15037154 len=1010708 2024-04-24T03:18:07.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 4841 completed, throughput=5MB/sec 2024-04-24T03:18:08.658 INFO:tasks.workunit.client.0.smithi016.stdout: 943: throughput=5MB/sec pending data=0 2024-04-24T03:18:08.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eO_n6Sdb-te1U5l off=4633789 len=1914213 2024-04-24T03:18:08.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 4842 completed, throughput=5MB/sec 2024-04-24T03:18:08.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cUAkYkDSlLLUKJq off=13807329 len=600663 2024-04-24T03:18:08.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 4843 completed, throughput=5MB/sec 2024-04-24T03:18:08.661 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vkx5BJjE2f53AHU off=10553338 len=1710795 2024-04-24T03:18:08.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 4844 completed, throughput=5MB/sec 2024-04-24T03:18:08.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IvaznzWmsv65t-h off=4085960 len=492833 2024-04-24T03:18:08.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 4845 completed, throughput=5MB/sec 2024-04-24T03:18:08.668 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o624VNGhbltST87 off=4415881 len=1677621 2024-04-24T03:18:08.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 4846 completed, throughput=5MB/sec 2024-04-24T03:18:08.702 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:18:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:18:08] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:18:09.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:08 smithi016 ceph-mon[84376]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:18:09.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:08 smithi016 ceph-mon[86910]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:18:09.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:08 smithi063 ceph-mon[77007]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:18:09.670 INFO:tasks.workunit.client.0.smithi016.stdout: 944: throughput=5MB/sec pending data=0 2024-04-24T03:18:09.670 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-irumlHGasSICSLK off=17940944 len=1234575 2024-04-24T03:18:09.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 4847 completed, throughput=5MB/sec 2024-04-24T03:18:09.676 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u9zDVwyIfBlZbGl off=1474162 len=433521 2024-04-24T03:18:09.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 4848 completed, throughput=5MB/sec 2024-04-24T03:18:09.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wBuNratRJWnwhEX off=11896001 len=343015 2024-04-24T03:18:09.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 4849 completed, throughput=5MB/sec 2024-04-24T03:18:09.682 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jeavr-pdy6ZWcmU off=10904137 len=2020494 2024-04-24T03:18:09.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 4850 completed, throughput=5MB/sec 2024-04-24T03:18:10.692 INFO:tasks.workunit.client.0.smithi016.stdout: 945: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:10.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0tMPNoZB3BCI86_ off=1679415 len=407706 2024-04-24T03:18:10.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 4851 completed, throughput=5MB/sec 2024-04-24T03:18:10.693 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-04DTqzulBeo2XrZ off=20911817 len=1862585 2024-04-24T03:18:10.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 4852 completed, throughput=5MB/sec 2024-04-24T03:18:10.696 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wVKdIu_qt4GqddA off=2372258 len=1487440 2024-04-24T03:18:10.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 4853 completed, throughput=5MB/sec 2024-04-24T03:18:10.698 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T7VBOwjAe2TxFzp off=14024478 len=144343 2024-04-24T03:18:10.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 4854 completed, throughput=5MB/sec 2024-04-24T03:18:10.699 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UGsWPYUHmwQ7idP off=1630801 len=1495923 2024-04-24T03:18:10.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 4855 completed, throughput=5MB/sec 2024-04-24T03:18:11.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:10 smithi016 ceph-mon[84376]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:18:11.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:10 smithi016 ceph-mon[86910]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:18:11.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:10 smithi063 ceph-mon[77007]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-24T03:18:11.708 INFO:tasks.workunit.client.0.smithi016.stdout: 946: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:11.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MfhEj3jsaW6Z0OA off=10231807 len=292333 2024-04-24T03:18:11.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 4856 completed, throughput=5MB/sec 2024-04-24T03:18:11.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_jnKL-UYAVo3txD off=1821574 len=1422538 2024-04-24T03:18:11.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 4857 completed, throughput=5MB/sec 2024-04-24T03:18:11.720 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wfafEgz348FEDHF off=11759535 len=995447 2024-04-24T03:18:11.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 4858 completed, throughput=5MB/sec 2024-04-24T03:18:11.721 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qi4sFDPTT_D6JlI off=1982220 len=1041330 2024-04-24T03:18:11.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 4859 completed, throughput=5MB/sec 2024-04-24T03:18:11.726 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EysJf_4TUb41d6A off=9401454 len=1095686 2024-04-24T03:18:11.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 4860 completed, throughput=5MB/sec 2024-04-24T03:18:11.732 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O0w2PJoTG5C26Tu off=0 len=1638948 2024-04-24T03:18:11.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 4861 completed, throughput=5MB/sec 2024-04-24T03:18:12.734 INFO:tasks.workunit.client.0.smithi016.stdout: 947: throughput=5MB/sec pending data=0 2024-04-24T03:18:12.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jxb2y1EEKAr_ETb off=11803306 len=1249997 2024-04-24T03:18:12.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 4862 completed, throughput=5MB/sec 2024-04-24T03:18:12.741 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KX2Kizyf3YH-k2K off=3578966 len=867629 2024-04-24T03:18:12.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 4863 completed, throughput=5MB/sec 2024-04-24T03:18:12.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KX2Kizyf3YH-k2K off=5706968 len=708173 2024-04-24T03:18:12.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 4864 completed, throughput=5MB/sec 2024-04-24T03:18:12.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L3yCV-x6nvrhMGA off=2388843 len=1619415 2024-04-24T03:18:12.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 4865 completed, throughput=5MB/sec 2024-04-24T03:18:13.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:12 smithi016 ceph-mon[84376]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:13.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:12 smithi016 ceph-mon[86910]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:12 smithi063 ceph-mon[77007]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:13.750 INFO:tasks.workunit.client.0.smithi016.stdout: 948: throughput=5MB/sec pending data=0 2024-04-24T03:18:13.750 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SshuMs57cwji8sN off=1474197 len=308864 2024-04-24T03:18:13.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 4866 completed, throughput=5MB/sec 2024-04-24T03:18:13.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xSuEgasXCfLmIMB off=3569000 len=532905 2024-04-24T03:18:13.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 4867 completed, throughput=5MB/sec 2024-04-24T03:18:13.754 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CLJITsZBE4Lx5ww off=1684130 len=1694697 2024-04-24T03:18:13.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 4868 completed, throughput=5MB/sec 2024-04-24T03:18:13.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AoiBH4-EMoQz_Y7 off=5100166 len=770215 2024-04-24T03:18:13.770 INFO:tasks.workunit.client.0.smithi016.stdout:op 4869 completed, throughput=5MB/sec 2024-04-24T03:18:13.770 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CP821v8DB2DvEGo off=14916220 len=289463 2024-04-24T03:18:13.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 4870 completed, throughput=5MB/sec 2024-04-24T03:18:13.771 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WgE_S6XZQq_F_CJ off=4146627 len=398664 2024-04-24T03:18:13.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 4871 completed, throughput=5MB/sec 2024-04-24T03:18:13.774 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ghF9QU1fjjcelqN off=1747095 len=1815345 2024-04-24T03:18:13.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 4872 completed, throughput=5MB/sec 2024-04-24T03:18:14.777 INFO:tasks.workunit.client.0.smithi016.stdout: 949: throughput=5MB/sec pending data=0 2024-04-24T03:18:14.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNOU2FEmJbSI64n off=8938359 len=1907719 2024-04-24T03:18:14.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 4873 completed, throughput=5MB/sec 2024-04-24T03:18:14.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3UjR9dfzyIkTtZd off=7904390 len=1733144 2024-04-24T03:18:14.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 4874 completed, throughput=5MB/sec 2024-04-24T03:18:14.791 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gfi5aXpGfrhEmPU off=14801272 len=1690988 2024-04-24T03:18:14.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 4875 completed, throughput=5MB/sec 2024-04-24T03:18:15.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:14 smithi016 ceph-mon[84376]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:18:15.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:14 smithi016 ceph-mon[86910]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:18:15.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:14 smithi063 ceph-mon[77007]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-24T03:18:15.792 INFO:tasks.workunit.client.0.smithi016.stdout: 950: throughput=5MB/sec pending data=0 2024-04-24T03:18:15.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1enoapluX0DCmFO off=5205933 len=837984 2024-04-24T03:18:15.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 4876 completed, throughput=5MB/sec 2024-04-24T03:18:15.794 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CM-1aURFSWP9WwW off=3509924 len=1203080 2024-04-24T03:18:15.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 4877 completed, throughput=5MB/sec 2024-04-24T03:18:15.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uejr4cyAhdy0akg off=575638 len=1767641 2024-04-24T03:18:15.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 4878 completed, throughput=5MB/sec 2024-04-24T03:18:15.805 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UXqa6hny5YtBYJM off=21554956 len=791994 2024-04-24T03:18:15.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 4879 completed, throughput=5MB/sec 2024-04-24T03:18:16.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:16.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:16.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:16.807 INFO:tasks.workunit.client.0.smithi016.stdout: 951: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:16.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KU-bkI0_MBJwD3v off=9335817 len=780377 2024-04-24T03:18:16.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 4880 completed, throughput=5MB/sec 2024-04-24T03:18:16.813 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-STwFOoj0GPe4QSa off=9173515 len=1098770 2024-04-24T03:18:16.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 4881 completed, throughput=5MB/sec 2024-04-24T03:18:16.820 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4m2aNSX-vb-ff_N off=488639 len=518233 2024-04-24T03:18:16.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 4882 completed, throughput=5MB/sec 2024-04-24T03:18:16.824 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GDiQEqDl6ztFiZs off=10347240 len=961548 2024-04-24T03:18:16.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 4883 completed, throughput=5MB/sec 2024-04-24T03:18:16.828 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zmo3e2S5qasNRz_ off=5402450 len=1915403 2024-04-24T03:18:16.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 4884 completed, throughput=5MB/sec 2024-04-24T03:18:17.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:16 smithi016 ceph-mon[84376]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:16 smithi016 ceph-mon[86910]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:17.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:16 smithi063 ceph-mon[77007]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:17.831 INFO:tasks.workunit.client.0.smithi016.stdout: 952: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:17.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Evt_5hey0D4OzIj off=392297 len=908520 2024-04-24T03:18:17.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 4885 completed, throughput=5MB/sec 2024-04-24T03:18:17.832 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L2zZ2mNDrlg_8Jr off=22687483 len=904909 2024-04-24T03:18:17.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 4886 completed, throughput=5MB/sec 2024-04-24T03:18:17.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uYOm-Lv7qKwLYJG off=7951994 len=1236578 2024-04-24T03:18:17.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 4887 completed, throughput=5MB/sec 2024-04-24T03:18:17.840 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zBJ4EHjdZCaimRv off=420384 len=44577 2024-04-24T03:18:17.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 4888 completed, throughput=5MB/sec 2024-04-24T03:18:17.842 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZH_kU0NeU8fnZSx off=8783197 len=113254 2024-04-24T03:18:17.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 4889 completed, throughput=5MB/sec 2024-04-24T03:18:17.843 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0IiuPlv2gaE4Hne off=16663064 len=1944182 2024-04-24T03:18:17.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 4890 completed, throughput=5MB/sec 2024-04-24T03:18:17.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PmPp7enKxPBaahD off=8416189 len=13430 2024-04-24T03:18:17.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 4891 completed, throughput=5MB/sec 2024-04-24T03:18:17.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V_Q9P20XsKV_UZZ off=2306113 len=139167 2024-04-24T03:18:17.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 4892 completed, throughput=5MB/sec 2024-04-24T03:18:17.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YrvfiAIHRP4pXjv off=1599575 len=1888564 2024-04-24T03:18:17.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 4893 completed, throughput=5MB/sec 2024-04-24T03:18:18.724 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:18:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:18:18] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:18:18.858 INFO:tasks.workunit.client.0.smithi016.stdout: 953: throughput=5MB/sec pending data=0 2024-04-24T03:18:18.858 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F5wAltwOZ6a-uMO off=3594645 len=79067 2024-04-24T03:18:18.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 4894 completed, throughput=5MB/sec 2024-04-24T03:18:18.859 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PYQhGjwFXI6yFB1 off=423874 len=2094724 2024-04-24T03:18:18.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 4895 completed, throughput=5MB/sec 2024-04-24T03:18:18.871 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B0Qp-CMEz7ag9iC off=9867798 len=436304 2024-04-24T03:18:18.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 4896 completed, throughput=5MB/sec 2024-04-24T03:18:18.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V5_XbWYJdcK5RC- off=17224318 len=974145 2024-04-24T03:18:18.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 4897 completed, throughput=5MB/sec 2024-04-24T03:18:19.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:18 smithi016 ceph-mon[84376]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:19.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:18 smithi016 ceph-mon[86910]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:19.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:18 smithi063 ceph-mon[77007]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:19.878 INFO:tasks.workunit.client.0.smithi016.stdout: 954: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:19.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CGrOYtDarY9cgeG off=2450666 len=1869238 2024-04-24T03:18:19.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 4898 completed, throughput=5MB/sec 2024-04-24T03:18:19.890 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eVsgekdC68HErpV off=3610732 len=1957912 2024-04-24T03:18:19.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 4899 completed, throughput=5MB/sec 2024-04-24T03:18:19.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ebLKy9zv--XI_8S off=216956 len=2027436 2024-04-24T03:18:19.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 4900 completed, throughput=5MB/sec 2024-04-24T03:18:20.895 INFO:tasks.workunit.client.0.smithi016.stdout: 955: throughput=5MB/sec pending data=0 2024-04-24T03:18:20.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GTB_hPt8ucKl6aY off=366110 len=1061282 2024-04-24T03:18:20.902 INFO:tasks.workunit.client.0.smithi016.stdout:op 4901 completed, throughput=5MB/sec 2024-04-24T03:18:20.902 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i0bBz3gp-JmQnSc off=1304737 len=945730 2024-04-24T03:18:20.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 4902 completed, throughput=5MB/sec 2024-04-24T03:18:20.907 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B8ye8-1rOI2uytO off=15352104 len=1751139 2024-04-24T03:18:20.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 4903 completed, throughput=5MB/sec 2024-04-24T03:18:20.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Kpsxwg3CK5M2ko9 off=4104219 len=1126821 2024-04-24T03:18:20.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 4904 completed, throughput=5MB/sec 2024-04-24T03:18:21.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:20 smithi016 ceph-mon[84376]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:21.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:20 smithi016 ceph-mon[86910]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:21.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:20 smithi063 ceph-mon[77007]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:21.912 INFO:tasks.workunit.client.0.smithi016.stdout: 956: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:21.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OsAlsW-Tmin6xFQ off=2787137 len=953100 2024-04-24T03:18:21.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 4905 completed, throughput=5MB/sec 2024-04-24T03:18:21.918 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JIJRE4yg3Lrmnd5 off=12391818 len=1779974 2024-04-24T03:18:21.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 4906 completed, throughput=5MB/sec 2024-04-24T03:18:21.921 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gTxN0ag69mYtNQ4 off=0 len=1213960 2024-04-24T03:18:21.922 INFO:tasks.workunit.client.0.smithi016.stdout:op 4907 completed, throughput=5MB/sec 2024-04-24T03:18:21.922 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AAIZEoEPxlWIXpb off=6396734 len=271350 2024-04-24T03:18:21.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 4908 completed, throughput=5MB/sec 2024-04-24T03:18:21.925 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pYs_HvtWhod_m75 off=2051379 len=526104 2024-04-24T03:18:21.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 4909 completed, throughput=5MB/sec 2024-04-24T03:18:21.929 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xdpcBeXZ5hgbVMV off=825164 len=588967 2024-04-24T03:18:21.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 4910 completed, throughput=5MB/sec 2024-04-24T03:18:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: 957: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:22.931 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MfPCB_o2goHo9IA off=6782547 len=1275547 2024-04-24T03:18:22.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 4911 completed, throughput=5MB/sec 2024-04-24T03:18:22.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZBdEdf99aZ69lO6 off=9088527 len=1871074 2024-04-24T03:18:22.949 INFO:tasks.workunit.client.0.smithi016.stdout:op 4912 completed, throughput=5MB/sec 2024-04-24T03:18:22.949 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNesCXOXROEmfn8 off=7014576 len=903150 2024-04-24T03:18:22.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 4913 completed, throughput=5MB/sec 2024-04-24T03:18:22.951 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JGY1NqI3wQ9hb2r off=16803008 len=292124 2024-04-24T03:18:22.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 4914 completed, throughput=5MB/sec 2024-04-24T03:18:22.955 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5XTaiFCfgDpt-od off=699017 len=700036 2024-04-24T03:18:22.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 4915 completed, throughput=5MB/sec 2024-04-24T03:18:22.957 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H47B_LnuqOHa2fq off=4952812 len=1125079 2024-04-24T03:18:22.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 4916 completed, throughput=5MB/sec 2024-04-24T03:18:23.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:22 smithi016 ceph-mon[84376]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:18:23.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:22 smithi016 ceph-mon[86910]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:18:23.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:22 smithi063 ceph-mon[77007]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:18:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: 958: throughput=5MB/sec pending data=0 2024-04-24T03:18:23.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8tozxEWW9ocN31J off=13164845 len=1301335 2024-04-24T03:18:23.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 4917 completed, throughput=5MB/sec 2024-04-24T03:18:23.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X4NWXpbW7xn-K5P off=3060970 len=127689 2024-04-24T03:18:23.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 4918 completed, throughput=5MB/sec 2024-04-24T03:18:23.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0MXIxyeOM2Ta1_0 off=1897097 len=256955 2024-04-24T03:18:23.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 4919 completed, throughput=5MB/sec 2024-04-24T03:18:23.967 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rnxZ3MOy2U8_n-c off=9712368 len=702246 2024-04-24T03:18:23.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 4920 completed, throughput=5MB/sec 2024-04-24T03:18:23.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NDu50rLrcq2VG1g off=15860587 len=774239 2024-04-24T03:18:23.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 4921 completed, throughput=5MB/sec 2024-04-24T03:18:23.969 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bE5eHhDKrGGJoGw off=247346 len=1716326 2024-04-24T03:18:23.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 4922 completed, throughput=5MB/sec 2024-04-24T03:18:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: 959: throughput=5MB/sec pending data=0 2024-04-24T03:18:24.977 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AYtca1XDHD-3b3m off=2740221 len=195356 2024-04-24T03:18:24.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 4923 completed, throughput=5MB/sec 2024-04-24T03:18:24.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TKjiRJtR3VJpONL off=3297766 len=1481463 2024-04-24T03:18:24.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 4924 completed, throughput=5MB/sec 2024-04-24T03:18:24.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XkzicA142PLtXZ4 off=1100726 len=1125533 2024-04-24T03:18:24.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 4925 completed, throughput=5MB/sec 2024-04-24T03:18:24.986 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wFyrY8EAFyfoN4y off=780379 len=1511734 2024-04-24T03:18:24.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 4926 completed, throughput=5MB/sec 2024-04-24T03:18:24.989 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xjq1Krv8c-PWP_Z off=19836201 len=237335 2024-04-24T03:18:24.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 4927 completed, throughput=5MB/sec 2024-04-24T03:18:24.992 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-isOwPFvbJjENTz2 off=12539808 len=36166 2024-04-24T03:18:24.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 4928 completed, throughput=5MB/sec 2024-04-24T03:18:24.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xQNMcTKoHTgWhh8 off=1203584 len=1607951 2024-04-24T03:18:25.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 4929 completed, throughput=5MB/sec 2024-04-24T03:18:25.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:24 smithi016 ceph-mon[84376]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:25.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:24 smithi016 ceph-mon[86910]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:25.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:24 smithi063 ceph-mon[77007]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: 960: throughput=5MB/sec pending data=0 2024-04-24T03:18:26.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A2r5ohl4uIcWLI- off=5183585 len=1366753 2024-04-24T03:18:26.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 4930 completed, throughput=5MB/sec 2024-04-24T03:18:26.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4eU4uVE5WASF-YD off=18575659 len=1105928 2024-04-24T03:18:26.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 4931 completed, throughput=5MB/sec 2024-04-24T03:18:26.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ejGIUgXKhna0qZW off=19882502 len=1807676 2024-04-24T03:18:26.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 4932 completed, throughput=5MB/sec 2024-04-24T03:18:27.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:26 smithi016 ceph-mon[84376]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:18:27.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:26 smithi016 ceph-mon[86910]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:18:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: 961: throughput=5MB/sec pending data=0 2024-04-24T03:18:27.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uIsbVNW7CRDALlR off=2546980 len=182756 2024-04-24T03:18:27.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 4933 completed, throughput=5MB/sec 2024-04-24T03:18:27.027 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wPx6jx71QiwJOTG off=3037306 len=1046593 2024-04-24T03:18:27.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 4934 completed, throughput=5MB/sec 2024-04-24T03:18:27.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1gXhgXvbLNBuKOp off=10203061 len=116023 2024-04-24T03:18:27.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 4935 completed, throughput=5MB/sec 2024-04-24T03:18:27.033 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rd7B5gZ9_lCgJYN off=12319548 len=223600 2024-04-24T03:18:27.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 4936 completed, throughput=5MB/sec 2024-04-24T03:18:27.034 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z32aXaafbsHBQFg off=8823086 len=2040602 2024-04-24T03:18:27.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 4937 completed, throughput=5MB/sec 2024-04-24T03:18:27.046 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mI9ub_G_jFzXNLS off=140898 len=325081 2024-04-24T03:18:27.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:26 smithi063 ceph-mon[77007]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:18:27.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 4938 completed, throughput=5MB/sec 2024-04-24T03:18:27.049 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dUEhqCM1Ul7EuJ0 off=14096953 len=396160 2024-04-24T03:18:27.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 4939 completed, throughput=5MB/sec 2024-04-24T03:18:27.050 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RmmxqNLaq99OY6u off=3133201 len=966056 2024-04-24T03:18:27.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 4940 completed, throughput=5MB/sec 2024-04-24T03:18:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: 962: throughput=4.99MB/sec pending data=0 2024-04-24T03:18:28.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xM0g_UG-n2SWNdh off=2126658 len=1080024 2024-04-24T03:18:28.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 4941 completed, throughput=5MB/sec 2024-04-24T03:18:28.057 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xIzsxUzsKgnnPWY off=2079969 len=378869 2024-04-24T03:18:28.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 4942 completed, throughput=5MB/sec 2024-04-24T03:18:28.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hAc1bYYrIRJNVa1 off=6536648 len=1715437 2024-04-24T03:18:28.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 4943 completed, throughput=5MB/sec 2024-04-24T03:18:28.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MfhEj3jsaW6Z0OA off=9617405 len=716201 2024-04-24T03:18:28.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 4944 completed, throughput=5MB/sec 2024-04-24T03:18:28.061 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-numfSeNp2Jlv52K off=6117522 len=822556 2024-04-24T03:18:28.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 4945 completed, throughput=5MB/sec 2024-04-24T03:18:28.067 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QA5k0wkx3ekZudB off=15993753 len=638261 2024-04-24T03:18:28.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 4946 completed, throughput=5MB/sec 2024-04-24T03:18:28.738 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:18:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:18:28] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:18:29.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:28 smithi016 ceph-mon[84376]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:29.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:28 smithi016 ceph-mon[86910]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:29.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:28 smithi063 ceph-mon[77007]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:29.068 INFO:tasks.workunit.client.0.smithi016.stdout: 963: throughput=5MB/sec pending data=0 2024-04-24T03:18:29.068 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cPhTU2NrcoW2TS_ off=72239 len=370374 2024-04-24T03:18:29.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 4947 completed, throughput=5MB/sec 2024-04-24T03:18:29.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gTDMH-gxzFiPsjf off=6438416 len=2003425 2024-04-24T03:18:29.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 4948 completed, throughput=5MB/sec 2024-04-24T03:18:29.084 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VMhugItWMCioR8u off=20004117 len=940958 2024-04-24T03:18:29.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 4949 completed, throughput=5MB/sec 2024-04-24T03:18:29.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DmPhdOyGWa_sq2Q off=11301039 len=1795146 2024-04-24T03:18:29.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 4950 completed, throughput=5MB/sec 2024-04-24T03:18:29.100 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7HybuELPCwnr6L- off=2504939 len=1252227 2024-04-24T03:18:29.105 INFO:tasks.workunit.client.0.smithi016.stdout:op 4951 completed, throughput=5MB/sec 2024-04-24T03:18:30.106 INFO:tasks.workunit.client.0.smithi016.stdout: 964: throughput=5MB/sec pending data=0 2024-04-24T03:18:30.106 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fakhvxSH3exlRWu off=140424 len=390583 2024-04-24T03:18:30.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 4952 completed, throughput=5MB/sec 2024-04-24T03:18:30.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NaXJkkVRZq8heyF off=5445526 len=1390859 2024-04-24T03:18:30.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 4953 completed, throughput=5MB/sec 2024-04-24T03:18:30.115 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hXt8MtWVWhzl6Gq off=11108073 len=1943008 2024-04-24T03:18:30.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 4954 completed, throughput=5MB/sec 2024-04-24T03:18:30.117 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LRoNsZIuQpPrVe0 off=2100663 len=1512680 2024-04-24T03:18:30.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 4955 completed, throughput=5MB/sec 2024-04-24T03:18:31.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:30 smithi016 ceph-mon[84376]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:30 smithi016 ceph-mon[86910]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:31.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:30 smithi063 ceph-mon[77007]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:31.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:31.119 INFO:tasks.workunit.client.0.smithi016.stdout: 965: throughput=5MB/sec pending data=0 2024-04-24T03:18:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nmSitUvNEh0no8i off=16942773 len=1138724 2024-04-24T03:18:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 4956 completed, throughput=5MB/sec 2024-04-24T03:18:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F0URvFPfkncwsA_ off=10526638 len=1870695 2024-04-24T03:18:31.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 4957 completed, throughput=5MB/sec 2024-04-24T03:18:31.130 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0Qq_-ucM2gLi8ia off=3805861 len=942550 2024-04-24T03:18:31.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 4958 completed, throughput=5MB/sec 2024-04-24T03:18:31.132 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ufPCl59OTxT9t59 off=1609430 len=1795597 2024-04-24T03:18:31.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 4959 completed, throughput=5MB/sec 2024-04-24T03:18:32.135 INFO:tasks.workunit.client.0.smithi016.stdout: 966: throughput=5MB/sec pending data=0 2024-04-24T03:18:32.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OksovIZZb6cClCY off=4147239 len=1883592 2024-04-24T03:18:32.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 4960 completed, throughput=5MB/sec 2024-04-24T03:18:32.137 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jf4XL3fUz-bsZO4 off=3078286 len=1932372 2024-04-24T03:18:32.147 INFO:tasks.workunit.client.0.smithi016.stdout:op 4961 completed, throughput=5MB/sec 2024-04-24T03:18:32.147 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--QnlL3A7T9fXNF5 off=240674 len=972911 2024-04-24T03:18:32.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 4962 completed, throughput=5MB/sec 2024-04-24T03:18:33.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:32 smithi016 ceph-mon[84376]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:33.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:32 smithi016 ceph-mon[86910]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:33.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:32 smithi063 ceph-mon[77007]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:33.152 INFO:tasks.workunit.client.0.smithi016.stdout: 967: throughput=5MB/sec pending data=0 2024-04-24T03:18:33.152 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wwK3bm1NoO9jpEH off=1442501 len=1286883 2024-04-24T03:18:33.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 4963 completed, throughput=5MB/sec 2024-04-24T03:18:33.154 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nFp30FI7_nL5rrV off=2996751 len=1638633 2024-04-24T03:18:33.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 4964 completed, throughput=5MB/sec 2024-04-24T03:18:33.156 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g405lQs1FIsRoDK off=11322268 len=117128 2024-04-24T03:18:33.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 4965 completed, throughput=5MB/sec 2024-04-24T03:18:33.157 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pCFdU3a4LKN2-FQ off=3086227 len=1767065 2024-04-24T03:18:33.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 4966 completed, throughput=5MB/sec 2024-04-24T03:18:34.168 INFO:tasks.workunit.client.0.smithi016.stdout: 968: throughput=5MB/sec pending data=0 2024-04-24T03:18:34.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JbncSKObv7jWtO3 off=2327923 len=726522 2024-04-24T03:18:34.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 4967 completed, throughput=5MB/sec 2024-04-24T03:18:34.173 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lLbFZhz_OGjKboj off=4736462 len=750806 2024-04-24T03:18:34.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 4968 completed, throughput=5MB/sec 2024-04-24T03:18:34.177 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qDUod4lt3lB7le- off=1809187 len=836981 2024-04-24T03:18:34.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 4969 completed, throughput=5MB/sec 2024-04-24T03:18:34.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gi_ehAZPyt-6m-t off=37661 len=137407 2024-04-24T03:18:34.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 4970 completed, throughput=5MB/sec 2024-04-24T03:18:34.179 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xzAgnppXCgwfNJK off=126137 len=1312082 2024-04-24T03:18:34.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 4971 completed, throughput=5MB/sec 2024-04-24T03:18:34.185 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EgPRpQrPP5GJybK off=8851630 len=86437 2024-04-24T03:18:34.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 4972 completed, throughput=5MB/sec 2024-04-24T03:18:34.188 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AXYr_b-oHXAyQvc off=3232704 len=900697 2024-04-24T03:18:34.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 4973 completed, throughput=5MB/sec 2024-04-24T03:18:34.192 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hh1zx2c7xLrI3P_ off=1535728 len=538838 2024-04-24T03:18:34.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 4974 completed, throughput=5MB/sec 2024-04-24T03:18:35.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:34 smithi016 ceph-mon[84376]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:35.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:34 smithi016 ceph-mon[86910]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:35.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:34 smithi063 ceph-mon[77007]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:35.193 INFO:tasks.workunit.client.0.smithi016.stdout: 969: throughput=5MB/sec pending data=0 2024-04-24T03:18:35.193 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D8iQ97mewU4d3Zp off=334765 len=1404791 2024-04-24T03:18:35.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 4975 completed, throughput=5MB/sec 2024-04-24T03:18:35.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jxb2y1EEKAr_ETb off=11471413 len=1380139 2024-04-24T03:18:35.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 4976 completed, throughput=5MB/sec 2024-04-24T03:18:35.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ch8lk_IhpiUFfcd off=2350684 len=958225 2024-04-24T03:18:35.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 4977 completed, throughput=5MB/sec 2024-04-24T03:18:35.208 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QjDzQfdd2sKAsJ- off=1158009 len=1550261 2024-04-24T03:18:35.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 4978 completed, throughput=5MB/sec 2024-04-24T03:18:36.216 INFO:tasks.workunit.client.0.smithi016.stdout: 970: throughput=5MB/sec pending data=0 2024-04-24T03:18:36.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gtcwIlJhtInn1SI off=778032 len=1177043 2024-04-24T03:18:36.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 4979 completed, throughput=5MB/sec 2024-04-24T03:18:36.219 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--CkeVUbUH4ZQqeC off=10099458 len=1930412 2024-04-24T03:18:36.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 4980 completed, throughput=5MB/sec 2024-04-24T03:18:36.231 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K9MwxDCwTA_rJuf off=112506 len=136286 2024-04-24T03:18:36.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 4981 completed, throughput=5MB/sec 2024-04-24T03:18:36.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RuFas7KqyohnQMJ off=1720898 len=1642633 2024-04-24T03:18:36.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 4982 completed, throughput=5MB/sec 2024-04-24T03:18:36.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pRDFflWz0-nw1pq off=17455756 len=713754 2024-04-24T03:18:36.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 4983 completed, throughput=5MB/sec 2024-04-24T03:18:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:36 smithi016 ceph-mon[84376]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:37.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:36 smithi016 ceph-mon[86910]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:37.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:36 smithi063 ceph-mon[77007]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:37.237 INFO:tasks.workunit.client.0.smithi016.stdout: 971: throughput=5MB/sec pending data=0 2024-04-24T03:18:37.238 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2a1I-hrYQ9eViai off=5254796 len=1512999 2024-04-24T03:18:37.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 4984 completed, throughput=5MB/sec 2024-04-24T03:18:37.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BLBgiQgKoC3vLMl off=2195321 len=531770 2024-04-24T03:18:37.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 4985 completed, throughput=5MB/sec 2024-04-24T03:18:37.244 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-riKY9cM71AoH_bh off=9499696 len=1546477 2024-04-24T03:18:37.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 4986 completed, throughput=5MB/sec 2024-04-24T03:18:37.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CgyiH2UqlGNzRDQ off=7507252 len=666053 2024-04-24T03:18:37.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 4987 completed, throughput=5MB/sec 2024-04-24T03:18:37.253 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--aEJbSjUECjbbRF off=1288210 len=363165 2024-04-24T03:18:37.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 4988 completed, throughput=5MB/sec 2024-04-24T03:18:37.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WdqZw_4W3iVwq3G off=3422552 len=2028147 2024-04-24T03:18:37.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 4989 completed, throughput=5MB/sec 2024-04-24T03:18:38.264 INFO:tasks.workunit.client.0.smithi016.stdout: 972: throughput=5MB/sec pending data=0 2024-04-24T03:18:38.264 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AazhAyh2-Bj7LF8 off=13493305 len=441099 2024-04-24T03:18:38.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 4990 completed, throughput=5MB/sec 2024-04-24T03:18:38.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UdK7qAKtJZuXHVi off=2842720 len=688863 2024-04-24T03:18:38.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 4991 completed, throughput=5MB/sec 2024-04-24T03:18:38.270 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WQAqaX7UN0Z91zn off=7087509 len=1479760 2024-04-24T03:18:38.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 4992 completed, throughput=5MB/sec 2024-04-24T03:18:38.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dbz01brtiPdoEPe off=850414 len=1088170 2024-04-24T03:18:38.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 4993 completed, throughput=5MB/sec 2024-04-24T03:18:38.751 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:18:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:18:38] "GET /metrics HTTP/1.1" 200 34223 "" "Prometheus/2.43.0" 2024-04-24T03:18:39.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:38 smithi016 ceph-mon[84376]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:39.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:38 smithi016 ceph-mon[86910]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:39.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:38 smithi063 ceph-mon[77007]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: 973: throughput=5MB/sec pending data=0 2024-04-24T03:18:39.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jlv96VxWrI8Gu2W off=1809104 len=1637538 2024-04-24T03:18:39.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 4994 completed, throughput=5MB/sec 2024-04-24T03:18:39.281 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u5kduXzX2PPn9-I off=4012130 len=1514873 2024-04-24T03:18:39.284 INFO:tasks.workunit.client.0.smithi016.stdout:op 4995 completed, throughput=5MB/sec 2024-04-24T03:18:39.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kPmPI2s-uRZ4VgD off=16449798 len=651336 2024-04-24T03:18:39.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 4996 completed, throughput=5MB/sec 2024-04-24T03:18:39.286 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WWdIjrGZNEM6uhd off=2975942 len=522702 2024-04-24T03:18:39.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 4997 completed, throughput=5MB/sec 2024-04-24T03:18:39.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eGQNN4XLLG1QhjC off=1061796 len=1852384 2024-04-24T03:18:39.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 4998 completed, throughput=5MB/sec 2024-04-24T03:18:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: 974: throughput=5MB/sec pending data=0 2024-04-24T03:18:40.293 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HHwxEuJEU7-GS4y off=1239515 len=758814 2024-04-24T03:18:40.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 4999 completed, throughput=5MB/sec 2024-04-24T03:18:40.298 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xf5PQ7ctI2PkZjx off=18087189 len=49552 2024-04-24T03:18:40.301 INFO:tasks.workunit.client.0.smithi016.stdout:op 5000 completed, throughput=5MB/sec 2024-04-24T03:18:40.301 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-etyHMEyILrtX5Lw off=9589404 len=1954543 2024-04-24T03:18:40.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 5001 completed, throughput=5MB/sec 2024-04-24T03:18:40.309 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ivow50S6lmfImbA off=3701357 len=1267357 2024-04-24T03:18:40.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 5002 completed, throughput=5MB/sec 2024-04-24T03:18:40.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qho9sjT6Klo-vcM off=7868418 len=937934 2024-04-24T03:18:40.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 5003 completed, throughput=5MB/sec 2024-04-24T03:18:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:40 smithi016 ceph-mon[84376]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:41.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:40 smithi016 ceph-mon[86910]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:41.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:40 smithi063 ceph-mon[77007]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:18:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: 975: throughput=5MB/sec pending data=0 2024-04-24T03:18:41.317 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wha5RSxsz8J50s4 off=5748949 len=797649 2024-04-24T03:18:41.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 5004 completed, throughput=5MB/sec 2024-04-24T03:18:41.318 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PhF600f3IxRZ-Ey off=10256861 len=1735249 2024-04-24T03:18:41.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 5005 completed, throughput=5MB/sec 2024-04-24T03:18:41.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-58sEaagFrL60D24 off=1510877 len=881756 2024-04-24T03:18:41.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 5006 completed, throughput=5MB/sec 2024-04-24T03:18:41.340 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wvissXFEhLVHK1R off=6072372 len=1967846 2024-04-24T03:18:41.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 5007 completed, throughput=5MB/sec 2024-04-24T03:18:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: 976: throughput=5MB/sec pending data=0 2024-04-24T03:18:42.349 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qcVcWVo_d8_h0Tq off=2369116 len=1569520 2024-04-24T03:18:42.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 5008 completed, throughput=5MB/sec 2024-04-24T03:18:42.356 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-014tslnKBtQZyS5 off=1344126 len=511628 2024-04-24T03:18:42.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 5009 completed, throughput=5MB/sec 2024-04-24T03:18:42.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V0eTRAp9hm_D_U8 off=8764231 len=511178 2024-04-24T03:18:42.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 5010 completed, throughput=5MB/sec 2024-04-24T03:18:42.359 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wd5GXC8rm7NZ6Fo off=18579362 len=1023930 2024-04-24T03:18:42.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 5011 completed, throughput=5MB/sec 2024-04-24T03:18:42.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XDYgi7AdMtEJfo- off=72248 len=1416138 2024-04-24T03:18:42.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 5012 completed, throughput=5MB/sec 2024-04-24T03:18:43.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:42 smithi016 ceph-mon[86910]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:43.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:42 smithi016 ceph-mon[84376]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:42 smithi063 ceph-mon[77007]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:18:43.368 INFO:tasks.workunit.client.0.smithi016.stdout: 977: throughput=5MB/sec pending data=0 2024-04-24T03:18:43.368 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bwYhDrJJ6IVjrEs off=906281 len=202461 2024-04-24T03:18:43.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 5013 completed, throughput=5MB/sec 2024-04-24T03:18:43.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gd4ijFMUFMIvGbb off=1874587 len=1952107 2024-04-24T03:18:43.377 INFO:tasks.workunit.client.0.smithi016.stdout:op 5014 completed, throughput=5MB/sec 2024-04-24T03:18:43.377 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F7rRoAsvNEoIzk_ off=6816814 len=1707279 2024-04-24T03:18:43.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 5015 completed, throughput=5MB/sec 2024-04-24T03:18:43.384 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NUddAc8SlQOps22 off=6499292 len=216587 2024-04-24T03:18:43.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 5016 completed, throughput=5MB/sec 2024-04-24T03:18:43.386 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BYsHlZTYqpPTB26 off=5104723 len=502835 2024-04-24T03:18:43.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 5017 completed, throughput=5MB/sec 2024-04-24T03:18:43.387 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ToNgqrpd2UL_gjk off=13171263 len=1953783 2024-04-24T03:18:43.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 5018 completed, throughput=5MB/sec 2024-04-24T03:18:44.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:18:44.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:18:44.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:18:44.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:18:44.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:18:44.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:18:44.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:18:44.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:18:44.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:18:44.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:18:44.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:18:44.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:18:44.399 INFO:tasks.workunit.client.0.smithi016.stdout: 978: throughput=5MB/sec pending data=0 2024-04-24T03:18:44.399 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8XKi0oPgYK7lOOL off=5091625 len=2092886 2024-04-24T03:18:44.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 5019 completed, throughput=5MB/sec 2024-04-24T03:18:44.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bDklO3vlCCfqujA off=4657740 len=927107 2024-04-24T03:18:44.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 5020 completed, throughput=5MB/sec 2024-04-24T03:18:44.403 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e2DnC27lXroLbUL off=5041432 len=653396 2024-04-24T03:18:44.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 5021 completed, throughput=5MB/sec 2024-04-24T03:18:44.409 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7jC-v0sWICoUKQ3 off=1267047 len=544337 2024-04-24T03:18:44.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 5022 completed, throughput=5MB/sec 2024-04-24T03:18:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:44 smithi016 ceph-mon[84376]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:18:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:44 smithi016 ceph-mon[86910]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:18:45.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:44 smithi063 ceph-mon[77007]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:18:45.409 INFO:tasks.workunit.client.0.smithi016.stdout: 979: throughput=5MB/sec pending data=0 2024-04-24T03:18:45.409 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uj4LOytC8XtCsYZ off=5010578 len=417686 2024-04-24T03:18:45.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 5023 completed, throughput=5MB/sec 2024-04-24T03:18:45.413 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-25aHiO1UfvYcGAR off=491091 len=1454700 2024-04-24T03:18:45.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 5024 completed, throughput=5MB/sec 2024-04-24T03:18:45.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--NIZEB7V1R9YrFi off=1099301 len=1945116 2024-04-24T03:18:45.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 5025 completed, throughput=5MB/sec 2024-04-24T03:18:45.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ROrXXeQUFemJ4Sb off=2031740 len=1391768 2024-04-24T03:18:45.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 5026 completed, throughput=5MB/sec 2024-04-24T03:18:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:18:46.425 INFO:tasks.workunit.client.0.smithi016.stdout: 980: throughput=5MB/sec pending data=0 2024-04-24T03:18:46.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3IpbdtMkKWWODCv off=157797 len=1821419 2024-04-24T03:18:46.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 5027 completed, throughput=5MB/sec 2024-04-24T03:18:46.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KyQA7nMtEtNm2qz off=2581799 len=427031 2024-04-24T03:18:46.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 5028 completed, throughput=5MB/sec 2024-04-24T03:18:46.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cygc5ih2z79d_r2 off=2068246 len=714526 2024-04-24T03:18:46.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 5029 completed, throughput=5MB/sec 2024-04-24T03:18:46.434 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RVnv-TzXeAi41qG off=8075794 len=20161 2024-04-24T03:18:46.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5030 completed, throughput=5MB/sec 2024-04-24T03:18:46.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-irYBKPE5MyW8XJO off=7802127 len=225047 2024-04-24T03:18:46.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5031 completed, throughput=5MB/sec 2024-04-24T03:18:46.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MjD9etLeI-RyY0L off=2407319 len=1418285 2024-04-24T03:18:46.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 5032 completed, throughput=5MB/sec 2024-04-24T03:18:46.444 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I1yb2WD79n9hRCl off=249161 len=1433233 2024-04-24T03:18:46.446 INFO:tasks.workunit.client.0.smithi016.stdout:op 5033 completed, throughput=5MB/sec 2024-04-24T03:18:47.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:46 smithi016 ceph-mon[84376]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:18:47.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:46 smithi016 ceph-mon[86910]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:18:47.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:46 smithi063 ceph-mon[77007]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:18:47.446 INFO:tasks.workunit.client.0.smithi016.stdout: 981: throughput=5MB/sec pending data=0 2024-04-24T03:18:47.446 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3UjR9dfzyIkTtZd off=721514 len=826190 2024-04-24T03:18:47.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 5034 completed, throughput=5MB/sec 2024-04-24T03:18:47.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x0u5KPXeqleNjWW off=1371615 len=323635 2024-04-24T03:18:47.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 5035 completed, throughput=5MB/sec 2024-04-24T03:18:47.456 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5IPa17firEO-XOu off=4329271 len=1759067 2024-04-24T03:18:47.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 5036 completed, throughput=5MB/sec 2024-04-24T03:18:47.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vBvfK-cj2_gOGt7 off=929066 len=189956 2024-04-24T03:18:47.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 5037 completed, throughput=5MB/sec 2024-04-24T03:18:47.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-poJ0sjQZpy51obs off=384890 len=986105 2024-04-24T03:18:47.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 5038 completed, throughput=5MB/sec 2024-04-24T03:18:47.470 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L_mW5s_KJJP6hIw off=3408820 len=1966448 2024-04-24T03:18:47.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 5039 completed, throughput=5MB/sec 2024-04-24T03:18:48.474 INFO:tasks.workunit.client.0.smithi016.stdout: 982: throughput=5MB/sec pending data=0 2024-04-24T03:18:48.474 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zGlUGmOBswEz9eO off=6340322 len=1849849 2024-04-24T03:18:48.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 5040 completed, throughput=5MB/sec 2024-04-24T03:18:48.485 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-20ksZmDsfpJWjC3 off=2767920 len=485435 2024-04-24T03:18:48.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 5041 completed, throughput=5MB/sec 2024-04-24T03:18:48.486 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T3OhrOhcZYBFJHu off=2863372 len=1299372 2024-04-24T03:18:48.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 5042 completed, throughput=5MB/sec 2024-04-24T03:18:48.489 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q4uZSt5Z_OXouh2 off=1629563 len=244355 2024-04-24T03:18:48.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 5043 completed, throughput=5MB/sec 2024-04-24T03:18:48.769 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:18:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:18:48] "GET /metrics HTTP/1.1" 200 34224 "" "Prometheus/2.43.0" 2024-04-24T03:18:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:48 smithi016 ceph-mon[84376]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:48 smithi016 ceph-mon[86910]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:48 smithi063 ceph-mon[77007]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:49.490 INFO:tasks.workunit.client.0.smithi016.stdout: 983: throughput=5MB/sec pending data=0 2024-04-24T03:18:49.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f-8LAMPPDJq-Ymo off=4991085 len=80939 2024-04-24T03:18:49.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 5044 completed, throughput=5MB/sec 2024-04-24T03:18:49.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rqlf_Fb6n4R1XMh off=2732053 len=1719271 2024-04-24T03:18:49.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 5045 completed, throughput=5MB/sec 2024-04-24T03:18:49.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fdkGn1Ta2t9ShOB off=12696977 len=50648 2024-04-24T03:18:49.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 5046 completed, throughput=5MB/sec 2024-04-24T03:18:49.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J5uo-c5RT2JgAF8 off=2293377 len=1363128 2024-04-24T03:18:49.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 5047 completed, throughput=5MB/sec 2024-04-24T03:18:49.496 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GLD_YDMtjrAE9JQ off=8353169 len=91657 2024-04-24T03:18:49.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 5048 completed, throughput=5MB/sec 2024-04-24T03:18:49.497 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JMJAqOtGk6Lwltj off=8017978 len=1538109 2024-04-24T03:18:49.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 5049 completed, throughput=5MB/sec 2024-04-24T03:18:49.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N5HHz4oZT5Sp4Pn off=7000680 len=120024 2024-04-24T03:18:49.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 5050 completed, throughput=5MB/sec 2024-04-24T03:18:49.505 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DGahj_2o3yrYekp off=2746359 len=942627 2024-04-24T03:18:49.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 5051 completed, throughput=5MB/sec 2024-04-24T03:18:50.511 INFO:tasks.workunit.client.0.smithi016.stdout: 984: throughput=5MB/sec pending data=0 2024-04-24T03:18:50.511 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ps03OVZmanO-m9h off=3935841 len=168275 2024-04-24T03:18:50.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 5052 completed, throughput=5MB/sec 2024-04-24T03:18:50.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZvDo8jTez6jVC9K off=2708781 len=482867 2024-04-24T03:18:50.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 5053 completed, throughput=5MB/sec 2024-04-24T03:18:50.515 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fv3FrNBND-3_CjQ off=332242 len=1068131 2024-04-24T03:18:50.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 5054 completed, throughput=5MB/sec 2024-04-24T03:18:50.521 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0WeuFHQsKhWUzT2 off=722755 len=836419 2024-04-24T03:18:50.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 5055 completed, throughput=5MB/sec 2024-04-24T03:18:50.523 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--KBmA99kf3TI4S0 off=3243779 len=345125 2024-04-24T03:18:50.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 5056 completed, throughput=5MB/sec 2024-04-24T03:18:50.523 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FzyDOk9gJzFAllb off=3442630 len=134077 2024-04-24T03:18:50.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 5057 completed, throughput=5MB/sec 2024-04-24T03:18:50.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oPq7sPJRstDvdB1 off=324302 len=277040 2024-04-24T03:18:50.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 5058 completed, throughput=5MB/sec 2024-04-24T03:18:50.529 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4XM4P--3NcPriRb off=7720666 len=1238417 2024-04-24T03:18:50.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 5059 completed, throughput=5MB/sec 2024-04-24T03:18:50.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--KuQYT8Up97XnH2 off=2599336 len=1485336 2024-04-24T03:18:50.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 5060 completed, throughput=5MB/sec 2024-04-24T03:18:51.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:50 smithi063 ceph-mon[77007]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:51.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:50 smithi016 ceph-mon[84376]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:51.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:50 smithi016 ceph-mon[86910]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:18:51.538 INFO:tasks.workunit.client.0.smithi016.stdout: 985: throughput=5MB/sec pending data=0 2024-04-24T03:18:51.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b2eOwrmewzEiN3y off=763213 len=1838651 2024-04-24T03:18:51.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 5061 completed, throughput=5MB/sec 2024-04-24T03:18:51.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qaUZUxkZxSrhJYh off=13784942 len=538281 2024-04-24T03:18:51.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 5062 completed, throughput=5MB/sec 2024-04-24T03:18:51.544 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wLXtdrx8XZhEweG off=13267173 len=841476 2024-04-24T03:18:51.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 5063 completed, throughput=5MB/sec 2024-04-24T03:18:51.547 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i7HSTyswFqOyDM_ off=1452613 len=1244213 2024-04-24T03:18:51.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 5064 completed, throughput=5MB/sec 2024-04-24T03:18:52.548 INFO:tasks.workunit.client.0.smithi016.stdout: 986: throughput=5MB/sec pending data=0 2024-04-24T03:18:52.549 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W9LxeKnGz1MAsBz off=9101341 len=680308 2024-04-24T03:18:52.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 5065 completed, throughput=5MB/sec 2024-04-24T03:18:52.551 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wzKKvG0iR8Xztr- off=4078997 len=1892949 2024-04-24T03:18:52.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 5066 completed, throughput=5MB/sec 2024-04-24T03:18:52.553 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lvh8wtiE6LU4MAd off=20971407 len=982391 2024-04-24T03:18:52.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 5067 completed, throughput=5MB/sec 2024-04-24T03:18:52.558 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N6DdzDV1-t11bQW off=531921 len=921523 2024-04-24T03:18:52.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 5068 completed, throughput=5MB/sec 2024-04-24T03:18:52.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bh9NJgH0TW84cah off=944234 len=61432 2024-04-24T03:18:52.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 5069 completed, throughput=5MB/sec 2024-04-24T03:18:52.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ovuMGvnjyxw-sMo off=3560635 len=1694051 2024-04-24T03:18:52.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 5070 completed, throughput=5MB/sec 2024-04-24T03:18:53.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:52 smithi063 ceph-mon[77007]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:53.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:52 smithi016 ceph-mon[84376]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:53.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:52 smithi016 ceph-mon[86910]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:18:53.573 INFO:tasks.workunit.client.0.smithi016.stdout: 987: throughput=5MB/sec pending data=0 2024-04-24T03:18:53.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GSpclR0LfnE9NBw off=3880157 len=1273508 2024-04-24T03:18:53.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 5071 completed, throughput=5MB/sec 2024-04-24T03:18:53.575 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CSj3F7ij5cSmTrL off=2692584 len=1430084 2024-04-24T03:18:53.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 5072 completed, throughput=5MB/sec 2024-04-24T03:18:53.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jQua-vVnCEixiSV off=7425503 len=1195758 2024-04-24T03:18:53.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 5073 completed, throughput=5MB/sec 2024-04-24T03:18:53.585 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HuU0ojTyo4WtnXY off=1712712 len=1886211 2024-04-24T03:18:53.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 5074 completed, throughput=5MB/sec 2024-04-24T03:18:54.589 INFO:tasks.workunit.client.0.smithi016.stdout: 988: throughput=5MB/sec pending data=0 2024-04-24T03:18:54.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6dtl4GsXDzmcUhe off=811366 len=792788 2024-04-24T03:18:54.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 5075 completed, throughput=5MB/sec 2024-04-24T03:18:54.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2n1iOOQ6-n1W3bC off=3024874 len=654280 2024-04-24T03:18:54.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 5076 completed, throughput=5MB/sec 2024-04-24T03:18:54.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qi4mp_xTzIE02YE off=3812793 len=608344 2024-04-24T03:18:54.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 5077 completed, throughput=5MB/sec 2024-04-24T03:18:54.603 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xyshvd-jAMzUiqo off=265954 len=1294134 2024-04-24T03:18:54.611 INFO:tasks.workunit.client.0.smithi016.stdout:op 5078 completed, throughput=5MB/sec 2024-04-24T03:18:54.612 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BUWj7tmK2-xgmM2 off=6869907 len=246074 2024-04-24T03:18:54.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 5079 completed, throughput=5MB/sec 2024-04-24T03:18:54.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1F4GFC41tAio1Hl off=12651121 len=1420072 2024-04-24T03:18:54.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 5080 completed, throughput=5MB/sec 2024-04-24T03:18:55.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:54 smithi063 ceph-mon[77007]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:55.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:54 smithi016 ceph-mon[84376]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:55.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:54 smithi016 ceph-mon[86910]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:18:55.616 INFO:tasks.workunit.client.0.smithi016.stdout: 989: throughput=5MB/sec pending data=0 2024-04-24T03:18:55.617 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PgXwBsJPYtjcyeg off=5974735 len=1948480 2024-04-24T03:18:55.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 5081 completed, throughput=5MB/sec 2024-04-24T03:18:55.619 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qJWdYioNP0KjaJI off=607404 len=547799 2024-04-24T03:18:55.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 5082 completed, throughput=5MB/sec 2024-04-24T03:18:55.621 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e54nZnw524GY6CO off=11441670 len=902990 2024-04-24T03:18:55.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 5083 completed, throughput=5MB/sec 2024-04-24T03:18:55.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FqYrhoVvZrtE0xv off=51309 len=2095306 2024-04-24T03:18:55.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 5084 completed, throughput=5MB/sec 2024-04-24T03:18:56.629 INFO:tasks.workunit.client.0.smithi016.stdout: 990: throughput=5MB/sec pending data=0 2024-04-24T03:18:56.629 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JxqDLGkzPld0Wx2 off=227656 len=162238 2024-04-24T03:18:56.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 5085 completed, throughput=5MB/sec 2024-04-24T03:18:56.632 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1brE7m9XaXdvINF off=8654849 len=354115 2024-04-24T03:18:56.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 5086 completed, throughput=5MB/sec 2024-04-24T03:18:56.635 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b707qJSZokxI6JJ off=2259744 len=958256 2024-04-24T03:18:56.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 5087 completed, throughput=5MB/sec 2024-04-24T03:18:56.641 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_mHz7sC1cj0bDd1 off=348564 len=1705859 2024-04-24T03:18:56.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 5088 completed, throughput=5MB/sec 2024-04-24T03:18:56.651 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mjLqiVvo25bLDXs off=10982228 len=963126 2024-04-24T03:18:56.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 5089 completed, throughput=5MB/sec 2024-04-24T03:18:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:56 smithi063 ceph-mon[77007]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:18:57.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:56 smithi016 ceph-mon[84376]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:18:57.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:56 smithi016 ceph-mon[86910]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:18:57.652 INFO:tasks.workunit.client.0.smithi016.stdout: 991: throughput=5MB/sec pending data=0 2024-04-24T03:18:57.653 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uOawegRLsFGi5pq off=4863597 len=757332 2024-04-24T03:18:57.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 5090 completed, throughput=5MB/sec 2024-04-24T03:18:57.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZaBw6XauMunCxjh off=12744990 len=1113869 2024-04-24T03:18:57.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 5091 completed, throughput=5MB/sec 2024-04-24T03:18:57.663 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z06DQzwHdOohPa7 off=1636317 len=768441 2024-04-24T03:18:57.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 5092 completed, throughput=5MB/sec 2024-04-24T03:18:57.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2JqyHDGX8iYgcVD off=380535 len=463212 2024-04-24T03:18:57.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 5093 completed, throughput=5MB/sec 2024-04-24T03:18:57.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hnm_8-wfPNqnxxh off=336607 len=722375 2024-04-24T03:18:57.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 5094 completed, throughput=5MB/sec 2024-04-24T03:18:57.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SSu6qdxA-jK68b- off=12076301 len=317152 2024-04-24T03:18:57.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 5095 completed, throughput=5MB/sec 2024-04-24T03:18:57.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HMXdKuGh4mN7DCY off=3171982 len=1228530 2024-04-24T03:18:57.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 5096 completed, throughput=5MB/sec 2024-04-24T03:18:58.675 INFO:tasks.workunit.client.0.smithi016.stdout: 992: throughput=5MB/sec pending data=0 2024-04-24T03:18:58.675 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T2W2GRMN7zVxUOt off=13159842 len=183140 2024-04-24T03:18:58.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 5097 completed, throughput=5MB/sec 2024-04-24T03:18:58.675 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6SVMWt6TMPS7AS5 off=4849023 len=1863788 2024-04-24T03:18:58.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 5098 completed, throughput=5MB/sec 2024-04-24T03:18:58.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fuw3DcfQR-O1GZ1 off=2803069 len=1371086 2024-04-24T03:18:58.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 5099 completed, throughput=5MB/sec 2024-04-24T03:18:58.686 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f7U1PF5-UtAc3Lr off=735568 len=168736 2024-04-24T03:18:58.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 5100 completed, throughput=5MB/sec 2024-04-24T03:18:58.687 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rdudf0nuL52J5DY off=8421682 len=539909 2024-04-24T03:18:58.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 5101 completed, throughput=5MB/sec 2024-04-24T03:18:58.688 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2IkRWIvI_EW0b9m off=1848724 len=1365708 2024-04-24T03:18:58.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 5102 completed, throughput=5MB/sec 2024-04-24T03:18:58.770 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:18:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:18:58] "GET /metrics HTTP/1.1" 200 34224 "" "Prometheus/2.43.0" 2024-04-24T03:18:59.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:58 smithi063 ceph-mon[77007]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:18:59.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:58 smithi016 ceph-mon[84376]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:18:59.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:58 smithi016 ceph-mon[86910]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:18:59.694 INFO:tasks.workunit.client.0.smithi016.stdout: 993: throughput=5MB/sec pending data=0 2024-04-24T03:18:59.694 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2IlSWyvUTzdQfAd off=20280699 len=1607276 2024-04-24T03:18:59.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 5103 completed, throughput=5MB/sec 2024-04-24T03:18:59.701 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Pg1AcPwaegkAkKc off=1664341 len=182234 2024-04-24T03:18:59.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 5104 completed, throughput=5MB/sec 2024-04-24T03:18:59.704 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mRDOVc20Bahm-az off=6393572 len=928315 2024-04-24T03:18:59.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 5105 completed, throughput=5MB/sec 2024-04-24T03:18:59.705 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wVKdIu_qt4GqddA off=3911093 len=1442452 2024-04-24T03:18:59.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 5106 completed, throughput=5MB/sec 2024-04-24T03:18:59.712 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DUGn_dd0z_tCDF5 off=1641000 len=1580897 2024-04-24T03:18:59.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 5107 completed, throughput=5MB/sec 2024-04-24T03:19:00.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:18:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:00.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:18:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:00.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:18:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:00.713 INFO:tasks.workunit.client.0.smithi016.stdout: 994: throughput=5MB/sec pending data=0 2024-04-24T03:19:00.713 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8yGOh2hETAhowS7 off=9922175 len=1597743 2024-04-24T03:19:00.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 5108 completed, throughput=5MB/sec 2024-04-24T03:19:00.722 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hWtc8qYj-4Y7YZH off=16549452 len=971781 2024-04-24T03:19:00.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 5109 completed, throughput=5MB/sec 2024-04-24T03:19:00.723 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dfYPYsiM7ArSK92 off=2548603 len=121335 2024-04-24T03:19:00.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 5110 completed, throughput=5MB/sec 2024-04-24T03:19:00.726 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Mz5pDmKzOXWZuFa off=481595 len=305366 2024-04-24T03:19:00.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 5111 completed, throughput=5MB/sec 2024-04-24T03:19:00.729 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-17WDgRkQMPemVJA off=15996349 len=321070 2024-04-24T03:19:00.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 5112 completed, throughput=5MB/sec 2024-04-24T03:19:00.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nhCkfjFjafiLjM8 off=22536154 len=562512 2024-04-24T03:19:00.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 5113 completed, throughput=5MB/sec 2024-04-24T03:19:00.736 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mdtc1T2pC7wt8GZ off=360438 len=1027055 2024-04-24T03:19:00.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 5114 completed, throughput=5MB/sec 2024-04-24T03:19:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:00 smithi063 ceph-mon[77007]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:01.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:00 smithi016 ceph-mon[84376]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:01.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:00 smithi016 ceph-mon[86910]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:01.742 INFO:tasks.workunit.client.0.smithi016.stdout: 995: throughput=5MB/sec pending data=0 2024-04-24T03:19:01.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BXzzlrgZIjH6lKs off=2055556 len=1119313 2024-04-24T03:19:01.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 5115 completed, throughput=5MB/sec 2024-04-24T03:19:01.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jtGksNPo4B5Av3s off=20086341 len=587480 2024-04-24T03:19:01.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 5116 completed, throughput=5MB/sec 2024-04-24T03:19:01.745 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B_Ab1Bsi8uufQAF off=38161 len=1101570 2024-04-24T03:19:01.751 INFO:tasks.workunit.client.0.smithi016.stdout:op 5117 completed, throughput=5MB/sec 2024-04-24T03:19:01.751 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hykyYH7fIPhLBxa off=11182477 len=574994 2024-04-24T03:19:01.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 5118 completed, throughput=5MB/sec 2024-04-24T03:19:01.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fPmOXkbKH5iN3_P off=3416926 len=854705 2024-04-24T03:19:01.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 5119 completed, throughput=5MB/sec 2024-04-24T03:19:01.757 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1gXhgXvbLNBuKOp off=2137642 len=1488899 2024-04-24T03:19:01.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 5120 completed, throughput=5MB/sec 2024-04-24T03:19:02.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:01 smithi063 ceph-mon[77007]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-24T03:19:02.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:01 smithi016 ceph-mon[84376]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-24T03:19:02.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:01 smithi016 ceph-mon[86910]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-24T03:19:02.759 INFO:tasks.workunit.client.0.smithi016.stdout: 996: throughput=5MB/sec pending data=0 2024-04-24T03:19:02.759 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DLjkRngY0dn_Aok off=5611180 len=322895 2024-04-24T03:19:02.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 5121 completed, throughput=5MB/sec 2024-04-24T03:19:02.760 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_NqX61t1CuVqw6W off=11574486 len=2057805 2024-04-24T03:19:02.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 5122 completed, throughput=5MB/sec 2024-04-24T03:19:02.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D7uSkODZJ79Our4 off=10402424 len=663156 2024-04-24T03:19:02.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 5123 completed, throughput=5MB/sec 2024-04-24T03:19:02.767 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UtWD453TJlN4y8b off=14570744 len=1486636 2024-04-24T03:19:02.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 5124 completed, throughput=5MB/sec 2024-04-24T03:19:02.774 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yvTx47VpKXhJBql off=9860637 len=118042 2024-04-24T03:19:02.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 5125 completed, throughput=5MB/sec 2024-04-24T03:19:03.775 INFO:tasks.workunit.client.0.smithi016.stdout: 997: throughput=5MB/sec pending data=0 2024-04-24T03:19:03.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LRX5gLX9DvFA1gc off=2059939 len=40144 2024-04-24T03:19:03.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 5126 completed, throughput=5MB/sec 2024-04-24T03:19:03.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rPUFkMMZVraav_V off=13895628 len=2073702 2024-04-24T03:19:03.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 5127 completed, throughput=5MB/sec 2024-04-24T03:19:03.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F7klxDrds1G29Q_ off=1229505 len=295400 2024-04-24T03:19:03.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 5128 completed, throughput=5MB/sec 2024-04-24T03:19:03.783 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-afha6ExHSIqDplV off=4491457 len=1450822 2024-04-24T03:19:03.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 5129 completed, throughput=5MB/sec 2024-04-24T03:19:03.785 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r92FJit4kc3XZfJ off=768792 len=1984144 2024-04-24T03:19:03.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 5130 completed, throughput=5MB/sec 2024-04-24T03:19:04.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:04 smithi016 ceph-mon[84376]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:04.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:04 smithi016 ceph-mon[86910]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:04.787 INFO:tasks.workunit.client.0.smithi016.stdout: 998: throughput=5MB/sec pending data=0 2024-04-24T03:19:04.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qYuXjEVPxc2ZKfz off=9026939 len=988067 2024-04-24T03:19:04.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 5131 completed, throughput=5MB/sec 2024-04-24T03:19:04.789 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0fkcNenUVb6KCWm off=8781568 len=190265 2024-04-24T03:19:04.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 5132 completed, throughput=5MB/sec 2024-04-24T03:19:04.792 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nUfV7bvxUrs_CC2 off=19648385 len=1178665 2024-04-24T03:19:04.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:04 smithi063 ceph-mon[77007]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:04.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 5133 completed, throughput=5MB/sec 2024-04-24T03:19:04.800 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oq6YLkVSdIX84pZ off=2858211 len=110987 2024-04-24T03:19:04.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 5134 completed, throughput=5MB/sec 2024-04-24T03:19:04.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IoRQJ4MKykYqlKt off=6223796 len=1828764 2024-04-24T03:19:04.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 5135 completed, throughput=5MB/sec 2024-04-24T03:19:04.805 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RRfFuZNM66wT1Q4 off=2257444 len=404249 2024-04-24T03:19:04.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 5136 completed, throughput=5MB/sec 2024-04-24T03:19:04.809 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5Gqb3hQXZgJYvQL off=5026910 len=1276919 2024-04-24T03:19:04.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 5137 completed, throughput=5MB/sec 2024-04-24T03:19:05.811 INFO:tasks.workunit.client.0.smithi016.stdout: 999: throughput=5MB/sec pending data=0 2024-04-24T03:19:05.811 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KbNbSIWjBadVh3J off=81081 len=1017845 2024-04-24T03:19:05.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 5138 completed, throughput=5MB/sec 2024-04-24T03:19:05.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HttKv2kOsYl6Z93 off=3237704 len=733256 2024-04-24T03:19:05.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 5139 completed, throughput=5MB/sec 2024-04-24T03:19:05.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ny0jzLoelpz5Ovc off=2647057 len=1254920 2024-04-24T03:19:05.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 5140 completed, throughput=5MB/sec 2024-04-24T03:19:05.824 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-anV8TJlF0CUbxwJ off=2825866 len=574271 2024-04-24T03:19:05.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 5141 completed, throughput=5MB/sec 2024-04-24T03:19:05.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RWwYNZ1L4GugJ46 off=7942897 len=18057 2024-04-24T03:19:05.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 5142 completed, throughput=5MB/sec 2024-04-24T03:19:05.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e97roDMWbzwOdbm off=17044021 len=1768729 2024-04-24T03:19:05.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 5143 completed, throughput=5MB/sec 2024-04-24T03:19:06.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:06 smithi016 ceph-mon[84376]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:06.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:06 smithi016 ceph-mon[86910]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:06.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:06 smithi063 ceph-mon[77007]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:06.841 INFO:tasks.workunit.client.0.smithi016.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-24T03:19:06.841 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E7fpQGQuubCQ70- off=2642589 len=1873146 2024-04-24T03:19:06.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 5144 completed, throughput=5MB/sec 2024-04-24T03:19:06.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xM0g_UG-n2SWNdh off=1237877 len=56075 2024-04-24T03:19:06.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 5145 completed, throughput=5MB/sec 2024-04-24T03:19:06.848 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cNDhUlE5T5tPZMb off=2888816 len=486563 2024-04-24T03:19:06.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 5146 completed, throughput=5MB/sec 2024-04-24T03:19:06.852 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yu-WrMAyrpzdC9S off=7889509 len=2038584 2024-04-24T03:19:06.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 5147 completed, throughput=5MB/sec 2024-04-24T03:19:07.854 INFO:tasks.workunit.client.0.smithi016.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-24T03:19:07.854 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-trIYULud8BU1DWs off=688737 len=1410539 2024-04-24T03:19:07.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 5148 completed, throughput=5MB/sec 2024-04-24T03:19:07.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UOgjfvM8EGo0aum off=6603108 len=1755320 2024-04-24T03:19:07.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 5149 completed, throughput=5MB/sec 2024-04-24T03:19:07.858 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gq2Cm2hdYFiWHSy off=21008470 len=964184 2024-04-24T03:19:07.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 5150 completed, throughput=5MB/sec 2024-04-24T03:19:07.864 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nHVvNbdbzyH_h4V off=8225484 len=1029865 2024-04-24T03:19:07.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 5151 completed, throughput=5MB/sec 2024-04-24T03:19:08.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:08 smithi016 ceph-mon[84376]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:19:08.774 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:19:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:19:08] "GET /metrics HTTP/1.1" 200 34218 "" "Prometheus/2.43.0" 2024-04-24T03:19:08.774 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:08 smithi016 ceph-mon[86910]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:19:08.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:08 smithi063 ceph-mon[77007]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:19:08.869 INFO:tasks.workunit.client.0.smithi016.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-24T03:19:08.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MeWMCfewIvc1JW0 off=6710739 len=1898455 2024-04-24T03:19:08.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 5152 completed, throughput=5MB/sec 2024-04-24T03:19:08.877 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YjqQqfGpmfvKg0o off=121486 len=970102 2024-04-24T03:19:08.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 5153 completed, throughput=5MB/sec 2024-04-24T03:19:08.884 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WSPqgxFedm4IAcG off=21237604 len=406912 2024-04-24T03:19:08.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 5154 completed, throughput=5MB/sec 2024-04-24T03:19:08.888 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OOQDOU2xm4Oilf3 off=1230961 len=1528239 2024-04-24T03:19:08.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 5155 completed, throughput=5MB/sec 2024-04-24T03:19:08.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KIxRPv-DmqlI0qH off=2024808 len=65624 2024-04-24T03:19:08.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 5156 completed, throughput=5MB/sec 2024-04-24T03:19:08.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yRmhJH529CCF8T3 off=973998 len=733605 2024-04-24T03:19:08.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 5157 completed, throughput=5MB/sec 2024-04-24T03:19:09.898 INFO:tasks.workunit.client.0.smithi016.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-24T03:19:09.898 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fj--AAQf_OT2BJg off=18411303 len=594319 2024-04-24T03:19:09.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 5158 completed, throughput=5MB/sec 2024-04-24T03:19:09.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OONTop12J4QeziI off=14064342 len=1328389 2024-04-24T03:19:09.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 5159 completed, throughput=5MB/sec 2024-04-24T03:19:09.912 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aSJQ1KG2FXGnhhI off=92957 len=198673 2024-04-24T03:19:09.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 5160 completed, throughput=5MB/sec 2024-04-24T03:19:09.912 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PRG6SSdZcqnduep off=9744288 len=964261 2024-04-24T03:19:09.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 5161 completed, throughput=5MB/sec 2024-04-24T03:19:09.914 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LsUC3OOD8f1Q0SB off=2790818 len=1909363 2024-04-24T03:19:09.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 5162 completed, throughput=5MB/sec 2024-04-24T03:19:10.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:10 smithi016 ceph-mon[84376]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:10.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:10 smithi016 ceph-mon[86910]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:10.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:10 smithi063 ceph-mon[77007]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:10.916 INFO:tasks.workunit.client.0.smithi016.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-24T03:19:10.916 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z3FhpItBAQ3BQDR off=6513077 len=847004 2024-04-24T03:19:10.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 5163 completed, throughput=5MB/sec 2024-04-24T03:19:10.921 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_19aL9tTJ0561ys off=1830923 len=1582107 2024-04-24T03:19:10.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 5164 completed, throughput=5MB/sec 2024-04-24T03:19:10.923 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vAYHJ-O_43kFcHO off=7428596 len=862429 2024-04-24T03:19:10.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 5165 completed, throughput=5MB/sec 2024-04-24T03:19:10.925 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vo35dA0oT2CDf7c off=4322541 len=1130625 2024-04-24T03:19:10.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 5166 completed, throughput=5MB/sec 2024-04-24T03:19:10.926 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VTCbeTHhbJjOhWe off=3556594 len=348058 2024-04-24T03:19:10.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 5167 completed, throughput=5MB/sec 2024-04-24T03:19:10.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xZIeRIBVkkTwpxL off=9299086 len=1290555 2024-04-24T03:19:10.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 5168 completed, throughput=5MB/sec 2024-04-24T03:19:11.929 INFO:tasks.workunit.client.0.smithi016.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-24T03:19:11.929 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZqvD4hPJNDCBtMR off=7328015 len=1638285 2024-04-24T03:19:11.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 5169 completed, throughput=5MB/sec 2024-04-24T03:19:11.931 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1Kx3A8z9L66XoMC off=2713312 len=1127539 2024-04-24T03:19:11.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 5170 completed, throughput=5MB/sec 2024-04-24T03:19:11.937 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rzODZzWPOnDXPO0 off=824539 len=1330798 2024-04-24T03:19:11.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 5171 completed, throughput=5MB/sec 2024-04-24T03:19:11.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rBHqU36alz2tJrg off=431982 len=901304 2024-04-24T03:19:11.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 5172 completed, throughput=5MB/sec 2024-04-24T03:19:12.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:12 smithi016 ceph-mon[84376]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:12.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:12 smithi016 ceph-mon[86910]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:12.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:12 smithi063 ceph-mon[77007]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:12.943 INFO:tasks.workunit.client.0.smithi016.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-24T03:19:12.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S1RAacW72QoChJD off=1638643 len=2040925 2024-04-24T03:19:12.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 5173 completed, throughput=5MB/sec 2024-04-24T03:19:12.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JmkJCoGLTUY3NHO off=287947 len=1645254 2024-04-24T03:19:12.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 5174 completed, throughput=5MB/sec 2024-04-24T03:19:12.954 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dXvbIdR457B-MwC off=11272905 len=442063 2024-04-24T03:19:12.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 5175 completed, throughput=5MB/sec 2024-04-24T03:19:12.955 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Emlk01V0FsN1V4l off=9539341 len=841468 2024-04-24T03:19:12.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 5176 completed, throughput=5MB/sec 2024-04-24T03:19:13.956 INFO:tasks.workunit.client.0.smithi016.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-24T03:19:13.956 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6SUwkr5VrhkMIow off=407166 len=1405671 2024-04-24T03:19:13.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 5177 completed, throughput=5MB/sec 2024-04-24T03:19:13.958 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YYd7LUrOz3hOHI4 off=4574045 len=451891 2024-04-24T03:19:13.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 5178 completed, throughput=5MB/sec 2024-04-24T03:19:13.962 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i7jGUkW6s_NXHKF off=19288175 len=496496 2024-04-24T03:19:13.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 5179 completed, throughput=5MB/sec 2024-04-24T03:19:13.963 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KXltjqiuA1TLcr5 off=2819103 len=188294 2024-04-24T03:19:13.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 5180 completed, throughput=5MB/sec 2024-04-24T03:19:13.967 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7IqEyvZU5OrwECL off=0 len=1254358 2024-04-24T03:19:13.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 5181 completed, throughput=5MB/sec 2024-04-24T03:19:13.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ur7_WJ_Fgr1bC7a off=2397632 len=1108483 2024-04-24T03:19:13.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 5182 completed, throughput=5MB/sec 2024-04-24T03:19:13.969 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xFvlX2WcWh9DqeI off=7050334 len=707942 2024-04-24T03:19:13.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 5183 completed, throughput=5MB/sec 2024-04-24T03:19:14.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:14 smithi016 ceph-mon[84376]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:14.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:14 smithi016 ceph-mon[86910]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:14.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:14 smithi063 ceph-mon[77007]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:14.974 INFO:tasks.workunit.client.0.smithi016.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-24T03:19:14.974 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u6kK2o3LQNIqeFl off=1048609 len=520981 2024-04-24T03:19:14.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 5184 completed, throughput=5MB/sec 2024-04-24T03:19:14.975 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jQ4uqAmsvjlEgsA off=2114063 len=1455500 2024-04-24T03:19:14.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 5185 completed, throughput=5MB/sec 2024-04-24T03:19:14.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F8VN7PY2YzsUrjE off=7106899 len=317201 2024-04-24T03:19:14.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 5186 completed, throughput=5MB/sec 2024-04-24T03:19:14.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YsqIWLvurZF8D48 off=2241605 len=1380837 2024-04-24T03:19:14.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 5187 completed, throughput=5MB/sec 2024-04-24T03:19:14.985 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xv93kk9rxMievPi off=19573718 len=1423118 2024-04-24T03:19:14.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 5188 completed, throughput=5MB/sec 2024-04-24T03:19:15.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:15.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:15.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:15.993 INFO:tasks.workunit.client.0.smithi016.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-24T03:19:15.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oL9LsOS0KT17doX off=9840708 len=1919731 2024-04-24T03:19:16.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 5189 completed, throughput=5MB/sec 2024-04-24T03:19:16.002 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2jCfb1xZb5Zmpo1 off=781610 len=152396 2024-04-24T03:19:16.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 5190 completed, throughput=5MB/sec 2024-04-24T03:19:16.002 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fK0aTi49TFXQ0Ep off=936503 len=1044811 2024-04-24T03:19:16.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 5191 completed, throughput=5MB/sec 2024-04-24T03:19:16.008 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KQ-VzWiH8g1iT9m off=7021633 len=283936 2024-04-24T03:19:16.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 5192 completed, throughput=5MB/sec 2024-04-24T03:19:16.009 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BKeI_PB1hemYTcO off=257323 len=1913587 2024-04-24T03:19:16.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 5193 completed, throughput=5MB/sec 2024-04-24T03:19:16.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:16 smithi016 ceph-mon[84376]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:16.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:16 smithi016 ceph-mon[86910]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:16.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:16 smithi063 ceph-mon[77007]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:17.018 INFO:tasks.workunit.client.0.smithi016.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-24T03:19:17.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o1e5TI_2eKPJdRO off=4159511 len=574223 2024-04-24T03:19:17.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 5194 completed, throughput=5MB/sec 2024-04-24T03:19:17.022 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RRQVGj0Zi85YYkh off=8728314 len=1517166 2024-04-24T03:19:17.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 5195 completed, throughput=5MB/sec 2024-04-24T03:19:17.024 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-atMeJ6azIn4tkOv off=6098022 len=1416437 2024-04-24T03:19:17.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 5196 completed, throughput=5MB/sec 2024-04-24T03:19:17.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZLOCdMTqqA3JhsH off=4334619 len=1579433 2024-04-24T03:19:17.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 5197 completed, throughput=5MB/sec 2024-04-24T03:19:17.029 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yqZ5-Cpk_PwwjhU off=4155641 len=1234505 2024-04-24T03:19:17.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 5198 completed, throughput=5MB/sec 2024-04-24T03:19:18.031 INFO:tasks.workunit.client.0.smithi016.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-24T03:19:18.031 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BiJaoCs36dO0cYP off=8753578 len=885770 2024-04-24T03:19:18.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 5199 completed, throughput=5MB/sec 2024-04-24T03:19:18.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7_hb3R_WvRSw4CW off=364237 len=476565 2024-04-24T03:19:18.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 5200 completed, throughput=5MB/sec 2024-04-24T03:19:18.040 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H8neNkZ0kkUyM5q off=8670390 len=1666238 2024-04-24T03:19:18.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 5201 completed, throughput=5MB/sec 2024-04-24T03:19:18.042 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B3Ip3_BqECtcoki off=453135 len=355534 2024-04-24T03:19:18.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 5202 completed, throughput=5MB/sec 2024-04-24T03:19:18.046 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--NIZEB7V1R9YrFi off=1976791 len=1069081 2024-04-24T03:19:18.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 5203 completed, throughput=5MB/sec 2024-04-24T03:19:18.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:18 smithi016 ceph-mon[84376]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:18.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:19:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:19:18] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:19:18.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:18 smithi016 ceph-mon[86910]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:18.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:18 smithi063 ceph-mon[77007]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:19.052 INFO:tasks.workunit.client.0.smithi016.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-24T03:19:19.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HwQxyzuo_rW13g8 off=831012 len=27982 2024-04-24T03:19:19.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 5204 completed, throughput=5MB/sec 2024-04-24T03:19:19.055 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uLHMqwJWWOVGgs- off=2679996 len=1765420 2024-04-24T03:19:19.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 5205 completed, throughput=5MB/sec 2024-04-24T03:19:19.058 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KyocY_ayarLjPtc off=5853243 len=407707 2024-04-24T03:19:19.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 5206 completed, throughput=5MB/sec 2024-04-24T03:19:19.059 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iKl1lxougVnVKAA off=18687316 len=385327 2024-04-24T03:19:19.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 5207 completed, throughput=5MB/sec 2024-04-24T03:19:19.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u_YFkU23qmGtdGF off=10581248 len=1150554 2024-04-24T03:19:19.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 5208 completed, throughput=5MB/sec 2024-04-24T03:19:19.064 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y_KMUdNTraEg-az off=7629644 len=163153 2024-04-24T03:19:19.065 INFO:tasks.workunit.client.0.smithi016.stdout:op 5209 completed, throughput=5MB/sec 2024-04-24T03:19:19.065 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WDhn6TwfKF7sjub off=618463 len=1284382 2024-04-24T03:19:19.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 5210 completed, throughput=5MB/sec 2024-04-24T03:19:20.072 INFO:tasks.workunit.client.0.smithi016.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-24T03:19:20.072 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yhj727dmawvVhsV off=4040076 len=1937127 2024-04-24T03:19:20.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 5211 completed, throughput=5MB/sec 2024-04-24T03:19:20.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NnA5VmeRJNQGwf3 off=5880245 len=148416 2024-04-24T03:19:20.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 5212 completed, throughput=5MB/sec 2024-04-24T03:19:20.078 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UW68k0RcWNwLB40 off=4680152 len=1259069 2024-04-24T03:19:20.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 5213 completed, throughput=5MB/sec 2024-04-24T03:19:20.080 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RKZ5LkUy6uReJNS off=462468 len=354904 2024-04-24T03:19:20.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 5214 completed, throughput=5MB/sec 2024-04-24T03:19:20.084 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UzfikWQaHbRVZkS off=10779368 len=921479 2024-04-24T03:19:20.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 5215 completed, throughput=5MB/sec 2024-04-24T03:19:20.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RuZl_6B2rYLZhOE off=1234604 len=1363784 2024-04-24T03:19:20.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 5216 completed, throughput=5MB/sec 2024-04-24T03:19:20.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:20 smithi016 ceph-mon[84376]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:19:20.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:20 smithi016 ceph-mon[86910]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:19:20.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:20 smithi063 ceph-mon[77007]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-24T03:19:21.096 INFO:tasks.workunit.client.0.smithi016.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-24T03:19:21.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pp4zD2hhuXMNjF_ off=314945 len=722373 2024-04-24T03:19:21.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 5217 completed, throughput=5MB/sec 2024-04-24T03:19:21.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pFKFvMSHv6Zwn9r off=8102333 len=351260 2024-04-24T03:19:21.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 5218 completed, throughput=5MB/sec 2024-04-24T03:19:21.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--60n-yeAvjvCA9h off=13159715 len=876537 2024-04-24T03:19:21.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 5219 completed, throughput=5MB/sec 2024-04-24T03:19:21.103 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JSBwznlycS6ir0p off=1540241 len=696300 2024-04-24T03:19:21.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 5220 completed, throughput=5MB/sec 2024-04-24T03:19:21.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VkCxQfrOaxopYZp off=981530 len=1521226 2024-04-24T03:19:21.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 5221 completed, throughput=5MB/sec 2024-04-24T03:19:21.115 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bnM7GXy1iMceYCN off=14429490 len=12960 2024-04-24T03:19:21.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 5222 completed, throughput=5MB/sec 2024-04-24T03:19:21.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K9t_Gz1mdUHfZl1 off=4188890 len=1256475 2024-04-24T03:19:21.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 5223 completed, throughput=5MB/sec 2024-04-24T03:19:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-24T03:19:22.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--1bnJx4WZDqHYgc off=1509707 len=1557148 2024-04-24T03:19:22.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 5224 completed, throughput=5MB/sec 2024-04-24T03:19:22.126 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4Dw3pVOqTCO7__X off=904462 len=664230 2024-04-24T03:19:22.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 5225 completed, throughput=5MB/sec 2024-04-24T03:19:22.131 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6LYRAd-SOVhM-l- off=5154338 len=476356 2024-04-24T03:19:22.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 5226 completed, throughput=5MB/sec 2024-04-24T03:19:22.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--w6d3EhXkms9Lu8 off=609373 len=274047 2024-04-24T03:19:22.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 5227 completed, throughput=5MB/sec 2024-04-24T03:19:22.138 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oRapGv8jSQI6RYD off=2609631 len=1962327 2024-04-24T03:19:22.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 5228 completed, throughput=5MB/sec 2024-04-24T03:19:22.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:22 smithi016 ceph-mon[84376]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:22.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:22 smithi016 ceph-mon[86910]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:22.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:22 smithi063 ceph-mon[77007]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:19:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-24T03:19:23.140 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sxBVfGovbonnWvN off=14584430 len=130138 2024-04-24T03:19:23.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 5229 completed, throughput=5MB/sec 2024-04-24T03:19:23.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X4NWXpbW7xn-K5P off=20249366 len=1287591 2024-04-24T03:19:23.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 5230 completed, throughput=5MB/sec 2024-04-24T03:19:23.144 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bDuPnLXmt5tdNKg off=10340670 len=1497313 2024-04-24T03:19:23.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 5231 completed, throughput=5MB/sec 2024-04-24T03:19:23.155 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JZu47NA4s4Vaocx off=5625463 len=111642 2024-04-24T03:19:23.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 5232 completed, throughput=5MB/sec 2024-04-24T03:19:23.156 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pyPUaT4Gy-W8NS8 off=1339933 len=2073858 2024-04-24T03:19:23.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 5233 completed, throughput=5MB/sec 2024-04-24T03:19:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-24T03:19:24.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-poOIyQoNitJZaxD off=7208077 len=1538740 2024-04-24T03:19:24.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 5234 completed, throughput=5MB/sec 2024-04-24T03:19:24.172 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-atMeJ6azIn4tkOv off=13689114 len=1129637 2024-04-24T03:19:24.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 5235 completed, throughput=5MB/sec 2024-04-24T03:19:24.173 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p4pAlQSdFoJ8sQB off=6584742 len=1908828 2024-04-24T03:19:24.182 INFO:tasks.workunit.client.0.smithi016.stdout:op 5236 completed, throughput=5MB/sec 2024-04-24T03:19:24.182 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r5bokBvEau6os0S off=636979 len=1727213 2024-04-24T03:19:24.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 5237 completed, throughput=5MB/sec 2024-04-24T03:19:24.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:24 smithi016 ceph-mon[84376]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:19:24.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:24 smithi016 ceph-mon[86910]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:19:24.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:24 smithi063 ceph-mon[77007]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-24T03:19:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-24T03:19:25.184 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0F9IBnkyceG_sQz off=747648 len=416790 2024-04-24T03:19:25.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 5238 completed, throughput=5MB/sec 2024-04-24T03:19:25.187 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mDUNlU5hwO-MLoc off=6874329 len=1662318 2024-04-24T03:19:25.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 5239 completed, throughput=5MB/sec 2024-04-24T03:19:25.198 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nJh8OSOOvYoQpxt off=9904650 len=438707 2024-04-24T03:19:25.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 5240 completed, throughput=5MB/sec 2024-04-24T03:19:25.199 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MwZ2D_RnVfmgZuV off=4897204 len=2028336 2024-04-24T03:19:25.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 5241 completed, throughput=5MB/sec 2024-04-24T03:19:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-24T03:19:26.209 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-riRS48DmiPWd1O_ off=14203239 len=1785081 2024-04-24T03:19:26.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 5242 completed, throughput=5MB/sec 2024-04-24T03:19:26.211 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DJc-5ze_MlGXCh- off=7428747 len=1055648 2024-04-24T03:19:26.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 5243 completed, throughput=5MB/sec 2024-04-24T03:19:26.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9UWaWjEXofqqJSl off=7026014 len=2071458 2024-04-24T03:19:26.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 5244 completed, throughput=5MB/sec 2024-04-24T03:19:26.219 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yrABdAA_3Kw5ccB off=17326848 len=1126994 2024-04-24T03:19:26.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 5245 completed, throughput=5MB/sec 2024-04-24T03:19:26.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:26 smithi016 ceph-mon[84376]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:26.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:26 smithi016 ceph-mon[86910]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:26.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:26 smithi063 ceph-mon[77007]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-24T03:19:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-24T03:19:27.225 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FCYao4hQKWbdulD off=692084 len=136967 2024-04-24T03:19:27.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 5246 completed, throughput=5MB/sec 2024-04-24T03:19:27.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-60-7tb1VkHEBmfI off=3136024 len=511882 2024-04-24T03:19:27.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 5247 completed, throughput=5MB/sec 2024-04-24T03:19:27.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1gXhgXvbLNBuKOp off=15294574 len=114565 2024-04-24T03:19:27.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 5248 completed, throughput=5MB/sec 2024-04-24T03:19:27.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y7_cW2sV-gfNx2A off=1619859 len=885231 2024-04-24T03:19:27.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 5249 completed, throughput=5MB/sec 2024-04-24T03:19:27.230 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YlSbEZZXY4JnL1a off=5636298 len=1627372 2024-04-24T03:19:27.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 5250 completed, throughput=5MB/sec 2024-04-24T03:19:27.233 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8IeLj9aznPfh7OW off=6790115 len=553493 2024-04-24T03:19:27.233 INFO:tasks.workunit.client.0.smithi016.stdout:op 5251 completed, throughput=5MB/sec 2024-04-24T03:19:27.234 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nry6HCSIOk1R_PB off=1238879 len=1439395 2024-04-24T03:19:27.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 5252 completed, throughput=5MB/sec 2024-04-24T03:19:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-24T03:19:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sj8kM7wqnkuc40m off=18555642 len=1822394 2024-04-24T03:19:28.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 5253 completed, throughput=5MB/sec 2024-04-24T03:19:28.243 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OCvUVtyliWifuPi off=2248587 len=1937856 2024-04-24T03:19:28.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 5254 completed, throughput=5MB/sec 2024-04-24T03:19:28.254 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RI9aQqcaHceFYir off=2495792 len=1406964 2024-04-24T03:19:28.255 INFO:tasks.workunit.client.0.smithi016.stdout:op 5255 completed, throughput=5MB/sec 2024-04-24T03:19:28.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:28 smithi016 ceph-mon[84376]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:19:28.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:19:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:19:28] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:19:28.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:28 smithi016 ceph-mon[86910]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:19:28.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:28 smithi063 ceph-mon[77007]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:19:29.256 INFO:tasks.workunit.client.0.smithi016.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-24T03:19:29.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oYBCZ-IMr-OCAvK off=7822906 len=111795 2024-04-24T03:19:29.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 5256 completed, throughput=5MB/sec 2024-04-24T03:19:29.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BUhGYbebCAK8zWe off=6612457 len=1906193 2024-04-24T03:19:29.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 5257 completed, throughput=5MB/sec 2024-04-24T03:19:29.259 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XQYcjOrG5_Mb6fs off=320957 len=1061651 2024-04-24T03:19:29.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 5258 completed, throughput=5MB/sec 2024-04-24T03:19:29.265 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AnDtGRtKbK20ny1 off=4184008 len=1753935 2024-04-24T03:19:29.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 5259 completed, throughput=5MB/sec 2024-04-24T03:19:30.267 INFO:tasks.workunit.client.0.smithi016.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-24T03:19:30.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UJ0YHD6KSUqVhFf off=1970888 len=1960497 2024-04-24T03:19:30.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 5260 completed, throughput=5MB/sec 2024-04-24T03:19:30.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ej7cCGzYwN0rowF off=2676137 len=1343579 2024-04-24T03:19:30.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 5261 completed, throughput=5MB/sec 2024-04-24T03:19:30.281 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bv6aKI2P85qzEQp off=10675528 len=761386 2024-04-24T03:19:30.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 5262 completed, throughput=5MB/sec 2024-04-24T03:19:30.286 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-REM63sjL4LSZR7l off=3872270 len=214538 2024-04-24T03:19:30.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 5263 completed, throughput=5MB/sec 2024-04-24T03:19:30.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H8neNkZ0kkUyM5q off=13088493 len=1181496 2024-04-24T03:19:30.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 5264 completed, throughput=5MB/sec 2024-04-24T03:19:30.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:30 smithi016 ceph-mon[84376]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:19:30.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:30.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:30 smithi016 ceph-mon[86910]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:19:30.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:30 smithi063 ceph-mon[77007]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:19:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:31.290 INFO:tasks.workunit.client.0.smithi016.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-24T03:19:31.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ScyDfPAaDXFeB4b off=5211177 len=322366 2024-04-24T03:19:31.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 5265 completed, throughput=5MB/sec 2024-04-24T03:19:31.291 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y4iQ5En6Mk7NhJu off=20024642 len=901911 2024-04-24T03:19:31.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 5266 completed, throughput=5MB/sec 2024-04-24T03:19:31.292 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uswiQfNK7U3E8rc off=14092593 len=729058 2024-04-24T03:19:31.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 5267 completed, throughput=5MB/sec 2024-04-24T03:19:31.297 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HWVGkxIxXQQNysZ off=5286232 len=724895 2024-04-24T03:19:31.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 5268 completed, throughput=5MB/sec 2024-04-24T03:19:31.298 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DX8XonjKplUTQD6 off=1802867 len=1527200 2024-04-24T03:19:31.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 5269 completed, throughput=5MB/sec 2024-04-24T03:19:31.300 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ha0pP_Isf24XPZq off=6626173 len=437661 2024-04-24T03:19:31.301 INFO:tasks.workunit.client.0.smithi016.stdout:op 5270 completed, throughput=5MB/sec 2024-04-24T03:19:31.301 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ltSpUydtK3AZOVc off=3989773 len=1966707 2024-04-24T03:19:31.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 5271 completed, throughput=5MB/sec 2024-04-24T03:19:32.303 INFO:tasks.workunit.client.0.smithi016.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-24T03:19:32.303 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OskezXjFIplX12Y off=12452648 len=806823 2024-04-24T03:19:32.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 5272 completed, throughput=5MB/sec 2024-04-24T03:19:32.308 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zoY8-o2_C5jTPTd off=4772001 len=287819 2024-04-24T03:19:32.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 5273 completed, throughput=5MB/sec 2024-04-24T03:19:32.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gTb-qT-2GOPge7n off=4443169 len=2050421 2024-04-24T03:19:32.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 5274 completed, throughput=5MB/sec 2024-04-24T03:19:32.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bjPXPCPlQ1BAHbk off=2225284 len=1338678 2024-04-24T03:19:32.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 5275 completed, throughput=5MB/sec 2024-04-24T03:19:32.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:32 smithi016 ceph-mon[84376]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:19:32.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:32 smithi016 ceph-mon[86910]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:19:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:32 smithi063 ceph-mon[77007]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:19:33.324 INFO:tasks.workunit.client.0.smithi016.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-24T03:19:33.325 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CpxFv3Ligxqw634 off=10419159 len=867443 2024-04-24T03:19:33.327 INFO:tasks.workunit.client.0.smithi016.stdout:op 5276 completed, throughput=5MB/sec 2024-04-24T03:19:33.327 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1pH_pii1Dk8IVlz off=4145880 len=1229755 2024-04-24T03:19:33.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 5277 completed, throughput=5MB/sec 2024-04-24T03:19:33.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jPz4Wm3ruSLpkuv off=1225545 len=1781375 2024-04-24T03:19:33.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 5278 completed, throughput=5MB/sec 2024-04-24T03:19:33.340 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-buYXER9oxUyYNSH off=3134097 len=810144 2024-04-24T03:19:33.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 5279 completed, throughput=5MB/sec 2024-04-24T03:19:34.342 INFO:tasks.workunit.client.0.smithi016.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-24T03:19:34.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-94syIJnqjNIspHD off=453580 len=1329047 2024-04-24T03:19:34.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 5280 completed, throughput=5MB/sec 2024-04-24T03:19:34.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UdgVcvfkWfw0eRQ off=9349561 len=454296 2024-04-24T03:19:34.348 INFO:tasks.workunit.client.0.smithi016.stdout:op 5281 completed, throughput=5MB/sec 2024-04-24T03:19:34.348 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Imm6mP6i0-Gcc57 off=7719837 len=1072080 2024-04-24T03:19:34.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 5282 completed, throughput=5MB/sec 2024-04-24T03:19:34.349 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lRb8QFK60fmWh_R off=1969684 len=1254988 2024-04-24T03:19:34.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 5283 completed, throughput=5MB/sec 2024-04-24T03:19:34.352 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y4h9k8hTo8-Ub9D off=8063794 len=564818 2024-04-24T03:19:34.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 5284 completed, throughput=5MB/sec 2024-04-24T03:19:34.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fCeOI8WV928UMU7 off=336354 len=1372847 2024-04-24T03:19:34.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 5285 completed, throughput=5MB/sec 2024-04-24T03:19:34.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:34 smithi016 ceph-mon[84376]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:34.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:34 smithi016 ceph-mon[86910]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:34.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:34 smithi063 ceph-mon[77007]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:35.365 INFO:tasks.workunit.client.0.smithi016.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-24T03:19:35.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bACfSJTPIpemYqK off=20315542 len=1842481 2024-04-24T03:19:35.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 5286 completed, throughput=5MB/sec 2024-04-24T03:19:35.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rwmkmEWN13BpwEw off=6479334 len=1230784 2024-04-24T03:19:35.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 5287 completed, throughput=5MB/sec 2024-04-24T03:19:35.380 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L0bekncIV8refye off=11771794 len=266247 2024-04-24T03:19:35.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 5288 completed, throughput=5MB/sec 2024-04-24T03:19:35.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xam5WOYvOLKSPkP off=28000 len=1154817 2024-04-24T03:19:35.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 5289 completed, throughput=5MB/sec 2024-04-24T03:19:35.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1RooY8nORWC0Pwl off=18092503 len=1892136 2024-04-24T03:19:35.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 5290 completed, throughput=5MB/sec 2024-04-24T03:19:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-24T03:19:36.391 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vk1PH2BF6MvwNTw off=2417862 len=491886 2024-04-24T03:19:36.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 5291 completed, throughput=5MB/sec 2024-04-24T03:19:36.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cOHfWhbDVMysHoe off=565444 len=294940 2024-04-24T03:19:36.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 5292 completed, throughput=5MB/sec 2024-04-24T03:19:36.396 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-evN3OYUURvtHQfb off=1092827 len=134849 2024-04-24T03:19:36.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 5293 completed, throughput=5MB/sec 2024-04-24T03:19:36.396 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VG5cWiG_fvCXbRc off=10571959 len=623036 2024-04-24T03:19:36.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 5294 completed, throughput=5MB/sec 2024-04-24T03:19:36.400 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5ljZnbpwXI77zE4 off=20977028 len=470930 2024-04-24T03:19:36.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 5295 completed, throughput=5MB/sec 2024-04-24T03:19:36.405 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WFDuUMoy9JKXbgF off=22239365 len=1669676 2024-04-24T03:19:36.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 5296 completed, throughput=5MB/sec 2024-04-24T03:19:36.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:36 smithi016 ceph-mon[84376]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:19:36.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:36 smithi016 ceph-mon[86910]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:19:36.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:36 smithi063 ceph-mon[77007]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-24T03:19:37.413 INFO:tasks.workunit.client.0.smithi016.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-24T03:19:37.413 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hf9a5dn9geYGhCY off=850226 len=2047895 2024-04-24T03:19:37.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 5297 completed, throughput=5MB/sec 2024-04-24T03:19:37.415 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hGgPbI367ooIhrM off=5905661 len=1627507 2024-04-24T03:19:37.417 INFO:tasks.workunit.client.0.smithi016.stdout:op 5298 completed, throughput=5MB/sec 2024-04-24T03:19:37.418 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-erfWqZ4vIvh1Nu0 off=200181 len=1457691 2024-04-24T03:19:37.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 5299 completed, throughput=5MB/sec 2024-04-24T03:19:37.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-02I4VCATjs5Us38 off=3197988 len=102115 2024-04-24T03:19:37.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 5300 completed, throughput=5MB/sec 2024-04-24T03:19:38.420 INFO:tasks.workunit.client.0.smithi016.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-24T03:19:38.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9sWJv6wHY0Rd-3z off=1085093 len=1992523 2024-04-24T03:19:38.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 5301 completed, throughput=5MB/sec 2024-04-24T03:19:38.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x5V6_p4TIce-cc_ off=11813200 len=555008 2024-04-24T03:19:38.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 5302 completed, throughput=5MB/sec 2024-04-24T03:19:38.423 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RvIW-Su7WhhvRKk off=14033798 len=1047780 2024-04-24T03:19:38.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 5303 completed, throughput=5MB/sec 2024-04-24T03:19:38.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R6x1z2aFy3VdJ-N off=2307568 len=1517735 2024-04-24T03:19:38.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 5304 completed, throughput=5MB/sec 2024-04-24T03:19:38.431 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4EhIniLvenGcE5T off=1888999 len=496051 2024-04-24T03:19:38.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 5305 completed, throughput=5MB/sec 2024-04-24T03:19:38.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:38 smithi016 ceph-mon[84376]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:19:38.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:38 smithi016 ceph-mon[86910]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:19:38.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:19:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:19:38] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:19:38.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:38 smithi063 ceph-mon[77007]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:19:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-24T03:19:39.433 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mvML48f-ox_-XuP off=16077143 len=420387 2024-04-24T03:19:39.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 5306 completed, throughput=5MB/sec 2024-04-24T03:19:39.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lC1tCl7blb2U8Ey off=14815182 len=902911 2024-04-24T03:19:39.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 5307 completed, throughput=5MB/sec 2024-04-24T03:19:39.438 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v2eEYB0aVY0e3WH off=1054714 len=1767277 2024-04-24T03:19:39.446 INFO:tasks.workunit.client.0.smithi016.stdout:op 5308 completed, throughput=5MB/sec 2024-04-24T03:19:39.446 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JH13n-m155x4b_9 off=11387032 len=987085 2024-04-24T03:19:39.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 5309 completed, throughput=5MB/sec 2024-04-24T03:19:39.448 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GsMOtE2IZtY0hO7 off=173597 len=1589834 2024-04-24T03:19:39.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 5310 completed, throughput=5MB/sec 2024-04-24T03:19:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-24T03:19:40.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-diWbcMcld03QDTF off=7724346 len=1148819 2024-04-24T03:19:40.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 5311 completed, throughput=5MB/sec 2024-04-24T03:19:40.459 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cCvjQIunqGYZ3qC off=322043 len=596226 2024-04-24T03:19:40.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 5312 completed, throughput=5MB/sec 2024-04-24T03:19:40.464 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-omNGgtYlqXpLW5R off=3201384 len=34547 2024-04-24T03:19:40.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 5313 completed, throughput=5MB/sec 2024-04-24T03:19:40.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_w-rtNSCWmPCaX9 off=12030599 len=1559080 2024-04-24T03:19:40.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 5314 completed, throughput=5MB/sec 2024-04-24T03:19:40.468 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-027WtB01_ObeIZj off=4910488 len=18110 2024-04-24T03:19:40.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 5315 completed, throughput=5MB/sec 2024-04-24T03:19:40.471 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sCUIeazOrhIp7cM off=1200007 len=2072128 2024-04-24T03:19:40.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 5316 completed, throughput=5MB/sec 2024-04-24T03:19:40.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:40 smithi016 ceph-mon[84376]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:19:40.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:40 smithi016 ceph-mon[86910]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:19:40.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:40 smithi063 ceph-mon[77007]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-24T03:19:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-24T03:19:41.479 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FjMQbWFNuCHnfbQ off=3071559 len=1599404 2024-04-24T03:19:41.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 5317 completed, throughput=5MB/sec 2024-04-24T03:19:41.488 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jjze5OQNOM5Ia4h off=8259781 len=1590517 2024-04-24T03:19:41.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 5318 completed, throughput=5MB/sec 2024-04-24T03:19:41.497 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3BLR8phee9xhPRE off=12500528 len=327887 2024-04-24T03:19:41.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 5319 completed, throughput=5MB/sec 2024-04-24T03:19:41.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iTPdFsCg9TM3kKG off=5237191 len=1224631 2024-04-24T03:19:41.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 5320 completed, throughput=5MB/sec 2024-04-24T03:19:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-24T03:19:42.504 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8xW054r6a7-llBa off=3194929 len=309620 2024-04-24T03:19:42.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 5321 completed, throughput=5MB/sec 2024-04-24T03:19:42.504 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cr6hY8XZhgKQ0Pa off=12575243 len=2013307 2024-04-24T03:19:42.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 5322 completed, throughput=5MB/sec 2024-04-24T03:19:42.508 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ECCCjuUtXqR392P off=128528 len=514488 2024-04-24T03:19:42.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 5323 completed, throughput=5MB/sec 2024-04-24T03:19:42.510 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S2F6Tpzw2slD2Z5 off=1472087 len=1829228 2024-04-24T03:19:42.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 5324 completed, throughput=5MB/sec 2024-04-24T03:19:42.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a53phpUXaqeObD_ off=2496520 len=931283 2024-04-24T03:19:42.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 5325 completed, throughput=5MB/sec 2024-04-24T03:19:42.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:42 smithi016 ceph-mon[84376]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:19:42.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:42 smithi016 ceph-mon[86910]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:19:42.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:42 smithi063 ceph-mon[77007]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-24T03:19:43.518 INFO:tasks.workunit.client.0.smithi016.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-24T03:19:43.518 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yvTx47VpKXhJBql off=10323109 len=1853975 2024-04-24T03:19:43.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 5326 completed, throughput=5MB/sec 2024-04-24T03:19:43.521 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QqsIpWHj_x_e5fi off=3302538 len=1840840 2024-04-24T03:19:43.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 5327 completed, throughput=5MB/sec 2024-04-24T03:19:43.523 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yrh3GV1Wys3CQi8 off=2137412 len=70293 2024-04-24T03:19:43.525 INFO:tasks.workunit.client.0.smithi016.stdout:op 5328 completed, throughput=5MB/sec 2024-04-24T03:19:43.525 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nWZEvpNUHPOU8ia off=6950556 len=535866 2024-04-24T03:19:43.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 5329 completed, throughput=5MB/sec 2024-04-24T03:19:43.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wtC2CZVpXqVpOHj off=13215644 len=75836 2024-04-24T03:19:43.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 5330 completed, throughput=5MB/sec 2024-04-24T03:19:43.529 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iXCfxDTwj-fv9BT off=16079781 len=1918449 2024-04-24T03:19:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 5331 completed, throughput=5MB/sec 2024-04-24T03:19:43.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:43 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:19:43.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:43 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:19:43.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:43 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:19:44.539 INFO:tasks.workunit.client.0.smithi016.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-24T03:19:44.539 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3KbB5QV1ToqKRoT off=15187563 len=63378 2024-04-24T03:19:44.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 5332 completed, throughput=5MB/sec 2024-04-24T03:19:44.539 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U-O4XOIzk4uLlA3 off=14298424 len=1629235 2024-04-24T03:19:44.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 5333 completed, throughput=5MB/sec 2024-04-24T03:19:44.541 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gVDBg-tB_rLWxPX off=4312058 len=1041334 2024-04-24T03:19:44.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 5334 completed, throughput=5MB/sec 2024-04-24T03:19:44.543 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rQ3lcTmfLJKRS0I off=2296462 len=1978287 2024-04-24T03:19:44.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 5335 completed, throughput=5MB/sec 2024-04-24T03:19:44.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[84376]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:19:44.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:19:44.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:19:44.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:19:44.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[86910]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:19:44.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:19:44.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:19:44.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:19:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:44 smithi063 ceph-mon[77007]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:19:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:19:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:19:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:19:45.545 INFO:tasks.workunit.client.0.smithi016.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-24T03:19:45.546 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kA4wmCvK_0hWz4R off=9904199 len=84365 2024-04-24T03:19:45.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 5336 completed, throughput=5MB/sec 2024-04-24T03:19:45.548 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1P8D1gyXv-c0uSt off=14280664 len=1199503 2024-04-24T03:19:45.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 5337 completed, throughput=5MB/sec 2024-04-24T03:19:45.554 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7yZ4dGEFUW3DgYR off=3303039 len=1694360 2024-04-24T03:19:45.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 5338 completed, throughput=5MB/sec 2024-04-24T03:19:45.556 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WMOv6isf2B3KR-d off=14244472 len=1144227 2024-04-24T03:19:45.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 5339 completed, throughput=5MB/sec 2024-04-24T03:19:45.563 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YC2sZcCiWNTXJUp off=4468661 len=157450 2024-04-24T03:19:45.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 5340 completed, throughput=5MB/sec 2024-04-24T03:19:45.566 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8AXcOhVWwbbWWKn off=5840785 len=2082758 2024-04-24T03:19:45.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 5341 completed, throughput=5MB/sec 2024-04-24T03:19:45.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:45.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:45.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:19:46.570 INFO:tasks.workunit.client.0.smithi016.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-24T03:19:46.570 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-flkcj5VGH4j2L-4 off=6450091 len=533164 2024-04-24T03:19:46.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 5342 completed, throughput=5MB/sec 2024-04-24T03:19:46.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ZgxlCz_jA8nCJj off=681325 len=1285548 2024-04-24T03:19:46.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 5343 completed, throughput=5MB/sec 2024-04-24T03:19:46.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7_ZLo2fPWVOek2M off=3992645 len=1734627 2024-04-24T03:19:46.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 5344 completed, throughput=5MB/sec 2024-04-24T03:19:46.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:46 smithi016 ceph-mon[84376]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:19:46.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:46 smithi016 ceph-mon[86910]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:19:46.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:46 smithi063 ceph-mon[77007]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:19:47.578 INFO:tasks.workunit.client.0.smithi016.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-24T03:19:47.578 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZquxJcAfZdTAuIQ off=6929122 len=1691064 2024-04-24T03:19:47.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 5345 completed, throughput=5MB/sec 2024-04-24T03:19:47.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ac523RQpNctQcgq off=404265 len=888342 2024-04-24T03:19:47.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 5346 completed, throughput=5MB/sec 2024-04-24T03:19:47.588 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jI_MEF4P73XI2Bm off=5421952 len=1780766 2024-04-24T03:19:47.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 5347 completed, throughput=5MB/sec 2024-04-24T03:19:47.598 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sau32QCpe2iKDId off=12395955 len=1893878 2024-04-24T03:19:47.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 5348 completed, throughput=5MB/sec 2024-04-24T03:19:48.609 INFO:tasks.workunit.client.0.smithi016.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-24T03:19:48.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VVHpQx1GqSWt_tI off=124108 len=1109432 2024-04-24T03:19:48.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 5349 completed, throughput=5MB/sec 2024-04-24T03:19:48.615 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_RE277x6wTA1Jve off=5282882 len=1600973 2024-04-24T03:19:48.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 5350 completed, throughput=5MB/sec 2024-04-24T03:19:48.621 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AyswtgxkmDxjVnO off=771323 len=993766 2024-04-24T03:19:48.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 5351 completed, throughput=5MB/sec 2024-04-24T03:19:48.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0RN63hvPdPVvDoq off=2330046 len=884626 2024-04-24T03:19:48.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 5352 completed, throughput=5MB/sec 2024-04-24T03:19:48.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:48 smithi016 ceph-mon[84376]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:19:48.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:19:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:19:48] "GET /metrics HTTP/1.1" 200 34223 "" "Prometheus/2.43.0" 2024-04-24T03:19:48.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:48 smithi016 ceph-mon[86910]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:19:48.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:48 smithi063 ceph-mon[77007]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:19:49.629 INFO:tasks.workunit.client.0.smithi016.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-24T03:19:49.629 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C11gCnTRpTcvpYa off=12495580 len=1537527 2024-04-24T03:19:49.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 5353 completed, throughput=5MB/sec 2024-04-24T03:19:49.631 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SRoIl1QxGj0SOH- off=185639 len=380106 2024-04-24T03:19:49.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 5354 completed, throughput=5MB/sec 2024-04-24T03:19:49.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bStULUyIVNEggNp off=5432363 len=63742 2024-04-24T03:19:49.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 5355 completed, throughput=5MB/sec 2024-04-24T03:19:49.632 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GCmmF5bEGHuAumA off=2826008 len=447515 2024-04-24T03:19:49.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 5356 completed, throughput=5MB/sec 2024-04-24T03:19:49.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AiuSkBxt3pJdCle off=62168 len=1128024 2024-04-24T03:19:49.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 5357 completed, throughput=5MB/sec 2024-04-24T03:19:49.643 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9DghNzucFnXGy56 off=5616622 len=404014 2024-04-24T03:19:49.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 5358 completed, throughput=5MB/sec 2024-04-24T03:19:49.646 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kAj2Vrj13KPjLQT off=14342073 len=1487724 2024-04-24T03:19:49.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 5359 completed, throughput=5MB/sec 2024-04-24T03:19:50.655 INFO:tasks.workunit.client.0.smithi016.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-24T03:19:50.655 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9rScJ7Tn62Ewi3J off=14313327 len=697895 2024-04-24T03:19:50.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 5360 completed, throughput=5MB/sec 2024-04-24T03:19:50.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Nb7rA7R1sTX4bk0 off=6005687 len=2064531 2024-04-24T03:19:50.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 5361 completed, throughput=5MB/sec 2024-04-24T03:19:50.664 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H4DOooJ809NYnVs off=4934422 len=1848049 2024-04-24T03:19:50.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 5362 completed, throughput=5MB/sec 2024-04-24T03:19:50.666 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-URIRvdyum2a7_aJ off=2730462 len=235930 2024-04-24T03:19:50.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 5363 completed, throughput=5MB/sec 2024-04-24T03:19:50.669 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4YGf9XRyyMgrjzO off=4449755 len=1505552 2024-04-24T03:19:50.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 5364 completed, throughput=5MB/sec 2024-04-24T03:19:50.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:50 smithi016 ceph-mon[84376]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:50.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:50 smithi016 ceph-mon[86910]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:50.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:50 smithi063 ceph-mon[77007]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:19:51.678 INFO:tasks.workunit.client.0.smithi016.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-24T03:19:51.678 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dwzFN7GiyX_CMpN off=4157465 len=153544 2024-04-24T03:19:51.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 5365 completed, throughput=5MB/sec 2024-04-24T03:19:51.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fb-1n6tmuKnQKUn off=0 len=1899495 2024-04-24T03:19:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 5366 completed, throughput=5MB/sec 2024-04-24T03:19:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xU9gebqIRfCceDI off=16451665 len=121912 2024-04-24T03:19:51.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 5367 completed, throughput=5MB/sec 2024-04-24T03:19:51.687 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YODB-vQYy-qD2U0 off=465715 len=1839015 2024-04-24T03:19:51.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 5368 completed, throughput=5MB/sec 2024-04-24T03:19:51.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CJ_rU1v7LfrwATn off=10358683 len=121921 2024-04-24T03:19:51.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 5369 completed, throughput=5MB/sec 2024-04-24T03:19:52.692 INFO:tasks.workunit.client.0.smithi016.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-24T03:19:52.692 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gyZd4vP-Nohi4Ar off=12230056 len=1037540 2024-04-24T03:19:52.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 5370 completed, throughput=5MB/sec 2024-04-24T03:19:52.698 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PHI5kcNTa6EUzl0 off=21018102 len=440980 2024-04-24T03:19:52.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 5371 completed, throughput=5MB/sec 2024-04-24T03:19:52.702 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cXTB2D97albQ3Ih off=2054920 len=436612 2024-04-24T03:19:52.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 5372 completed, throughput=5MB/sec 2024-04-24T03:19:52.705 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8SL4tQYXEt62Cqe off=4374785 len=1396075 2024-04-24T03:19:52.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 5373 completed, throughput=5MB/sec 2024-04-24T03:19:52.707 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l0-9tmoLi2ru1tD off=2382801 len=1064921 2024-04-24T03:19:52.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 5374 completed, throughput=5MB/sec 2024-04-24T03:19:52.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4NZlNSzGISr7pUq off=19868037 len=188051 2024-04-24T03:19:52.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 5375 completed, throughput=5MB/sec 2024-04-24T03:19:52.715 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4c-J6s2whA0b_qL off=8101485 len=249260 2024-04-24T03:19:52.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 5376 completed, throughput=5MB/sec 2024-04-24T03:19:52.718 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EOuLijcH456-C1_ off=742839 len=1380727 2024-04-24T03:19:52.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 5377 completed, throughput=5MB/sec 2024-04-24T03:19:52.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:52 smithi016 ceph-mon[84376]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:19:52.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:52 smithi016 ceph-mon[86910]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:19:52.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:52 smithi063 ceph-mon[77007]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:19:53.720 INFO:tasks.workunit.client.0.smithi016.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-24T03:19:53.721 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F0-Nnm2ILDMUW6d off=1642754 len=621570 2024-04-24T03:19:53.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 5378 completed, throughput=5MB/sec 2024-04-24T03:19:53.725 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GQg77vlbRSk4QmK off=598022 len=1771388 2024-04-24T03:19:53.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 5379 completed, throughput=5MB/sec 2024-04-24T03:19:53.734 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-82CvrA0DfsR1az7 off=5227659 len=2063161 2024-04-24T03:19:53.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 5380 completed, throughput=5MB/sec 2024-04-24T03:19:53.738 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tdfhG_DYhAWC4qA off=15870029 len=664708 2024-04-24T03:19:53.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 5381 completed, throughput=5MB/sec 2024-04-24T03:19:54.743 INFO:tasks.workunit.client.0.smithi016.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-24T03:19:54.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZINbU0MwXBVUOPX off=12498030 len=1738261 2024-04-24T03:19:54.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 5382 completed, throughput=5MB/sec 2024-04-24T03:19:54.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LWbESSIs9ZLqJe_ off=1309337 len=1526082 2024-04-24T03:19:54.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 5383 completed, throughput=5MB/sec 2024-04-24T03:19:54.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uIsbVNW7CRDALlR off=5556828 len=258439 2024-04-24T03:19:54.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 5384 completed, throughput=5MB/sec 2024-04-24T03:19:54.761 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nLxbPlnDdsDh52V off=7062953 len=1720840 2024-04-24T03:19:54.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:54 smithi016 ceph-mon[84376]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:19:54.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:54 smithi016 ceph-mon[86910]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:19:54.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 5385 completed, throughput=5MB/sec 2024-04-24T03:19:54.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:54 smithi063 ceph-mon[77007]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:19:55.772 INFO:tasks.workunit.client.0.smithi016.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-24T03:19:55.772 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-phPyP4uBL2g-Ydx off=22014350 len=1156346 2024-04-24T03:19:55.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 5386 completed, throughput=5MB/sec 2024-04-24T03:19:55.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K5MToO6x8txtxIg off=8263010 len=1578449 2024-04-24T03:19:55.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 5387 completed, throughput=5MB/sec 2024-04-24T03:19:55.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0IiuPlv2gaE4Hne off=9046979 len=1829960 2024-04-24T03:19:55.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 5388 completed, throughput=5MB/sec 2024-04-24T03:19:55.791 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sw1EYTBq2UvqXLA off=13529470 len=1567463 2024-04-24T03:19:55.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 5389 completed, throughput=5MB/sec 2024-04-24T03:19:56.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:56 smithi016 ceph-mon[84376]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:19:56.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:56 smithi016 ceph-mon[86910]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:19:56.793 INFO:tasks.workunit.client.0.smithi016.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-24T03:19:56.794 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QDKBCaP0daYBztv off=1872723 len=1221245 2024-04-24T03:19:56.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:56 smithi063 ceph-mon[77007]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:19:56.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 5390 completed, throughput=5MB/sec 2024-04-24T03:19:56.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-837BM0dpv7CCuEg off=7678346 len=310091 2024-04-24T03:19:56.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 5391 completed, throughput=5MB/sec 2024-04-24T03:19:56.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1BbktwyTJMmKRjK off=8857305 len=585924 2024-04-24T03:19:56.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 5392 completed, throughput=5MB/sec 2024-04-24T03:19:56.804 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YBxYROP1TEt-2-J off=1592218 len=313232 2024-04-24T03:19:56.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 5393 completed, throughput=5MB/sec 2024-04-24T03:19:56.805 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f-8LAMPPDJq-Ymo off=8634186 len=30945 2024-04-24T03:19:56.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 5394 completed, throughput=5MB/sec 2024-04-24T03:19:56.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wfggUW4_aQXgQZx off=4834913 len=22664 2024-04-24T03:19:56.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 5395 completed, throughput=5MB/sec 2024-04-24T03:19:56.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bxziuQOIjbVb7DN off=15742644 len=1860800 2024-04-24T03:19:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 5396 completed, throughput=5MB/sec 2024-04-24T03:19:57.818 INFO:tasks.workunit.client.0.smithi016.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-24T03:19:57.818 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wo2Xcz9GUa4X3cN off=5247054 len=1110538 2024-04-24T03:19:57.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 5397 completed, throughput=5MB/sec 2024-04-24T03:19:57.820 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EgPRpQrPP5GJybK off=15449486 len=1515573 2024-04-24T03:19:57.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 5398 completed, throughput=5MB/sec 2024-04-24T03:19:57.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DqeUAXnq-ARNCGI off=11643421 len=149211 2024-04-24T03:19:57.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 5399 completed, throughput=5MB/sec 2024-04-24T03:19:57.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gf9IdeccxVrGc5c off=15699316 len=1327253 2024-04-24T03:19:57.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 5400 completed, throughput=5MB/sec 2024-04-24T03:19:57.838 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3HZdwGNY9S0mN3U off=1781946 len=661523 2024-04-24T03:19:57.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 5401 completed, throughput=5MB/sec 2024-04-24T03:19:57.843 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3qdPw74oU3lVhMu off=13617031 len=1359838 2024-04-24T03:19:57.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 5402 completed, throughput=5MB/sec 2024-04-24T03:19:58.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:19:58 smithi016 ceph-mon[84376]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:19:58.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:19:58 smithi016 ceph-mon[86910]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:19:58.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:19:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:19:58] "GET /metrics HTTP/1.1" 200 34223 "" "Prometheus/2.43.0" 2024-04-24T03:19:58.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:19:58 smithi063 ceph-mon[77007]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:19:58.845 INFO:tasks.workunit.client.0.smithi016.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-24T03:19:58.846 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pQgqjOAiQEY-f4e off=9388719 len=447052 2024-04-24T03:19:58.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 5403 completed, throughput=5MB/sec 2024-04-24T03:19:58.849 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rhgrO_3HcH7-L9P off=2653985 len=60564 2024-04-24T03:19:58.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 5404 completed, throughput=5MB/sec 2024-04-24T03:19:58.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0vz-mRs3M4O3Awk off=5095243 len=1831353 2024-04-24T03:19:58.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 5405 completed, throughput=5MB/sec 2024-04-24T03:19:58.852 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6OpTz1NBhzM6Cb1 off=3915856 len=1027625 2024-04-24T03:19:58.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 5406 completed, throughput=5MB/sec 2024-04-24T03:19:58.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8sdw1y-zS-lB2mB off=3556987 len=1684029 2024-04-24T03:19:58.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 5407 completed, throughput=5MB/sec 2024-04-24T03:19:59.865 INFO:tasks.workunit.client.0.smithi016.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-24T03:19:59.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5fYEFij4oXhR5Fl off=16144784 len=419754 2024-04-24T03:19:59.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 5408 completed, throughput=5MB/sec 2024-04-24T03:19:59.866 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m_ortg9b0Hewj88 off=20941305 len=36080 2024-04-24T03:19:59.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 5409 completed, throughput=5MB/sec 2024-04-24T03:19:59.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bh9NJgH0TW84cah off=6883636 len=831290 2024-04-24T03:19:59.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 5410 completed, throughput=5MB/sec 2024-04-24T03:19:59.873 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-75U0T8jH2JdjLv0 off=1263100 len=2069536 2024-04-24T03:19:59.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 5411 completed, throughput=5MB/sec 2024-04-24T03:19:59.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-crZhgX0jZ4d0vDz off=4792997 len=556812 2024-04-24T03:19:59.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 5412 completed, throughput=5MB/sec 2024-04-24T03:19:59.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--MGDqJaKRRzLmgB off=4066 len=369744 2024-04-24T03:19:59.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 5413 completed, throughput=5MB/sec 2024-04-24T03:19:59.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C11_8LhebWzk4GD off=3562652 len=129584 2024-04-24T03:19:59.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 5414 completed, throughput=5MB/sec 2024-04-24T03:19:59.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rScuZoXq4ycPjF0 off=7727803 len=1349796 2024-04-24T03:19:59.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 5415 completed, throughput=5MB/sec 2024-04-24T03:20:00.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:00 smithi016 ceph-mon[84376]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:20:00.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:00.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:00 smithi016 ceph-mon[84376]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:20:00.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:00 smithi016 ceph-mon[86910]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:20:00.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:00.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:00 smithi016 ceph-mon[86910]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:20:00.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:00 smithi063 ceph-mon[77007]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:20:00.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:00.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:00 smithi063 ceph-mon[77007]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:20:00.885 INFO:tasks.workunit.client.0.smithi016.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-24T03:20:00.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-56F3fk2-XmHAhYt off=15069044 len=1161673 2024-04-24T03:20:00.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 5416 completed, throughput=5MB/sec 2024-04-24T03:20:00.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_jyLv-0MuHowETa off=1951960 len=578804 2024-04-24T03:20:00.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 5417 completed, throughput=5MB/sec 2024-04-24T03:20:00.893 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JHry3RjFygxh6sq off=7849012 len=506230 2024-04-24T03:20:00.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 5418 completed, throughput=5MB/sec 2024-04-24T03:20:00.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qGMINHxWH6b6yqL off=3701190 len=841762 2024-04-24T03:20:00.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 5419 completed, throughput=5MB/sec 2024-04-24T03:20:00.899 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p1-6Vvc48pbf1_c off=138659 len=1209504 2024-04-24T03:20:00.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 5420 completed, throughput=5MB/sec 2024-04-24T03:20:00.901 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wch-JU05G9-sAGo off=5635952 len=1411467 2024-04-24T03:20:00.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 5421 completed, throughput=5MB/sec 2024-04-24T03:20:01.903 INFO:tasks.workunit.client.0.smithi016.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-24T03:20:01.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tnkgqhJWg7_S5Zh off=288359 len=879787 2024-04-24T03:20:01.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 5422 completed, throughput=5MB/sec 2024-04-24T03:20:01.909 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SA-M7MpShsI1CeC off=9110296 len=1925832 2024-04-24T03:20:01.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 5423 completed, throughput=5MB/sec 2024-04-24T03:20:01.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BiJaoCs36dO0cYP off=14341735 len=1557869 2024-04-24T03:20:01.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 5424 completed, throughput=5MB/sec 2024-04-24T03:20:02.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:02 smithi016 ceph-mon[84376]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:20:02.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:02 smithi016 ceph-mon[86910]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:20:02.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:02 smithi063 ceph-mon[77007]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-24T03:20:02.920 INFO:tasks.workunit.client.0.smithi016.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-24T03:20:02.921 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ng1rVwWvztQjiZW off=3460702 len=1075522 2024-04-24T03:20:02.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 5425 completed, throughput=5MB/sec 2024-04-24T03:20:02.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNesCXOXROEmfn8 off=872300 len=635535 2024-04-24T03:20:02.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 5426 completed, throughput=5MB/sec 2024-04-24T03:20:02.928 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HAjWq0hjhJlV9f8 off=1236723 len=774876 2024-04-24T03:20:02.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 5427 completed, throughput=5MB/sec 2024-04-24T03:20:02.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B42otU6e9nE20Zf off=8747756 len=851247 2024-04-24T03:20:02.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 5428 completed, throughput=5MB/sec 2024-04-24T03:20:02.935 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Udjx53ws0Io0q_K off=14612231 len=1355832 2024-04-24T03:20:02.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 5429 completed, throughput=5MB/sec 2024-04-24T03:20:02.942 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pXL5_00pNREka6f off=6451803 len=1111108 2024-04-24T03:20:02.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 5430 completed, throughput=5MB/sec 2024-04-24T03:20:03.945 INFO:tasks.workunit.client.0.smithi016.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-24T03:20:03.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wVKdIu_qt4GqddA off=1571825 len=1996642 2024-04-24T03:20:03.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 5431 completed, throughput=5MB/sec 2024-04-24T03:20:03.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yg1ebobMRSoWl1w off=7281131 len=778832 2024-04-24T03:20:03.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 5432 completed, throughput=5MB/sec 2024-04-24T03:20:03.958 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-utcN4kNqgG8eiZg off=680028 len=975896 2024-04-24T03:20:03.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 5433 completed, throughput=5MB/sec 2024-04-24T03:20:03.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pv6UJEAaguTZRKk off=4376350 len=153352 2024-04-24T03:20:03.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 5434 completed, throughput=5MB/sec 2024-04-24T03:20:03.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HOwUGXfKonnsIRf off=6504093 len=1355932 2024-04-24T03:20:03.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 5435 completed, throughput=5MB/sec 2024-04-24T03:20:04.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:04 smithi016 ceph-mon[84376]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:04.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:04 smithi016 ceph-mon[86910]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:04.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:04 smithi063 ceph-mon[77007]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:04.970 INFO:tasks.workunit.client.0.smithi016.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-24T03:20:04.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AQ4Bzal-bexsmTN off=14359243 len=260305 2024-04-24T03:20:04.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 5436 completed, throughput=5MB/sec 2024-04-24T03:20:04.971 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XXUFxDZt1bYDee5 off=5780514 len=1459733 2024-04-24T03:20:04.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 5437 completed, throughput=5MB/sec 2024-04-24T03:20:04.973 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X4NWXpbW7xn-K5P off=8892367 len=1442 2024-04-24T03:20:04.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 5438 completed, throughput=5MB/sec 2024-04-24T03:20:04.973 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rDlw-X74rHpzHXz off=1448647 len=1695987 2024-04-24T03:20:04.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 5439 completed, throughput=5MB/sec 2024-04-24T03:20:04.975 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UMjmcq12naTAl6y off=8714260 len=937931 2024-04-24T03:20:04.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 5440 completed, throughput=5MB/sec 2024-04-24T03:20:04.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rRN4y6BOjcm8HvF off=3555043 len=1360160 2024-04-24T03:20:04.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 5441 completed, throughput=5MB/sec 2024-04-24T03:20:05.982 INFO:tasks.workunit.client.0.smithi016.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-24T03:20:05.982 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kDvKz1q3Ffz3aMd off=22434922 len=1189283 2024-04-24T03:20:05.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 5442 completed, throughput=5MB/sec 2024-04-24T03:20:05.984 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x6XpMh2khrBQLAF off=19025516 len=745795 2024-04-24T03:20:05.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 5443 completed, throughput=5MB/sec 2024-04-24T03:20:05.989 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YsqIWLvurZF8D48 off=2782355 len=1486029 2024-04-24T03:20:05.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 5444 completed, throughput=5MB/sec 2024-04-24T03:20:05.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BbePDaImRJf1R15 off=443831 len=385498 2024-04-24T03:20:05.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 5445 completed, throughput=5MB/sec 2024-04-24T03:20:05.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VbzzcgGKWRp1z5n off=2733970 len=1103236 2024-04-24T03:20:05.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 5446 completed, throughput=5MB/sec 2024-04-24T03:20:06.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:06 smithi016 ceph-mon[84376]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:06.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:06 smithi016 ceph-mon[86910]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:06.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:06 smithi063 ceph-mon[77007]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:06.998 INFO:tasks.workunit.client.0.smithi016.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-24T03:20:06.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kao0bXcOp-fAJRQ off=7866502 len=1530022 2024-04-24T03:20:07.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 5447 completed, throughput=5MB/sec 2024-04-24T03:20:07.008 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sw1EYTBq2UvqXLA off=8198809 len=1876127 2024-04-24T03:20:07.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 5448 completed, throughput=5MB/sec 2024-04-24T03:20:07.011 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6cN20C3ZyqERzKN off=6062667 len=1684017 2024-04-24T03:20:07.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 5449 completed, throughput=5MB/sec 2024-04-24T03:20:08.015 INFO:tasks.workunit.client.0.smithi016.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-24T03:20:08.015 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O7z293d3Pj7rrqC off=688148 len=2088912 2024-04-24T03:20:08.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 5450 completed, throughput=5MB/sec 2024-04-24T03:20:08.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zEmf3Nv0gZ6R7or off=520435 len=867569 2024-04-24T03:20:08.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 5451 completed, throughput=5MB/sec 2024-04-24T03:20:08.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cp_cPDzURX-wH6S off=14607933 len=1645588 2024-04-24T03:20:08.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 5452 completed, throughput=5MB/sec 2024-04-24T03:20:08.031 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2pwZlplwmrzJmIp off=4289839 len=536853 2024-04-24T03:20:08.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 5453 completed, throughput=5MB/sec 2024-04-24T03:20:08.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:08 smithi016 ceph-mon[84376]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:20:08.770 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:20:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:20:08] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:20:08.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:08 smithi016 ceph-mon[86910]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:20:08.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:08 smithi063 ceph-mon[77007]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:20:09.032 INFO:tasks.workunit.client.0.smithi016.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-24T03:20:09.033 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rKWxfo-Il-Y3N-I off=15087263 len=53163 2024-04-24T03:20:09.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 5454 completed, throughput=5MB/sec 2024-04-24T03:20:09.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VaoK8WDfz3wD1T7 off=966965 len=359040 2024-04-24T03:20:09.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 5455 completed, throughput=5MB/sec 2024-04-24T03:20:09.036 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oo9enSibkNZbs2z off=6766369 len=462516 2024-04-24T03:20:09.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 5456 completed, throughput=5MB/sec 2024-04-24T03:20:09.037 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ucc8FxYEo8A0wZS off=15695834 len=259186 2024-04-24T03:20:09.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 5457 completed, throughput=5MB/sec 2024-04-24T03:20:09.038 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5DEaRe6XcoaF6-D off=4613049 len=1854788 2024-04-24T03:20:09.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 5458 completed, throughput=5MB/sec 2024-04-24T03:20:09.040 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OrEWr27JwuSynky off=15423191 len=191261 2024-04-24T03:20:09.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 5459 completed, throughput=5MB/sec 2024-04-24T03:20:09.041 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GuS-fTLgFLFHa0n off=10884584 len=1885494 2024-04-24T03:20:09.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 5460 completed, throughput=5MB/sec 2024-04-24T03:20:10.045 INFO:tasks.workunit.client.0.smithi016.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-24T03:20:10.045 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e4eVapwak1_g-NW off=17721161 len=491616 2024-04-24T03:20:10.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 5461 completed, throughput=5MB/sec 2024-04-24T03:20:10.050 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tuspNXljv1Aq1Yl off=3916990 len=1382183 2024-04-24T03:20:10.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 5462 completed, throughput=5MB/sec 2024-04-24T03:20:10.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Iyplh_Oz2Y8pEGP off=4296982 len=1960698 2024-04-24T03:20:10.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 5463 completed, throughput=5MB/sec 2024-04-24T03:20:10.061 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eq2RWULH3eYVSO4 off=6793183 len=1394219 2024-04-24T03:20:10.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 5464 completed, throughput=5MB/sec 2024-04-24T03:20:10.069 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IqwhU3rlYIHiNaA off=4606564 len=303027 2024-04-24T03:20:10.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 5465 completed, throughput=5MB/sec 2024-04-24T03:20:10.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:10 smithi016 ceph-mon[84376]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:20:10.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:10 smithi016 ceph-mon[86910]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:20:10.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:10 smithi063 ceph-mon[77007]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:20:11.072 INFO:tasks.workunit.client.0.smithi016.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-24T03:20:11.073 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-36T94SNHHIjEvqS off=2758538 len=1265304 2024-04-24T03:20:11.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 5466 completed, throughput=5MB/sec 2024-04-24T03:20:11.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UoYQR2hSA0NQ8X1 off=14219910 len=564482 2024-04-24T03:20:11.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 5467 completed, throughput=5MB/sec 2024-04-24T03:20:11.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mB559E-Orw4npEJ off=7122542 len=1990937 2024-04-24T03:20:11.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 5468 completed, throughput=5MB/sec 2024-04-24T03:20:11.083 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-unxMlxM7nV8xw4T off=1783018 len=1367238 2024-04-24T03:20:11.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 5469 completed, throughput=5MB/sec 2024-04-24T03:20:12.091 INFO:tasks.workunit.client.0.smithi016.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-24T03:20:12.091 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2EzEteG4Dm0qee_ off=15425365 len=1660323 2024-04-24T03:20:12.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 5470 completed, throughput=5MB/sec 2024-04-24T03:20:12.101 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YHPKc9pUQtTCbvD off=20501814 len=961048 2024-04-24T03:20:12.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 5471 completed, throughput=5MB/sec 2024-04-24T03:20:12.107 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--60n-yeAvjvCA9h off=10840979 len=1609100 2024-04-24T03:20:12.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 5472 completed, throughput=5MB/sec 2024-04-24T03:20:12.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b_iwfMnyMc7lxcQ off=18055402 len=1259036 2024-04-24T03:20:12.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 5473 completed, throughput=5MB/sec 2024-04-24T03:20:12.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:12 smithi016 ceph-mon[84376]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:20:12.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:12 smithi016 ceph-mon[86910]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:20:12.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:12 smithi063 ceph-mon[77007]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:20:13.111 INFO:tasks.workunit.client.0.smithi016.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-24T03:20:13.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x_1RukmUBxcXwav off=9166473 len=1051768 2024-04-24T03:20:13.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 5474 completed, throughput=5MB/sec 2024-04-24T03:20:13.116 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7ohvkkZHBwT23Kz off=2058522 len=875858 2024-04-24T03:20:13.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 5475 completed, throughput=5MB/sec 2024-04-24T03:20:13.118 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9fc8FI6R2LrzuS- off=5358739 len=1635454 2024-04-24T03:20:13.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 5476 completed, throughput=5MB/sec 2024-04-24T03:20:13.119 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fPXvqNiuNWsApgM off=8541913 len=1739417 2024-04-24T03:20:13.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 5477 completed, throughput=5MB/sec 2024-04-24T03:20:14.123 INFO:tasks.workunit.client.0.smithi016.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-24T03:20:14.123 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rig4woGcLalA9xB off=12120161 len=1186263 2024-04-24T03:20:14.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 5478 completed, throughput=5MB/sec 2024-04-24T03:20:14.130 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LiL17CwRNjkhq7f off=19749066 len=25714 2024-04-24T03:20:14.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 5479 completed, throughput=5MB/sec 2024-04-24T03:20:14.132 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LpUXSEZok9tUEl_ off=71462 len=1261439 2024-04-24T03:20:14.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 5480 completed, throughput=5MB/sec 2024-04-24T03:20:14.139 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pjKWTJiBeWFyMA_ off=10132436 len=1301588 2024-04-24T03:20:14.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 5481 completed, throughput=5MB/sec 2024-04-24T03:20:14.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T1pyUKdRWMxr_eM off=4713871 len=101010 2024-04-24T03:20:14.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 5482 completed, throughput=5MB/sec 2024-04-24T03:20:14.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mK7VG0pdOv9cLhO off=4563549 len=682351 2024-04-24T03:20:14.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 5483 completed, throughput=5MB/sec 2024-04-24T03:20:14.148 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8WMsrr-Tg8VF3ru off=2700156 len=1150297 2024-04-24T03:20:14.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 5484 completed, throughput=5MB/sec 2024-04-24T03:20:14.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:14 smithi016 ceph-mon[84376]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:20:14.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:14 smithi016 ceph-mon[86910]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:20:14.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:14 smithi063 ceph-mon[77007]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:20:15.149 INFO:tasks.workunit.client.0.smithi016.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-24T03:20:15.150 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y2yi0bW1CCXWLp6 off=1207339 len=1661464 2024-04-24T03:20:15.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 5485 completed, throughput=5MB/sec 2024-04-24T03:20:15.156 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p2skb4PAPPkJx0C off=3792741 len=1058701 2024-04-24T03:20:15.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 5486 completed, throughput=5MB/sec 2024-04-24T03:20:15.162 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mwtRIKXcresjhus off=3410439 len=743997 2024-04-24T03:20:15.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 5487 completed, throughput=5MB/sec 2024-04-24T03:20:15.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1bzTDUtmXMd_4sW off=11425107 len=1171506 2024-04-24T03:20:15.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 5488 completed, throughput=5MB/sec 2024-04-24T03:20:15.172 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qwCkpolfjkjQInp off=4141012 len=321868 2024-04-24T03:20:15.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 5489 completed, throughput=5MB/sec 2024-04-24T03:20:15.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:15.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:15.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:16.176 INFO:tasks.workunit.client.0.smithi016.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-24T03:20:16.177 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7e-63nM0jLFW0UR off=6709093 len=814659 2024-04-24T03:20:16.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 5490 completed, throughput=5MB/sec 2024-04-24T03:20:16.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UhLdOjC69d2pRTH off=10910027 len=1653941 2024-04-24T03:20:16.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 5491 completed, throughput=5MB/sec 2024-04-24T03:20:16.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ggYdC_tlsGP3neb off=1124417 len=969141 2024-04-24T03:20:16.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 5492 completed, throughput=5MB/sec 2024-04-24T03:20:16.181 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IDzSGIG9bFISdrd off=4908602 len=470159 2024-04-24T03:20:16.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 5493 completed, throughput=5MB/sec 2024-04-24T03:20:16.185 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cnYTQnbZQH0-kSg off=3563792 len=1053339 2024-04-24T03:20:16.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 5494 completed, throughput=5MB/sec 2024-04-24T03:20:16.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q-ToAjg1BiDxwfV off=655383 len=2067888 2024-04-24T03:20:16.196 INFO:tasks.workunit.client.0.smithi016.stdout:op 5495 completed, throughput=5MB/sec 2024-04-24T03:20:16.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:16 smithi016 ceph-mon[84376]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:20:16.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:16 smithi016 ceph-mon[86910]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:20:16.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:16 smithi063 ceph-mon[77007]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:20:17.196 INFO:tasks.workunit.client.0.smithi016.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-24T03:20:17.196 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4PAKtacOsgVEuho off=9257212 len=1469474 2024-04-24T03:20:17.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 5496 completed, throughput=5MB/sec 2024-04-24T03:20:17.206 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jeRhN3VzuGEAjoK off=11953137 len=874428 2024-04-24T03:20:17.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 5497 completed, throughput=5MB/sec 2024-04-24T03:20:17.208 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dR1bM3I5znPMSYS off=1631099 len=1643667 2024-04-24T03:20:17.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 5498 completed, throughput=5MB/sec 2024-04-24T03:20:18.216 INFO:tasks.workunit.client.0.smithi016.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-24T03:20:18.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j1z-OhU8kXRC62Q off=8600827 len=890500 2024-04-24T03:20:18.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 5499 completed, throughput=5MB/sec 2024-04-24T03:20:18.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T73kHnXunxejnWq off=13374434 len=1734398 2024-04-24T03:20:18.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 5500 completed, throughput=5MB/sec 2024-04-24T03:20:18.230 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aOnAXxQBBe4xTSR off=8000486 len=1958996 2024-04-24T03:20:18.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 5501 completed, throughput=5MB/sec 2024-04-24T03:20:18.241 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jxb2y1EEKAr_ETb off=19421885 len=1472394 2024-04-24T03:20:18.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 5502 completed, throughput=5MB/sec 2024-04-24T03:20:18.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:18 smithi016 ceph-mon[84376]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:20:18.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:20:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:20:18] "GET /metrics HTTP/1.1" 200 34224 "" "Prometheus/2.43.0" 2024-04-24T03:20:18.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:18 smithi016 ceph-mon[86910]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:20:18.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:18 smithi063 ceph-mon[77007]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:20:19.243 INFO:tasks.workunit.client.0.smithi016.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-24T03:20:19.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-74hvkT3imjMZpox off=680300 len=859380 2024-04-24T03:20:19.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 5503 completed, throughput=5MB/sec 2024-04-24T03:20:19.244 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DN4Yr6Yf8DD5v5f off=3204073 len=1686073 2024-04-24T03:20:19.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 5504 completed, throughput=5MB/sec 2024-04-24T03:20:19.253 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sJCzurVM7N2vBdq off=10972029 len=739534 2024-04-24T03:20:19.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 5505 completed, throughput=5MB/sec 2024-04-24T03:20:19.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k5whTfOv69kYNUN off=7552988 len=464376 2024-04-24T03:20:19.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 5506 completed, throughput=5MB/sec 2024-04-24T03:20:19.262 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JtCAidsMwkikrbN off=1140077 len=396494 2024-04-24T03:20:19.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 5507 completed, throughput=5MB/sec 2024-04-24T03:20:19.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U1YPiS8ltIxVGWU off=2843023 len=774816 2024-04-24T03:20:19.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 5508 completed, throughput=5MB/sec 2024-04-24T03:20:20.270 INFO:tasks.workunit.client.0.smithi016.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-24T03:20:20.270 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0WiZlkU3--sjiZg off=1671701 len=332508 2024-04-24T03:20:20.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 5509 completed, throughput=5MB/sec 2024-04-24T03:20:20.273 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XiZrpgdp_t82Wf8 off=6675762 len=788720 2024-04-24T03:20:20.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 5510 completed, throughput=5MB/sec 2024-04-24T03:20:20.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OzdlhLJ-B6vO4lN off=286309 len=928394 2024-04-24T03:20:20.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 5511 completed, throughput=5MB/sec 2024-04-24T03:20:20.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RMXnD0dn1gCVzap off=6303826 len=508609 2024-04-24T03:20:20.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 5512 completed, throughput=5MB/sec 2024-04-24T03:20:20.277 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x9NIVeLFBHgAY9x off=9040611 len=2068545 2024-04-24T03:20:20.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 5513 completed, throughput=5MB/sec 2024-04-24T03:20:20.289 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TerhWYY3dVbPrEZ off=1505207 len=97470 2024-04-24T03:20:20.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 5514 completed, throughput=5MB/sec 2024-04-24T03:20:20.292 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ahu2VnvFZl2LgsP off=12007051 len=1362944 2024-04-24T03:20:20.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 5515 completed, throughput=5MB/sec 2024-04-24T03:20:20.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:20 smithi016 ceph-mon[84376]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:20:20.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:20 smithi016 ceph-mon[86910]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:20:20.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:20 smithi063 ceph-mon[77007]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-24T03:20:21.294 INFO:tasks.workunit.client.0.smithi016.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-24T03:20:21.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dD3H_PO8KYB9hHw off=827364 len=1489234 2024-04-24T03:20:21.301 INFO:tasks.workunit.client.0.smithi016.stdout:op 5516 completed, throughput=5MB/sec 2024-04-24T03:20:21.301 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pVn5ZT4U5OHiFDJ off=11465191 len=1306682 2024-04-24T03:20:21.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 5517 completed, throughput=5MB/sec 2024-04-24T03:20:21.303 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OTTW3KJJsSoX4Gs off=0 len=1190826 2024-04-24T03:20:21.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 5518 completed, throughput=5MB/sec 2024-04-24T03:20:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-24T03:20:22.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Guf8gIcWKHeFuvA off=1597356 len=1223141 2024-04-24T03:20:22.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 5519 completed, throughput=5MB/sec 2024-04-24T03:20:22.316 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B3SBu0Ds74WQttA off=687017 len=1741699 2024-04-24T03:20:22.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 5520 completed, throughput=5MB/sec 2024-04-24T03:20:22.324 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9QDhjD9cSWOoBYK off=1325597 len=1682564 2024-04-24T03:20:22.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 5521 completed, throughput=5MB/sec 2024-04-24T03:20:22.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XFXLlZAXMBTuSVZ off=10580754 len=359727 2024-04-24T03:20:22.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 5522 completed, throughput=5MB/sec 2024-04-24T03:20:22.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6PFcJWtBwVCiN2y off=1441458 len=434398 2024-04-24T03:20:22.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 5523 completed, throughput=5MB/sec 2024-04-24T03:20:22.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:22 smithi016 ceph-mon[84376]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:20:22.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:22 smithi016 ceph-mon[86910]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:20:22.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:22 smithi063 ceph-mon[77007]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:20:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-24T03:20:23.337 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GQg77vlbRSk4QmK off=4032070 len=1190334 2024-04-24T03:20:23.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 5524 completed, throughput=5MB/sec 2024-04-24T03:20:23.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HH2q6XF5fqxSAhZ off=7882067 len=1446672 2024-04-24T03:20:23.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 5525 completed, throughput=5MB/sec 2024-04-24T03:20:23.351 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IP5ilvtAa8AVVs- off=7314479 len=264105 2024-04-24T03:20:23.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 5526 completed, throughput=5MB/sec 2024-04-24T03:20:23.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tmekfOMx2afJLkN off=6147111 len=122716 2024-04-24T03:20:23.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 5527 completed, throughput=5MB/sec 2024-04-24T03:20:23.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eq2RWULH3eYVSO4 off=17216436 len=1943946 2024-04-24T03:20:23.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 5528 completed, throughput=5MB/sec 2024-04-24T03:20:23.354 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MKunYoSaD6GOGP- off=18108494 len=1781219 2024-04-24T03:20:23.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 5529 completed, throughput=5MB/sec 2024-04-24T03:20:24.356 INFO:tasks.workunit.client.0.smithi016.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-24T03:20:24.356 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-klULMFB1meBWBvP off=8090979 len=1128691 2024-04-24T03:20:24.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 5530 completed, throughput=5MB/sec 2024-04-24T03:20:24.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e-zj-_29T8XHsOr off=1857682 len=1795863 2024-04-24T03:20:24.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 5531 completed, throughput=5MB/sec 2024-04-24T03:20:24.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6pmAS-qAkCdZgpJ off=14234511 len=2066579 2024-04-24T03:20:24.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 5532 completed, throughput=5MB/sec 2024-04-24T03:20:24.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:24 smithi016 ceph-mon[84376]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:20:24.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:24 smithi016 ceph-mon[86910]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:20:24.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:24 smithi063 ceph-mon[77007]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:20:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-24T03:20:25.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DC2CYPShpV1aP24 off=1676464 len=155772 2024-04-24T03:20:25.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 5533 completed, throughput=5MB/sec 2024-04-24T03:20:25.386 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OcbdRn8eqlqt2RR off=2698262 len=371755 2024-04-24T03:20:25.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 5534 completed, throughput=5MB/sec 2024-04-24T03:20:25.387 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RUhNRrpY86_fnvz off=6180247 len=81578 2024-04-24T03:20:25.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 5535 completed, throughput=5MB/sec 2024-04-24T03:20:25.390 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hH06ZcEaXz7S8V9 off=4268573 len=1465985 2024-04-24T03:20:25.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 5536 completed, throughput=5MB/sec 2024-04-24T03:20:25.391 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OclzSqW5uQPl9_G off=2246189 len=914724 2024-04-24T03:20:25.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 5537 completed, throughput=5MB/sec 2024-04-24T03:20:25.393 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZH_kU0NeU8fnZSx off=683430 len=1416390 2024-04-24T03:20:25.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 5538 completed, throughput=5MB/sec 2024-04-24T03:20:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-24T03:20:26.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xf5PQ7ctI2PkZjx off=5373244 len=516767 2024-04-24T03:20:26.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 5539 completed, throughput=5MB/sec 2024-04-24T03:20:26.400 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oRapGv8jSQI6RYD off=7302872 len=1434827 2024-04-24T03:20:26.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 5540 completed, throughput=5MB/sec 2024-04-24T03:20:26.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z5WK8e1qI_aDxWC off=4895352 len=955906 2024-04-24T03:20:26.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 5541 completed, throughput=5MB/sec 2024-04-24T03:20:26.413 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kuqM1lMGpiZY3zQ off=10458992 len=1482233 2024-04-24T03:20:26.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 5542 completed, throughput=5MB/sec 2024-04-24T03:20:26.420 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jUuTMwy7KKpAkaw off=3016679 len=668396 2024-04-24T03:20:26.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 5543 completed, throughput=5MB/sec 2024-04-24T03:20:26.424 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AXMQ835wJwFOtRR off=2267963 len=2061878 2024-04-24T03:20:26.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 5544 completed, throughput=5MB/sec 2024-04-24T03:20:26.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:26 smithi063 ceph-mon[77007]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:20:27.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:26 smithi016 ceph-mon[84376]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:20:27.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:26 smithi016 ceph-mon[86910]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:20:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-24T03:20:27.434 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n4hSWDBhfOBXbJ3 off=7310368 len=853875 2024-04-24T03:20:27.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5545 completed, throughput=5MB/sec 2024-04-24T03:20:27.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5zATAVMpfS_fxNh off=14236388 len=1627462 2024-04-24T03:20:27.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 5546 completed, throughput=5MB/sec 2024-04-24T03:20:27.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6pNFqHgkvn_kx01 off=4712847 len=1542085 2024-04-24T03:20:27.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 5547 completed, throughput=5MB/sec 2024-04-24T03:20:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-24T03:20:28.441 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZktaKiQqrhcndO9 off=1160539 len=1957558 2024-04-24T03:20:28.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 5548 completed, throughput=5MB/sec 2024-04-24T03:20:28.444 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1BbktwyTJMmKRjK off=13163262 len=949309 2024-04-24T03:20:28.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 5549 completed, throughput=5MB/sec 2024-04-24T03:20:28.450 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DFreW1gt25v7ffr off=17321605 len=1291839 2024-04-24T03:20:28.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 5550 completed, throughput=5MB/sec 2024-04-24T03:20:28.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g8KJZ4tKP2Lni5A off=7252786 len=1336265 2024-04-24T03:20:28.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 5551 completed, throughput=5MB/sec 2024-04-24T03:20:28.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:28 smithi016 ceph-mon[84376]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:20:28.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:28 smithi016 ceph-mon[86910]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:20:28.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:20:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:20:28] "GET /metrics HTTP/1.1" 200 34224 "" "Prometheus/2.43.0" 2024-04-24T03:20:28.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:28 smithi063 ceph-mon[77007]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-24T03:20:29.459 INFO:tasks.workunit.client.0.smithi016.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-24T03:20:29.459 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9GwYChpJBnAZMDx off=17121279 len=1223835 2024-04-24T03:20:29.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 5552 completed, throughput=5MB/sec 2024-04-24T03:20:29.467 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XEJ4ChKnp-EPegv off=1200928 len=282407 2024-04-24T03:20:29.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 5553 completed, throughput=5MB/sec 2024-04-24T03:20:29.467 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r_h79YRogC2e8BT off=272688 len=1403038 2024-04-24T03:20:29.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 5554 completed, throughput=5MB/sec 2024-04-24T03:20:29.469 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FSPZO7jY0SEJbsX off=1386204 len=1798596 2024-04-24T03:20:29.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 5555 completed, throughput=5MB/sec 2024-04-24T03:20:30.478 INFO:tasks.workunit.client.0.smithi016.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-24T03:20:30.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w-dRMKRba0Kg0th off=14950079 len=622665 2024-04-24T03:20:30.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 5556 completed, throughput=5MB/sec 2024-04-24T03:20:30.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iPjxFHcxVup1PU7 off=4223426 len=717569 2024-04-24T03:20:30.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 5557 completed, throughput=5MB/sec 2024-04-24T03:20:30.485 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ief12UNPU9mHzYB off=5646787 len=1957338 2024-04-24T03:20:30.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 5558 completed, throughput=5MB/sec 2024-04-24T03:20:30.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-28JWW6nyWZDKgaM off=2965119 len=187377 2024-04-24T03:20:30.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 5559 completed, throughput=5MB/sec 2024-04-24T03:20:30.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-96YtlgEqP4yxAEY off=5289972 len=1749897 2024-04-24T03:20:30.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 5560 completed, throughput=5MB/sec 2024-04-24T03:20:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:30 smithi063 ceph-mon[77007]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:20:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:30 smithi016 ceph-mon[84376]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:20:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:30 smithi016 ceph-mon[86910]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-24T03:20:31.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:31.493 INFO:tasks.workunit.client.0.smithi016.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-24T03:20:31.493 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PewJ5SC9hyo78Wm off=2547199 len=1735484 2024-04-24T03:20:31.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 5561 completed, throughput=5MB/sec 2024-04-24T03:20:31.502 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sCu_31cKGydYA9R off=194208 len=417792 2024-04-24T03:20:31.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 5562 completed, throughput=5MB/sec 2024-04-24T03:20:31.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sXK7oG2jgaTW1pu off=5808715 len=2065421 2024-04-24T03:20:31.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 5563 completed, throughput=5MB/sec 2024-04-24T03:20:31.508 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VnK0WtCrdd6B7fx off=2086309 len=1724849 2024-04-24T03:20:31.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 5564 completed, throughput=5MB/sec 2024-04-24T03:20:32.510 INFO:tasks.workunit.client.0.smithi016.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-24T03:20:32.510 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-juh0ICWV9JNjEtW off=3676998 len=957380 2024-04-24T03:20:32.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 5565 completed, throughput=5MB/sec 2024-04-24T03:20:32.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A30Ami8v3S7-kd2 off=18523307 len=1085692 2024-04-24T03:20:32.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 5566 completed, throughput=5MB/sec 2024-04-24T03:20:32.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QFFgNYvdvNDMUSQ off=2645453 len=2070829 2024-04-24T03:20:32.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 5567 completed, throughput=5MB/sec 2024-04-24T03:20:32.529 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iuyPDT0EsxJhyRb off=6308054 len=593514 2024-04-24T03:20:32.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 5568 completed, throughput=5MB/sec 2024-04-24T03:20:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:32 smithi063 ceph-mon[77007]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:20:33.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:32 smithi016 ceph-mon[84376]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:20:33.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:32 smithi016 ceph-mon[86910]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-24T03:20:33.530 INFO:tasks.workunit.client.0.smithi016.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-24T03:20:33.531 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s60vYZ-r8-oXHMG off=10470653 len=294726 2024-04-24T03:20:33.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 5569 completed, throughput=5MB/sec 2024-04-24T03:20:33.531 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KQOw20fIF6-lYub off=706650 len=351912 2024-04-24T03:20:33.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 5570 completed, throughput=5MB/sec 2024-04-24T03:20:33.533 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1WBx6XE4rdwtbSR off=4090358 len=124217 2024-04-24T03:20:33.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 5571 completed, throughput=5MB/sec 2024-04-24T03:20:33.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FZhfYger94phR1- off=3969730 len=254226 2024-04-24T03:20:33.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 5572 completed, throughput=5MB/sec 2024-04-24T03:20:33.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n7H026dUA0iuYO- off=6636303 len=46533 2024-04-24T03:20:33.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 5573 completed, throughput=5MB/sec 2024-04-24T03:20:33.539 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xFdM57ccpnwgh09 off=2175007 len=390100 2024-04-24T03:20:33.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 5574 completed, throughput=5MB/sec 2024-04-24T03:20:33.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d9Doz1uwoWIUDlo off=5855020 len=1261819 2024-04-24T03:20:33.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 5575 completed, throughput=5MB/sec 2024-04-24T03:20:33.547 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H0yGzX34NlrgsQT off=1876804 len=253475 2024-04-24T03:20:33.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 5576 completed, throughput=5MB/sec 2024-04-24T03:20:33.547 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WX3Q6z_uDAqOdkx off=4990654 len=132407 2024-04-24T03:20:33.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 5577 completed, throughput=5MB/sec 2024-04-24T03:20:33.550 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jI_MEF4P73XI2Bm off=22179334 len=1941940 2024-04-24T03:20:33.561 INFO:tasks.workunit.client.0.smithi016.stdout:op 5578 completed, throughput=5MB/sec 2024-04-24T03:20:33.561 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ndrl1YICGXfShJ7 off=11262930 len=1983002 2024-04-24T03:20:33.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 5579 completed, throughput=5MB/sec 2024-04-24T03:20:34.570 INFO:tasks.workunit.client.0.smithi016.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-24T03:20:34.570 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Knq_fEPF4JcW74z off=2208211 len=2011980 2024-04-24T03:20:34.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 5580 completed, throughput=5MB/sec 2024-04-24T03:20:34.572 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q8vGDSsExeVg0Sl off=4623052 len=1632153 2024-04-24T03:20:34.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 5581 completed, throughput=5MB/sec 2024-04-24T03:20:34.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LuR1S0PwDBwaP6r off=2381479 len=1952590 2024-04-24T03:20:34.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 5582 completed, throughput=5MB/sec 2024-04-24T03:20:34.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:34 smithi063 ceph-mon[77007]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:20:35.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:34 smithi016 ceph-mon[84376]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:20:35.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:34 smithi016 ceph-mon[86910]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-24T03:20:35.592 INFO:tasks.workunit.client.0.smithi016.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-24T03:20:35.593 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rdz8ciFUxGYXqDw off=9703034 len=1194340 2024-04-24T03:20:35.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 5583 completed, throughput=5MB/sec 2024-04-24T03:20:35.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xEXTHPsUZk864qr off=6144715 len=784578 2024-04-24T03:20:35.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 5584 completed, throughput=5MB/sec 2024-04-24T03:20:35.604 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L5duHV99UxL0ack off=754236 len=1637363 2024-04-24T03:20:35.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 5585 completed, throughput=5MB/sec 2024-04-24T03:20:36.608 INFO:tasks.workunit.client.0.smithi016.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-24T03:20:36.608 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FTwyGObOWhkjcvl off=5036083 len=1520753 2024-04-24T03:20:36.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 5586 completed, throughput=5MB/sec 2024-04-24T03:20:36.610 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V1fjuOl3R8U8UKw off=735626 len=1786487 2024-04-24T03:20:36.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 5587 completed, throughput=5MB/sec 2024-04-24T03:20:36.612 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pB8_s53B_xIis-Q off=532668 len=753444 2024-04-24T03:20:36.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 5588 completed, throughput=5MB/sec 2024-04-24T03:20:36.616 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZriUmZpJwilx39q off=9381626 len=1232926 2024-04-24T03:20:36.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 5589 completed, throughput=5MB/sec 2024-04-24T03:20:36.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:36 smithi063 ceph-mon[77007]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:20:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:36 smithi016 ceph-mon[84376]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:20:37.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:36 smithi016 ceph-mon[86910]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-24T03:20:37.618 INFO:tasks.workunit.client.0.smithi016.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-24T03:20:37.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hZPn616nOGz36MH off=3506019 len=1450934 2024-04-24T03:20:37.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 5590 completed, throughput=5MB/sec 2024-04-24T03:20:37.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wGqg5DfzenMh4nC off=600657 len=902688 2024-04-24T03:20:37.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 5591 completed, throughput=5MB/sec 2024-04-24T03:20:37.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ogcMYLTzCPMSG74 off=3596224 len=777469 2024-04-24T03:20:37.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 5592 completed, throughput=5MB/sec 2024-04-24T03:20:37.629 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-22URv47GVNpRi-7 off=1199658 len=1707401 2024-04-24T03:20:37.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 5593 completed, throughput=5MB/sec 2024-04-24T03:20:37.634 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XI4Cic9puNBhncu off=3181009 len=336843 2024-04-24T03:20:37.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 5594 completed, throughput=5MB/sec 2024-04-24T03:20:37.635 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--9b0G8vPrF251l6 off=20827518 len=931865 2024-04-24T03:20:37.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 5595 completed, throughput=5MB/sec 2024-04-24T03:20:38.636 INFO:tasks.workunit.client.0.smithi016.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-24T03:20:38.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YlSbEZZXY4JnL1a off=1574444 len=1235983 2024-04-24T03:20:38.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 5596 completed, throughput=5MB/sec 2024-04-24T03:20:38.638 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fTNxFuMtrcOjm2R off=8856110 len=345209 2024-04-24T03:20:38.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 5597 completed, throughput=5MB/sec 2024-04-24T03:20:38.639 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0sd9o6vxWG5HAMQ off=4842629 len=1937614 2024-04-24T03:20:38.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 5598 completed, throughput=5MB/sec 2024-04-24T03:20:38.641 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1zCmCeTcQdJGqPi off=8080485 len=1267750 2024-04-24T03:20:38.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 5599 completed, throughput=5MB/sec 2024-04-24T03:20:38.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:38 smithi016 ceph-mon[84376]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:20:38.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:20:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:20:38] "GET /metrics HTTP/1.1" 200 34218 "" "Prometheus/2.43.0" 2024-04-24T03:20:38.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:38 smithi016 ceph-mon[86910]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:20:38.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:38 smithi063 ceph-mon[77007]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-24T03:20:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-24T03:20:39.648 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A2HkaSMxmutqSrC off=372352 len=977442 2024-04-24T03:20:39.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 5600 completed, throughput=5MB/sec 2024-04-24T03:20:39.650 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gVi2fON9uLhRXBF off=11670236 len=1543001 2024-04-24T03:20:39.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 5601 completed, throughput=5MB/sec 2024-04-24T03:20:39.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U1YPiS8ltIxVGWU off=7369935 len=1341628 2024-04-24T03:20:39.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 5602 completed, throughput=5MB/sec 2024-04-24T03:20:39.665 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aNjB5BvT7SAQe5k off=587321 len=994267 2024-04-24T03:20:39.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 5603 completed, throughput=5MB/sec 2024-04-24T03:20:39.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kCAtY8cY4t5lSZZ off=18554176 len=961559 2024-04-24T03:20:39.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 5604 completed, throughput=5MB/sec 2024-04-24T03:20:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-24T03:20:40.673 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PEde_tlvNamGQ_T off=8905479 len=135867 2024-04-24T03:20:40.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 5605 completed, throughput=5MB/sec 2024-04-24T03:20:40.676 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jwws5TMt53_V-yj off=1885927 len=1982022 2024-04-24T03:20:40.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 5606 completed, throughput=5MB/sec 2024-04-24T03:20:40.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5Gqb3hQXZgJYvQL off=9547155 len=24299 2024-04-24T03:20:40.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 5607 completed, throughput=5MB/sec 2024-04-24T03:20:40.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2m25gHiSCy8vQ8f off=8660024 len=611893 2024-04-24T03:20:40.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 5608 completed, throughput=5MB/sec 2024-04-24T03:20:40.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X00JfLIF7Z73AVr off=604940 len=599510 2024-04-24T03:20:40.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 5609 completed, throughput=5MB/sec 2024-04-24T03:20:40.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-36T94SNHHIjEvqS off=3763947 len=1794000 2024-04-24T03:20:40.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 5610 completed, throughput=5MB/sec 2024-04-24T03:20:40.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:40 smithi063 ceph-mon[77007]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:20:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:40 smithi016 ceph-mon[84376]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:20:41.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:40 smithi016 ceph-mon[86910]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:20:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-24T03:20:41.693 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-16qxd1ChX1qopoh off=15951369 len=74749 2024-04-24T03:20:41.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 5611 completed, throughput=5MB/sec 2024-04-24T03:20:41.696 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VVSJV3u8BMuRQlc off=3123077 len=387638 2024-04-24T03:20:41.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 5612 completed, throughput=5MB/sec 2024-04-24T03:20:41.699 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lj2kzWWmre7V1E3 off=865327 len=1348149 2024-04-24T03:20:41.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 5613 completed, throughput=5MB/sec 2024-04-24T03:20:41.705 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mdtc1T2pC7wt8GZ off=74853 len=1312640 2024-04-24T03:20:41.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 5614 completed, throughput=5MB/sec 2024-04-24T03:20:41.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0c5J-iaEC3OIfRc off=2592368 len=1996252 2024-04-24T03:20:41.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 5615 completed, throughput=5MB/sec 2024-04-24T03:20:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-24T03:20:42.721 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-027WtB01_ObeIZj off=788326 len=1630025 2024-04-24T03:20:42.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 5616 completed, throughput=5MB/sec 2024-04-24T03:20:42.725 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iFQprziEFPw45mK off=14139080 len=539934 2024-04-24T03:20:42.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 5617 completed, throughput=5MB/sec 2024-04-24T03:20:42.726 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gyZd4vP-Nohi4Ar off=6947284 len=91673 2024-04-24T03:20:42.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 5618 completed, throughput=5MB/sec 2024-04-24T03:20:42.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m-LUZVCKEWAYS-6 off=7948827 len=207461 2024-04-24T03:20:42.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 5619 completed, throughput=5MB/sec 2024-04-24T03:20:42.728 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b3NTBHDbp2vpsDo off=2442658 len=620669 2024-04-24T03:20:42.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 5620 completed, throughput=5MB/sec 2024-04-24T03:20:42.732 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VmR00QdlkbLd-80 off=5993854 len=59980 2024-04-24T03:20:42.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 5621 completed, throughput=5MB/sec 2024-04-24T03:20:42.733 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-boqf0UhZK5ml2mM off=399193 len=146145 2024-04-24T03:20:42.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 5622 completed, throughput=5MB/sec 2024-04-24T03:20:42.735 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Qq_-ucM2gLi8ia off=5495616 len=744559 2024-04-24T03:20:42.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 5623 completed, throughput=5MB/sec 2024-04-24T03:20:42.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XHAJkSMEAS92DWe off=11803963 len=178305 2024-04-24T03:20:42.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 5624 completed, throughput=5MB/sec 2024-04-24T03:20:42.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8ER9U_-fgXgRGsS off=656704 len=1144254 2024-04-24T03:20:42.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 5625 completed, throughput=5MB/sec 2024-04-24T03:20:42.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:42 smithi063 ceph-mon[77007]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:43.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:42 smithi016 ceph-mon[84376]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:43.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:42 smithi016 ceph-mon[86910]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:43.743 INFO:tasks.workunit.client.0.smithi016.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-24T03:20:43.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rbTAPj89XUmETEr off=0 len=1474595 2024-04-24T03:20:43.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 5626 completed, throughput=5MB/sec 2024-04-24T03:20:43.752 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TAPQyK1Jp1mwUeu off=570577 len=815582 2024-04-24T03:20:43.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 5627 completed, throughput=5MB/sec 2024-04-24T03:20:43.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-siGDkD0kIAc4iK_ off=7624304 len=1007312 2024-04-24T03:20:43.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 5628 completed, throughput=5MB/sec 2024-04-24T03:20:43.759 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aFVYm5MHo_vTu-o off=11285192 len=985999 2024-04-24T03:20:43.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 5629 completed, throughput=5MB/sec 2024-04-24T03:20:43.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lAACbJsSf_C6x_v off=523498 len=1794343 2024-04-24T03:20:43.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 5630 completed, throughput=5MB/sec 2024-04-24T03:20:44.766 INFO:tasks.workunit.client.0.smithi016.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-24T03:20:44.766 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qE-q5SsS2vs_u26 off=16962211 len=1829009 2024-04-24T03:20:44.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 5631 completed, throughput=5MB/sec 2024-04-24T03:20:44.773 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K7UHpXQ-kf_MPMA off=15090694 len=1735159 2024-04-24T03:20:44.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 5632 completed, throughput=5MB/sec 2024-04-24T03:20:44.782 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jg7AY0Iu06MBsh0 off=8336179 len=687730 2024-04-24T03:20:44.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 5633 completed, throughput=5MB/sec 2024-04-24T03:20:44.783 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7kPNDh-muZ4E_hh off=13105230 len=273754 2024-04-24T03:20:44.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 5634 completed, throughput=5MB/sec 2024-04-24T03:20:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:44 smithi063 ceph-mon[77007]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:20:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:20:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:20:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:20:44.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:20:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[84376]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:20:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:20:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:20:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:20:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:20:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[86910]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:20:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:20:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:20:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:20:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:20:45.786 INFO:tasks.workunit.client.0.smithi016.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-24T03:20:45.786 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IVo55H_G8TRHJGd off=12540873 len=765863 2024-04-24T03:20:45.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 5635 completed, throughput=5MB/sec 2024-04-24T03:20:45.791 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bnuroy3_IrKK_Er off=6821497 len=739573 2024-04-24T03:20:45.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 5636 completed, throughput=5MB/sec 2024-04-24T03:20:45.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1AIGxXd-QJxbyBr off=140060 len=381734 2024-04-24T03:20:45.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 5637 completed, throughput=5MB/sec 2024-04-24T03:20:45.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7ytqkTidLGiE3O5 off=1719872 len=1256683 2024-04-24T03:20:45.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 5638 completed, throughput=5MB/sec 2024-04-24T03:20:45.802 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PfsM3krIptqrG2y off=7172429 len=824476 2024-04-24T03:20:45.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 5639 completed, throughput=5MB/sec 2024-04-24T03:20:45.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xiUq-fX1BcqGkx9 off=3662812 len=1656140 2024-04-24T03:20:45.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 5640 completed, throughput=5MB/sec 2024-04-24T03:20:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:46.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:20:46.815 INFO:tasks.workunit.client.0.smithi016.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-24T03:20:46.816 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TbHHv08K15cMjP- off=385603 len=462096 2024-04-24T03:20:46.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 5641 completed, throughput=5MB/sec 2024-04-24T03:20:46.819 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tzDlhOXEunymWCc off=616896 len=871858 2024-04-24T03:20:46.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 5642 completed, throughput=5MB/sec 2024-04-24T03:20:46.824 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J5fjIhTO5_WKIOB off=2862872 len=1633952 2024-04-24T03:20:46.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 5643 completed, throughput=5MB/sec 2024-04-24T03:20:46.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2LlSLsPM4df-6DT off=10398027 len=1879274 2024-04-24T03:20:46.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 5644 completed, throughput=5MB/sec 2024-04-24T03:20:47.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:46 smithi016 ceph-mon[84376]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:47.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:46 smithi016 ceph-mon[86910]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:47.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:46 smithi063 ceph-mon[77007]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:47.829 INFO:tasks.workunit.client.0.smithi016.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-24T03:20:47.830 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VBEAYcZ1z9JiQRi off=3695701 len=964896 2024-04-24T03:20:47.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 5645 completed, throughput=5MB/sec 2024-04-24T03:20:47.836 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rmvkh6ty5fO4Yu4 off=6585533 len=1610716 2024-04-24T03:20:47.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 5646 completed, throughput=5MB/sec 2024-04-24T03:20:47.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K5ZrqF1V31z7c4z off=678170 len=1788731 2024-04-24T03:20:47.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 5647 completed, throughput=5MB/sec 2024-04-24T03:20:47.842 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8zFYwCHqscTetmD off=1268698 len=1766824 2024-04-24T03:20:47.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 5648 completed, throughput=5MB/sec 2024-04-24T03:20:48.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:48 smithi016 ceph-mon[84376]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:20:48.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:20:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:20:48] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:20:48.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:48 smithi016 ceph-mon[86910]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:20:48.849 INFO:tasks.workunit.client.0.smithi016.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-24T03:20:48.850 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y30xXnV0NfHusiW off=6443667 len=833346 2024-04-24T03:20:48.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 5649 completed, throughput=5MB/sec 2024-04-24T03:20:48.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U6FEk5MzAIUa8Mc off=2369647 len=388254 2024-04-24T03:20:48.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 5650 completed, throughput=5MB/sec 2024-04-24T03:20:48.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bYCAUzcZyIn8iTl off=6125415 len=1661902 2024-04-24T03:20:48.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 5651 completed, throughput=5MB/sec 2024-04-24T03:20:48.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fSN_N5-BOkYEDDv off=1270027 len=88026 2024-04-24T03:20:48.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 5652 completed, throughput=5MB/sec 2024-04-24T03:20:48.863 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_TwTBCqU_rGh9L off=3101302 len=1167568 2024-04-24T03:20:48.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 5653 completed, throughput=5MB/sec 2024-04-24T03:20:48.869 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-11H0MgcWAoJToQG off=185941 len=1590480 2024-04-24T03:20:48.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 5654 completed, throughput=5MB/sec 2024-04-24T03:20:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:48 smithi063 ceph-mon[77007]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-24T03:20:49.876 INFO:tasks.workunit.client.0.smithi016.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-24T03:20:49.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RaUWnzLa4z4KHmK off=5066181 len=132088 2024-04-24T03:20:49.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 5655 completed, throughput=5MB/sec 2024-04-24T03:20:49.876 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e1VC69gJdsyjSE0 off=2253823 len=1754586 2024-04-24T03:20:49.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 5656 completed, throughput=5MB/sec 2024-04-24T03:20:49.887 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7pF7jeNJlpSpCX9 off=324416 len=691073 2024-04-24T03:20:49.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 5657 completed, throughput=5MB/sec 2024-04-24T03:20:49.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sFZQ_jz5lmVko8M off=11176259 len=81196 2024-04-24T03:20:49.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 5658 completed, throughput=5MB/sec 2024-04-24T03:20:49.892 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xOMJRos2jdetYQG off=7255051 len=359563 2024-04-24T03:20:49.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 5659 completed, throughput=5MB/sec 2024-04-24T03:20:49.895 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zjFxPO8Hy7LfPSt off=2576377 len=674247 2024-04-24T03:20:49.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 5660 completed, throughput=5MB/sec 2024-04-24T03:20:49.897 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UDGml9Smwl6MKdT off=328602 len=2030 2024-04-24T03:20:49.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 5661 completed, throughput=5MB/sec 2024-04-24T03:20:49.897 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kkONgu5vzfwBOar off=4753620 len=1510938 2024-04-24T03:20:49.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 5662 completed, throughput=5MB/sec 2024-04-24T03:20:50.905 INFO:tasks.workunit.client.0.smithi016.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-24T03:20:50.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qaUZUxkZxSrhJYh off=19350634 len=352647 2024-04-24T03:20:50.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 5663 completed, throughput=5MB/sec 2024-04-24T03:20:50.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ln7Hp7zVsvk5pIA off=3935177 len=151032 2024-04-24T03:20:50.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 5664 completed, throughput=5MB/sec 2024-04-24T03:20:50.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oiWrC4spttjgCuP off=6905267 len=1028863 2024-04-24T03:20:50.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 5665 completed, throughput=5MB/sec 2024-04-24T03:20:50.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dpj8JV4aTk5dCiG off=2796680 len=87033 2024-04-24T03:20:50.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 5666 completed, throughput=5MB/sec 2024-04-24T03:20:50.915 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mUDS-zuxwdlAEq4 off=11586296 len=2041255 2024-04-24T03:20:50.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 5667 completed, throughput=5MB/sec 2024-04-24T03:20:50.924 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HJA-gOnuk5uqQyC off=10832642 len=288325 2024-04-24T03:20:50.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 5668 completed, throughput=5MB/sec 2024-04-24T03:20:50.928 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HPL2Sp1WMlizZJT off=2957694 len=1203736 2024-04-24T03:20:50.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 5669 completed, throughput=5MB/sec 2024-04-24T03:20:51.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:50 smithi016 ceph-mon[84376]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:51.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:50 smithi016 ceph-mon[86910]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:51.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:50 smithi063 ceph-mon[77007]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:51.929 INFO:tasks.workunit.client.0.smithi016.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-24T03:20:51.929 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fm-VtkuMMyLQPVY off=1693892 len=1179417 2024-04-24T03:20:51.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 5670 completed, throughput=5MB/sec 2024-04-24T03:20:51.932 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AqdWkNco2qFiwVv off=854982 len=1826174 2024-04-24T03:20:51.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 5671 completed, throughput=5MB/sec 2024-04-24T03:20:51.940 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Csjad0Ao0XxwApi off=15184650 len=1243166 2024-04-24T03:20:51.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 5672 completed, throughput=5MB/sec 2024-04-24T03:20:51.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rT6NRbMwVHneGwO off=2912381 len=1198839 2024-04-24T03:20:51.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 5673 completed, throughput=5MB/sec 2024-04-24T03:20:52.943 INFO:tasks.workunit.client.0.smithi016.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-24T03:20:52.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-je4sFHkPuhTSUS- off=1355907 len=792626 2024-04-24T03:20:52.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 5674 completed, throughput=5MB/sec 2024-04-24T03:20:52.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mags0dTw_I_Lhy9 off=466369 len=1091095 2024-04-24T03:20:52.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 5675 completed, throughput=5MB/sec 2024-04-24T03:20:52.947 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fAl9jnGNT4IasQJ off=4457683 len=633130 2024-04-24T03:20:52.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 5676 completed, throughput=5MB/sec 2024-04-24T03:20:52.951 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vp7mv4CUbfhDA73 off=732341 len=1228853 2024-04-24T03:20:52.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 5677 completed, throughput=5MB/sec 2024-04-24T03:20:52.952 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FeU773-a3XmSIfG off=720202 len=1894093 2024-04-24T03:20:52.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 5678 completed, throughput=5MB/sec 2024-04-24T03:20:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:52 smithi016 ceph-mon[84376]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:20:53.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:52 smithi016 ceph-mon[86910]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:20:53.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:52 smithi063 ceph-mon[77007]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:20:53.962 INFO:tasks.workunit.client.0.smithi016.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-24T03:20:53.962 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TtxOum4SRJr4JBw off=4860752 len=1923892 2024-04-24T03:20:53.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 5679 completed, throughput=5MB/sec 2024-04-24T03:20:53.973 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tqsIdIEDpwVfVC- off=4762340 len=1227212 2024-04-24T03:20:53.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 5680 completed, throughput=5MB/sec 2024-04-24T03:20:53.975 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N6sKw_9LlZLHxaJ off=4123259 len=953890 2024-04-24T03:20:53.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 5681 completed, throughput=5MB/sec 2024-04-24T03:20:53.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZquxJcAfZdTAuIQ off=5150088 len=581897 2024-04-24T03:20:53.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 5682 completed, throughput=5MB/sec 2024-04-24T03:20:54.982 INFO:tasks.workunit.client.0.smithi016.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-24T03:20:54.982 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PSl6V_SxOS4PKss off=7741377 len=728657 2024-04-24T03:20:54.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 5683 completed, throughput=5MB/sec 2024-04-24T03:20:54.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gOD5vm9OdYLmqOB off=75262 len=201924 2024-04-24T03:20:54.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 5684 completed, throughput=5MB/sec 2024-04-24T03:20:54.986 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NbxH2iTBzR4KD8o off=4262523 len=1807915 2024-04-24T03:20:54.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 5685 completed, throughput=5MB/sec 2024-04-24T03:20:54.989 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j0gOpWRxcntmsp8 off=5080031 len=767963 2024-04-24T03:20:54.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 5686 completed, throughput=5MB/sec 2024-04-24T03:20:54.993 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RtT-UfGIyEZGp-2 off=14555233 len=695491 2024-04-24T03:20:54.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 5687 completed, throughput=5MB/sec 2024-04-24T03:20:54.994 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-45k9t6eTSA7ohz0 off=4496269 len=1027266 2024-04-24T03:20:54.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 5688 completed, throughput=5MB/sec 2024-04-24T03:20:55.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:54 smithi016 ceph-mon[84376]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:55.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:54 smithi016 ceph-mon[86910]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:55.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:54 smithi063 ceph-mon[77007]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:55.997 INFO:tasks.workunit.client.0.smithi016.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-24T03:20:55.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e4eVapwak1_g-NW off=13321435 len=1055094 2024-04-24T03:20:55.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 5689 completed, throughput=5MB/sec 2024-04-24T03:20:55.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jkaHdeuSPyZhWq3 off=17320680 len=191058 2024-04-24T03:20:56.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 5690 completed, throughput=5MB/sec 2024-04-24T03:20:56.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m_t8mbbB2el4-P3 off=4099944 len=1803220 2024-04-24T03:20:56.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 5691 completed, throughput=5MB/sec 2024-04-24T03:20:56.012 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YN3C8e8o4LqZ_pd off=3132294 len=1124311 2024-04-24T03:20:56.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 5692 completed, throughput=5MB/sec 2024-04-24T03:20:56.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZXgUY0iFhuQN_l1 off=5028289 len=784333 2024-04-24T03:20:56.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 5693 completed, throughput=5MB/sec 2024-04-24T03:20:57.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:56 smithi016 ceph-mon[84376]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:57.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:56 smithi016 ceph-mon[86910]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:57.022 INFO:tasks.workunit.client.0.smithi016.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-24T03:20:57.022 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wUlWJ_JycA8NjU_ off=16402996 len=659204 2024-04-24T03:20:57.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 5694 completed, throughput=5MB/sec 2024-04-24T03:20:57.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IO_2DgtV5YJHor9 off=10667199 len=51766 2024-04-24T03:20:57.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 5695 completed, throughput=5MB/sec 2024-04-24T03:20:57.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DtuDAtEUPdIaU0T off=3375182 len=1307098 2024-04-24T03:20:57.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 5696 completed, throughput=5MB/sec 2024-04-24T03:20:57.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e2DnC27lXroLbUL off=12723743 len=1941282 2024-04-24T03:20:57.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 5697 completed, throughput=5MB/sec 2024-04-24T03:20:57.038 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j8rcJVwL_ZinStz off=0 len=1300213 2024-04-24T03:20:57.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 5698 completed, throughput=5MB/sec 2024-04-24T03:20:57.044 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EOuLijcH456-C1_ off=2186014 len=1153947 2024-04-24T03:20:57.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 5699 completed, throughput=5MB/sec 2024-04-24T03:20:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:56 smithi063 ceph-mon[77007]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:20:58.046 INFO:tasks.workunit.client.0.smithi016.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-24T03:20:58.046 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uoE_ljEUXnwqNy7 off=20446499 len=107937 2024-04-24T03:20:58.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 5700 completed, throughput=5MB/sec 2024-04-24T03:20:58.049 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wp-8hao_ITsYraE off=3557697 len=13053 2024-04-24T03:20:58.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 5701 completed, throughput=5MB/sec 2024-04-24T03:20:58.051 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wadHkKGHpBHFNPU off=12558684 len=1123244 2024-04-24T03:20:58.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 5702 completed, throughput=5MB/sec 2024-04-24T03:20:58.057 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Si-jx09NXi2g78p off=703246 len=96296 2024-04-24T03:20:58.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 5703 completed, throughput=5MB/sec 2024-04-24T03:20:58.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8GesNJrNHqdP9a8 off=10078666 len=891621 2024-04-24T03:20:58.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 5704 completed, throughput=5MB/sec 2024-04-24T03:20:58.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NF8kYrSLvlI3ZI8 off=7745649 len=502826 2024-04-24T03:20:58.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 5705 completed, throughput=5MB/sec 2024-04-24T03:20:58.064 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C6ogxHfWPwAQG5n off=7777080 len=545511 2024-04-24T03:20:58.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 5706 completed, throughput=5MB/sec 2024-04-24T03:20:58.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kCAtY8cY4t5lSZZ off=2814937 len=1064403 2024-04-24T03:20:58.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 5707 completed, throughput=5MB/sec 2024-04-24T03:20:58.570 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:20:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:20:58] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:20:59.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:20:58 smithi016 ceph-mon[84376]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:59.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:20:58 smithi016 ceph-mon[86910]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:59.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:20:58 smithi063 ceph-mon[77007]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-24T03:20:59.070 INFO:tasks.workunit.client.0.smithi016.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-24T03:20:59.070 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-erdeOLhfjLcBFyc off=15616959 len=805927 2024-04-24T03:20:59.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 5708 completed, throughput=5MB/sec 2024-04-24T03:20:59.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BdqwmxTUpkWtdW0 off=9936253 len=873213 2024-04-24T03:20:59.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 5709 completed, throughput=5MB/sec 2024-04-24T03:20:59.077 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-15SgUbe809I_7TC off=485305 len=1762542 2024-04-24T03:20:59.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 5710 completed, throughput=5MB/sec 2024-04-24T03:20:59.078 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-atvgyxIuXuhCWL_ off=19995297 len=1496976 2024-04-24T03:20:59.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 5711 completed, throughput=5MB/sec 2024-04-24T03:20:59.085 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2jnxVJF0ZEoly2s off=7251307 len=530548 2024-04-24T03:20:59.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 5712 completed, throughput=5MB/sec 2024-04-24T03:21:00.090 INFO:tasks.workunit.client.0.smithi016.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-24T03:21:00.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tw0UQczpqx119QG off=225742 len=1965412 2024-04-24T03:21:00.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 5713 completed, throughput=5MB/sec 2024-04-24T03:21:00.101 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eJnthx-MBmxX-7s off=12998019 len=1442030 2024-04-24T03:21:00.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 5714 completed, throughput=5MB/sec 2024-04-24T03:21:00.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LKNW_N4323SBHbC off=3382814 len=1500090 2024-04-24T03:21:00.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 5715 completed, throughput=5MB/sec 2024-04-24T03:21:00.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U9hzD-OELLi-NIe off=17118375 len=1585686 2024-04-24T03:21:00.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 5716 completed, throughput=5MB/sec 2024-04-24T03:21:01.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:00 smithi016 ceph-mon[84376]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:01.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:01.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:00 smithi016 ceph-mon[86910]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:00 smithi063 ceph-mon[77007]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:01.115 INFO:tasks.workunit.client.0.smithi016.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-24T03:21:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MeJPpyOpW-1oa6C off=5531172 len=1198675 2024-04-24T03:21:01.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 5717 completed, throughput=5MB/sec 2024-04-24T03:21:01.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FixFfAirCWS2YiJ off=9266088 len=770235 2024-04-24T03:21:01.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 5718 completed, throughput=5MB/sec 2024-04-24T03:21:01.125 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QeIrMoFCK5qW7Nm off=14529417 len=1211962 2024-04-24T03:21:01.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 5719 completed, throughput=5MB/sec 2024-04-24T03:21:01.127 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YJafs40mX9UK9qP off=3429062 len=318898 2024-04-24T03:21:01.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 5720 completed, throughput=5MB/sec 2024-04-24T03:21:01.127 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lriFYwd1Akqk9Pg off=3222094 len=1177834 2024-04-24T03:21:01.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 5721 completed, throughput=5MB/sec 2024-04-24T03:21:02.134 INFO:tasks.workunit.client.0.smithi016.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-24T03:21:02.134 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jcWN8sUKdO98y6g off=8936178 len=1374057 2024-04-24T03:21:02.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 5722 completed, throughput=5MB/sec 2024-04-24T03:21:02.136 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JF7SM-Pu7VfjEyx off=3450401 len=1248711 2024-04-24T03:21:02.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 5723 completed, throughput=5MB/sec 2024-04-24T03:21:02.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lPdCS9TGMMWKVMZ off=5804597 len=1508672 2024-04-24T03:21:02.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 5724 completed, throughput=5MB/sec 2024-04-24T03:21:02.148 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kPmPI2s-uRZ4VgD off=211659 len=554168 2024-04-24T03:21:02.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 5725 completed, throughput=5MB/sec 2024-04-24T03:21:02.149 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-22URv47GVNpRi-7 off=3124535 len=1122866 2024-04-24T03:21:02.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 5726 completed, throughput=5MB/sec 2024-04-24T03:21:03.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:02 smithi016 ceph-mon[84376]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:21:03.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:02 smithi016 ceph-mon[86910]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:21:03.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:02 smithi063 ceph-mon[77007]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:21:03.152 INFO:tasks.workunit.client.0.smithi016.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-24T03:21:03.152 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FBfIGHx6jk8Sbcm off=478038 len=394738 2024-04-24T03:21:03.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 5727 completed, throughput=5MB/sec 2024-04-24T03:21:03.156 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BrZ_NE3oGjgjFXt off=18531640 len=2059719 2024-04-24T03:21:03.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 5728 completed, throughput=5MB/sec 2024-04-24T03:21:03.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7zV9UP_t-FCGrMd off=21449161 len=1236326 2024-04-24T03:21:03.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 5729 completed, throughput=5MB/sec 2024-04-24T03:21:03.160 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qTG6v7EVoEyX2Ym off=3892552 len=1783511 2024-04-24T03:21:03.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 5730 completed, throughput=5MB/sec 2024-04-24T03:21:04.162 INFO:tasks.workunit.client.0.smithi016.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-24T03:21:04.163 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TF3cZuHdVJxqems off=9458807 len=1213060 2024-04-24T03:21:04.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 5731 completed, throughput=5MB/sec 2024-04-24T03:21:04.164 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WkTZcxNkYQoOwXz off=4646276 len=454813 2024-04-24T03:21:04.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 5732 completed, throughput=5MB/sec 2024-04-24T03:21:04.165 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-14iBsSEwnanm-Mk off=112642 len=136285 2024-04-24T03:21:04.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 5733 completed, throughput=5MB/sec 2024-04-24T03:21:04.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1brE7m9XaXdvINF off=3712848 len=1541080 2024-04-24T03:21:04.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 5734 completed, throughput=5MB/sec 2024-04-24T03:21:04.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bli0rvjGnKMI1lP off=1617480 len=1782120 2024-04-24T03:21:04.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 5735 completed, throughput=5MB/sec 2024-04-24T03:21:05.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:04 smithi016 ceph-mon[84376]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:05.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:04 smithi016 ceph-mon[86910]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:05.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:04 smithi063 ceph-mon[77007]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:05.183 INFO:tasks.workunit.client.0.smithi016.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-24T03:21:05.183 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FqEESoYh4wKzOpd off=2605387 len=904358 2024-04-24T03:21:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 5736 completed, throughput=5MB/sec 2024-04-24T03:21:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zCdXiK9VPrzSNMh off=2372400 len=578784 2024-04-24T03:21:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 5737 completed, throughput=5MB/sec 2024-04-24T03:21:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ESOG14yfgS9Z7wX off=2195349 len=1619065 2024-04-24T03:21:05.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 5738 completed, throughput=5MB/sec 2024-04-24T03:21:05.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6uOE2yzQE5iQjRA off=2823277 len=1775073 2024-04-24T03:21:05.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 5739 completed, throughput=5MB/sec 2024-04-24T03:21:06.204 INFO:tasks.workunit.client.0.smithi016.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-24T03:21:06.204 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EY9dlqOHzqoKtNh off=5361401 len=380650 2024-04-24T03:21:06.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 5740 completed, throughput=5MB/sec 2024-04-24T03:21:06.208 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SFk3dy3JDbp2kUJ off=8892166 len=2047958 2024-04-24T03:21:06.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 5741 completed, throughput=5MB/sec 2024-04-24T03:21:06.218 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nX38FLHV8843GHK off=3697085 len=28713 2024-04-24T03:21:06.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 5742 completed, throughput=5MB/sec 2024-04-24T03:21:06.220 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-An6UxvKALIi0ga9 off=16134491 len=376329 2024-04-24T03:21:06.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 5743 completed, throughput=5MB/sec 2024-04-24T03:21:06.221 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4KVx_VHIgaZ6HbT off=2768068 len=93130 2024-04-24T03:21:06.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 5744 completed, throughput=5MB/sec 2024-04-24T03:21:06.222 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AK3NKpeUUKFf83I off=11439176 len=261651 2024-04-24T03:21:06.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 5745 completed, throughput=5MB/sec 2024-04-24T03:21:06.222 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nN9UBnNMuDSh9Sp off=1718520 len=1588627 2024-04-24T03:21:06.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 5746 completed, throughput=5MB/sec 2024-04-24T03:21:06.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FrwYySHhAU3AY6t off=7078238 len=1829902 2024-04-24T03:21:06.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 5747 completed, throughput=5MB/sec 2024-04-24T03:21:07.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:06 smithi016 ceph-mon[84376]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:21:07.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:06 smithi016 ceph-mon[86910]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:21:07.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:06 smithi063 ceph-mon[77007]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:21:07.227 INFO:tasks.workunit.client.0.smithi016.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-24T03:21:07.227 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-grWbrxyRUW3aoy8 off=19402427 len=1158967 2024-04-24T03:21:07.233 INFO:tasks.workunit.client.0.smithi016.stdout:op 5748 completed, throughput=5MB/sec 2024-04-24T03:21:07.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H0yGzX34NlrgsQT off=3201398 len=882126 2024-04-24T03:21:07.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 5749 completed, throughput=5MB/sec 2024-04-24T03:21:07.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MJbtVcyx88O4Tp- off=13564139 len=801300 2024-04-24T03:21:07.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 5750 completed, throughput=5MB/sec 2024-04-24T03:21:07.240 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vGhwRd47kYPk9Vr off=34677 len=160618 2024-04-24T03:21:07.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 5751 completed, throughput=5MB/sec 2024-04-24T03:21:07.243 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sSQwhlHDCQ_USSy off=1526934 len=1080923 2024-04-24T03:21:07.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 5752 completed, throughput=5MB/sec 2024-04-24T03:21:08.249 INFO:tasks.workunit.client.0.smithi016.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-24T03:21:08.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eB10685nUUHUWEX off=11635309 len=195764 2024-04-24T03:21:08.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 5753 completed, throughput=5MB/sec 2024-04-24T03:21:08.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KuZPR0Bf21abBJC off=17896011 len=1596938 2024-04-24T03:21:08.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 5754 completed, throughput=5MB/sec 2024-04-24T03:21:08.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QFFgNYvdvNDMUSQ off=4476546 len=204281 2024-04-24T03:21:08.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 5755 completed, throughput=5MB/sec 2024-04-24T03:21:08.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kdG9K49QPTOounH off=6392433 len=1389772 2024-04-24T03:21:08.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 5756 completed, throughput=5MB/sec 2024-04-24T03:21:08.259 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FNX4EVaB553fCp2 off=3029398 len=534855 2024-04-24T03:21:08.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 5757 completed, throughput=5MB/sec 2024-04-24T03:21:08.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JGY1NqI3wQ9hb2r off=14846833 len=484269 2024-04-24T03:21:08.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 5758 completed, throughput=5MB/sec 2024-04-24T03:21:08.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sU41z-vnG0Ccd1q off=10703748 len=1484946 2024-04-24T03:21:08.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 5759 completed, throughput=5MB/sec 2024-04-24T03:21:08.584 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:21:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:21:08] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:21:09.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:08 smithi016 ceph-mon[84376]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:09.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:08 smithi016 ceph-mon[86910]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:09.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:08 smithi063 ceph-mon[77007]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:09.274 INFO:tasks.workunit.client.0.smithi016.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-24T03:21:09.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VC0vYDhNzc4nspU off=8756080 len=1675971 2024-04-24T03:21:09.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 5760 completed, throughput=5MB/sec 2024-04-24T03:21:09.277 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gex-DyyiphSO5pe off=188625 len=1398802 2024-04-24T03:21:09.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 5761 completed, throughput=5MB/sec 2024-04-24T03:21:09.284 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ER27NhfT83qpVdS off=7613299 len=2048871 2024-04-24T03:21:09.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 5762 completed, throughput=5MB/sec 2024-04-24T03:21:10.286 INFO:tasks.workunit.client.0.smithi016.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-24T03:21:10.286 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GXBNzZSvcn5Y64x off=782743 len=138922 2024-04-24T03:21:10.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 5763 completed, throughput=5MB/sec 2024-04-24T03:21:10.289 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HogXjtr7m2LeB5p off=6973323 len=1452792 2024-04-24T03:21:10.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 5764 completed, throughput=5MB/sec 2024-04-24T03:21:10.292 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BUWj7tmK2-xgmM2 off=5741868 len=2012174 2024-04-24T03:21:10.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 5765 completed, throughput=5MB/sec 2024-04-24T03:21:10.304 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-joPVNkKELFgEH3f off=1975048 len=1597955 2024-04-24T03:21:10.306 INFO:tasks.workunit.client.0.smithi016.stdout:op 5766 completed, throughput=5MB/sec 2024-04-24T03:21:11.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:10 smithi016 ceph-mon[84376]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:21:11.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:10 smithi016 ceph-mon[86910]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:21:11.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:10 smithi063 ceph-mon[77007]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:21:11.306 INFO:tasks.workunit.client.0.smithi016.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-24T03:21:11.306 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j3mJvA_kUv8G4IF off=13197799 len=1091781 2024-04-24T03:21:11.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 5767 completed, throughput=5MB/sec 2024-04-24T03:21:11.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BWOgCw5XxLUMT7k off=6941386 len=1447412 2024-04-24T03:21:11.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 5768 completed, throughput=5MB/sec 2024-04-24T03:21:11.316 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UQ_fPerIoGeFgt9 off=2771627 len=728765 2024-04-24T03:21:11.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 5769 completed, throughput=5MB/sec 2024-04-24T03:21:11.317 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yOm2GyNXYSBM3Zl off=5374806 len=643857 2024-04-24T03:21:11.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 5770 completed, throughput=5MB/sec 2024-04-24T03:21:11.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gcXagrMLH5QAiqL off=6335691 len=1868939 2024-04-24T03:21:11.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 5771 completed, throughput=5MB/sec 2024-04-24T03:21:12.331 INFO:tasks.workunit.client.0.smithi016.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-24T03:21:12.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7ipdXRii59lywbZ off=12838329 len=968523 2024-04-24T03:21:12.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 5772 completed, throughput=5MB/sec 2024-04-24T03:21:12.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lESCpRThT6pYyIG off=2383628 len=1635883 2024-04-24T03:21:12.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 5773 completed, throughput=5MB/sec 2024-04-24T03:21:12.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bnM7GXy1iMceYCN off=2185737 len=1034950 2024-04-24T03:21:12.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 5774 completed, throughput=5MB/sec 2024-04-24T03:21:12.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GXjEmiCbAQ3mpAC off=11150856 len=1436406 2024-04-24T03:21:12.343 INFO:tasks.workunit.client.0.smithi016.stdout:op 5775 completed, throughput=5MB/sec 2024-04-24T03:21:13.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:12 smithi016 ceph-mon[84376]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:21:13.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:12 smithi016 ceph-mon[86910]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:21:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:12 smithi063 ceph-mon[77007]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-24T03:21:13.344 INFO:tasks.workunit.client.0.smithi016.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-24T03:21:13.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nUhOpZlcNmxpIxB off=1105073 len=485431 2024-04-24T03:21:13.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 5776 completed, throughput=5MB/sec 2024-04-24T03:21:13.347 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xdyqgl6GirfbYjM off=2961447 len=2036554 2024-04-24T03:21:13.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 5777 completed, throughput=5MB/sec 2024-04-24T03:21:13.357 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tgi6FEGzsxPTOyK off=1351595 len=956499 2024-04-24T03:21:13.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 5778 completed, throughput=5MB/sec 2024-04-24T03:21:13.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_Ae6KzuzWYoq156 off=8892455 len=346579 2024-04-24T03:21:13.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 5779 completed, throughput=5MB/sec 2024-04-24T03:21:13.359 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iTflq1Llk9hRDJx off=16910306 len=1030924 2024-04-24T03:21:13.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 5780 completed, throughput=5MB/sec 2024-04-24T03:21:14.362 INFO:tasks.workunit.client.0.smithi016.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-24T03:21:14.362 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sKecQ8nuGBpt8KA off=62480 len=1215993 2024-04-24T03:21:14.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 5781 completed, throughput=5MB/sec 2024-04-24T03:21:14.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rj6mMCVL9ePSJWc off=19779526 len=379348 2024-04-24T03:21:14.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 5782 completed, throughput=5MB/sec 2024-04-24T03:21:14.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zfd1LPrqePzMLo_ off=20399838 len=728584 2024-04-24T03:21:14.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 5783 completed, throughput=5MB/sec 2024-04-24T03:21:14.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oQiwbsqNj_8ooDt off=7819867 len=677494 2024-04-24T03:21:14.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 5784 completed, throughput=5MB/sec 2024-04-24T03:21:14.371 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xZSwm99QVnCLxDx off=1846374 len=1213913 2024-04-24T03:21:14.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 5785 completed, throughput=5MB/sec 2024-04-24T03:21:14.372 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3aMRXmaxNF7cMi9 off=2395916 len=1123679 2024-04-24T03:21:14.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 5786 completed, throughput=5MB/sec 2024-04-24T03:21:15.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:14 smithi016 ceph-mon[84376]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:21:15.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:14 smithi016 ceph-mon[86910]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:21:15.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:14 smithi063 ceph-mon[77007]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:21:15.374 INFO:tasks.workunit.client.0.smithi016.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-24T03:21:15.374 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JGgAxFDlL_ejgy_ off=5011951 len=402715 2024-04-24T03:21:15.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 5787 completed, throughput=5MB/sec 2024-04-24T03:21:15.378 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H5c4gPOP3vbwxuO off=1937170 len=1412783 2024-04-24T03:21:15.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 5788 completed, throughput=5MB/sec 2024-04-24T03:21:15.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-57YyOsJxv5dtof3 off=12303518 len=203983 2024-04-24T03:21:15.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 5789 completed, throughput=5MB/sec 2024-04-24T03:21:15.389 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0UjTYqQiPnGc8L_ off=7744813 len=1396093 2024-04-24T03:21:15.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 5790 completed, throughput=5MB/sec 2024-04-24T03:21:15.395 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LaWlO5KNmckbp_w off=3855800 len=1909913 2024-04-24T03:21:15.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 5791 completed, throughput=5MB/sec 2024-04-24T03:21:16.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:16.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:16.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:16.405 INFO:tasks.workunit.client.0.smithi016.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-24T03:21:16.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0zAcVWJewAj4FI9 off=8037014 len=1750113 2024-04-24T03:21:16.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 5792 completed, throughput=5MB/sec 2024-04-24T03:21:16.407 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jo5fd5PtGthK0GT off=4512595 len=1672712 2024-04-24T03:21:16.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 5793 completed, throughput=5MB/sec 2024-04-24T03:21:16.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-02I4VCATjs5Us38 off=4489964 len=526246 2024-04-24T03:21:16.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 5794 completed, throughput=5MB/sec 2024-04-24T03:21:16.412 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JHbdLCbqZyYmksS off=4995587 len=394875 2024-04-24T03:21:16.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 5795 completed, throughput=5MB/sec 2024-04-24T03:21:16.416 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9QDhjD9cSWOoBYK off=930919 len=2019708 2024-04-24T03:21:16.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 5796 completed, throughput=5MB/sec 2024-04-24T03:21:17.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:16 smithi016 ceph-mon[84376]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:21:17.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:16 smithi016 ceph-mon[86910]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:21:17.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:16 smithi063 ceph-mon[77007]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:21:17.419 INFO:tasks.workunit.client.0.smithi016.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-24T03:21:17.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qWVy9p4Z3fEEzNh off=6689358 len=996418 2024-04-24T03:21:17.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 5797 completed, throughput=5MB/sec 2024-04-24T03:21:17.421 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JlDOOH18w9LVdX_ off=542966 len=1876839 2024-04-24T03:21:17.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 5798 completed, throughput=5MB/sec 2024-04-24T03:21:17.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eNG5E66WovxZsok off=2774731 len=1030963 2024-04-24T03:21:17.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 5799 completed, throughput=5MB/sec 2024-04-24T03:21:17.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W92Fnd8AGXrkpbS off=1893526 len=2095209 2024-04-24T03:21:17.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5800 completed, throughput=5MB/sec 2024-04-24T03:21:18.436 INFO:tasks.workunit.client.0.smithi016.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-24T03:21:18.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I9CzMbf4Y81xguU off=7224751 len=566067 2024-04-24T03:21:18.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 5801 completed, throughput=5MB/sec 2024-04-24T03:21:18.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XStWcJoOvYjekuF off=6158672 len=1867540 2024-04-24T03:21:18.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 5802 completed, throughput=5MB/sec 2024-04-24T03:21:18.451 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c0QdUEA4P7ER9rG off=20823721 len=1014836 2024-04-24T03:21:18.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 5803 completed, throughput=5MB/sec 2024-04-24T03:21:18.601 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:21:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:21:18] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:21:19.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:18 smithi016 ceph-mon[84376]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:21:19.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:18 smithi016 ceph-mon[86910]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:21:19.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:18 smithi063 ceph-mon[77007]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-24T03:21:19.456 INFO:tasks.workunit.client.0.smithi016.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-24T03:21:19.456 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tw0UQczpqx119QG off=3172070 len=1027467 2024-04-24T03:21:19.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 5804 completed, throughput=5MB/sec 2024-04-24T03:21:19.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7DEqULMC7Bdq9hy off=7609715 len=921258 2024-04-24T03:21:19.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 5805 completed, throughput=5MB/sec 2024-04-24T03:21:19.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n24LsaHMVcNX93V off=5269924 len=802273 2024-04-24T03:21:19.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 5806 completed, throughput=5MB/sec 2024-04-24T03:21:19.471 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vqhc0k4c_NzjHNs off=11723889 len=724805 2024-04-24T03:21:19.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 5807 completed, throughput=5MB/sec 2024-04-24T03:21:19.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wwMIhuHK_CIfizT off=2260934 len=1759766 2024-04-24T03:21:19.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 5808 completed, throughput=5MB/sec 2024-04-24T03:21:20.475 INFO:tasks.workunit.client.0.smithi016.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-24T03:21:20.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rk0v6XhUaImwU7a off=3749795 len=312883 2024-04-24T03:21:20.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 5809 completed, throughput=5MB/sec 2024-04-24T03:21:20.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-biWuC4PrYw3bL4b off=533829 len=1692159 2024-04-24T03:21:20.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 5810 completed, throughput=5MB/sec 2024-04-24T03:21:20.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z_UZYgtUC1hYRF6 off=1768702 len=1968468 2024-04-24T03:21:20.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 5811 completed, throughput=5MB/sec 2024-04-24T03:21:20.480 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hLFIhYJA0dn0ffl off=9919360 len=1738998 2024-04-24T03:21:20.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 5812 completed, throughput=5MB/sec 2024-04-24T03:21:21.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:20 smithi016 ceph-mon[84376]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:21:21.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:20 smithi016 ceph-mon[86910]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:21:21.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:20 smithi063 ceph-mon[77007]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:21:21.482 INFO:tasks.workunit.client.0.smithi016.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-24T03:21:21.482 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KhhyTH1PgQY9ktt off=16604757 len=40550 2024-04-24T03:21:21.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 5813 completed, throughput=5MB/sec 2024-04-24T03:21:21.483 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Oo9kAsmb0xjtigC off=19107630 len=442091 2024-04-24T03:21:21.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 5814 completed, throughput=5MB/sec 2024-04-24T03:21:21.486 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hzTqGc_ROIUKFHW off=1410202 len=1094231 2024-04-24T03:21:21.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 5815 completed, throughput=5MB/sec 2024-04-24T03:21:21.488 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7bg3YdKArYo68sC off=10219427 len=1994539 2024-04-24T03:21:21.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 5816 completed, throughput=5MB/sec 2024-04-24T03:21:21.491 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5UO4j0oPcKb6o-H off=4736887 len=1741373 2024-04-24T03:21:21.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 5817 completed, throughput=5MB/sec 2024-04-24T03:21:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-24T03:21:22.500 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2fOp7JdMd8AivNR off=954067 len=946730 2024-04-24T03:21:22.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 5818 completed, throughput=5MB/sec 2024-04-24T03:21:22.506 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yh6F9bjpQcxeomP off=18944578 len=1921207 2024-04-24T03:21:22.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 5819 completed, throughput=5MB/sec 2024-04-24T03:21:22.508 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uH-pMV7zvwTvtw6 off=885132 len=339679 2024-04-24T03:21:22.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 5820 completed, throughput=5MB/sec 2024-04-24T03:21:22.509 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QTlumXCqXLLdiwi off=6677438 len=1250167 2024-04-24T03:21:22.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 5821 completed, throughput=5MB/sec 2024-04-24T03:21:22.516 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c26-SfSCK01t0vV off=3605038 len=72857 2024-04-24T03:21:22.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 5822 completed, throughput=5MB/sec 2024-04-24T03:21:22.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S7-h-8VoTOwcfx3 off=104299 len=1694648 2024-04-24T03:21:22.525 INFO:tasks.workunit.client.0.smithi016.stdout:op 5823 completed, throughput=5MB/sec 2024-04-24T03:21:23.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:22 smithi016 ceph-mon[84376]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:21:23.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:22 smithi016 ceph-mon[86910]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:21:23.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:22 smithi063 ceph-mon[77007]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-24T03:21:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-24T03:21:23.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c5_UU1Fb-oYcelX off=4589455 len=665742 2024-04-24T03:21:23.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 5824 completed, throughput=5MB/sec 2024-04-24T03:21:23.530 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3pNbhbWMxnOgNCm off=2063449 len=891329 2024-04-24T03:21:23.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 5825 completed, throughput=5MB/sec 2024-04-24T03:21:23.532 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Th9z6WsMN66rKFh off=1877493 len=1177343 2024-04-24T03:21:23.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 5826 completed, throughput=5MB/sec 2024-04-24T03:21:23.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HLQ3Tc2ebWjJsez off=12290458 len=1227158 2024-04-24T03:21:23.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 5827 completed, throughput=5MB/sec 2024-04-24T03:21:23.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--QnlL3A7T9fXNF5 off=574861 len=638724 2024-04-24T03:21:23.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 5828 completed, throughput=5MB/sec 2024-04-24T03:21:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-24T03:21:24.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-arXXQLhfuzP4R9Y off=7825872 len=1971139 2024-04-24T03:21:24.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 5829 completed, throughput=5MB/sec 2024-04-24T03:21:24.556 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DtuDAtEUPdIaU0T off=20360685 len=1315422 2024-04-24T03:21:24.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 5830 completed, throughput=5MB/sec 2024-04-24T03:21:24.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pKY0nThkUGH7Dgo off=11392056 len=1615727 2024-04-24T03:21:24.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 5831 completed, throughput=5MB/sec 2024-04-24T03:21:25.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:24 smithi016 ceph-mon[84376]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:21:25.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:24 smithi016 ceph-mon[86910]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:21:25.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:24 smithi063 ceph-mon[77007]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-24T03:21:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-24T03:21:25.571 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D4VscgHt_IpasuO off=7782462 len=1195362 2024-04-24T03:21:25.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 5832 completed, throughput=5MB/sec 2024-04-24T03:21:25.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8d1zI5Kuz-kCg4k off=14262327 len=1917859 2024-04-24T03:21:25.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 5833 completed, throughput=5MB/sec 2024-04-24T03:21:25.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l5GThqrD1xr_mKv off=1346400 len=1161727 2024-04-24T03:21:25.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 5834 completed, throughput=5MB/sec 2024-04-24T03:21:25.579 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ov_x9jpinNpRgbr off=14688267 len=495344 2024-04-24T03:21:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 5835 completed, throughput=5MB/sec 2024-04-24T03:21:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YtG33KBvHJ6lzqT off=10279104 len=545505 2024-04-24T03:21:25.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 5836 completed, throughput=5MB/sec 2024-04-24T03:21:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-24T03:21:26.585 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8k0N2ym4DCnrnJ- off=19853380 len=989371 2024-04-24T03:21:26.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 5837 completed, throughput=5MB/sec 2024-04-24T03:21:26.586 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BvwJu1aUWttUoum off=7864210 len=172945 2024-04-24T03:21:26.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 5838 completed, throughput=5MB/sec 2024-04-24T03:21:26.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WcSP3BZ0bg8kvSw off=888142 len=1803101 2024-04-24T03:21:26.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 5839 completed, throughput=5MB/sec 2024-04-24T03:21:26.598 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yTjoEguUGLuDGGp off=4201362 len=1277805 2024-04-24T03:21:26.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 5840 completed, throughput=5MB/sec 2024-04-24T03:21:26.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QUClqSodISdjCem off=11281184 len=722705 2024-04-24T03:21:26.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 5841 completed, throughput=5MB/sec 2024-04-24T03:21:26.610 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-37xObs00x-kRPB- off=6704645 len=1421168 2024-04-24T03:21:26.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 5842 completed, throughput=5MB/sec 2024-04-24T03:21:27.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:26 smithi016 ceph-mon[84376]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:27.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:26 smithi016 ceph-mon[86910]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:27.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:26 smithi063 ceph-mon[77007]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-24T03:21:27.617 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vIik5uMC6yBG2zz off=11154903 len=1709817 2024-04-24T03:21:27.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 5843 completed, throughput=5MB/sec 2024-04-24T03:21:27.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T73kHnXunxejnWq off=916290 len=1508228 2024-04-24T03:21:27.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 5844 completed, throughput=5MB/sec 2024-04-24T03:21:27.633 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qAwsGjWQDBo1zDd off=1832930 len=279686 2024-04-24T03:21:27.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 5845 completed, throughput=5MB/sec 2024-04-24T03:21:27.634 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MhBUxtSadZWBeWb off=4774389 len=540974 2024-04-24T03:21:27.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 5846 completed, throughput=5MB/sec 2024-04-24T03:21:27.635 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i4pyJQAOvdMlNfW off=5988464 len=1619308 2024-04-24T03:21:27.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 5847 completed, throughput=5MB/sec 2024-04-24T03:21:28.621 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:21:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:21:28] "GET /metrics HTTP/1.1" 200 34221 "" "Prometheus/2.43.0" 2024-04-24T03:21:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-24T03:21:28.642 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9xu5-q_-bZXbdqw off=1100770 len=1248262 2024-04-24T03:21:28.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 5848 completed, throughput=5MB/sec 2024-04-24T03:21:28.651 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NLcXy3ccZ6aufgd off=19269236 len=2014304 2024-04-24T03:21:28.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 5849 completed, throughput=5MB/sec 2024-04-24T03:21:28.653 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XQSlIOcv9O8udrg off=268274 len=1592954 2024-04-24T03:21:28.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 5850 completed, throughput=5MB/sec 2024-04-24T03:21:29.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:28 smithi016 ceph-mon[84376]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:21:29.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:28 smithi016 ceph-mon[86910]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:21:29.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:28 smithi063 ceph-mon[77007]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-24T03:21:29.656 INFO:tasks.workunit.client.0.smithi016.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-24T03:21:29.657 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8SKGG2EwNQW8FMc off=804382 len=486754 2024-04-24T03:21:29.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 5851 completed, throughput=5MB/sec 2024-04-24T03:21:29.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3PckcE2kTBhALSg off=7612660 len=756755 2024-04-24T03:21:29.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 5852 completed, throughput=5MB/sec 2024-04-24T03:21:29.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KJ924sdKvActXYX off=2109914 len=569067 2024-04-24T03:21:29.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 5853 completed, throughput=5MB/sec 2024-04-24T03:21:29.661 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_GsFC42dh4Y-mCg off=13885971 len=588707 2024-04-24T03:21:29.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 5854 completed, throughput=5MB/sec 2024-04-24T03:21:29.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-II2WIMOHI1ZaBo9 off=3326909 len=71053 2024-04-24T03:21:29.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 5855 completed, throughput=5MB/sec 2024-04-24T03:21:29.666 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X9fc67kYXRJv9x8 off=12669509 len=689121 2024-04-24T03:21:29.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 5856 completed, throughput=5MB/sec 2024-04-24T03:21:29.670 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oUAtuGL4hvSein- off=2955159 len=633233 2024-04-24T03:21:29.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 5857 completed, throughput=5MB/sec 2024-04-24T03:21:29.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DJk8MvPshvfP9IG off=21984 len=107709 2024-04-24T03:21:29.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 5858 completed, throughput=5MB/sec 2024-04-24T03:21:29.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6juIGOA6onAamXL off=9655709 len=609690 2024-04-24T03:21:29.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 5859 completed, throughput=5MB/sec 2024-04-24T03:21:30.681 INFO:tasks.workunit.client.0.smithi016.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-24T03:21:30.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7T5zLIXI-YzZ3mj off=21837323 len=1172810 2024-04-24T03:21:30.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 5860 completed, throughput=5MB/sec 2024-04-24T03:21:30.683 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p3_2g73ztORhus0 off=1820765 len=1573283 2024-04-24T03:21:30.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 5861 completed, throughput=5MB/sec 2024-04-24T03:21:30.685 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yPSeURYqXj1KPaW off=6213103 len=174942 2024-04-24T03:21:30.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 5862 completed, throughput=5MB/sec 2024-04-24T03:21:30.688 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JhGvq9v0FomtZ-x off=15956574 len=100317 2024-04-24T03:21:30.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 5863 completed, throughput=5MB/sec 2024-04-24T03:21:30.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZMN6SmAtXuLPIoc off=5945873 len=1694926 2024-04-24T03:21:30.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 5864 completed, throughput=5MB/sec 2024-04-24T03:21:30.694 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rc-2pBllYiE12YA off=3942259 len=1711417 2024-04-24T03:21:30.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 5865 completed, throughput=5MB/sec 2024-04-24T03:21:31.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:30 smithi016 ceph-mon[84376]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:31.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:30 smithi016 ceph-mon[86910]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:31.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:30 smithi063 ceph-mon[77007]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:31.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:31.701 INFO:tasks.workunit.client.0.smithi016.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-24T03:21:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-km6u-ELBfdp1Zsh off=5572650 len=1909219 2024-04-24T03:21:31.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 5866 completed, throughput=5MB/sec 2024-04-24T03:21:31.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-44si4V6a_WPNZJS off=0 len=1816296 2024-04-24T03:21:31.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 5867 completed, throughput=5MB/sec 2024-04-24T03:21:31.711 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vveEz_aqyP67VL2 off=483670 len=625543 2024-04-24T03:21:31.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 5868 completed, throughput=5MB/sec 2024-04-24T03:21:32.712 INFO:tasks.workunit.client.0.smithi016.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-24T03:21:32.713 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ebC67wJoWJyV06w off=2438848 len=1468370 2024-04-24T03:21:32.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 5869 completed, throughput=5MB/sec 2024-04-24T03:21:32.714 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-joAyOXi9wzjgHw2 off=16835537 len=1262526 2024-04-24T03:21:32.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 5870 completed, throughput=5MB/sec 2024-04-24T03:21:32.717 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rpsME72shyqbtT- off=5815583 len=168091 2024-04-24T03:21:32.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 5871 completed, throughput=5MB/sec 2024-04-24T03:21:32.719 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jkFPKUGhmS778lA off=9979122 len=1928278 2024-04-24T03:21:32.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 5872 completed, throughput=5MB/sec 2024-04-24T03:21:32.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9pjeR4yl03KGMXb off=2847437 len=581397 2024-04-24T03:21:32.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 5873 completed, throughput=5MB/sec 2024-04-24T03:21:33.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:32 smithi016 ceph-mon[84376]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:21:33.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:32 smithi016 ceph-mon[86910]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:21:33.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:32 smithi063 ceph-mon[77007]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-24T03:21:33.732 INFO:tasks.workunit.client.0.smithi016.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-24T03:21:33.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K3K7Z8ephPMgRJd off=8995748 len=1222802 2024-04-24T03:21:33.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 5874 completed, throughput=5MB/sec 2024-04-24T03:21:33.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c3n3BgTUOPb8oAz off=483815 len=915914 2024-04-24T03:21:33.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 5875 completed, throughput=5MB/sec 2024-04-24T03:21:33.745 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3uWXJr_5Ev7t-EU off=2552019 len=1314580 2024-04-24T03:21:33.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 5876 completed, throughput=5MB/sec 2024-04-24T03:21:33.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sPe6gqfjb1g79Rr off=4803003 len=1458759 2024-04-24T03:21:33.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 5877 completed, throughput=5MB/sec 2024-04-24T03:21:33.758 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EG5KUZgfdVtut8p off=8003540 len=702326 2024-04-24T03:21:33.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 5878 completed, throughput=5MB/sec 2024-04-24T03:21:34.759 INFO:tasks.workunit.client.0.smithi016.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-24T03:21:34.759 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C3Vusl2KXjltO5I off=11736800 len=828005 2024-04-24T03:21:34.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 5879 completed, throughput=5MB/sec 2024-04-24T03:21:34.761 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CE7y5aF9A9WG6jV off=78895 len=1913920 2024-04-24T03:21:34.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 5880 completed, throughput=5MB/sec 2024-04-24T03:21:34.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xLK3U6l1AvkjU7- off=11500708 len=392065 2024-04-24T03:21:34.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 5881 completed, throughput=5MB/sec 2024-04-24T03:21:34.764 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MmekLyogGwIPTvv off=11128276 len=1335255 2024-04-24T03:21:34.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 5882 completed, throughput=5MB/sec 2024-04-24T03:21:34.772 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JEKXL3iw0HPGTMs off=6296677 len=1594239 2024-04-24T03:21:34.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 5883 completed, throughput=5MB/sec 2024-04-24T03:21:35.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:34 smithi016 ceph-mon[84376]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:21:35.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:34 smithi016 ceph-mon[86910]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:21:35.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:34 smithi063 ceph-mon[77007]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:21:35.779 INFO:tasks.workunit.client.0.smithi016.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-24T03:21:35.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iKl1lxougVnVKAA off=9220169 len=1970831 2024-04-24T03:21:35.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 5884 completed, throughput=5MB/sec 2024-04-24T03:21:35.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ouMYLHr75AD6YE_ off=388741 len=1811438 2024-04-24T03:21:35.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 5885 completed, throughput=5MB/sec 2024-04-24T03:21:35.789 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CL1RhJ42u-5sBcL off=5988280 len=231948 2024-04-24T03:21:35.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 5886 completed, throughput=5MB/sec 2024-04-24T03:21:35.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L2BPTqHi7DJ34Yx off=12421356 len=1813776 2024-04-24T03:21:35.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 5887 completed, throughput=5MB/sec 2024-04-24T03:21:36.794 INFO:tasks.workunit.client.0.smithi016.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-24T03:21:36.794 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mqz1VweNHStD3ow off=15506014 len=2001094 2024-04-24T03:21:36.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 5888 completed, throughput=5MB/sec 2024-04-24T03:21:36.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fBiHbIaSOAsNhfg off=4022332 len=452781 2024-04-24T03:21:36.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 5889 completed, throughput=5MB/sec 2024-04-24T03:21:36.800 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EtLPgCvraJtAVDq off=5260838 len=675270 2024-04-24T03:21:36.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 5890 completed, throughput=5MB/sec 2024-04-24T03:21:36.805 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1XmCLf3TqhlUmMG off=1817051 len=1482903 2024-04-24T03:21:36.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 5891 completed, throughput=5MB/sec 2024-04-24T03:21:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:36 smithi016 ceph-mon[84376]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:21:37.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:36 smithi016 ceph-mon[86910]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:21:37.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:36 smithi063 ceph-mon[77007]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:21:37.813 INFO:tasks.workunit.client.0.smithi016.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-24T03:21:37.813 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AW2-ZtzcQSbGRI4 off=8777817 len=835889 2024-04-24T03:21:37.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 5892 completed, throughput=5MB/sec 2024-04-24T03:21:37.814 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F_rMItoj9tMl7HO off=17501923 len=1123992 2024-04-24T03:21:37.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 5893 completed, throughput=5MB/sec 2024-04-24T03:21:37.816 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uLHMqwJWWOVGgs- off=4586447 len=630830 2024-04-24T03:21:37.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 5894 completed, throughput=5MB/sec 2024-04-24T03:21:37.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FbIyF_rYTfCrlLQ off=5981148 len=1807357 2024-04-24T03:21:37.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 5895 completed, throughput=5MB/sec 2024-04-24T03:21:38.635 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:21:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:21:38] "GET /metrics HTTP/1.1" 200 34223 "" "Prometheus/2.43.0" 2024-04-24T03:21:38.822 INFO:tasks.workunit.client.0.smithi016.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-24T03:21:38.822 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6Mb7oDN9UeOsH3R off=20708634 len=421014 2024-04-24T03:21:38.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 5896 completed, throughput=5MB/sec 2024-04-24T03:21:38.827 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ivDgUDWME8Nlgo4 off=758184 len=717887 2024-04-24T03:21:38.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 5897 completed, throughput=5MB/sec 2024-04-24T03:21:38.832 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u4ET9HibIwckUwe off=8117289 len=638742 2024-04-24T03:21:38.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 5898 completed, throughput=5MB/sec 2024-04-24T03:21:38.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KDiifxCUd71iMK4 off=9794574 len=1037879 2024-04-24T03:21:38.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 5899 completed, throughput=5MB/sec 2024-04-24T03:21:38.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BL9A6JyRysCFb3H off=9907893 len=476378 2024-04-24T03:21:38.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 5900 completed, throughput=5MB/sec 2024-04-24T03:21:38.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s0OiRBRJ55jvhl1 off=1755159 len=1612820 2024-04-24T03:21:38.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 5901 completed, throughput=5MB/sec 2024-04-24T03:21:38.841 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eIVf0_GHdUXauRL off=11038388 len=877946 2024-04-24T03:21:38.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 5902 completed, throughput=5MB/sec 2024-04-24T03:21:39.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:38 smithi016 ceph-mon[84376]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:39.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:38 smithi016 ceph-mon[86910]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:39.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:38 smithi063 ceph-mon[77007]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-24T03:21:39.843 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5bHjc0q3I5ZNrAf off=9020410 len=1867899 2024-04-24T03:21:39.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 5903 completed, throughput=5MB/sec 2024-04-24T03:21:39.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FFl9_RIM6dUN9Dw off=2838330 len=591145 2024-04-24T03:21:39.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 5904 completed, throughput=5MB/sec 2024-04-24T03:21:39.854 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-InVWjAg5GtTBRQZ off=3406872 len=1276406 2024-04-24T03:21:39.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 5905 completed, throughput=5MB/sec 2024-04-24T03:21:39.858 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l531zcQC6yUYlGA off=10214741 len=1453673 2024-04-24T03:21:39.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 5906 completed, throughput=5MB/sec 2024-04-24T03:21:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-24T03:21:40.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ny5Jis2Bj7lpChO off=1277382 len=1440599 2024-04-24T03:21:40.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 5907 completed, throughput=5MB/sec 2024-04-24T03:21:40.868 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wB_yvvitr7AhTIR off=5576380 len=1502420 2024-04-24T03:21:40.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 5908 completed, throughput=5MB/sec 2024-04-24T03:21:40.878 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kxQq1RACEIBWTnk off=6690407 len=1294519 2024-04-24T03:21:40.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 5909 completed, throughput=5MB/sec 2024-04-24T03:21:40.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BjwFdbFPMn45xEb off=8832670 len=710260 2024-04-24T03:21:40.881 INFO:tasks.workunit.client.0.smithi016.stdout:op 5910 completed, throughput=5MB/sec 2024-04-24T03:21:40.881 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1EbLmFv-vC1oWwO off=14987266 len=1233928 2024-04-24T03:21:40.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 5911 completed, throughput=5MB/sec 2024-04-24T03:21:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:40 smithi016 ceph-mon[84376]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:41.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:40 smithi016 ceph-mon[86910]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:41.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:40 smithi063 ceph-mon[77007]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-24T03:21:41.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sCu_31cKGydYA9R off=529506 len=709663 2024-04-24T03:21:41.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 5912 completed, throughput=5MB/sec 2024-04-24T03:21:41.888 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fIYWdTs7wpP_cc2 off=4761685 len=949755 2024-04-24T03:21:41.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 5913 completed, throughput=5MB/sec 2024-04-24T03:21:41.894 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ke0qdII-6aljSsR off=5494566 len=1027856 2024-04-24T03:21:41.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 5914 completed, throughput=5MB/sec 2024-04-24T03:21:41.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7LfN1ZeXvB25B94 off=3816250 len=940432 2024-04-24T03:21:41.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 5915 completed, throughput=5MB/sec 2024-04-24T03:21:41.896 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FCqp4CsZQ6BcPqD off=637146 len=707677 2024-04-24T03:21:41.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 5916 completed, throughput=5MB/sec 2024-04-24T03:21:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-24T03:21:42.902 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O6hsGZUYe63ck8- off=9696406 len=1207848 2024-04-24T03:21:42.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 5917 completed, throughput=5MB/sec 2024-04-24T03:21:42.908 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MUKPHRO-TdtTxi5 off=3423078 len=1994233 2024-04-24T03:21:42.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 5918 completed, throughput=5MB/sec 2024-04-24T03:21:42.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k8YOnIzD-pGWYX2 off=4032269 len=719160 2024-04-24T03:21:42.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 5919 completed, throughput=5MB/sec 2024-04-24T03:21:42.912 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eO_n6Sdb-te1U5l off=5080962 len=1626867 2024-04-24T03:21:42.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 5920 completed, throughput=5MB/sec 2024-04-24T03:21:43.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:42 smithi016 ceph-mon[84376]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:21:43.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:42 smithi016 ceph-mon[86910]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:21:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:42 smithi063 ceph-mon[77007]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:21:43.920 INFO:tasks.workunit.client.0.smithi016.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-24T03:21:43.920 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VeGOHzGK1baTQgY off=7701527 len=835964 2024-04-24T03:21:43.922 INFO:tasks.workunit.client.0.smithi016.stdout:op 5921 completed, throughput=5MB/sec 2024-04-24T03:21:43.922 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CsSFmdgb4Qo-s5G off=3666309 len=237517 2024-04-24T03:21:43.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 5922 completed, throughput=5MB/sec 2024-04-24T03:21:43.926 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j-KUvrw10lAD_wh off=1784826 len=964387 2024-04-24T03:21:43.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 5923 completed, throughput=5MB/sec 2024-04-24T03:21:43.931 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LJFPuDbjsyevNWy off=10769606 len=1589508 2024-04-24T03:21:43.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 5924 completed, throughput=5MB/sec 2024-04-24T03:21:43.939 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nkIXKjlJuL4bbL0 off=8579195 len=203740 2024-04-24T03:21:43.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 5925 completed, throughput=5MB/sec 2024-04-24T03:21:43.941 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u3nm0mLzqtaEBGq off=5911587 len=1352806 2024-04-24T03:21:43.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 5926 completed, throughput=5MB/sec 2024-04-24T03:21:44.948 INFO:tasks.workunit.client.0.smithi016.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-24T03:21:44.948 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A6EvdPVKtlg-Wt8 off=6557074 len=1570022 2024-04-24T03:21:44.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 5927 completed, throughput=5MB/sec 2024-04-24T03:21:44.956 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NMzhGJixkq-JrZ6 off=2295637 len=1269293 2024-04-24T03:21:44.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 5928 completed, throughput=5MB/sec 2024-04-24T03:21:44.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-68dFtWSoFcMTFDs off=6533367 len=1507299 2024-04-24T03:21:44.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 5929 completed, throughput=5MB/sec 2024-04-24T03:21:44.969 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R3dwsIlFT9z98pJ off=21050721 len=1841110 2024-04-24T03:21:44.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 5930 completed, throughput=5MB/sec 2024-04-24T03:21:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:44 smithi016 ceph-mon[84376]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:21:45.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:44 smithi016 ceph-mon[86910]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:45.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:21:45.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:44 smithi063 ceph-mon[77007]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-24T03:21:45.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:21:45.970 INFO:tasks.workunit.client.0.smithi016.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-24T03:21:45.971 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5NHpx0BU7UtbfvX off=921987 len=118343 2024-04-24T03:21:45.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 5931 completed, throughput=5MB/sec 2024-04-24T03:21:45.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PYswVQdH5jPSoTY off=3694810 len=1480639 2024-04-24T03:21:45.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 5932 completed, throughput=5MB/sec 2024-04-24T03:21:45.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tp1AIwT1njbvoCk off=1743092 len=312509 2024-04-24T03:21:45.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 5933 completed, throughput=5MB/sec 2024-04-24T03:21:45.981 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dAneDKVPOknp360 off=11386714 len=975491 2024-04-24T03:21:45.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 5934 completed, throughput=5MB/sec 2024-04-24T03:21:45.987 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uOawegRLsFGi5pq off=581451 len=327572 2024-04-24T03:21:45.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 5935 completed, throughput=5MB/sec 2024-04-24T03:21:45.988 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bs79XV-1aIElcEx off=2635560 len=1161381 2024-04-24T03:21:45.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 5936 completed, throughput=5MB/sec 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:21:46.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:21:46.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:21:46.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:21:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:21:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:21:46.992 INFO:tasks.workunit.client.0.smithi016.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-24T03:21:46.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q-VHGpmmfbHBUk- off=5336257 len=1403689 2024-04-24T03:21:47.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 5937 completed, throughput=5MB/sec 2024-04-24T03:21:47.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CQqozwsuVidUXrn off=16997353 len=470295 2024-04-24T03:21:47.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 5938 completed, throughput=5MB/sec 2024-04-24T03:21:47.005 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LJFPuDbjsyevNWy off=11954303 len=2032103 2024-04-24T03:21:47.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 5939 completed, throughput=5MB/sec 2024-04-24T03:21:47.017 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zc0MCr8eEaUToqu off=1400677 len=1464807 2024-04-24T03:21:47.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 5940 completed, throughput=5MB/sec 2024-04-24T03:21:47.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:46 smithi016 ceph-mon[84376]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:47.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:46 smithi016 ceph-mon[86910]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:47.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:46 smithi063 ceph-mon[77007]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:48.016 INFO:tasks.workunit.client.0.smithi016.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-24T03:21:48.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NgK_fUnzXN6Yd_N off=4698000 len=1157518 2024-04-24T03:21:48.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 5941 completed, throughput=5MB/sec 2024-04-24T03:21:48.019 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QxRhkDeF5vVJuLM off=13648636 len=1174757 2024-04-24T03:21:48.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 5942 completed, throughput=5MB/sec 2024-04-24T03:21:48.025 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rqlf_Fb6n4R1XMh off=5388174 len=1718694 2024-04-24T03:21:48.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 5943 completed, throughput=5MB/sec 2024-04-24T03:21:48.033 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HO2e2FGaWFO4RD6 off=1123643 len=1353760 2024-04-24T03:21:48.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 5944 completed, throughput=5MB/sec 2024-04-24T03:21:48.648 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:21:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:21:48] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:21:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:48 smithi016 ceph-mon[84376]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:21:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:48 smithi016 ceph-mon[86910]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:21:49.035 INFO:tasks.workunit.client.0.smithi016.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-24T03:21:49.035 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-urDJjveoZw-chIG off=5053975 len=1288236 2024-04-24T03:21:49.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 5945 completed, throughput=5MB/sec 2024-04-24T03:21:49.041 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z4wAWyqi-AsWZeA off=3648735 len=1877134 2024-04-24T03:21:49.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:48 smithi063 ceph-mon[77007]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:21:49.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 5946 completed, throughput=5MB/sec 2024-04-24T03:21:49.049 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4iVGJ51XXsGhRJ8 off=12598891 len=28208 2024-04-24T03:21:49.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 5947 completed, throughput=5MB/sec 2024-04-24T03:21:49.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lBFAJ0b4gROoNvL off=17137939 len=1846830 2024-04-24T03:21:49.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 5948 completed, throughput=5MB/sec 2024-04-24T03:21:49.063 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MrDvCXGi9YH9BSp off=164608 len=242723 2024-04-24T03:21:49.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 5949 completed, throughput=5MB/sec 2024-04-24T03:21:49.066 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A6EvdPVKtlg-Wt8 off=1774119 len=12762 2024-04-24T03:21:49.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 5950 completed, throughput=5MB/sec 2024-04-24T03:21:49.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DMYw3nVV21u8iK2 off=3997161 len=945299 2024-04-24T03:21:49.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 5951 completed, throughput=5MB/sec 2024-04-24T03:21:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-24T03:21:50.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WVUU7nOtmzouRed off=1271732 len=1037481 2024-04-24T03:21:50.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 5952 completed, throughput=5MB/sec 2024-04-24T03:21:50.075 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--QbgpmqwU4qx9Ej off=140774 len=1367353 2024-04-24T03:21:50.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 5953 completed, throughput=5MB/sec 2024-04-24T03:21:50.083 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xs_pUY-SSRDS0jx off=0 len=1174767 2024-04-24T03:21:50.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 5954 completed, throughput=5MB/sec 2024-04-24T03:21:50.089 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rm_mQAi7Bq6kgcE off=12529201 len=1026907 2024-04-24T03:21:50.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 5955 completed, throughput=5MB/sec 2024-04-24T03:21:51.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:50 smithi016 ceph-mon[84376]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:51.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:50 smithi016 ceph-mon[86910]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:51.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:50 smithi063 ceph-mon[77007]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-24T03:21:51.090 INFO:tasks.workunit.client.0.smithi016.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-24T03:21:51.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A0FA9WBERjYyIuc off=204567 len=2018954 2024-04-24T03:21:51.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 5956 completed, throughput=5MB/sec 2024-04-24T03:21:51.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6cHCAarXfuRgTkI off=12636774 len=729797 2024-04-24T03:21:51.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 5957 completed, throughput=5MB/sec 2024-04-24T03:21:51.106 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8OP9-SjOSbWM6jc off=5061392 len=597630 2024-04-24T03:21:51.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 5958 completed, throughput=5MB/sec 2024-04-24T03:21:51.110 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WAFlRCKDv6nwxUD off=4240745 len=1188754 2024-04-24T03:21:51.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 5959 completed, throughput=5MB/sec 2024-04-24T03:21:51.112 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DyVxa6K__2FtGRd off=1154312 len=1607328 2024-04-24T03:21:51.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 5960 completed, throughput=5MB/sec 2024-04-24T03:21:52.114 INFO:tasks.workunit.client.0.smithi016.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-24T03:21:52.114 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8qts3JDbiD3kWsD off=11075030 len=579343 2024-04-24T03:21:52.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 5961 completed, throughput=5MB/sec 2024-04-24T03:21:52.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nkIXKjlJuL4bbL0 off=11317755 len=1028924 2024-04-24T03:21:52.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 5962 completed, throughput=5MB/sec 2024-04-24T03:21:52.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zPUvNXR5UOkmFcv off=12620394 len=106317 2024-04-24T03:21:52.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 5963 completed, throughput=5MB/sec 2024-04-24T03:21:52.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E7FOxK57-z8GbvP off=16596003 len=114808 2024-04-24T03:21:52.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 5964 completed, throughput=5MB/sec 2024-04-24T03:21:52.127 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qsGfwXHCDVO_a5l off=4589945 len=459250 2024-04-24T03:21:52.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 5965 completed, throughput=5MB/sec 2024-04-24T03:21:52.130 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b1Ss5PlnpbXkolz off=4793745 len=891646 2024-04-24T03:21:52.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 5966 completed, throughput=5MB/sec 2024-04-24T03:21:52.132 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_8T3I0mqZOGTf8N off=109312 len=844652 2024-04-24T03:21:52.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 5967 completed, throughput=5MB/sec 2024-04-24T03:21:52.134 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m8kvr8ZHjV2QgQ3 off=2016181 len=1977651 2024-04-24T03:21:52.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 5968 completed, throughput=5MB/sec 2024-04-24T03:21:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:52 smithi016 ceph-mon[84376]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-24T03:21:53.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:52 smithi016 ceph-mon[86910]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-24T03:21:53.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:52 smithi063 ceph-mon[77007]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-24T03:21:53.135 INFO:tasks.workunit.client.0.smithi016.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-24T03:21:53.135 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZL2M2KmlT1MDTGM off=16222352 len=1026951 2024-04-24T03:21:53.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 5969 completed, throughput=5MB/sec 2024-04-24T03:21:53.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wqBFiS_EZKewdo4 off=13552488 len=494352 2024-04-24T03:21:53.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 5970 completed, throughput=5MB/sec 2024-04-24T03:21:53.145 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sj-Q5HyVK-aKZ5D off=20125109 len=3753 2024-04-24T03:21:53.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 5971 completed, throughput=5MB/sec 2024-04-24T03:21:53.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F2enDkniH4-2_u2 off=12042061 len=593936 2024-04-24T03:21:53.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 5972 completed, throughput=5MB/sec 2024-04-24T03:21:53.150 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-baJz7tbI7LKx2CS off=11101087 len=632614 2024-04-24T03:21:53.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 5973 completed, throughput=5MB/sec 2024-04-24T03:21:53.154 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hkds2LlIzFusmP6 off=2458864 len=913561 2024-04-24T03:21:53.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 5974 completed, throughput=5MB/sec 2024-04-24T03:21:53.157 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oFtNqMvQfZMGK4E off=1396978 len=1198904 2024-04-24T03:21:53.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 5975 completed, throughput=5MB/sec 2024-04-24T03:21:54.159 INFO:tasks.workunit.client.0.smithi016.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-24T03:21:54.159 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vo35dA0oT2CDf7c off=282844 len=245221 2024-04-24T03:21:54.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 5976 completed, throughput=5MB/sec 2024-04-24T03:21:54.162 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vWRrbJ1S7Fq8TSc off=1571523 len=78318 2024-04-24T03:21:54.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 5977 completed, throughput=5MB/sec 2024-04-24T03:21:54.165 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bo9J-pv9w0P9Gzz off=13383351 len=2035855 2024-04-24T03:21:54.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 5978 completed, throughput=5MB/sec 2024-04-24T03:21:54.168 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LRX5gLX9DvFA1gc off=1389429 len=745745 2024-04-24T03:21:54.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 5979 completed, throughput=5MB/sec 2024-04-24T03:21:54.170 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zygmywBPNVc3bjk off=8163367 len=805576 2024-04-24T03:21:54.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 5980 completed, throughput=5MB/sec 2024-04-24T03:21:54.171 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jDba9kehmmljXGb off=3248568 len=741725 2024-04-24T03:21:54.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 5981 completed, throughput=5MB/sec 2024-04-24T03:21:55.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:54 smithi016 ceph-mon[84376]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-24T03:21:55.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:54 smithi016 ceph-mon[86910]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-24T03:21:55.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:54 smithi063 ceph-mon[77007]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-24T03:21:55.173 INFO:tasks.workunit.client.0.smithi016.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-24T03:21:55.173 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2qhG58GZa8McAJb off=9781672 len=2006695 2024-04-24T03:21:55.182 INFO:tasks.workunit.client.0.smithi016.stdout:op 5982 completed, throughput=5MB/sec 2024-04-24T03:21:55.182 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tVTaDsRMYKQOyOy off=0 len=1398742 2024-04-24T03:21:55.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 5983 completed, throughput=5MB/sec 2024-04-24T03:21:55.184 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q_2ZH-UqKSCpSHo off=4528202 len=1589169 2024-04-24T03:21:55.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 5984 completed, throughput=5MB/sec 2024-04-24T03:21:56.194 INFO:tasks.workunit.client.0.smithi016.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-24T03:21:56.194 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gNGvgBIkLtWAamM off=420947 len=1097330 2024-04-24T03:21:56.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 5985 completed, throughput=5MB/sec 2024-04-24T03:21:56.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hF5aMC6HAFHht-O off=967663 len=1863444 2024-04-24T03:21:56.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 5986 completed, throughput=5MB/sec 2024-04-24T03:21:56.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pvA3NXjJq6qIBBr off=1035577 len=1050172 2024-04-24T03:21:56.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 5987 completed, throughput=5MB/sec 2024-04-24T03:21:56.215 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U1YPiS8ltIxVGWU off=1131750 len=1837779 2024-04-24T03:21:56.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 5988 completed, throughput=5MB/sec 2024-04-24T03:21:57.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:56 smithi016 ceph-mon[84376]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:21:57.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:56 smithi016 ceph-mon[86910]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:21:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:56 smithi063 ceph-mon[77007]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-24T03:21:57.225 INFO:tasks.workunit.client.0.smithi016.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-24T03:21:57.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-geQSqQLDL1qn3TG off=10037840 len=1037929 2024-04-24T03:21:57.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 5989 completed, throughput=5MB/sec 2024-04-24T03:21:57.228 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fTubFu83xRKROpw off=4345448 len=1907484 2024-04-24T03:21:57.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 5990 completed, throughput=5MB/sec 2024-04-24T03:21:57.241 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TJzl57JjTopI5sI off=13770535 len=663191 2024-04-24T03:21:57.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 5991 completed, throughput=5MB/sec 2024-04-24T03:21:57.246 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1pH_pii1Dk8IVlz off=11421075 len=251308 2024-04-24T03:21:57.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 5992 completed, throughput=5MB/sec 2024-04-24T03:21:57.246 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tzDlhOXEunymWCc off=14732957 len=409173 2024-04-24T03:21:57.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 5993 completed, throughput=5MB/sec 2024-04-24T03:21:57.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WC66NQ04dxdvXKr off=3796493 len=148282 2024-04-24T03:21:57.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 5994 completed, throughput=5MB/sec 2024-04-24T03:21:57.248 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0U5DKOZtXcpuXwV off=6749183 len=1112386 2024-04-24T03:21:57.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 5995 completed, throughput=5MB/sec 2024-04-24T03:21:58.250 INFO:tasks.workunit.client.0.smithi016.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-24T03:21:58.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8dk2ax_w2PSsJTD off=831458 len=1147124 2024-04-24T03:21:58.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 5996 completed, throughput=5MB/sec 2024-04-24T03:21:58.251 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p1rBLH15l6OsPXL off=9547474 len=140325 2024-04-24T03:21:58.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 5997 completed, throughput=5MB/sec 2024-04-24T03:21:58.254 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Nm-4neNggwp3RRL off=22565021 len=1936328 2024-04-24T03:21:58.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 5998 completed, throughput=5MB/sec 2024-04-24T03:21:58.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vfII1tYo97ecXew off=4812491 len=834339 2024-04-24T03:21:58.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 5999 completed, throughput=5MB/sec 2024-04-24T03:21:58.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HFS3rcHA6WGJJUr off=15948743 len=787482 2024-04-24T03:21:58.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 6000 completed, throughput=5MB/sec 2024-04-24T03:21:58.661 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:21:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:21:58] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:21:59.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:21:58 smithi016 ceph-mon[84376]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:21:59.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:21:58 smithi016 ceph-mon[86910]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:21:59.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:21:58 smithi063 ceph-mon[77007]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-24T03:21:59.263 INFO:tasks.workunit.client.0.smithi016.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-24T03:21:59.263 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-23WASQA6HXie0Lz off=6283203 len=1332201 2024-04-24T03:21:59.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 6001 completed, throughput=5MB/sec 2024-04-24T03:21:59.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-weKKAbViMs8FCnh off=6389325 len=1491553 2024-04-24T03:21:59.271 INFO:tasks.workunit.client.0.smithi016.stdout:op 6002 completed, throughput=5MB/sec 2024-04-24T03:21:59.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PljJOqCs2RzwyzW off=2318440 len=33112 2024-04-24T03:21:59.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 6003 completed, throughput=5MB/sec 2024-04-24T03:21:59.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-py4siceGSBQqFaZ off=21629278 len=520340 2024-04-24T03:21:59.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 6004 completed, throughput=5MB/sec 2024-04-24T03:21:59.273 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xQEg5h0xdrZKi-c off=18051750 len=135134 2024-04-24T03:21:59.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 6005 completed, throughput=5MB/sec 2024-04-24T03:21:59.274 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5_tUiod-m2Fj2su off=16462712 len=422993 2024-04-24T03:21:59.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 6006 completed, throughput=5MB/sec 2024-04-24T03:21:59.278 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kIPaEyqYv1YPeMW off=9177999 len=1911816 2024-04-24T03:21:59.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 6007 completed, throughput=5MB/sec 2024-04-24T03:22:00.280 INFO:tasks.workunit.client.0.smithi016.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-24T03:22:00.280 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i5AcIGZh6TOcJiN off=16873658 len=333146 2024-04-24T03:22:00.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 6008 completed, throughput=5MB/sec 2024-04-24T03:22:00.281 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uCSzd-l0FIK2gfY off=2362845 len=1253215 2024-04-24T03:22:00.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 6009 completed, throughput=5MB/sec 2024-04-24T03:22:00.287 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c9sNHPvvRuDVrtX off=7140849 len=1462232 2024-04-24T03:22:00.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 6010 completed, throughput=5MB/sec 2024-04-24T03:22:00.297 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DT5L1lJbsSMfnRS off=10415658 len=808569 2024-04-24T03:22:00.301 INFO:tasks.workunit.client.0.smithi016.stdout:op 6011 completed, throughput=5MB/sec 2024-04-24T03:22:00.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bn_jlF29FAyU7Po off=4225529 len=1627536 2024-04-24T03:22:00.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 6012 completed, throughput=5MB/sec 2024-04-24T03:22:01.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:00 smithi016 ceph-mon[84376]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:22:01.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:01.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:00 smithi016 ceph-mon[86910]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:22:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:00 smithi063 ceph-mon[77007]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:22:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:01.304 INFO:tasks.workunit.client.0.smithi016.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-24T03:22:01.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-klULMFB1meBWBvP off=16293224 len=1155064 2024-04-24T03:22:01.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 6013 completed, throughput=5MB/sec 2024-04-24T03:22:01.310 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9qOhbHTb_-gkCgv off=1204315 len=590371 2024-04-24T03:22:01.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 6014 completed, throughput=5MB/sec 2024-04-24T03:22:01.314 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vfnxYL7bE8S7vCq off=5064509 len=743249 2024-04-24T03:22:01.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 6015 completed, throughput=5MB/sec 2024-04-24T03:22:01.315 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U3UG6qfH8uFg5M_ off=944584 len=777536 2024-04-24T03:22:01.320 INFO:tasks.workunit.client.0.smithi016.stdout:op 6016 completed, throughput=5MB/sec 2024-04-24T03:22:01.320 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UFEtKXbW10rocZH off=517909 len=1016235 2024-04-24T03:22:01.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 6017 completed, throughput=5MB/sec 2024-04-24T03:22:01.321 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cDT4MbCmSys8bYE off=4670008 len=784911 2024-04-24T03:22:01.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 6018 completed, throughput=5MB/sec 2024-04-24T03:22:02.324 INFO:tasks.workunit.client.0.smithi016.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-24T03:22:02.324 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wVqs7oio0agA7Rb off=3815906 len=1617596 2024-04-24T03:22:02.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 6019 completed, throughput=5MB/sec 2024-04-24T03:22:02.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1bzTDUtmXMd_4sW off=14696263 len=907991 2024-04-24T03:22:02.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 6020 completed, throughput=5MB/sec 2024-04-24T03:22:02.338 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-koPCtUeTg61WzUY off=18008999 len=1769383 2024-04-24T03:22:02.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 6021 completed, throughput=5MB/sec 2024-04-24T03:22:02.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WuSsOAj2gw_Y_z5 off=14203512 len=51017 2024-04-24T03:22:02.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 6022 completed, throughput=5MB/sec 2024-04-24T03:22:02.347 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MjD9etLeI-RyY0L off=1596677 len=1206277 2024-04-24T03:22:02.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 6023 completed, throughput=5MB/sec 2024-04-24T03:22:03.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:02 smithi016 ceph-mon[84376]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:22:03.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:02 smithi016 ceph-mon[86910]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:22:03.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:02 smithi063 ceph-mon[77007]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-24T03:22:03.355 INFO:tasks.workunit.client.0.smithi016.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-24T03:22:03.355 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WIaO88jbYdv3dcp off=18338002 len=1948281 2024-04-24T03:22:03.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 6024 completed, throughput=5MB/sec 2024-04-24T03:22:03.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oyUVp6EAMcvHTqs off=5378232 len=1934170 2024-04-24T03:22:03.377 INFO:tasks.workunit.client.0.smithi016.stdout:op 6025 completed, throughput=5MB/sec 2024-04-24T03:22:03.378 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-quQQ58lB1gZLHZG off=9941015 len=1205748 2024-04-24T03:22:03.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 6026 completed, throughput=5MB/sec 2024-04-24T03:22:04.381 INFO:tasks.workunit.client.0.smithi016.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-24T03:22:04.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RuZl_6B2rYLZhOE off=1544098 len=1262893 2024-04-24T03:22:04.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 6027 completed, throughput=5MB/sec 2024-04-24T03:22:04.383 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PL5-AIwOQoQsZSa off=798989 len=889708 2024-04-24T03:22:04.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 6028 completed, throughput=5MB/sec 2024-04-24T03:22:04.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1gf9XiVaWn2pvlv off=2722268 len=1116706 2024-04-24T03:22:04.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 6029 completed, throughput=5MB/sec 2024-04-24T03:22:04.391 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-boqf0UhZK5ml2mM off=416257 len=994015 2024-04-24T03:22:04.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 6030 completed, throughput=5MB/sec 2024-04-24T03:22:04.396 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OMK1k2AnNp574yW off=14181431 len=1628979 2024-04-24T03:22:04.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 6031 completed, throughput=5MB/sec 2024-04-24T03:22:05.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:04 smithi016 ceph-mon[84376]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:22:05.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:04 smithi016 ceph-mon[86910]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:22:05.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:04 smithi063 ceph-mon[77007]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-24T03:22:05.406 INFO:tasks.workunit.client.0.smithi016.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-24T03:22:05.406 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NbnoEHaYQnI-Xx2 off=2380888 len=920843 2024-04-24T03:22:05.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 6032 completed, throughput=5MB/sec 2024-04-24T03:22:05.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rUCLP0kx2xQns2X off=12027656 len=1296677 2024-04-24T03:22:05.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 6033 completed, throughput=5MB/sec 2024-04-24T03:22:05.416 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eTkzxW3RU1B-iF6 off=2547473 len=945999 2024-04-24T03:22:05.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 6034 completed, throughput=5MB/sec 2024-04-24T03:22:05.418 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3HZdwGNY9S0mN3U off=1590642 len=931039 2024-04-24T03:22:05.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 6035 completed, throughput=5MB/sec 2024-04-24T03:22:05.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2s-pq1dhwQyWzbn off=8127963 len=1022262 2024-04-24T03:22:05.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 6036 completed, throughput=5MB/sec 2024-04-24T03:22:06.424 INFO:tasks.workunit.client.0.smithi016.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-24T03:22:06.425 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SBAESGYgBnzuME8 off=16765867 len=1424206 2024-04-24T03:22:06.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 6037 completed, throughput=5MB/sec 2024-04-24T03:22:06.431 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vZlbQUEf5jmSoWK off=3172134 len=515892 2024-04-24T03:22:06.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 6038 completed, throughput=5MB/sec 2024-04-24T03:22:06.432 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vjEHHTFJ7mOCPXn off=2228086 len=1232171 2024-04-24T03:22:06.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 6039 completed, throughput=5MB/sec 2024-04-24T03:22:06.440 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z_CSx857AEjX4ea off=14666939 len=970165 2024-04-24T03:22:06.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 6040 completed, throughput=5MB/sec 2024-04-24T03:22:06.443 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RT0Q_wlH9RL_cZR off=8313127 len=2079573 2024-04-24T03:22:06.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 6041 completed, throughput=5MB/sec 2024-04-24T03:22:07.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:06 smithi016 ceph-mon[84376]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:22:07.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:06 smithi016 ceph-mon[86910]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:22:07.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:06 smithi063 ceph-mon[77007]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-24T03:22:07.445 INFO:tasks.workunit.client.0.smithi016.stdout:waiting for all operations to complete 2024-04-24T03:22:07.445 INFO:tasks.workunit.client.0.smithi016.stdout:cleaning up objects 2024-04-24T03:22:08.674 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:22:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:22:08] "GET /metrics HTTP/1.1" 200 34222 "" "Prometheus/2.43.0" 2024-04-24T03:22:09.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:08 smithi016 ceph-mon[84376]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:22:09.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:08 smithi016 ceph-mon[86910]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:22:09.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:08 smithi063 ceph-mon[77007]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-24T03:22:11.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:10 smithi016 ceph-mon[84376]: pgmap v1951: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-24T03:22:11.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:10 smithi016 ceph-mon[86910]: pgmap v1951: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-24T03:22:11.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:10 smithi063 ceph-mon[77007]: pgmap v1951: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-24T03:22:13.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:12 smithi016 ceph-mon[84376]: pgmap v1952: 105 pgs: 105 active+clean; 109 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 131 op/s 2024-04-24T03:22:13.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:12 smithi016 ceph-mon[86910]: pgmap v1952: 105 pgs: 105 active+clean; 109 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 131 op/s 2024-04-24T03:22:13.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:12 smithi063 ceph-mon[77007]: pgmap v1952: 105 pgs: 105 active+clean; 109 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 131 op/s 2024-04-24T03:22:14.048 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:22:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=cleanup t=2024-04-24T03:22:13.602643603Z level=info msg="Completed cleanup jobs" duration=13.271109ms 2024-04-24T03:22:15.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:14 smithi016 ceph-mon[84376]: pgmap v1953: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 195 op/s 2024-04-24T03:22:15.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:14 smithi016 ceph-mon[86910]: pgmap v1953: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 195 op/s 2024-04-24T03:22:15.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:14 smithi063 ceph-mon[77007]: pgmap v1953: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 195 op/s 2024-04-24T03:22:16.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:16.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:16.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:17.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:16 smithi016 ceph-mon[84376]: pgmap v1954: 105 pgs: 105 active+clean; 79 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 332 op/s 2024-04-24T03:22:17.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:16 smithi016 ceph-mon[86910]: pgmap v1954: 105 pgs: 105 active+clean; 79 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 332 op/s 2024-04-24T03:22:17.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:16 smithi063 ceph-mon[77007]: pgmap v1954: 105 pgs: 105 active+clean; 79 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 332 op/s 2024-04-24T03:22:18.686 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:22:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:22:18] "GET /metrics HTTP/1.1" 200 34223 "" "Prometheus/2.43.0" 2024-04-24T03:22:19.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:18 smithi016 ceph-mon[84376]: pgmap v1955: 105 pgs: 105 active+clean; 64 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 753 KiB/s rd, 1.0 MiB/s wr, 428 op/s 2024-04-24T03:22:19.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:18 smithi016 ceph-mon[86910]: pgmap v1955: 105 pgs: 105 active+clean; 64 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 753 KiB/s rd, 1.0 MiB/s wr, 428 op/s 2024-04-24T03:22:19.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:18 smithi063 ceph-mon[77007]: pgmap v1955: 105 pgs: 105 active+clean; 64 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 753 KiB/s rd, 1.0 MiB/s wr, 428 op/s 2024-04-24T03:22:21.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:20 smithi016 ceph-mon[84376]: pgmap v1956: 105 pgs: 105 active+clean; 55 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 364 KiB/s rd, 486 KiB/s wr, 488 op/s 2024-04-24T03:22:21.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:20 smithi016 ceph-mon[86910]: pgmap v1956: 105 pgs: 105 active+clean; 55 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 364 KiB/s rd, 486 KiB/s wr, 488 op/s 2024-04-24T03:22:21.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:20 smithi063 ceph-mon[77007]: pgmap v1956: 105 pgs: 105 active+clean; 55 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 364 KiB/s rd, 486 KiB/s wr, 488 op/s 2024-04-24T03:22:23.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:22 smithi016 ceph-mon[84376]: pgmap v1957: 105 pgs: 105 active+clean; 32 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 0 B/s wr, 628 op/s 2024-04-24T03:22:23.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:22 smithi016 ceph-mon[86910]: pgmap v1957: 105 pgs: 105 active+clean; 32 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 0 B/s wr, 628 op/s 2024-04-24T03:22:23.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:22 smithi063 ceph-mon[77007]: pgmap v1957: 105 pgs: 105 active+clean; 32 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 0 B/s wr, 628 op/s 2024-04-24T03:22:24.053 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:22:24.053 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T03:22:24.085 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-24T03:22:24.086 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:22:24.333 DEBUG:teuthology.parallel:result is None 2024-04-24T03:22:24.334 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:22:24.361 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:22:24.361 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:22:24.420 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:22:24.420 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:22:24.420 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-24T03:22:24.420 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:22:24.420 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-24T03:22:24.420 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-24T03:22:24.421 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-24T03:22:24.421 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T03:22:24.422 DEBUG:teuthology.orchestra.run.smithi063:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-24T03:22:24.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:22:24.441 INFO:teuthology.orchestra.run.smithi063.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-24T03:22:24.441 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-24T03:22:24.499 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-24T03:22:24.499 DEBUG:teuthology.orchestra.run.smithi063:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-24T03:22:24.557 INFO:tasks.workunit:timeout=3h 2024-04-24T03:22:24.557 INFO:tasks.workunit:cleanup=True 2024-04-24T03:22:24.558 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-24T03:22:24.617 INFO:tasks.workunit.client.1.smithi063.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-24T03:22:25.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:24 smithi016 ceph-mon[84376]: pgmap v1958: 105 pgs: 105 active+clean; 23 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2024-04-24T03:22:25.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:24 smithi016 ceph-mon[86910]: pgmap v1958: 105 pgs: 105 active+clean; 23 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2024-04-24T03:22:25.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:24 smithi063 ceph-mon[77007]: pgmap v1958: 105 pgs: 105 active+clean; 23 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2024-04-24T03:22:27.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:26 smithi016 ceph-mon[84376]: pgmap v1959: 105 pgs: 105 active+clean; 7.8 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2024-04-24T03:22:27.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:26 smithi016 ceph-mon[86910]: pgmap v1959: 105 pgs: 105 active+clean; 7.8 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2024-04-24T03:22:27.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:26 smithi063 ceph-mon[77007]: pgmap v1959: 105 pgs: 105 active+clean; 7.8 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2024-04-24T03:22:28.697 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:22:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:22:28] "GET /metrics HTTP/1.1" 200 34223 "" "Prometheus/2.43.0" 2024-04-24T03:22:29.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:28 smithi016 ceph-mon[84376]: pgmap v1960: 105 pgs: 105 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 516 op/s 2024-04-24T03:22:29.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:28 smithi016 ceph-mon[86910]: pgmap v1960: 105 pgs: 105 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 516 op/s 2024-04-24T03:22:29.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:28 smithi063 ceph-mon[77007]: pgmap v1960: 105 pgs: 105 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 516 op/s 2024-04-24T03:22:31.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:30 smithi016 ceph-mon[84376]: pgmap v1961: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 426 op/s 2024-04-24T03:22:31.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:30 smithi016 ceph-mon[86910]: pgmap v1961: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 426 op/s 2024-04-24T03:22:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:31.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:30 smithi063 ceph-mon[77007]: pgmap v1961: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 426 op/s 2024-04-24T03:22:31.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:33.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:32 smithi016 ceph-mon[84376]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 365 op/s 2024-04-24T03:22:33.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:32 smithi016 ceph-mon[86910]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 365 op/s 2024-04-24T03:22:33.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:32 smithi063 ceph-mon[77007]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 365 op/s 2024-04-24T03:22:35.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:34 smithi016 ceph-mon[84376]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 209 op/s 2024-04-24T03:22:35.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:34 smithi016 ceph-mon[86910]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 209 op/s 2024-04-24T03:22:35.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:34 smithi063 ceph-mon[77007]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 209 op/s 2024-04-24T03:22:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:36 smithi016 ceph-mon[84376]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 148 op/s 2024-04-24T03:22:37.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:36 smithi016 ceph-mon[86910]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 148 op/s 2024-04-24T03:22:37.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:36 smithi063 ceph-mon[77007]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 148 op/s 2024-04-24T03:22:37.918 DEBUG:teuthology.orchestra.run.smithi063:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-24T03:22:37.988 INFO:tasks.workunit.client.1.smithi063.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T03:22:37.990 INFO:tasks.workunit.client.1.smithi063.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-24T03:22:37.990 INFO:tasks.workunit.client.1.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T03:22:38.540 INFO:tasks.workunit.client.1.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T03:22:38.601 INFO:tasks.workunit.client.1.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T03:22:38.640 INFO:tasks.workunit.client.1.smithi063.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-24T03:22:38.641 INFO:tasks.workunit.client.1.smithi063.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-24T03:22:38.641 INFO:tasks.workunit.client.1.smithi063.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T03:22:38.679 INFO:tasks.workunit.client.1.smithi063.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-24T03:22:38.682 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-04-24T03:22:38.683 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-24T03:22:38.710 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:22:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:22:38] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-04-24T03:22:38.742 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-24T03:22:38.743 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-24T03:22:38.743 DEBUG:teuthology.orchestra.run.smithi063:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-24T03:22:38.810 INFO:tasks.workunit.client.1.smithi063.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-24T03:22:38.810 INFO:tasks.workunit.client.1.smithi063.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-24T03:22:38.810 INFO:tasks.workunit.client.1.smithi063.stderr:+ TMPDIR=/tmp/rbd_import_export_120218 2024-04-24T03:22:38.810 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm -rf /tmp/rbd_import_export_120218 2024-04-24T03:22:38.811 INFO:tasks.workunit.client.1.smithi063.stderr:+ mkdir /tmp/rbd_import_export_120218 2024-04-24T03:22:38.811 INFO:tasks.workunit.client.1.smithi063.stderr:+ trap 'rm -rf /tmp/rbd_import_export_120218' INT TERM EXIT 2024-04-24T03:22:38.811 INFO:tasks.workunit.client.1.smithi063.stderr:+ mkdir foo.120218 2024-04-24T03:22:38.812 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import foo.120218 foo.dir 2024-04-24T03:22:38.902 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: cannot import a directory 2024-04-24T03:22:38.902 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 0% complete...failed. 2024-04-24T03:22:38.903 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: import failed: (21) Is a directory 2024-04-24T03:22:38.904 INFO:tasks.workunit.client.1.smithi063.stderr:+ true 2024-04-24T03:22:38.904 INFO:tasks.workunit.client.1.smithi063.stderr:+ rmdir foo.120218 2024-04-24T03:22:38.912 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_120218/img bs=1k count=1 seek=10 2024-04-24T03:22:38.913 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records in 2024-04-24T03:22:38.913 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records out 2024-04-24T03:22:38.913 INFO:tasks.workunit.client.1.smithi063.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.504e-05 s, 22.7 MB/s 2024-04-24T03:22:38.913 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_120218/img bs=1k count=10 seek=100 2024-04-24T03:22:38.915 INFO:tasks.workunit.client.1.smithi063.stderr:10+0 records in 2024-04-24T03:22:38.915 INFO:tasks.workunit.client.1.smithi063.stderr:10+0 records out 2024-04-24T03:22:38.915 INFO:tasks.workunit.client.1.smithi063.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.8529e-05 s, 175 MB/s 2024-04-24T03:22:38.915 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_120218/img bs=1k count=100 seek=1000 2024-04-24T03:22:38.915 INFO:tasks.workunit.client.1.smithi063.stderr:70+1 records in 2024-04-24T03:22:38.915 INFO:tasks.workunit.client.1.smithi063.stderr:70+1 records out 2024-04-24T03:22:38.915 INFO:tasks.workunit.client.1.smithi063.stderr:72208 bytes (72 kB, 71 KiB) copied, 0.000204686 s, 353 MB/s 2024-04-24T03:22:38.916 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_120218/img bs=1k seek=10000 2024-04-24T03:22:38.916 INFO:tasks.workunit.client.1.smithi063.stderr:140+1 records in 2024-04-24T03:22:38.916 INFO:tasks.workunit.client.1.smithi063.stderr:140+1 records out 2024-04-24T03:22:38.916 INFO:tasks.workunit.client.1.smithi063.stderr:143376 bytes (143 kB, 140 KiB) copied, 0.000353981 s, 405 MB/s 2024-04-24T03:22:38.916 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_120218/img bs=1k seek=100000 2024-04-24T03:22:38.917 INFO:tasks.workunit.client.1.smithi063.stderr:70+1 records in 2024-04-24T03:22:38.917 INFO:tasks.workunit.client.1.smithi063.stderr:70+1 records out 2024-04-24T03:22:38.917 INFO:tasks.workunit.client.1.smithi063.stderr:72312 bytes (72 kB, 71 KiB) copied, 0.000190534 s, 380 MB/s 2024-04-24T03:22:38.917 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_120218/img bs=1k seek=1000000 2024-04-24T03:22:38.918 INFO:tasks.workunit.client.1.smithi063.stderr:193+1 records in 2024-04-24T03:22:38.918 INFO:tasks.workunit.client.1.smithi063.stderr:193+1 records out 2024-04-24T03:22:38.919 INFO:tasks.workunit.client.1.smithi063.stderr:198280 bytes (198 kB, 194 KiB) copied, 0.000481875 s, 411 MB/s 2024-04-24T03:22:38.919 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm testimg 2024-04-24T03:22:38.970 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 0% complete...failed. 2024-04-24T03:22:38.971 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: delete error: (2) No such file or directory 2024-04-24T03:22:38.973 INFO:tasks.workunit.client.1.smithi063.stderr:+ true 2024-04-24T03:22:38.974 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format /tmp/rbd_import_export_120218/img testimg 2024-04-24T03:22:39.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:38 smithi016 ceph-mon[84376]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 52 op/s 2024-04-24T03:22:39.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:38 smithi016 ceph-mon[86910]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 52 op/s 2024-04-24T03:22:39.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:38 smithi063 ceph-mon[77007]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 52 op/s 2024-04-24T03:22:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:40 smithi016 ceph-mon[84376]: pgmap v1966: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-24T03:22:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:40 smithi016 ceph-mon[84376]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-24T03:22:41.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:40 smithi016 ceph-mon[86910]: pgmap v1966: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-24T03:22:41.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:40 smithi016 ceph-mon[86910]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-24T03:22:41.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:40 smithi063 ceph-mon[77007]: pgmap v1966: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-24T03:22:41.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:40 smithi063 ceph-mon[77007]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-24T03:22:41.237 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-24T03:22:41.238 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:22:41.240 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export testimg /tmp/rbd_import_export_120218/img2 2024-04-24T03:22:41.419 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:41.423 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export testimg - 2024-04-24T03:22:41.985 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:41.989 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm testimg 2024-04-24T03:22:42.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:41 smithi016 ceph-mon[84376]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-24T03:22:42.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:41 smithi016 ceph-mon[86910]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-24T03:22:42.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:41 smithi063 ceph-mon[77007]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-24T03:22:42.114 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-24T03:22:42.116 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp /tmp/rbd_import_export_120218/img /tmp/rbd_import_export_120218/img2 2024-04-24T03:22:42.792 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp /tmp/rbd_import_export_120218/img /tmp/rbd_import_export_120218/img3 2024-04-24T03:22:43.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:42 smithi016 ceph-mon[84376]: pgmap v1969: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 19 KiB/s wr, 3 op/s 2024-04-24T03:22:43.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:42 smithi016 ceph-mon[86910]: pgmap v1969: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 19 KiB/s wr, 3 op/s 2024-04-24T03:22:43.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:42 smithi063 ceph-mon[77007]: pgmap v1969: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 19 KiB/s wr, 3 op/s 2024-04-24T03:22:43.256 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img2 /tmp/rbd_import_export_120218/img3 2024-04-24T03:22:43.440 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format - testimg 2024-04-24T03:22:43.842 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:22:43.843 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:22:43.846 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export testimg /tmp/rbd_import_export_120218/img2 2024-04-24T03:22:44.027 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:44.031 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export testimg - 2024-04-24T03:22:44.583 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:44.587 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm testimg 2024-04-24T03:22:44.709 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-24T03:22:44.712 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp /tmp/rbd_import_export_120218/img /tmp/rbd_import_export_120218/img2 2024-04-24T03:22:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:44 smithi016 ceph-mon[84376]: pgmap v1970: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-24T03:22:45.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:44 smithi016 ceph-mon[86910]: pgmap v1970: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-24T03:22:45.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:44 smithi063 ceph-mon[77007]: pgmap v1970: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-24T03:22:45.366 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp /tmp/rbd_import_export_120218/img /tmp/rbd_import_export_120218/img3 2024-04-24T03:22:45.842 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img /tmp/rbd_import_export_120218/img2 /tmp/rbd_import_export_120218/img3 2024-04-24T03:22:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:22:46.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:46.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:22:46.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:22:46.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:22:46.082 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd help export 2024-04-24T03:22:46.082 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep -q export-format 2024-04-24T03:22:46.101 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_120218/img bs=1k count=10 seek=100 2024-04-24T03:22:46.101 INFO:tasks.workunit.client.1.smithi063.stderr:10+0 records in 2024-04-24T03:22:46.101 INFO:tasks.workunit.client.1.smithi063.stderr:10+0 records out 2024-04-24T03:22:46.102 INFO:tasks.workunit.client.1.smithi063.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.6941e-05 s, 153 MB/s 2024-04-24T03:22:46.102 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format /tmp/rbd_import_export_120218/img testimg 2024-04-24T03:22:46.170 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:22:46.170 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:22:46.170 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap create testimg@snap 2024-04-24T03:22:46.759 INFO:tasks.workunit.client.1.smithi063.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-24T03:22:46.769 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd image-meta set testimg key1 value1 2024-04-24T03:22:46.825 INFO:tasks.workunit.client.1.smithi063.stderr:++ rbd image-meta list testimg 2024-04-24T03:22:46.865 INFO:tasks.workunit.client.1.smithi063.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-24T03:22:46.865 INFO:tasks.workunit.client.1.smithi063.stderr: 2024-04-24T03:22:46.865 INFO:tasks.workunit.client.1.smithi063.stderr:Key Value 2024-04-24T03:22:46.866 INFO:tasks.workunit.client.1.smithi063.stderr:key1 value1' 2024-04-24T03:22:46.866 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:46.904 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:46.907 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_120218/img_v2 testimg_import 2024-04-24T03:22:47.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:46 smithi016 ceph-mon[84376]: pgmap v1971: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 59 KiB/s wr, 69 op/s 2024-04-24T03:22:47.001 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:46 smithi016 ceph-mon[86910]: pgmap v1971: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 59 KiB/s wr, 69 op/s 2024-04-24T03:22:47.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:46 smithi063 ceph-mon[77007]: pgmap v1971: 105 pgs: 105 active+clean; 2.5 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 59 KiB/s wr, 69 op/s 2024-04-24T03:22:47.543 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-24T03:22:47.546 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd info testimg_import 2024-04-24T03:22:47.579 INFO:tasks.workunit.client.1.smithi063.stdout:rbd image 'testimg_import': 2024-04-24T03:22:47.579 INFO:tasks.workunit.client.1.smithi063.stdout: size 110 KiB in 1 objects 2024-04-24T03:22:47.579 INFO:tasks.workunit.client.1.smithi063.stdout: order 22 (4 MiB objects) 2024-04-24T03:22:47.579 INFO:tasks.workunit.client.1.smithi063.stdout: snapshot_count: 1 2024-04-24T03:22:47.579 INFO:tasks.workunit.client.1.smithi063.stdout: id: d627d62924cc 2024-04-24T03:22:47.579 INFO:tasks.workunit.client.1.smithi063.stdout: block_name_prefix: rbd_data.d627d62924cc 2024-04-24T03:22:47.579 INFO:tasks.workunit.client.1.smithi063.stdout: format: 2 2024-04-24T03:22:47.580 INFO:tasks.workunit.client.1.smithi063.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-24T03:22:47.580 INFO:tasks.workunit.client.1.smithi063.stdout: op_features: 2024-04-24T03:22:47.580 INFO:tasks.workunit.client.1.smithi063.stdout: flags: 2024-04-24T03:22:47.580 INFO:tasks.workunit.client.1.smithi063.stdout: create_timestamp: Wed Apr 24 03:22:46 2024 2024-04-24T03:22:47.580 INFO:tasks.workunit.client.1.smithi063.stdout: access_timestamp: Wed Apr 24 03:22:46 2024 2024-04-24T03:22:47.580 INFO:tasks.workunit.client.1.smithi063.stdout: modify_timestamp: Wed Apr 24 03:22:46 2024 2024-04-24T03:22:47.582 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd info testimg_import@snap 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout:rbd image 'testimg_import': 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: size 110 KiB in 1 objects 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: order 22 (4 MiB objects) 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: snapshot_count: 1 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: id: d627d62924cc 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: block_name_prefix: rbd_data.d627d62924cc 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: format: 2 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: op_features: 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: flags: 2024-04-24T03:22:47.615 INFO:tasks.workunit.client.1.smithi063.stdout: create_timestamp: Wed Apr 24 03:22:46 2024 2024-04-24T03:22:47.616 INFO:tasks.workunit.client.1.smithi063.stdout: access_timestamp: Wed Apr 24 03:22:46 2024 2024-04-24T03:22:47.616 INFO:tasks.workunit.client.1.smithi063.stdout: modify_timestamp: Wed Apr 24 03:22:46 2024 2024-04-24T03:22:47.616 INFO:tasks.workunit.client.1.smithi063.stdout: protected: False 2024-04-24T03:22:47.617 INFO:tasks.workunit.client.1.smithi063.stderr:++ rbd image-meta list testimg_import 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr: 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr:Key Value 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr:key1 value1' 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr: 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr:Key Value 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-24T03:22:47.658 INFO:tasks.workunit.client.1.smithi063.stderr: 2024-04-24T03:22:47.659 INFO:tasks.workunit.client.1.smithi063.stderr:Key Value 2024-04-24T03:22:47.659 INFO:tasks.workunit.client.1.smithi063.stderr:key1 value1' ']' 2024-04-24T03:22:47.659 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export testimg_import /tmp/rbd_import_export_120218/img_import 2024-04-24T03:22:47.692 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete...done. 2024-04-24T03:22:47.695 INFO:tasks.workunit.client.1.smithi063.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_120218/img /tmp/rbd_import_export_120218/img_import 2024-04-24T03:22:47.695 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp -l /tmp/rbd_import_export_120218/img /tmp/rbd_import_export_120218/img_import 2024-04-24T03:22:47.696 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/img --format %b 2024-04-24T03:22:47.697 INFO:tasks.workunit.client.1.smithi063.stderr:+ origsize=24 2024-04-24T03:22:47.697 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/img_import --format %b 2024-04-24T03:22:47.698 INFO:tasks.workunit.client.1.smithi063.stderr:+ exportsize=224 2024-04-24T03:22:47.698 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=200 2024-04-24T03:22:47.698 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=200 2024-04-24T03:22:47.698 INFO:tasks.workunit.client.1.smithi063.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-24T03:22:47.698 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_120218/img_snap 2024-04-24T03:22:47.731 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete...done. 2024-04-24T03:22:47.734 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_120218/img_snap_import 2024-04-24T03:22:47.768 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete...done. 2024-04-24T03:22:47.771 INFO:tasks.workunit.client.1.smithi063.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_120218/img_snap /tmp/rbd_import_export_120218/img_snap_import 2024-04-24T03:22:47.771 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp -l /tmp/rbd_import_export_120218/img_snap /tmp/rbd_import_export_120218/img_snap_import 2024-04-24T03:22:47.772 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/img_snap --format %b 2024-04-24T03:22:47.773 INFO:tasks.workunit.client.1.smithi063.stderr:+ origsize=224 2024-04-24T03:22:47.773 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/img_snap_import --format %b 2024-04-24T03:22:47.774 INFO:tasks.workunit.client.1.smithi063.stderr:+ exportsize=224 2024-04-24T03:22:47.774 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:22:47.774 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:22:47.774 INFO:tasks.workunit.client.1.smithi063.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-24T03:22:47.774 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:47.775 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img_import 2024-04-24T03:22:47.775 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img_snap 2024-04-24T03:22:47.776 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img_snap_import 2024-04-24T03:22:47.777 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap rm testimg_import@snap 2024-04-24T03:22:48.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:47 smithi016 ceph-mon[84376]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-24T03:22:48.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:47 smithi016 ceph-mon[84376]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-24T03:22:48.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:47 smithi016 ceph-mon[86910]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-24T03:22:48.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:47 smithi016 ceph-mon[86910]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-24T03:22:48.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:47 smithi063 ceph-mon[77007]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-24T03:22:48.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:47 smithi063 ceph-mon[77007]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-24T03:22:48.753 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:22:48] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:22:48.762 INFO:tasks.workunit.client.1.smithi063.stderr: Removing snap: 100% complete...done. 2024-04-24T03:22:48.776 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg_import 2024-04-24T03:22:48.907 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:48.909 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap rm testimg@snap 2024-04-24T03:22:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[84376]: pgmap v1973: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 278 KiB/s rd, 111 KiB/s wr, 94 op/s 2024-04-24T03:22:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[86910]: pgmap v1973: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 278 KiB/s rd, 111 KiB/s wr, 94 op/s 2024-04-24T03:22:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:48 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:48 smithi063 ceph-mon[77007]: pgmap v1973: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 278 KiB/s rd, 111 KiB/s wr, 94 op/s 2024-04-24T03:22:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:48 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:49.840 INFO:tasks.workunit.client.1.smithi063.stderr: Removing snap: 100% complete...done. 2024-04-24T03:22:49.851 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm testimg 2024-04-24T03:22:49.967 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:49.971 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --order 20 /tmp/rbd_import_export_120218/img testimg 2024-04-24T03:22:50.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[84376]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-24T03:22:50.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[86910]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-24T03:22:50.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:49 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.038 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:22:50.038 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --order is deprecated, use --object-size 2024-04-24T03:22:50.041 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:50.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:49 smithi063 ceph-mon[77007]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-24T03:22:50.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:49 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:50.077 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:50.079 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_120218/img_v2 testimg_import 2024-04-24T03:22:50.149 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-24T03:22:50.153 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd info testimg_import 2024-04-24T03:22:50.153 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep order 2024-04-24T03:22:50.153 INFO:tasks.workunit.client.1.smithi063.stderr:+ awk '{print $2}' 2024-04-24T03:22:50.153 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep 20 2024-04-24T03:22:50.186 INFO:tasks.workunit.client.1.smithi063.stdout:20 2024-04-24T03:22:50.187 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:50.187 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg_import 2024-04-24T03:22:50.303 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:50.305 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg 2024-04-24T03:22:50.418 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:50.421 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_120218/img testimg 2024-04-24T03:22:50.473 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:22:50.476 INFO:tasks.workunit.client.1.smithi063.stderr:++ rbd info testimg 2024-04-24T03:22:50.476 INFO:tasks.workunit.client.1.smithi063.stderr:++ grep features 2024-04-24T03:22:50.511 INFO:tasks.workunit.client.1.smithi063.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-24T03:22:50.511 INFO:tasks.workunit.client.1.smithi063.stderr: op_features: ' 2024-04-24T03:22:50.511 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:50.547 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:50.549 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_120218/img_v2 testimg_import 2024-04-24T03:22:50.608 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-24T03:22:50.611 INFO:tasks.workunit.client.1.smithi063.stderr:++ rbd info testimg_import 2024-04-24T03:22:50.611 INFO:tasks.workunit.client.1.smithi063.stderr:++ grep features 2024-04-24T03:22:50.645 INFO:tasks.workunit.client.1.smithi063.stderr:+ FEATURES_AFTER=' features: layering 2024-04-24T03:22:50.645 INFO:tasks.workunit.client.1.smithi063.stderr: op_features: ' 2024-04-24T03:22:50.645 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' ' features: layering 2024-04-24T03:22:50.646 INFO:tasks.workunit.client.1.smithi063.stderr: op_features: ' '!=' ' features: layering 2024-04-24T03:22:50.646 INFO:tasks.workunit.client.1.smithi063.stderr: op_features: ' ']' 2024-04-24T03:22:50.646 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:50.646 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg_import 2024-04-24T03:22:50.732 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:50.734 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg 2024-04-24T03:22:50.824 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:50.827 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_120218/img testimg 2024-04-24T03:22:50.902 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:22:50.904 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:50.943 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:50.946 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_120218/img_v2 testimg_import 2024-04-24T03:22:51.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:50 smithi016 ceph-mon[84376]: pgmap v1976: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 468 KiB/s rd, 155 KiB/s wr, 188 op/s 2024-04-24T03:22:51.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:50 smithi016 ceph-mon[84376]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-24T03:22:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:50 smithi016 ceph-mon[86910]: pgmap v1976: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 468 KiB/s rd, 155 KiB/s wr, 188 op/s 2024-04-24T03:22:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:50 smithi016 ceph-mon[86910]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-24T03:22:51.033 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-24T03:22:51.036 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd info testimg_import 2024-04-24T03:22:51.036 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep 'stripe unit' 2024-04-24T03:22:51.036 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-24T03:22:51.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:50 smithi063 ceph-mon[77007]: pgmap v1976: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 468 KiB/s rd, 155 KiB/s wr, 188 op/s 2024-04-24T03:22:51.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:50 smithi063 ceph-mon[77007]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-24T03:22:51.072 INFO:tasks.workunit.client.1.smithi063.stdout: stripe unit: 4 KiB 2024-04-24T03:22:51.072 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd info testimg_import 2024-04-24T03:22:51.073 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep 'stripe count' 2024-04-24T03:22:51.073 INFO:tasks.workunit.client.1.smithi063.stderr:+ awk '{print $3}' 2024-04-24T03:22:51.073 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep 1000 2024-04-24T03:22:51.107 INFO:tasks.workunit.client.1.smithi063.stdout:1000 2024-04-24T03:22:51.107 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/img_v2 2024-04-24T03:22:51.108 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg_import 2024-04-24T03:22:51.232 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-24T03:22:51.234 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg 2024-04-24T03:22:51.348 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-24T03:22:51.351 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_120218/img testimg 2024-04-24T03:22:51.420 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:22:51.422 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap create testimg@snap1 2024-04-24T03:22:51.773 INFO:tasks.workunit.client.1.smithi063.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-24T03:22:51.782 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap create testimg@snap2 2024-04-24T03:22:52.789 INFO:tasks.workunit.client.1.smithi063.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-24T03:22:52.798 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap protect testimg@snap2 2024-04-24T03:22:52.842 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_120218/snap_protect 2024-04-24T03:22:52.882 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:52.885 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_120218/snap_protect testimg_import 2024-04-24T03:22:52.942 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:52 smithi063 ceph-mon[77007]: pgmap v1978: 105 pgs: 105 active+clean; 695 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 297 KiB/s rd, 64 KiB/s wr, 289 op/s 2024-04-24T03:22:52.943 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:52 smithi063 ceph-mon[77007]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-24T03:22:52.943 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:52.943 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:52 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[84376]: pgmap v1978: 105 pgs: 105 active+clean; 695 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 297 KiB/s rd, 64 KiB/s wr, 289 op/s 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[84376]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[86910]: pgmap v1978: 105 pgs: 105 active+clean; 695 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 297 KiB/s rd, 64 KiB/s wr, 289 op/s 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[86910]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:53.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:52 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[84376]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-24T03:22:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:22:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:22:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[86910]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-24T03:22:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:22:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:22:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:53 smithi063 ceph-mon[77007]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-24T03:22:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:22:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:22:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:22:54.820 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-24T03:22:54.824 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd info testimg_import@snap1 2024-04-24T03:22:54.824 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep 'protected: False' 2024-04-24T03:22:54.864 INFO:tasks.workunit.client.1.smithi063.stdout: protected: False 2024-04-24T03:22:54.865 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd info testimg_import@snap2 2024-04-24T03:22:54.865 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep 'protected: True' 2024-04-24T03:22:54.903 INFO:tasks.workunit.client.1.smithi063.stdout: protected: True 2024-04-24T03:22:54.903 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/snap_protect 2024-04-24T03:22:54.904 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap unprotect testimg@snap2 2024-04-24T03:22:54.953 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-24T03:22:54.998 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap purge testimg 2024-04-24T03:22:55.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:54 smithi063 ceph-mon[77007]: pgmap v1981: 105 pgs: 105 active+clean; 585 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 26 KiB/s wr, 438 op/s 2024-04-24T03:22:55.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:54 smithi063 ceph-mon[77007]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-24T03:22:55.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:54 smithi016 ceph-mon[84376]: pgmap v1981: 105 pgs: 105 active+clean; 585 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 26 KiB/s wr, 438 op/s 2024-04-24T03:22:55.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:54 smithi016 ceph-mon[84376]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-24T03:22:55.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:54 smithi016 ceph-mon[86910]: pgmap v1981: 105 pgs: 105 active+clean; 585 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 26 KiB/s wr, 438 op/s 2024-04-24T03:22:55.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:54 smithi016 ceph-mon[86910]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-24T03:22:56.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:55 smithi063 ceph-mon[77007]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-24T03:22:56.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:55 smithi016 ceph-mon[84376]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-24T03:22:56.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:55 smithi016 ceph-mon[86910]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-24T03:22:56.805 INFO:tasks.workunit.client.1.smithi063.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-24T03:22:56.817 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd snap purge testimg_import 2024-04-24T03:22:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:56 smithi063 ceph-mon[77007]: pgmap v1984: 105 pgs: 105 active+clean; 805 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 374 KiB/s rd, 42 KiB/s wr, 488 op/s 2024-04-24T03:22:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:56 smithi063 ceph-mon[77007]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-24T03:22:57.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:56 smithi016 ceph-mon[84376]: pgmap v1984: 105 pgs: 105 active+clean; 805 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 374 KiB/s rd, 42 KiB/s wr, 488 op/s 2024-04-24T03:22:57.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:56 smithi016 ceph-mon[84376]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-24T03:22:57.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:56 smithi016 ceph-mon[86910]: pgmap v1984: 105 pgs: 105 active+clean; 805 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 374 KiB/s rd, 42 KiB/s wr, 488 op/s 2024-04-24T03:22:57.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:56 smithi016 ceph-mon[86910]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-24T03:22:58.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:57 smithi016 ceph-mon[84376]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-24T03:22:58.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:57 smithi016 ceph-mon[84376]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-24T03:22:58.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:57 smithi016 ceph-mon[86910]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-24T03:22:58.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:57 smithi016 ceph-mon[86910]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-24T03:22:58.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:57 smithi063 ceph-mon[77007]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-24T03:22:58.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:57 smithi063 ceph-mon[77007]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-24T03:22:58.538 INFO:tasks.workunit.client.1.smithi063.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-24T03:22:58.550 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg 2024-04-24T03:22:58.686 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:58.689 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd remove testimg_import 2024-04-24T03:22:58.770 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:22:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:22:58] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-04-24T03:22:58.812 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:22:58.815 INFO:tasks.workunit.client.1.smithi063.stderr:+ tiered=0 2024-04-24T03:22:58.815 INFO:tasks.workunit.client.1.smithi063.stderr:+ ceph osd dump 2024-04-24T03:22:58.815 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep '^pool' 2024-04-24T03:22:58.815 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep ''\''rbd'\''' 2024-04-24T03:22:58.815 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep tier 2024-04-24T03:22:59.269 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_120218/sparse1 2024-04-24T03:22:59.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:58 smithi016 ceph-mon[84376]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 30 KiB/s wr, 265 op/s 2024-04-24T03:22:59.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:58 smithi016 ceph-mon[84376]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-24T03:22:59.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:58 smithi016 ceph-mon[86910]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 30 KiB/s wr, 265 op/s 2024-04-24T03:22:59.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:58 smithi016 ceph-mon[86910]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-24T03:22:59.274 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records in 2024-04-24T03:22:59.274 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records out 2024-04-24T03:22:59.274 INFO:tasks.workunit.client.1.smithi063.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00478371 s, 219 MB/s 2024-04-24T03:22:59.274 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_120218/sparse2 2024-04-24T03:22:59.280 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records in 2024-04-24T03:22:59.280 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records out 2024-04-24T03:22:59.280 INFO:tasks.workunit.client.1.smithi063.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00481566 s, 218 MB/s 2024-04-24T03:22:59.280 INFO:tasks.workunit.client.1.smithi063.stderr:+ truncate /tmp/rbd_import_export_120218/sparse2 -s 2M 2024-04-24T03:22:59.284 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse1 2024-04-24T03:22:59.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:58 smithi063 ceph-mon[77007]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 30 KiB/s wr, 265 op/s 2024-04-24T03:22:59.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:58 smithi063 ceph-mon[77007]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-24T03:22:59.337 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 0% complete...failed. 2024-04-24T03:22:59.338 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: delete error: (2) No such file or directory 2024-04-24T03:22:59.340 INFO:tasks.workunit.client.1.smithi063.stderr:+ true 2024-04-24T03:22:59.340 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_120218/sparse1 2024-04-24T03:22:59.412 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-24T03:22:59.413 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:22:59.413 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --order is deprecated, use --object-size 2024-04-24T03:22:59.415 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd ls -l 2024-04-24T03:22:59.415 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep sparse1 2024-04-24T03:22:59.415 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-24T03:22:59.451 INFO:tasks.workunit.client.1.smithi063.stdout:sparse1 2 MiB 2 2024-04-24T03:22:59.452 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects sparse1 2024-04-24T03:22:59.452 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse1 2024-04-24T03:22:59.452 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse1 2024-04-24T03:22:59.452 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep block_name_prefix 2024-04-24T03:22:59.452 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk '{print $NF;}' 2024-04-24T03:22:59.488 INFO:tasks.workunit.client.1.smithi063.stderr:++ prefix=rbd_data.d741d5811bc7 2024-04-24T03:22:59.489 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep rbd_data.d741d5811bc7 2024-04-24T03:22:59.489 INFO:tasks.workunit.client.1.smithi063.stderr:++++ get_image_data_pool sparse1 2024-04-24T03:22:59.489 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sed -e 's/rbd_data.d741d5811bc7\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-24T03:22:59.489 INFO:tasks.workunit.client.1.smithi063.stderr:++++ image=sparse1 2024-04-24T03:22:59.489 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sort -u 2024-04-24T03:22:59.490 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ rbd info sparse1 2024-04-24T03:22:59.490 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ grep 'data_pool: ' 2024-04-24T03:22:59.490 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ awk -F: '{ print $NF }' 2024-04-24T03:22:59.525 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool= 2024-04-24T03:22:59.525 INFO:tasks.workunit.client.1.smithi063.stderr:++++ '[' -z ']' 2024-04-24T03:22:59.525 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool=rbd 2024-04-24T03:22:59.525 INFO:tasks.workunit.client.1.smithi063.stderr:++++ echo rbd 2024-04-24T03:22:59.525 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rados ls -p rbd 2024-04-24T03:22:59.609 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects=1 2024-04-24T03:22:59.609 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo 1 2024-04-24T03:22:59.609 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-24T03:22:59.609 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export sparse1 /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:22:59.644 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-24T03:22:59.647 INFO:tasks.workunit.client.1.smithi063.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_120218/sparse1 /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:22:59.647 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp -l /tmp/rbd_import_export_120218/sparse1 /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:22:59.649 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse1 --format %b 2024-04-24T03:22:59.650 INFO:tasks.workunit.client.1.smithi063.stderr:+ origsize=2048 2024-04-24T03:22:59.650 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse1.out --format %b 2024-04-24T03:22:59.652 INFO:tasks.workunit.client.1.smithi063.stderr:+ exportsize=2048 2024-04-24T03:22:59.652 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:22:59.652 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:22:59.652 INFO:tasks.workunit.client.1.smithi063.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-24T03:22:59.652 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:22:59.653 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse1 2024-04-24T03:22:59.772 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-24T03:22:59.774 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse2 2024-04-24T03:22:59.824 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 0% complete...failed. 2024-04-24T03:22:59.824 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: delete error: (2) No such file or directory 2024-04-24T03:22:59.826 INFO:tasks.workunit.client.1.smithi063.stderr:+ true 2024-04-24T03:22:59.826 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_120218/sparse2 2024-04-24T03:22:59.897 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-24T03:22:59.898 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:22:59.898 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --order is deprecated, use --object-size 2024-04-24T03:22:59.900 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd ls -l 2024-04-24T03:22:59.900 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep sparse2 2024-04-24T03:22:59.901 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-24T03:22:59.934 INFO:tasks.workunit.client.1.smithi063.stdout:sparse2 2 MiB 2 2024-04-24T03:22:59.935 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects sparse2 2024-04-24T03:22:59.935 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse2 2024-04-24T03:22:59.936 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse2 2024-04-24T03:22:59.936 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep block_name_prefix 2024-04-24T03:22:59.936 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk '{print $NF;}' 2024-04-24T03:22:59.971 INFO:tasks.workunit.client.1.smithi063.stderr:++ prefix=rbd_data.d774aa715e45 2024-04-24T03:22:59.972 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep rbd_data.d774aa715e45 2024-04-24T03:22:59.972 INFO:tasks.workunit.client.1.smithi063.stderr:++++ get_image_data_pool sparse2 2024-04-24T03:22:59.972 INFO:tasks.workunit.client.1.smithi063.stderr:++++ image=sparse2 2024-04-24T03:22:59.972 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sed -e 's/rbd_data.d774aa715e45\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-24T03:22:59.973 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sort -u 2024-04-24T03:22:59.973 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ rbd info sparse2 2024-04-24T03:22:59.973 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ grep 'data_pool: ' 2024-04-24T03:22:59.973 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ awk -F: '{ print $NF }' 2024-04-24T03:23:00.007 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool= 2024-04-24T03:23:00.007 INFO:tasks.workunit.client.1.smithi063.stderr:++++ '[' -z ']' 2024-04-24T03:23:00.007 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool=rbd 2024-04-24T03:23:00.007 INFO:tasks.workunit.client.1.smithi063.stderr:++++ echo rbd 2024-04-24T03:23:00.007 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rados ls -p rbd 2024-04-24T03:23:00.084 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects=0 2024-04-24T03:23:00.085 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo 0 2024-04-24T03:23:00.085 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-24T03:23:00.085 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export sparse2 /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:00.120 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-24T03:23:00.123 INFO:tasks.workunit.client.1.smithi063.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_120218/sparse2 /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:00.123 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp -l /tmp/rbd_import_export_120218/sparse2 /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:00.125 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse2 --format %b 2024-04-24T03:23:00.126 INFO:tasks.workunit.client.1.smithi063.stderr:+ origsize=2048 2024-04-24T03:23:00.126 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse2.out --format %b 2024-04-24T03:23:00.128 INFO:tasks.workunit.client.1.smithi063.stderr:+ exportsize=2048 2024-04-24T03:23:00.128 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:23:00.128 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:23:00.128 INFO:tasks.workunit.client.1.smithi063.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-24T03:23:00.128 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:00.128 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse2 2024-04-24T03:23:00.244 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-24T03:23:00.247 INFO:tasks.workunit.client.1.smithi063.stderr:+ truncate /tmp/rbd_import_export_120218/sparse1 -s 10M 2024-04-24T03:23:00.247 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-24T03:23:00.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:59 smithi016 ceph-mon[84376]: from='client.? 172.21.15.63:0/301715102' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-24T03:23:00.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:59 smithi016 ceph-mon[84376]: from='client.? 172.21.15.63:0/301715102' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-24T03:23:00.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:22:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:00.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:59 smithi016 ceph-mon[86910]: from='client.? 172.21.15.63:0/301715102' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-24T03:23:00.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:59 smithi016 ceph-mon[86910]: from='client.? 172.21.15.63:0/301715102' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-24T03:23:00.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:22:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:00.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:59 smithi063 ceph-mon[77007]: from='client.? 172.21.15.63:0/301715102' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-24T03:23:00.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:59 smithi063 ceph-mon[77007]: from='client.? 172.21.15.63:0/301715102' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-24T03:23:00.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:22:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:00.354 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:23:00.354 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:23:00.354 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --order is deprecated, use --object-size 2024-04-24T03:23:00.357 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd ls -l 2024-04-24T03:23:00.357 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep sparse1 2024-04-24T03:23:00.357 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-24T03:23:00.391 INFO:tasks.workunit.client.1.smithi063.stdout:sparse1 10 MiB 2 2024-04-24T03:23:00.392 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects sparse1 2024-04-24T03:23:00.392 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse1 2024-04-24T03:23:00.392 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse1 2024-04-24T03:23:00.392 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep block_name_prefix 2024-04-24T03:23:00.392 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk '{print $NF;}' 2024-04-24T03:23:00.426 INFO:tasks.workunit.client.1.smithi063.stderr:++ prefix=rbd_data.d7a13447d86f 2024-04-24T03:23:00.427 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep rbd_data.d7a13447d86f 2024-04-24T03:23:00.427 INFO:tasks.workunit.client.1.smithi063.stderr:++++ get_image_data_pool sparse1 2024-04-24T03:23:00.427 INFO:tasks.workunit.client.1.smithi063.stderr:++++ image=sparse1 2024-04-24T03:23:00.427 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sed -e 's/rbd_data.d7a13447d86f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-24T03:23:00.427 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sort -u 2024-04-24T03:23:00.427 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ rbd info sparse1 2024-04-24T03:23:00.428 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ grep 'data_pool: ' 2024-04-24T03:23:00.428 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ awk -F: '{ print $NF }' 2024-04-24T03:23:00.461 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool= 2024-04-24T03:23:00.461 INFO:tasks.workunit.client.1.smithi063.stderr:++++ '[' -z ']' 2024-04-24T03:23:00.461 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool=rbd 2024-04-24T03:23:00.462 INFO:tasks.workunit.client.1.smithi063.stderr:++++ echo rbd 2024-04-24T03:23:00.462 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rados ls -p rbd 2024-04-24T03:23:00.536 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects=1 2024-04-24T03:23:00.536 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo 1 2024-04-24T03:23:00.536 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-24T03:23:00.536 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export sparse1 /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:23:00.572 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-24T03:23:00.575 INFO:tasks.workunit.client.1.smithi063.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_120218/sparse1 /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:23:00.575 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp -l /tmp/rbd_import_export_120218/sparse1 /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:23:00.583 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse1 --format %b 2024-04-24T03:23:00.584 INFO:tasks.workunit.client.1.smithi063.stderr:+ origsize=2048 2024-04-24T03:23:00.584 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse1.out --format %b 2024-04-24T03:23:00.585 INFO:tasks.workunit.client.1.smithi063.stderr:+ exportsize=2048 2024-04-24T03:23:00.585 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:23:00.585 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:23:00.585 INFO:tasks.workunit.client.1.smithi063.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-24T03:23:00.585 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/sparse1.out 2024-04-24T03:23:00.586 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse1 2024-04-24T03:23:00.698 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-24T03:23:00.701 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_120218/sparse2 oflag=append conv=notrunc 2024-04-24T03:23:00.711 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records in 2024-04-24T03:23:00.711 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records out 2024-04-24T03:23:00.711 INFO:tasks.workunit.client.1.smithi063.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00958499 s, 219 MB/s 2024-04-24T03:23:00.711 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-24T03:23:00.805 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:23:00.806 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:23:00.806 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --order is deprecated, use --object-size 2024-04-24T03:23:00.809 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd ls -l 2024-04-24T03:23:00.809 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep sparse2 2024-04-24T03:23:00.809 INFO:tasks.workunit.client.1.smithi063.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-24T03:23:00.843 INFO:tasks.workunit.client.1.smithi063.stdout:sparse2 4 MiB 2 2024-04-24T03:23:00.844 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects sparse2 2024-04-24T03:23:00.844 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse2 2024-04-24T03:23:00.845 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse2 2024-04-24T03:23:00.845 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep block_name_prefix 2024-04-24T03:23:00.845 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk '{print $NF;}' 2024-04-24T03:23:00.878 INFO:tasks.workunit.client.1.smithi063.stderr:++ prefix=rbd_data.b0deeb8e790c 2024-04-24T03:23:00.879 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep rbd_data.b0deeb8e790c 2024-04-24T03:23:00.879 INFO:tasks.workunit.client.1.smithi063.stderr:++++ get_image_data_pool sparse2 2024-04-24T03:23:00.879 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sed -e 's/rbd_data.b0deeb8e790c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-24T03:23:00.880 INFO:tasks.workunit.client.1.smithi063.stderr:++++ image=sparse2 2024-04-24T03:23:00.880 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sort -u 2024-04-24T03:23:00.880 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ rbd info sparse2 2024-04-24T03:23:00.880 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ grep 'data_pool: ' 2024-04-24T03:23:00.880 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ awk -F: '{ print $NF }' 2024-04-24T03:23:00.914 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool= 2024-04-24T03:23:00.915 INFO:tasks.workunit.client.1.smithi063.stderr:++++ '[' -z ']' 2024-04-24T03:23:00.915 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool=rbd 2024-04-24T03:23:00.915 INFO:tasks.workunit.client.1.smithi063.stderr:++++ echo rbd 2024-04-24T03:23:00.915 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rados ls -p rbd 2024-04-24T03:23:00.979 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects='0 2024-04-24T03:23:00.979 INFO:tasks.workunit.client.1.smithi063.stderr:2 2024-04-24T03:23:00.979 INFO:tasks.workunit.client.1.smithi063.stderr:3' 2024-04-24T03:23:00.980 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo 0 2 3 2024-04-24T03:23:00.980 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-24T03:23:00.980 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export sparse2 /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:01.015 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-24T03:23:01.018 INFO:tasks.workunit.client.1.smithi063.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_120218/sparse2 /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:01.018 INFO:tasks.workunit.client.1.smithi063.stderr:+ cmp -l /tmp/rbd_import_export_120218/sparse2 /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:01.021 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse2 --format %b 2024-04-24T03:23:01.022 INFO:tasks.workunit.client.1.smithi063.stderr:+ origsize=6144 2024-04-24T03:23:01.022 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse2.out --format %b 2024-04-24T03:23:01.023 INFO:tasks.workunit.client.1.smithi063.stderr:+ exportsize=6144 2024-04-24T03:23:01.024 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:23:01.024 INFO:tasks.workunit.client.1.smithi063.stderr:+ difference=0 2024-04-24T03:23:01.024 INFO:tasks.workunit.client.1.smithi063.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-24T03:23:01.024 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/sparse2.out 2024-04-24T03:23:01.024 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse2 2024-04-24T03:23:01.136 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-24T03:23:01.138 INFO:tasks.workunit.client.1.smithi063.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-24T03:23:01.139 INFO:tasks.workunit.client.1.smithi063.stdout:partially-sparse file imports to partially-sparse image 2024-04-24T03:23:01.139 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_120218/sparse1 sparse 2024-04-24T03:23:01.210 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-24T03:23:01.211 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:23:01.211 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --order is deprecated, use --object-size 2024-04-24T03:23:01.213 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects sparse 2024-04-24T03:23:01.213 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse 2024-04-24T03:23:01.214 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse 2024-04-24T03:23:01.214 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep block_name_prefix 2024-04-24T03:23:01.214 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk '{print $NF;}' 2024-04-24T03:23:01.247 INFO:tasks.workunit.client.1.smithi063.stderr:++ prefix=rbd_data.d7fb2813071b 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep rbd_data.d7fb2813071b 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:++++ get_image_data_pool sparse 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:++++ image=sparse 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sed -e 's/rbd_data.d7fb2813071b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sort -u 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ rbd info sparse 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ grep 'data_pool: ' 2024-04-24T03:23:01.249 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ awk -F: '{ print $NF }' 2024-04-24T03:23:01.269 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:00 smithi016 ceph-mon[84376]: pgmap v1990: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-04-24T03:23:01.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:00 smithi016 ceph-mon[86910]: pgmap v1990: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-04-24T03:23:01.284 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool= 2024-04-24T03:23:01.284 INFO:tasks.workunit.client.1.smithi063.stderr:++++ '[' -z ']' 2024-04-24T03:23:01.284 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool=rbd 2024-04-24T03:23:01.284 INFO:tasks.workunit.client.1.smithi063.stderr:++++ echo rbd 2024-04-24T03:23:01.284 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rados ls -p rbd 2024-04-24T03:23:01.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:00 smithi063 ceph-mon[77007]: pgmap v1990: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-04-24T03:23:01.359 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects=1 2024-04-24T03:23:01.359 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo 1 2024-04-24T03:23:01.359 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-24T03:23:01.360 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse 2024-04-24T03:23:01.469 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-24T03:23:01.471 INFO:tasks.workunit.client.1.smithi063.stdout:zeros import through stdin to sparse image 2024-04-24T03:23:01.472 INFO:tasks.workunit.client.1.smithi063.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-24T03:23:01.472 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-24T03:23:01.472 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd import --new-format - sparse 2024-04-24T03:23:01.522 INFO:tasks.workunit.client.1.smithi063.stderr:4+0 records in 2024-04-24T03:23:01.522 INFO:tasks.workunit.client.1.smithi063.stderr:4+0 records out 2024-04-24T03:23:01.522 INFO:tasks.workunit.client.1.smithi063.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0495992 s, 84.6 MB/s 2024-04-24T03:23:01.536 INFO:tasks.workunit.client.1.smithi063.stderr: Importing image: 100% complete...done. 2024-04-24T03:23:01.536 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:23:01.540 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects sparse 2024-04-24T03:23:01.540 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse 2024-04-24T03:23:01.540 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse 2024-04-24T03:23:01.540 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep block_name_prefix 2024-04-24T03:23:01.540 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk '{print $NF;}' 2024-04-24T03:23:01.573 INFO:tasks.workunit.client.1.smithi063.stderr:++ prefix=rbd_data.d81c5133cb85 2024-04-24T03:23:01.574 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep rbd_data.d81c5133cb85 2024-04-24T03:23:01.574 INFO:tasks.workunit.client.1.smithi063.stderr:++++ get_image_data_pool sparse 2024-04-24T03:23:01.574 INFO:tasks.workunit.client.1.smithi063.stderr:++++ image=sparse 2024-04-24T03:23:01.574 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sed -e 's/rbd_data.d81c5133cb85\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-24T03:23:01.574 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sort -u 2024-04-24T03:23:01.574 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ rbd info sparse 2024-04-24T03:23:01.575 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ grep 'data_pool: ' 2024-04-24T03:23:01.575 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ awk -F: '{ print $NF }' 2024-04-24T03:23:01.609 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool= 2024-04-24T03:23:01.609 INFO:tasks.workunit.client.1.smithi063.stderr:++++ '[' -z ']' 2024-04-24T03:23:01.609 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool=rbd 2024-04-24T03:23:01.609 INFO:tasks.workunit.client.1.smithi063.stderr:++++ echo rbd 2024-04-24T03:23:01.609 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rados ls -p rbd 2024-04-24T03:23:01.682 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects= 2024-04-24T03:23:01.682 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo 2024-04-24T03:23:01.682 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-24T03:23:01.682 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse 2024-04-24T03:23:01.784 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:23:01.786 INFO:tasks.workunit.client.1.smithi063.stdout:zeros export to sparse file 2024-04-24T03:23:01.787 INFO:tasks.workunit.client.1.smithi063.stderr:+ echo 'zeros export to sparse file' 2024-04-24T03:23:01.787 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd create --new-format sparse --size 4 2024-04-24T03:23:01.829 INFO:tasks.workunit.client.1.smithi063.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-24T03:23:01.832 INFO:tasks.workunit.client.1.smithi063.stderr:++ rbd info sparse 2024-04-24T03:23:01.832 INFO:tasks.workunit.client.1.smithi063.stderr:++ grep block_name_prefix 2024-04-24T03:23:01.832 INFO:tasks.workunit.client.1.smithi063.stderr:++ awk '{print $NF;}' 2024-04-24T03:23:01.865 INFO:tasks.workunit.client.1.smithi063.stderr:+ prefix=rbd_data.d83d75ccc779 2024-04-24T03:23:01.865 INFO:tasks.workunit.client.1.smithi063.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-24T03:23:01.866 INFO:tasks.workunit.client.1.smithi063.stderr:++ get_image_data_pool sparse 2024-04-24T03:23:01.866 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse 2024-04-24T03:23:01.867 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse 2024-04-24T03:23:01.867 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep 'data_pool: ' 2024-04-24T03:23:01.867 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk -F: '{ print $NF }' 2024-04-24T03:23:01.901 INFO:tasks.workunit.client.1.smithi063.stderr:++ data_pool= 2024-04-24T03:23:01.901 INFO:tasks.workunit.client.1.smithi063.stderr:++ '[' -z ']' 2024-04-24T03:23:01.901 INFO:tasks.workunit.client.1.smithi063.stderr:++ data_pool=rbd 2024-04-24T03:23:01.901 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo rbd 2024-04-24T03:23:01.902 INFO:tasks.workunit.client.1.smithi063.stderr:+ rados -p rbd put rbd_data.d83d75ccc779.000000000000 - 2024-04-24T03:23:01.930 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records in 2024-04-24T03:23:01.930 INFO:tasks.workunit.client.1.smithi063.stderr:1+0 records out 2024-04-24T03:23:01.930 INFO:tasks.workunit.client.1.smithi063.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0635309 s, 66.0 MB/s 2024-04-24T03:23:01.950 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects sparse 2024-04-24T03:23:01.950 INFO:tasks.workunit.client.1.smithi063.stderr:++ image=sparse 2024-04-24T03:23:01.950 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rbd info sparse 2024-04-24T03:23:01.951 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep block_name_prefix 2024-04-24T03:23:01.951 INFO:tasks.workunit.client.1.smithi063.stderr:+++ awk '{print $NF;}' 2024-04-24T03:23:01.985 INFO:tasks.workunit.client.1.smithi063.stderr:++ prefix=rbd_data.d83d75ccc779 2024-04-24T03:23:01.986 INFO:tasks.workunit.client.1.smithi063.stderr:+++ grep rbd_data.d83d75ccc779 2024-04-24T03:23:01.986 INFO:tasks.workunit.client.1.smithi063.stderr:++++ get_image_data_pool sparse 2024-04-24T03:23:01.986 INFO:tasks.workunit.client.1.smithi063.stderr:++++ image=sparse 2024-04-24T03:23:01.986 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sed -e 's/rbd_data.d83d75ccc779\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-24T03:23:01.987 INFO:tasks.workunit.client.1.smithi063.stderr:+++ sort -u 2024-04-24T03:23:01.987 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ rbd info sparse 2024-04-24T03:23:01.987 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ grep 'data_pool: ' 2024-04-24T03:23:01.987 INFO:tasks.workunit.client.1.smithi063.stderr:+++++ awk -F: '{ print $NF }' 2024-04-24T03:23:02.021 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool= 2024-04-24T03:23:02.021 INFO:tasks.workunit.client.1.smithi063.stderr:++++ '[' -z ']' 2024-04-24T03:23:02.021 INFO:tasks.workunit.client.1.smithi063.stderr:++++ data_pool=rbd 2024-04-24T03:23:02.021 INFO:tasks.workunit.client.1.smithi063.stderr:++++ echo rbd 2024-04-24T03:23:02.021 INFO:tasks.workunit.client.1.smithi063.stderr:+++ rados ls -p rbd 2024-04-24T03:23:02.092 INFO:tasks.workunit.client.1.smithi063.stderr:++ objects=0 2024-04-24T03:23:02.092 INFO:tasks.workunit.client.1.smithi063.stderr:++ echo 0 2024-04-24T03:23:02.092 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-24T03:23:02.092 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/sparse 2024-04-24T03:23:02.093 INFO:tasks.workunit.client.1.smithi063.stderr:rm: cannot remove '/tmp/rbd_import_export_120218/sparse': No such file or directory 2024-04-24T03:23:02.093 INFO:tasks.workunit.client.1.smithi063.stderr:+ true 2024-04-24T03:23:02.093 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd export sparse /tmp/rbd_import_export_120218/sparse 2024-04-24T03:23:02.127 INFO:tasks.workunit.client.1.smithi063.stderr: Exporting image: 100% complete...done. 2024-04-24T03:23:02.130 INFO:tasks.workunit.client.1.smithi063.stderr:++ stat /tmp/rbd_import_export_120218/sparse --format=%b 2024-04-24T03:23:02.131 INFO:tasks.workunit.client.1.smithi063.stderr:+ '[' 0 = 0 ']' 2024-04-24T03:23:02.131 INFO:tasks.workunit.client.1.smithi063.stderr:+ rbd rm sparse 2024-04-24T03:23:02.241 INFO:tasks.workunit.client.1.smithi063.stderr: Removing image: 100% complete...done. 2024-04-24T03:23:02.244 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm /tmp/rbd_import_export_120218/sparse /tmp/rbd_import_export_120218/sparse1 /tmp/rbd_import_export_120218/sparse2 /tmp/rbd_import_export_120218/sparse3 2024-04-24T03:23:02.246 INFO:tasks.workunit.client.1.smithi063.stderr:rm: cannot remove '/tmp/rbd_import_export_120218/sparse3': No such file or directory 2024-04-24T03:23:02.246 INFO:tasks.workunit.client.1.smithi063.stderr:+ true 2024-04-24T03:23:02.246 INFO:tasks.workunit.client.1.smithi063.stderr:+ echo OK 2024-04-24T03:23:02.247 INFO:tasks.workunit.client.1.smithi063.stdout:OK 2024-04-24T03:23:02.248 INFO:tasks.workunit.client.1.smithi063.stderr:+ rm -rf /tmp/rbd_import_export_120218 2024-04-24T03:23:02.248 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:23:02.248 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-24T03:23:02.319 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-24T03:23:02.320 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-24T03:23:02.544 DEBUG:teuthology.parallel:result is None 2024-04-24T03:23:02.544 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-24T03:23:02.572 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-24T03:23:02.572 DEBUG:teuthology.orchestra.run.smithi063:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-24T03:23:02.631 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-24T03:23:02.631 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:23:02.631 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-24T03:23:02.631 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:23:02.631 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-24T03:23:02.631 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-24T03:23:02.632 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-24T03:23:02.632 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T03:23:02.632 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:23:02.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:23:02.654 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-24T03:23:02.654 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:23:02.715 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-24T03:23:02.715 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-24T03:23:02.777 INFO:tasks.workunit:timeout=3h 2024-04-24T03:23:02.777 INFO:tasks.workunit:cleanup=True 2024-04-24T03:23:02.777 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:23:02.838 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-24T03:23:03.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:02 smithi063 ceph-mon[77007]: pgmap v1991: 105 pgs: 105 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 515 KiB/s rd, 557 KiB/s wr, 201 op/s 2024-04-24T03:23:03.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:02 smithi063 ceph-mon[77007]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-24T03:23:03.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:02 smithi016 ceph-mon[84376]: pgmap v1991: 105 pgs: 105 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 515 KiB/s rd, 557 KiB/s wr, 201 op/s 2024-04-24T03:23:03.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:02 smithi016 ceph-mon[84376]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-24T03:23:03.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:02 smithi016 ceph-mon[86910]: pgmap v1991: 105 pgs: 105 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 515 KiB/s rd, 557 KiB/s wr, 201 op/s 2024-04-24T03:23:03.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:02 smithi016 ceph-mon[86910]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-24T03:23:05.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:04 smithi016 ceph-mon[84376]: pgmap v1993: 105 pgs: 105 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 695 KiB/s wr, 324 op/s 2024-04-24T03:23:05.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:04 smithi016 ceph-mon[86910]: pgmap v1993: 105 pgs: 105 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 695 KiB/s wr, 324 op/s 2024-04-24T03:23:05.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:04 smithi063 ceph-mon[77007]: pgmap v1993: 105 pgs: 105 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 695 KiB/s wr, 324 op/s 2024-04-24T03:23:07.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:06 smithi016 ceph-mon[84376]: pgmap v1994: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 997 KiB/s rd, 793 KiB/s wr, 297 op/s 2024-04-24T03:23:07.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:06 smithi016 ceph-mon[86910]: pgmap v1994: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 997 KiB/s rd, 793 KiB/s wr, 297 op/s 2024-04-24T03:23:07.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:06 smithi063 ceph-mon[77007]: pgmap v1994: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 997 KiB/s rd, 793 KiB/s wr, 297 op/s 2024-04-24T03:23:08.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:08 smithi016 ceph-mon[84376]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 927 KiB/s rd, 1.3 MiB/s wr, 315 op/s 2024-04-24T03:23:08.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:08 smithi016 ceph-mon[84376]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-24T03:23:08.770 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:23:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:23:08] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.43.0" 2024-04-24T03:23:08.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:08 smithi016 ceph-mon[86910]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 927 KiB/s rd, 1.3 MiB/s wr, 315 op/s 2024-04-24T03:23:08.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:08 smithi016 ceph-mon[86910]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-24T03:23:08.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:08 smithi063 ceph-mon[77007]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 927 KiB/s rd, 1.3 MiB/s wr, 315 op/s 2024-04-24T03:23:08.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:08 smithi063 ceph-mon[77007]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-24T03:23:10.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:10 smithi063 ceph-mon[77007]: pgmap v1997: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 670 KiB/s rd, 1.0 MiB/s wr, 216 op/s 2024-04-24T03:23:11.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:10 smithi016 ceph-mon[84376]: pgmap v1997: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 670 KiB/s rd, 1.0 MiB/s wr, 216 op/s 2024-04-24T03:23:11.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:10 smithi016 ceph-mon[86910]: pgmap v1997: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 670 KiB/s rd, 1.0 MiB/s wr, 216 op/s 2024-04-24T03:23:12.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:12 smithi063 ceph-mon[77007]: pgmap v1998: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 442 KiB/s rd, 814 KiB/s wr, 137 op/s 2024-04-24T03:23:13.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:12 smithi016 ceph-mon[84376]: pgmap v1998: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 442 KiB/s rd, 814 KiB/s wr, 137 op/s 2024-04-24T03:23:13.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:12 smithi016 ceph-mon[86910]: pgmap v1998: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 442 KiB/s rd, 814 KiB/s wr, 137 op/s 2024-04-24T03:23:14.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:14 smithi063 ceph-mon[77007]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 722 KiB/s wr, 87 op/s 2024-04-24T03:23:15.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:14 smithi016 ceph-mon[84376]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 722 KiB/s wr, 87 op/s 2024-04-24T03:23:15.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:14 smithi016 ceph-mon[86910]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 722 KiB/s wr, 87 op/s 2024-04-24T03:23:15.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:15.862 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-24T03:23:15.921 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T03:23:15.923 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:23:15.923 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T03:23:15.971 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T03:23:16.019 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T03:23:16.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:16.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:16.057 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:23:16.059 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:23:16.059 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T03:23:16.098 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:23:16.101 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T03:23:16.101 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-24T03:23:16.160 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-24T03:23:16.161 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-24T03:23:16.161 DEBUG:teuthology.orchestra.run.smithi016:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-24T03:23:16.248 INFO:tasks.workunit.client.0.smithi016.stdout:seed 132366 2024-04-24T03:23:16.249 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 378 tests from 16 test suites. 2024-04-24T03:23:16.249 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-24T03:23:16.249 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 127 tests from TestLibRBD 2024-04-24T03:23:16.276 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-24T03:23:17.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:16 smithi016 ceph-mon[84376]: pgmap v2000: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 514 KiB/s wr, 47 op/s 2024-04-24T03:23:17.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:16 smithi016 ceph-mon[86910]: pgmap v2000: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 514 KiB/s wr, 47 op/s 2024-04-24T03:23:17.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:16 smithi063 ceph-mon[77007]: pgmap v2000: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 514 KiB/s wr, 47 op/s 2024-04-24T03:23:17.802 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:18.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:17 smithi063 ceph-mon[77007]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-24T03:23:18.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:17 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2991717541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:18.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:17 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:18.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:17 smithi016 ceph-mon[84376]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-24T03:23:18.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:17 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2991717541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:18.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:17 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:18.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:17 smithi016 ceph-mon[86910]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-24T03:23:18.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:17 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2991717541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:18.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:17 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:18.770 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:23:18] "GET /metrics HTTP/1.1" 200 34207 "" "Prometheus/2.43.0" 2024-04-24T03:23:19.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:18 smithi063 ceph-mon[77007]: pgmap v2002: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:23:19.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:18 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:19.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:18 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:19.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:18 smithi063 ceph-mon[77007]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-24T03:23:19.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[84376]: pgmap v2002: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:23:19.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:19.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:19.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[84376]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-24T03:23:19.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[86910]: pgmap v2002: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:23:19.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:19.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:19.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:18 smithi016 ceph-mon[86910]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-24T03:23:19.841 INFO:tasks.workunit.client.0.smithi016.stdout:image has size 2097152 and order 22 2024-04-24T03:23:19.841 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateAndStat (3564 ms) 2024-04-24T03:23:19.841 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-24T03:23:19.841 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:19.858 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2024-04-24T03:23:19.859 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-24T03:23:19.859 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:19.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2024-04-24T03:23:19.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetId 2024-04-24T03:23:19.881 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:19.906 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetId (25 ms) 2024-04-24T03:23:19.906 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-24T03:23:19.906 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:19.936 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetIdPP (30 ms) 2024-04-24T03:23:19.936 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-24T03:23:19.936 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:19.955 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (18 ms) 2024-04-24T03:23:19.955 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-24T03:23:19.955 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:19.971 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-04-24T03:23:19.971 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-24T03:23:19.971 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:19.989 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (18 ms) 2024-04-24T03:23:19.989 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-24T03:23:19.989 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:20.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2024-04-24T03:23:20.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-24T03:23:20.006 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:20.022 INFO:tasks.workunit.client.0.smithi016.stdout:image has size 2097152 and order 22 2024-04-24T03:23:20.022 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-04-24T03:23:20.022 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-24T03:23:20.024 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-24T03:23:20.024 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-24T03:23:20.024 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:20.049 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAioPP (25 ms) 2024-04-24T03:23:20.049 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-24T03:23:20.052 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-04-24T03:23:20.052 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-24T03:23:20.052 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:20.087 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ResizeAndStat (35 ms) 2024-04-24T03:23:20.087 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-24T03:23:20.087 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:20.117 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2024-04-24T03:23:20.117 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-24T03:23:20.117 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:20.150 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (34 ms) 2024-04-24T03:23:20.150 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-24T03:23:20.150 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:20.182 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-04-24T03:23:20.182 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-24T03:23:20.269 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:19 smithi016 ceph-mon[84376]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-24T03:23:20.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:19 smithi016 ceph-mon[86910]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-24T03:23:20.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:19 smithi063 ceph-mon[77007]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-24T03:23:21.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:20 smithi016 ceph-mon[84376]: pgmap v2005: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:23:21.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:20 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:21.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:20 smithi016 ceph-mon[84376]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-24T03:23:21.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:20 smithi016 ceph-mon[86910]: pgmap v2005: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:23:21.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:20 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:21.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:20 smithi016 ceph-mon[86910]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-24T03:23:21.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:20 smithi063 ceph-mon[77007]: pgmap v2005: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-24T03:23:21.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:20 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:21.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:20 smithi063 ceph-mon[77007]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-24T03:23:21.838 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:22.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:21 smithi016 ceph-mon[84376]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-24T03:23:22.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:21 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1342174135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:22.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:21 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:22.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:21 smithi016 ceph-mon[86910]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-24T03:23:22.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:21 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1342174135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:22.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:21 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:22.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:21 smithi063 ceph-mon[77007]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-24T03:23:22.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:21 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1342174135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:22.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:21 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:23.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[84376]: pgmap v2008: 169 pgs: 16 creating+peering, 23 unknown, 130 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-24T03:23:23.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:23.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:23.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[84376]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-24T03:23:23.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[86910]: pgmap v2008: 169 pgs: 16 creating+peering, 23 unknown, 130 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-24T03:23:23.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:23.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:23.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:22 smithi016 ceph-mon[86910]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-24T03:23:23.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:22 smithi063 ceph-mon[77007]: pgmap v2008: 169 pgs: 16 creating+peering, 23 unknown, 130 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-24T03:23:23.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:22 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:23.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:22 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:23.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:22 smithi063 ceph-mon[77007]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-24T03:23:23.849 INFO:tasks.workunit.client.0.smithi016.stdout:image: image18 2024-04-24T03:23:23.849 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image18 2024-04-24T03:23:23.849 INFO:tasks.workunit.client.0.smithi016.stdout:found image18 2024-04-24T03:23:23.849 INFO:tasks.workunit.client.0.smithi016.stdout:erased image18 2024-04-24T03:23:23.849 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:23.931 INFO:tasks.workunit.client.0.smithi016.stdout:image: image18 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:image: image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image18 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:found image18 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:erased image18 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:found image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:erased image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:image: image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:found image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:erased image19 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3750 ms) 2024-04-24T03:23:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-24T03:23:24.269 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:23 smithi016 ceph-mon[84376]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-24T03:23:24.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:23 smithi016 ceph-mon[86910]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-24T03:23:24.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:23 smithi063 ceph-mon[77007]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-24T03:23:25.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:24 smithi016 ceph-mon[84376]: pgmap v2011: 169 pgs: 9 creating+peering, 7 unknown, 153 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 211 op/s 2024-04-24T03:23:25.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:24 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:25.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:24 smithi016 ceph-mon[84376]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-24T03:23:25.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:24 smithi016 ceph-mon[86910]: pgmap v2011: 169 pgs: 9 creating+peering, 7 unknown, 153 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 211 op/s 2024-04-24T03:23:25.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:24 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:25.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:24 smithi016 ceph-mon[86910]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-24T03:23:25.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:24 smithi063 ceph-mon[77007]: pgmap v2011: 169 pgs: 9 creating+peering, 7 unknown, 153 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 211 op/s 2024-04-24T03:23:25.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:24 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:25.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:24 smithi063 ceph-mon[77007]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-24T03:23:25.854 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:26.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:25 smithi016 ceph-mon[84376]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-24T03:23:26.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2836002623' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:26.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:25 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:26.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:25 smithi016 ceph-mon[86910]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-24T03:23:26.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2836002623' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:26.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:25 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:26.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:25 smithi063 ceph-mon[77007]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-24T03:23:26.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2836002623' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:26.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:25 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:27.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[84376]: pgmap v2014: 201 pgs: 13 creating+peering, 28 unknown, 160 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-24T03:23:27.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:27.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:27.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[84376]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-24T03:23:27.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[86910]: pgmap v2014: 201 pgs: 13 creating+peering, 28 unknown, 160 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-24T03:23:27.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:27.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:27.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:26 smithi016 ceph-mon[86910]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-24T03:23:27.298 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:26 smithi063 ceph-mon[77007]: pgmap v2014: 201 pgs: 13 creating+peering, 28 unknown, 160 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-24T03:23:27.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:26 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:27.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:26 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:27.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:26 smithi063 ceph-mon[77007]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-24T03:23:27.553 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-24T03:23:27.553 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:27.553 INFO:tasks.workunit.client.0.smithi016.stdout:image: image20 2024-04-24T03:23:27.553 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image20 2024-04-24T03:23:27.553 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:27.568 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 2 2024-04-24T03:23:27.568 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:23:27.569 INFO:tasks.workunit.client.0.smithi016.stdout:image: image20 2024-04-24T03:23:27.569 INFO:tasks.workunit.client.0.smithi016.stdout:image: image21 2024-04-24T03:23:27.569 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image20 2024-04-24T03:23:27.569 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image21 2024-04-24T03:23:27.637 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-24T03:23:27.637 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:27.637 INFO:tasks.workunit.client.0.smithi016.stdout:image: image21 2024-04-24T03:23:27.637 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image21 2024-04-24T03:23:27.637 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3705 ms) 2024-04-24T03:23:27.637 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-24T03:23:28.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:28 smithi016 ceph-mon[84376]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-24T03:23:28.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:28 smithi016 ceph-mon[84376]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-24T03:23:28.520 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:23:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:23:28] "GET /metrics HTTP/1.1" 200 34207 "" "Prometheus/2.43.0" 2024-04-24T03:23:28.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:28 smithi016 ceph-mon[86910]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-24T03:23:28.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:28 smithi016 ceph-mon[86910]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-24T03:23:28.548 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:28 smithi063 ceph-mon[77007]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-24T03:23:28.548 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:28 smithi063 ceph-mon[77007]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-24T03:23:29.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[84376]: pgmap v2017: 201 pgs: 4 creating+peering, 10 unknown, 187 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 6.7 KiB/s wr, 75 op/s 2024-04-24T03:23:29.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:29.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[84376]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-24T03:23:29.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1077935106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:29.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:29.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[86910]: pgmap v2017: 201 pgs: 4 creating+peering, 10 unknown, 187 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 6.7 KiB/s wr, 75 op/s 2024-04-24T03:23:29.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:29.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[86910]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-24T03:23:29.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1077935106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:29.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:29 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:29.547 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:29.548 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:29 smithi063 ceph-mon[77007]: pgmap v2017: 201 pgs: 4 creating+peering, 10 unknown, 187 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 6.7 KiB/s wr, 75 op/s 2024-04-24T03:23:29.548 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:29 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:29.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:29 smithi063 ceph-mon[77007]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-24T03:23:29.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:29 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1077935106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:29.549 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:29 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:30.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:30 smithi063 ceph-mon[77007]: pgmap v2020: 233 pgs: 8 creating+peering, 28 unknown, 197 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-24T03:23:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:30 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:30 smithi063 ceph-mon[77007]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-24T03:23:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:30.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:30 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[86910]: pgmap v2020: 233 pgs: 8 creating+peering, 28 unknown, 197 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-24T03:23:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[86910]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-24T03:23:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:31.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:31.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[84376]: pgmap v2020: 233 pgs: 8 creating+peering, 28 unknown, 197 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-24T03:23:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[84376]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-24T03:23:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:31.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:30 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:31.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:31 smithi063 ceph-mon[77007]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:image: image22 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image22 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:found image22 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:erased image22 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:image: image22 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:image: image23 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image22 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:found image22 2024-04-24T03:23:31.957 INFO:tasks.workunit.client.0.smithi016.stdout:erased image22 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image23 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:found image23 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:erased image23 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:image: image22 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:image: image23 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:image: image24 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image22 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:found image22 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:erased image22 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image23 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:found image23 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:erased image23 2024-04-24T03:23:31.958 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image24 2024-04-24T03:23:31.959 INFO:tasks.workunit.client.0.smithi016.stdout:found image24 2024-04-24T03:23:31.959 INFO:tasks.workunit.client.0.smithi016.stdout:erased image24 2024-04-24T03:23:31.959 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCopy (4320 ms) 2024-04-24T03:23:31.959 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-24T03:23:32.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:31 smithi016 ceph-mon[84376]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-24T03:23:32.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:31 smithi016 ceph-mon[86910]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-24T03:23:32.798 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:32 smithi063 ceph-mon[77007]: pgmap v2023: 233 pgs: 4 creating+peering, 15 unknown, 214 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 19 op/s 2024-04-24T03:23:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:32 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:32 smithi063 ceph-mon[77007]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-24T03:23:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:32 smithi063 ceph-mon[77007]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-24T03:23:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:32 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4282162297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:32.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:32 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:33.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[84376]: pgmap v2023: 233 pgs: 4 creating+peering, 15 unknown, 214 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 19 op/s 2024-04-24T03:23:33.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:33.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[84376]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-24T03:23:33.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[84376]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-24T03:23:33.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4282162297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:33.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:33.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[86910]: pgmap v2023: 233 pgs: 4 creating+peering, 15 unknown, 214 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 19 op/s 2024-04-24T03:23:33.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:33.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[86910]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-24T03:23:33.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[86910]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-24T03:23:33.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4282162297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:33.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:32 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:33.560 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:34.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:34 smithi063 ceph-mon[77007]: pgmap v2026: 265 pgs: 7 creating+peering, 29 unknown, 229 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2024-04-24T03:23:34.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:34 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:34.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:34 smithi063 ceph-mon[77007]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-24T03:23:34.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:34 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[86910]: pgmap v2026: 265 pgs: 7 creating+peering, 29 unknown, 229 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[86910]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[84376]: pgmap v2026: 265 pgs: 7 creating+peering, 29 unknown, 229 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[84376]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-24T03:23:35.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:34 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:35.874 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-24T03:23:35.874 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:35.874 INFO:tasks.workunit.client.0.smithi016.stdout:image: image25 2024-04-24T03:23:35.874 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image25 2024-04-24T03:23:35.893 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 2 2024-04-24T03:23:35.894 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:23:35.894 INFO:tasks.workunit.client.0.smithi016.stdout:image: image25 2024-04-24T03:23:35.894 INFO:tasks.workunit.client.0.smithi016.stdout:image: image26 2024-04-24T03:23:35.894 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image25 2024-04-24T03:23:35.894 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image26 2024-04-24T03:23:35.941 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:23:35.941 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 3 2024-04-24T03:23:35.941 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:23:35.941 INFO:tasks.workunit.client.0.smithi016.stdout:image: image25 2024-04-24T03:23:35.941 INFO:tasks.workunit.client.0.smithi016.stdout:image: image26 2024-04-24T03:23:35.942 INFO:tasks.workunit.client.0.smithi016.stdout:image: image27 2024-04-24T03:23:35.942 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image25 2024-04-24T03:23:35.942 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image26 2024-04-24T03:23:35.942 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image27 2024-04-24T03:23:35.974 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCopyPP (4017 ms) 2024-04-24T03:23:35.974 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-24T03:23:36.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:35 smithi016 ceph-mon[84376]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-24T03:23:36.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:35 smithi016 ceph-mon[86910]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-24T03:23:36.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:35 smithi063 ceph-mon[77007]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-24T03:23:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:36 smithi016 ceph-mon[84376]: pgmap v2029: 265 pgs: 3 creating+peering, 23 unknown, 239 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 4.5 KiB/s wr, 89 op/s 2024-04-24T03:23:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:36 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:37.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:36 smithi016 ceph-mon[84376]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-24T03:23:37.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:36 smithi016 ceph-mon[86910]: pgmap v2029: 265 pgs: 3 creating+peering, 23 unknown, 239 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 4.5 KiB/s wr, 89 op/s 2024-04-24T03:23:37.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:36 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:37.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:36 smithi016 ceph-mon[86910]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-24T03:23:37.048 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:36 smithi063 ceph-mon[77007]: pgmap v2029: 265 pgs: 3 creating+peering, 23 unknown, 239 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 4.5 KiB/s wr, 89 op/s 2024-04-24T03:23:37.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:36 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:37.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:36 smithi063 ceph-mon[77007]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-24T03:23:37.554 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:38.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[84376]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-24T03:23:38.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/263439085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:38.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:38.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:38.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[84376]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-24T03:23:38.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[86910]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-24T03:23:38.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/263439085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:38.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:38.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:38.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:37 smithi016 ceph-mon[86910]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-24T03:23:38.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:37 smithi063 ceph-mon[77007]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-24T03:23:38.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:37 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/263439085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:38.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:37 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:38.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:37 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:38.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:37 smithi063 ceph-mon[77007]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-24T03:23:38.577 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:23:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:23:38] "GET /metrics HTTP/1.1" 200 43779 "" "Prometheus/2.43.0" 2024-04-24T03:23:39.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:38 smithi016 ceph-mon[84376]: pgmap v2032: 297 pgs: 14 creating+peering, 21 unknown, 262 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 632 KiB/s rd, 41 KiB/s wr, 736 op/s 2024-04-24T03:23:39.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:38 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:39.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:38 smithi016 ceph-mon[84376]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-24T03:23:39.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:38 smithi016 ceph-mon[86910]: pgmap v2032: 297 pgs: 14 creating+peering, 21 unknown, 262 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 632 KiB/s rd, 41 KiB/s wr, 736 op/s 2024-04-24T03:23:39.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:38 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:39.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:38 smithi016 ceph-mon[86910]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-24T03:23:39.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:38 smithi063 ceph-mon[77007]: pgmap v2032: 297 pgs: 14 creating+peering, 21 unknown, 262 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 632 KiB/s rd, 41 KiB/s wr, 736 op/s 2024-04-24T03:23:39.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:38 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:39.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:38 smithi063 ceph-mon[77007]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-24T03:23:40.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:40 smithi063 ceph-mon[77007]: pgmap v2035: 297 pgs: 11 creating+peering, 10 unknown, 276 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 629 KiB/s rd, 41 KiB/s wr, 733 op/s 2024-04-24T03:23:40.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:40 smithi063 ceph-mon[77007]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-24T03:23:40.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:40 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:40 smithi016 ceph-mon[84376]: pgmap v2035: 297 pgs: 11 creating+peering, 10 unknown, 276 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 629 KiB/s rd, 41 KiB/s wr, 733 op/s 2024-04-24T03:23:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:40 smithi016 ceph-mon[84376]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-24T03:23:41.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:40 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:41.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:40 smithi016 ceph-mon[86910]: pgmap v2035: 297 pgs: 11 creating+peering, 10 unknown, 276 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 629 KiB/s rd, 41 KiB/s wr, 733 op/s 2024-04-24T03:23:41.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:40 smithi016 ceph-mon[86910]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-24T03:23:41.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:40 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:42.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:41 smithi016 ceph-mon[84376]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-24T03:23:42.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:41 smithi016 ceph-mon[86910]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-24T03:23:42.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:41 smithi063 ceph-mon[77007]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-24T03:23:43.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:42 smithi016 ceph-mon[84376]: pgmap v2038: 297 pgs: 11 creating+peering, 286 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 2.7 KiB/s wr, 63 op/s 2024-04-24T03:23:43.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:42 smithi016 ceph-mon[84376]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-24T03:23:43.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:42 smithi016 ceph-mon[84376]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-24T03:23:43.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:42 smithi016 ceph-mon[86910]: pgmap v2038: 297 pgs: 11 creating+peering, 286 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 2.7 KiB/s wr, 63 op/s 2024-04-24T03:23:43.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:42 smithi016 ceph-mon[86910]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-24T03:23:43.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:42 smithi016 ceph-mon[86910]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-24T03:23:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:42 smithi063 ceph-mon[77007]: pgmap v2038: 297 pgs: 11 creating+peering, 286 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 2.7 KiB/s wr, 63 op/s 2024-04-24T03:23:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:42 smithi063 ceph-mon[77007]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-24T03:23:43.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:42 smithi063 ceph-mon[77007]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-24T03:23:43.680 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-24T03:23:43.680 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-24T03:23:43.681 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-24T03:23:43.682 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:image: image31 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-24T03:23:43.683 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image31 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:found image31 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:erased image31 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:image: image31 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:image: image32 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-24T03:23:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image31 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:found image31 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:erased image31 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image32 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:found image32 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:erased image32 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:image: image31 2024-04-24T03:23:43.685 INFO:tasks.workunit.client.0.smithi016.stdout:image: image32 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:image: image33 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image31 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:found image31 2024-04-24T03:23:43.686 INFO:tasks.workunit.client.0.smithi016.stdout:erased image31 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image32 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:found image32 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:erased image32 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image33 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:found image33 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:erased image33 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestDeepCopy (7706 ms) 2024-04-24T03:23:43.687 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-24T03:23:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:44 smithi016 ceph-mon[84376]: pgmap v2041: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 445 KiB/s rd, 25 KiB/s wr, 520 op/s 2024-04-24T03:23:45.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:44 smithi016 ceph-mon[84376]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-24T03:23:45.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:44 smithi016 ceph-mon[86910]: pgmap v2041: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 445 KiB/s rd, 25 KiB/s wr, 520 op/s 2024-04-24T03:23:45.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:44 smithi016 ceph-mon[86910]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-24T03:23:45.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:44 smithi063 ceph-mon[77007]: pgmap v2041: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 445 KiB/s rd, 25 KiB/s wr, 520 op/s 2024-04-24T03:23:45.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:44 smithi063 ceph-mon[77007]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-24T03:23:45.613 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[84376]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-24T03:23:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/380000037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:46.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[84376]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-24T03:23:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[86910]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-24T03:23:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/380000037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:46.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:45 smithi016 ceph-mon[86910]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-24T03:23:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:45 smithi063 ceph-mon[77007]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-24T03:23:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:45 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/380000037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:45 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:23:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:23:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:45 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:23:46.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:45 smithi063 ceph-mon[77007]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-24T03:23:47.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:46 smithi016 ceph-mon[84376]: pgmap v2044: 329 pgs: 4 creating+peering, 28 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 26 KiB/s wr, 521 op/s 2024-04-24T03:23:47.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:46 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:47.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:46 smithi016 ceph-mon[84376]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-24T03:23:47.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:46 smithi016 ceph-mon[86910]: pgmap v2044: 329 pgs: 4 creating+peering, 28 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 26 KiB/s wr, 521 op/s 2024-04-24T03:23:47.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:46 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:47.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:46 smithi016 ceph-mon[86910]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-24T03:23:47.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:46 smithi063 ceph-mon[77007]: pgmap v2044: 329 pgs: 4 creating+peering, 28 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 438 KiB/s rd, 26 KiB/s wr, 521 op/s 2024-04-24T03:23:47.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:46 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:23:47.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:46 smithi063 ceph-mon[77007]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-24T03:23:47.851 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-24T03:23:47.851 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:47.851 INFO:tasks.workunit.client.0.smithi016.stdout:image: image34 2024-04-24T03:23:47.851 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image34 2024-04-24T03:23:47.877 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 2 2024-04-24T03:23:47.877 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:23:47.877 INFO:tasks.workunit.client.0.smithi016.stdout:image: image34 2024-04-24T03:23:47.877 INFO:tasks.workunit.client.0.smithi016.stdout:image: image35 2024-04-24T03:23:47.877 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image34 2024-04-24T03:23:47.877 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image35 2024-04-24T03:23:47.930 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:23:47.930 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 3 2024-04-24T03:23:47.930 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:23:47.930 INFO:tasks.workunit.client.0.smithi016.stdout:image: image34 2024-04-24T03:23:47.930 INFO:tasks.workunit.client.0.smithi016.stdout:image: image35 2024-04-24T03:23:47.931 INFO:tasks.workunit.client.0.smithi016.stdout:image: image36 2024-04-24T03:23:47.931 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image34 2024-04-24T03:23:47.931 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image35 2024-04-24T03:23:47.931 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image36 2024-04-24T03:23:47.959 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4279 ms) 2024-04-24T03:23:47.959 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-24T03:23:47.959 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:48.770 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:23:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:23:48] "GET /metrics HTTP/1.1" 200 51006 "" "Prometheus/2.43.0" 2024-04-24T03:23:48.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:48 smithi016 ceph-mon[84376]: pgmap v2047: 329 pgs: 4 creating+peering, 10 unknown, 315 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 7.2 KiB/s wr, 122 op/s 2024-04-24T03:23:48.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:48 smithi016 ceph-mon[84376]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-24T03:23:48.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:48 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:48.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:48 smithi016 ceph-mon[86910]: pgmap v2047: 329 pgs: 4 creating+peering, 10 unknown, 315 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 7.2 KiB/s wr, 122 op/s 2024-04-24T03:23:48.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:48 smithi016 ceph-mon[86910]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-24T03:23:48.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:48 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:48.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:48 smithi063 ceph-mon[77007]: pgmap v2047: 329 pgs: 4 creating+peering, 10 unknown, 315 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 7.2 KiB/s wr, 122 op/s 2024-04-24T03:23:48.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:48 smithi063 ceph-mon[77007]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-24T03:23:48.799 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:48 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:23:50.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:49 smithi016 ceph-mon[84376]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-24T03:23:50.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:49 smithi016 ceph-mon[86910]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-24T03:23:50.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:49 smithi063 ceph-mon[77007]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-24T03:23:51.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:50 smithi016 ceph-mon[84376]: pgmap v2050: 329 pgs: 4 creating+peering, 325 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-04-24T03:23:51.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:50 smithi016 ceph-mon[84376]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-24T03:23:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:50 smithi016 ceph-mon[86910]: pgmap v2050: 329 pgs: 4 creating+peering, 325 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-04-24T03:23:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:50 smithi016 ceph-mon[86910]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-24T03:23:51.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:50 smithi063 ceph-mon[77007]: pgmap v2050: 329 pgs: 4 creating+peering, 325 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-04-24T03:23:51.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:50 smithi063 ceph-mon[77007]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:23:51.684 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3725 ms) 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-24T03:23:51.685 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:52.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:51 smithi016 ceph-mon[84376]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-24T03:23:52.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:51 smithi016 ceph-mon[86910]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-24T03:23:52.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:51 smithi063 ceph-mon[77007]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-24T03:23:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:52 smithi016 ceph-mon[84376]: pgmap v2053: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 392 op/s 2024-04-24T03:23:53.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:52 smithi016 ceph-mon[84376]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-24T03:23:53.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:52 smithi016 ceph-mon[86910]: pgmap v2053: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 392 op/s 2024-04-24T03:23:53.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:52 smithi016 ceph-mon[86910]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-24T03:23:53.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:52 smithi063 ceph-mon[77007]: pgmap v2053: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 392 op/s 2024-04-24T03:23:53.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:52 smithi063 ceph-mon[77007]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-24T03:23:53.699 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2015 ms) 2024-04-24T03:23:53.699 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-24T03:23:53.699 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[84376]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-24T03:23:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:23:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:23:54.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:23:54.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:23:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[86910]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-24T03:23:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:23:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:23:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:23:54.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:53 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:23:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:53 smithi063 ceph-mon[77007]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-24T03:23:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:23:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:23:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:23:54.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:53 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:23:54.702 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:23:54.702 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:54.702 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:23:54.702 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-24T03:23:55.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:54 smithi016 ceph-mon[84376]: pgmap v2056: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 8.0 KiB/s wr, 119 op/s 2024-04-24T03:23:55.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:54 smithi016 ceph-mon[84376]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-24T03:23:55.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:54 smithi016 ceph-mon[86910]: pgmap v2056: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 8.0 KiB/s wr, 119 op/s 2024-04-24T03:23:55.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:54 smithi016 ceph-mon[86910]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-24T03:23:55.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:54 smithi063 ceph-mon[77007]: pgmap v2056: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 8.0 KiB/s wr, 119 op/s 2024-04-24T03:23:55.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:54 smithi063 ceph-mon[77007]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-24T03:23:55.712 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-24T03:23:55.712 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:23:55.712 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:23:55.712 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:23:55.713 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-24T03:23:55.713 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-24T03:23:56.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:55 smithi016 ceph-mon[84376]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-24T03:23:56.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:55 smithi016 ceph-mon[86910]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-24T03:23:56.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:55 smithi063 ceph-mon[77007]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-24T03:23:56.710 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:23:56.710 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:23:56.710 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:23:56.710 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-24T03:23:57.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:56 smithi016 ceph-mon[84376]: pgmap v2059: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 90 op/s 2024-04-24T03:23:57.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:56 smithi016 ceph-mon[84376]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-24T03:23:57.020 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:56 smithi016 ceph-mon[86910]: pgmap v2059: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 90 op/s 2024-04-24T03:23:57.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:56 smithi016 ceph-mon[86910]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-24T03:23:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:56 smithi063 ceph-mon[77007]: pgmap v2059: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 90 op/s 2024-04-24T03:23:57.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:56 smithi063 ceph-mon[77007]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-24T03:23:57.560 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-24T03:23:57.561 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:23:57.576 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3877 ms) 2024-04-24T03:23:57.576 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-24T03:23:57.576 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:23:58.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:57 smithi016 ceph-mon[84376]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-24T03:23:58.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:57 smithi016 ceph-mon[84376]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-24T03:23:58.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:57 smithi016 ceph-mon[86910]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-24T03:23:58.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:57 smithi016 ceph-mon[86910]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-24T03:23:58.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:57 smithi063 ceph-mon[77007]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-24T03:23:58.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:57 smithi063 ceph-mon[77007]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-24T03:23:58.705 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:23:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:23:58] "GET /metrics HTTP/1.1" 200 51006 "" "Prometheus/2.43.0" 2024-04-24T03:23:59.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:58 smithi016 ceph-mon[84376]: pgmap v2062: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-04-24T03:23:59.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:23:58 smithi016 ceph-mon[84376]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-24T03:23:59.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:58 smithi016 ceph-mon[86910]: pgmap v2062: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-04-24T03:23:59.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:23:58 smithi016 ceph-mon[86910]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-24T03:23:59.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:58 smithi063 ceph-mon[77007]: pgmap v2062: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-04-24T03:23:59.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:23:58 smithi063 ceph-mon[77007]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-24T03:24:01.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:00 smithi016 ceph-mon[84376]: pgmap v2065: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-24T03:24:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:00 smithi016 ceph-mon[84376]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-24T03:24:01.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:00 smithi016 ceph-mon[86910]: pgmap v2065: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-24T03:24:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:00 smithi016 ceph-mon[86910]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-24T03:24:01.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:00 smithi063 ceph-mon[77007]: pgmap v2065: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-24T03:24:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:00 smithi063 ceph-mon[77007]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-24T03:24:01.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:02.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:01 smithi016 ceph-mon[84376]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-24T03:24:02.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:01 smithi016 ceph-mon[86910]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-24T03:24:02.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:01 smithi063 ceph-mon[77007]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-24T03:24:03.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:02 smithi016 ceph-mon[84376]: pgmap v2068: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-04-24T03:24:03.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:02 smithi016 ceph-mon[84376]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-24T03:24:03.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:02 smithi016 ceph-mon[84376]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-24T03:24:03.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:02 smithi016 ceph-mon[86910]: pgmap v2068: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-04-24T03:24:03.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:02 smithi016 ceph-mon[86910]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-24T03:24:03.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:02 smithi016 ceph-mon[86910]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-24T03:24:03.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:02 smithi063 ceph-mon[77007]: pgmap v2068: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-04-24T03:24:03.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:02 smithi063 ceph-mon[77007]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-24T03:24:03.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:02 smithi063 ceph-mon[77007]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-24T03:24:03.603 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-24T03:24:03.603 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:24:03.610 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6034 ms) 2024-04-24T03:24:03.610 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-24T03:24:03.610 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:04.609 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:24:04.609 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:24:04.609 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:24:04.609 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-24T03:24:05.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:04 smithi016 ceph-mon[84376]: pgmap v2071: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 48 op/s 2024-04-24T03:24:05.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:04 smithi016 ceph-mon[84376]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-24T03:24:05.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:04 smithi016 ceph-mon[86910]: pgmap v2071: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 48 op/s 2024-04-24T03:24:05.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:04 smithi016 ceph-mon[86910]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-24T03:24:05.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:04 smithi063 ceph-mon[77007]: pgmap v2071: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 48 op/s 2024-04-24T03:24:05.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:04 smithi063 ceph-mon[77007]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-24T03:24:05.608 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-24T03:24:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:24:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:24:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:24:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-24T03:24:05.609 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-24T03:24:05.614 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-24T03:24:05.614 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:24:05.614 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1-rename 2024-04-24T03:24:05.614 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:24:05.614 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1-rename with size 2097152 2024-04-24T03:24:05.614 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-24T03:24:06.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:05 smithi016 ceph-mon[84376]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-24T03:24:06.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:05 smithi016 ceph-mon[86910]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-24T03:24:06.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:05 smithi063 ceph-mon[77007]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-24T03:24:06.625 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:24:06.625 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:24:06.625 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2-rename 2024-04-24T03:24:06.625 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2-rename with size 4194304 2024-04-24T03:24:07.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:06 smithi016 ceph-mon[84376]: pgmap v2074: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 46 op/s 2024-04-24T03:24:07.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:06 smithi016 ceph-mon[84376]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-24T03:24:07.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:06 smithi016 ceph-mon[86910]: pgmap v2074: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 46 op/s 2024-04-24T03:24:07.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:06 smithi016 ceph-mon[86910]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-24T03:24:07.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:06 smithi063 ceph-mon[77007]: pgmap v2074: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 46 op/s 2024-04-24T03:24:07.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:06 smithi063 ceph-mon[77007]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-24T03:24:07.569 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-24T03:24:07.570 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:24:07.573 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3963 ms) 2024-04-24T03:24:07.574 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-24T03:24:08.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:08 smithi063 ceph-mon[77007]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-24T03:24:08.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:08 smithi063 ceph-mon[77007]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-24T03:24:08.309 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:08 smithi016 ceph-mon[84376]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-24T03:24:08.309 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:08 smithi016 ceph-mon[84376]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-24T03:24:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:08 smithi016 ceph-mon[86910]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-24T03:24:08.309 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:08 smithi016 ceph-mon[86910]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-24T03:24:08.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:24:08] "GET /metrics HTTP/1.1" 200 51055 "" "Prometheus/2.43.0" 2024-04-24T03:24:09.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:09 smithi063 ceph-mon[77007]: pgmap v2077: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 113 op/s 2024-04-24T03:24:09.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:09 smithi063 ceph-mon[77007]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-24T03:24:09.299 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3952949652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:09.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:09 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[84376]: pgmap v2077: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 113 op/s 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[84376]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3952949652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[86910]: pgmap v2077: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 113 op/s 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[86910]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3952949652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:09 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:09.573 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:09.573 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:09.573 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:09.575 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:11.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[84376]: pgmap v2080: 361 pgs: 6 creating+peering, 26 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-24T03:24:11.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:11.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[84376]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-24T03:24:11.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:24:11.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[86910]: pgmap v2080: 361 pgs: 6 creating+peering, 26 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-24T03:24:11.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:11.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[86910]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-24T03:24:11.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:10 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:24:11.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:10 smithi063 ceph-mon[77007]: pgmap v2080: 361 pgs: 6 creating+peering, 26 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-24T03:24:11.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:10 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:11.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:10 smithi063 ceph-mon[77007]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-24T03:24:11.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:10 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:24:11.835 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4262 ms) 2024-04-24T03:24:11.835 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-24T03:24:12.020 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:11 smithi016 ceph-mon[84376]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-24T03:24:12.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:11 smithi016 ceph-mon[86910]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-24T03:24:12.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:11 smithi063 ceph-mon[77007]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-24T03:24:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[84376]: pgmap v2083: 361 pgs: 6 creating+peering, 13 unknown, 342 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-24T03:24:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:24:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[84376]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-24T03:24:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[84376]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-24T03:24:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1396865580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:13.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:13.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[86910]: pgmap v2083: 361 pgs: 6 creating+peering, 13 unknown, 342 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-24T03:24:13.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:24:13.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[86910]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-24T03:24:13.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[86910]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-24T03:24:13.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1396865580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:13.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:12 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:12 smithi063 ceph-mon[77007]: pgmap v2083: 361 pgs: 6 creating+peering, 13 unknown, 342 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-24T03:24:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:12 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:24:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:12 smithi063 ceph-mon[77007]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-24T03:24:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:12 smithi063 ceph-mon[77007]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-24T03:24:13.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:12 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1396865580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:13.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:12 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:13.588 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:14.020 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:13] ENGINE Bus STOPPING 2024-04-24T03:24:14.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:24:14.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:13] ENGINE Bus STOPPED 2024-04-24T03:24:14.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:13] ENGINE Bus STARTING 2024-04-24T03:24:14.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:13] ENGINE Serving on http://:::9283 2024-04-24T03:24:14.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:13 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:13] ENGINE Bus STARTED 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: pgmap v2086: 393 pgs: 9 creating+peering, 29 unknown, 355 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:24:15.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: pgmap v2086: 393 pgs: 9 creating+peering, 29 unknown, 355 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:24:15.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:15.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: pgmap v2086: 393 pgs: 9 creating+peering, 29 unknown, 355 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-04-24T03:24:15.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:15.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-24T03:24:15.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:24:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:24:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:24:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:24:15.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:15.664 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:16.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:15 smithi016 ceph-mon[84376]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-24T03:24:16.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:16.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:16.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:15 smithi016 ceph-mon[86910]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-24T03:24:16.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:16.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:16.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:15 smithi063 ceph-mon[77007]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-24T03:24:16.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:16.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[84376]: pgmap v2089: 393 pgs: 3 creating+peering, 22 unknown, 368 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[84376]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[86910]: pgmap v2089: 393 pgs: 3 creating+peering, 22 unknown, 368 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[86910]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-24T03:24:17.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:16 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:24:17.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:16 smithi063 ceph-mon[77007]: pgmap v2089: 393 pgs: 3 creating+peering, 22 unknown, 368 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 116 op/s 2024-04-24T03:24:17.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:16 smithi063 ceph-mon[77007]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-24T03:24:17.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-24T03:24:17.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:16 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:24:18.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:17 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-9", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-24T03:24:18.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:17 smithi016 ceph-mon[84376]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-24T03:24:18.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:17 smithi016 ceph-mon[84376]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-24T03:24:18.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:17 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-9", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-24T03:24:18.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:17 smithi016 ceph-mon[86910]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-24T03:24:18.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:17 smithi016 ceph-mon[86910]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-24T03:24:18.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:17 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-9", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-24T03:24:18.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:17 smithi063 ceph-mon[77007]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-24T03:24:18.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:17 smithi063 ceph-mon[77007]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-24T03:24:18.577 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:24:18] "GET /metrics HTTP/1.1" 200 55817 "" "Prometheus/2.43.0" 2024-04-24T03:24:19.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:18 smithi016 ceph-mon[84376]: pgmap v2092: 393 pgs: 3 creating+peering, 390 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-04-24T03:24:19.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:18 smithi016 ceph-mon[86910]: pgmap v2092: 393 pgs: 3 creating+peering, 390 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-04-24T03:24:19.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:18 smithi063 ceph-mon[77007]: pgmap v2092: 393 pgs: 3 creating+peering, 390 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-04-24T03:24:21.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:20 smithi016 ceph-mon[84376]: pgmap v2094: 393 pgs: 393 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 3.7 KiB/s wr, 60 op/s 2024-04-24T03:24:21.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:20 smithi016 ceph-mon[86910]: pgmap v2094: 393 pgs: 393 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 3.7 KiB/s wr, 60 op/s 2024-04-24T03:24:21.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:20 smithi063 ceph-mon[77007]: pgmap v2094: 393 pgs: 393 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 3.7 KiB/s wr, 60 op/s 2024-04-24T03:24:23.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:22 smithi016 ceph-mon[84376]: pgmap v2095: 393 pgs: 393 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 686 KiB/s wr, 58 op/s 2024-04-24T03:24:23.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:22 smithi016 ceph-mon[84376]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-24T03:24:23.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:22 smithi016 ceph-mon[86910]: pgmap v2095: 393 pgs: 393 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 686 KiB/s wr, 58 op/s 2024-04-24T03:24:23.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:22 smithi016 ceph-mon[86910]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-24T03:24:23.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:22 smithi063 ceph-mon[77007]: pgmap v2095: 393 pgs: 393 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 686 KiB/s wr, 58 op/s 2024-04-24T03:24:23.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:22 smithi063 ceph-mon[77007]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-24T03:24:25.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:24 smithi016 ceph-mon[84376]: pgmap v2097: 393 pgs: 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-24T03:24:25.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:24 smithi016 ceph-mon[86910]: pgmap v2097: 393 pgs: 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-24T03:24:25.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:24 smithi063 ceph-mon[77007]: pgmap v2097: 393 pgs: 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-24T03:24:26.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:25 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:24:26.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:25 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:24:26.049 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:25 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:24:27.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:26 smithi016 ceph-mon[84376]: pgmap v2098: 393 pgs: 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 897 KiB/s wr, 9 op/s 2024-04-24T03:24:27.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:26 smithi016 ceph-mon[86910]: pgmap v2098: 393 pgs: 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 897 KiB/s wr, 9 op/s 2024-04-24T03:24:27.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:26 smithi063 ceph-mon[77007]: pgmap v2098: 393 pgs: 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 897 KiB/s wr, 9 op/s 2024-04-24T03:24:28.593 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:24:28] "GET /metrics HTTP/1.1" 200 55817 "" "Prometheus/2.43.0" 2024-04-24T03:24:29.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:28 smithi016 ceph-mon[84376]: pgmap v2099: 393 pgs: 393 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 932 KiB/s wr, 8 op/s 2024-04-24T03:24:29.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:28 smithi016 ceph-mon[86910]: pgmap v2099: 393 pgs: 393 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 932 KiB/s wr, 8 op/s 2024-04-24T03:24:29.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:28 smithi063 ceph-mon[77007]: pgmap v2099: 393 pgs: 393 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 932 KiB/s wr, 8 op/s 2024-04-24T03:24:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:30 smithi063 ceph-mon[77007]: pgmap v2100: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-24T03:24:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:31.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:31.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:30 smithi016 ceph-mon[84376]: pgmap v2100: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-24T03:24:31.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:31.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:31.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:30 smithi016 ceph-mon[86910]: pgmap v2100: 393 pgs: 393 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-24T03:24:31.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:31.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:32.782 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RemoveFullTry (20946 ms) 2024-04-24T03:24:32.782 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-24T03:24:33.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:32 smithi063 ceph-mon[77007]: pgmap v2101: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-24T03:24:33.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:32 smithi063 ceph-mon[77007]: pool 'test-librbd-smithi016-132366-9' is full (reached quota's max_bytes: 10 MiB) 2024-04-24T03:24:33.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:32 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-24T03:24:33.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:32 smithi063 ceph-mon[77007]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-24T03:24:33.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[84376]: pgmap v2101: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-24T03:24:33.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[84376]: pool 'test-librbd-smithi016-132366-9' is full (reached quota's max_bytes: 10 MiB) 2024-04-24T03:24:33.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-24T03:24:33.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[84376]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-24T03:24:33.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[86910]: pgmap v2101: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-24T03:24:33.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[86910]: pool 'test-librbd-smithi016-132366-9' is full (reached quota's max_bytes: 10 MiB) 2024-04-24T03:24:33.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-24T03:24:33.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:32 smithi016 ceph-mon[86910]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-24T03:24:35.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[84376]: pgmap v2103: 393 pgs: 393 active+clean; 16 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-04-24T03:24:35.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[84376]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-24T03:24:35.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3205679579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:35.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:35.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[86910]: pgmap v2103: 393 pgs: 393 active+clean; 16 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-04-24T03:24:35.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[86910]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-24T03:24:35.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3205679579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:35.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:34 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:35.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:34 smithi063 ceph-mon[77007]: pgmap v2103: 393 pgs: 393 active+clean; 16 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-04-24T03:24:35.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:34 smithi063 ceph-mon[77007]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-24T03:24:35.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:34 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3205679579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:35.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:34 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:36.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:35 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:36.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:35 smithi016 ceph-mon[84376]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-24T03:24:36.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:35 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:36.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:35 smithi016 ceph-mon[86910]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-24T03:24:36.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:35 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:36.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:35 smithi063 ceph-mon[77007]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-24T03:24:36.867 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:37.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[84376]: pgmap v2106: 425 pgs: 1 creating+peering, 27 unknown, 397 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 854 KiB/s wr, 20 op/s 2024-04-24T03:24:37.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[84376]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-24T03:24:37.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1532661057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:37.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:36] ENGINE Bus STOPPING 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:36] ENGINE Bus STOPPED 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:36] ENGINE Bus STARTING 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:36] ENGINE Serving on http://:::9283 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:24:36] ENGINE Bus STARTED 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[86910]: pgmap v2106: 425 pgs: 1 creating+peering, 27 unknown, 397 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 854 KiB/s wr, 20 op/s 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[86910]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-24T03:24:37.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1532661057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:37.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:36 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:37.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:36 smithi063 ceph-mon[77007]: pgmap v2106: 425 pgs: 1 creating+peering, 27 unknown, 397 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 854 KiB/s wr, 20 op/s 2024-04-24T03:24:37.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:36 smithi063 ceph-mon[77007]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-24T03:24:37.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:36 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1532661057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:37.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:36 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:24:38.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:38.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[84376]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:24:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:24:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:24:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:37 smithi016 ceph-mon[86910]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-24T03:24:38.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:24:38.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-24T03:24:38.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:24:38.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:38.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:24:38.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:24:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:24:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:37 smithi063 ceph-mon[77007]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-24T03:24:38.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:24:38] "GET /metrics HTTP/1.1" 200 55884 "" "Prometheus/2.43.0" 2024-04-24T03:24:39.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:38 smithi016 ceph-mon[84376]: pgmap v2109: 457 pgs: 24 creating+peering, 10 unknown, 423 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 38 op/s 2024-04-24T03:24:39.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:38 smithi016 ceph-mon[84376]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-24T03:24:39.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:38 smithi016 ceph-mon[86910]: pgmap v2109: 457 pgs: 24 creating+peering, 10 unknown, 423 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 38 op/s 2024-04-24T03:24:39.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:38 smithi016 ceph-mon[86910]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-24T03:24:39.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:38 smithi063 ceph-mon[77007]: pgmap v2109: 457 pgs: 24 creating+peering, 10 unknown, 423 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 38 op/s 2024-04-24T03:24:39.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:38 smithi063 ceph-mon[77007]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-24T03:24:40.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-24T03:24:40.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:39 smithi016 ceph-mon[84376]: pgmap v2112: 457 pgs: 23 creating+peering, 3 unknown, 431 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 258 KiB/s wr, 15 op/s 2024-04-24T03:24:40.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-24T03:24:40.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:39 smithi016 ceph-mon[86910]: pgmap v2112: 457 pgs: 23 creating+peering, 3 unknown, 431 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 258 KiB/s wr, 15 op/s 2024-04-24T03:24:40.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-24T03:24:40.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:39 smithi063 ceph-mon[77007]: pgmap v2112: 457 pgs: 23 creating+peering, 3 unknown, 431 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 258 KiB/s wr, 15 op/s 2024-04-24T03:24:41.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-11", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-24T03:24:41.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[84376]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-24T03:24:41.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:41.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:24:41.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-11", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-24T03:24:41.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[86910]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-24T03:24:41.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:41.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:24:41.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:40 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-132366-11", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-24T03:24:41.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:40 smithi063 ceph-mon[77007]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-24T03:24:41.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:24:41.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:24:42.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:41 smithi016 ceph-mon[84376]: pgmap v2114: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 444 KiB/s wr, 33 op/s 2024-04-24T03:24:42.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:41 smithi016 ceph-mon[86910]: pgmap v2114: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 444 KiB/s wr, 33 op/s 2024-04-24T03:24:42.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:41 smithi063 ceph-mon[77007]: pgmap v2114: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 444 KiB/s wr, 33 op/s 2024-04-24T03:24:43.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:42 smithi016 ceph-mon[84376]: pool 'test-librbd-smithi016-132366-9' no longer out of quota; removing NO_QUOTA flag 2024-04-24T03:24:43.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:42 smithi016 ceph-mon[84376]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-24T03:24:43.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:42 smithi016 ceph-mon[84376]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-24T03:24:43.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:42 smithi016 ceph-mon[86910]: pool 'test-librbd-smithi016-132366-9' no longer out of quota; removing NO_QUOTA flag 2024-04-24T03:24:43.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:42 smithi016 ceph-mon[86910]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-24T03:24:43.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:42 smithi016 ceph-mon[86910]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-24T03:24:43.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:42 smithi063 ceph-mon[77007]: pool 'test-librbd-smithi016-132366-9' no longer out of quota; removing NO_QUOTA flag 2024-04-24T03:24:43.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:42 smithi063 ceph-mon[77007]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-24T03:24:43.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:42 smithi063 ceph-mon[77007]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-24T03:24:44.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:43 smithi016 ceph-mon[84376]: pgmap v2116: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 365 KiB/s wr, 25 op/s 2024-04-24T03:24:44.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:43 smithi016 ceph-mon[86910]: pgmap v2116: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 365 KiB/s wr, 25 op/s 2024-04-24T03:24:44.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:43 smithi063 ceph-mon[77007]: pgmap v2116: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 365 KiB/s wr, 25 op/s 2024-04-24T03:24:45.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:45.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:45.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:24:46.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:45 smithi016 ceph-mon[84376]: pgmap v2117: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 310 KiB/s wr, 22 op/s 2024-04-24T03:24:46.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:45 smithi016 ceph-mon[86910]: pgmap v2117: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 310 KiB/s wr, 22 op/s 2024-04-24T03:24:46.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:45 smithi063 ceph-mon[77007]: pgmap v2117: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 310 KiB/s wr, 22 op/s 2024-04-24T03:24:48.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:24:48] "GET /metrics HTTP/1.1" 200 60682 "" "Prometheus/2.43.0" 2024-04-24T03:24:48.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:48 smithi016 ceph-mon[84376]: pgmap v2118: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 897 KiB/s wr, 20 op/s 2024-04-24T03:24:48.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:48 smithi016 ceph-mon[84376]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-24T03:24:48.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:48 smithi016 ceph-mon[86910]: pgmap v2118: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 897 KiB/s wr, 20 op/s 2024-04-24T03:24:48.772 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:48 smithi016 ceph-mon[86910]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-24T03:24:49.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:48 smithi063 ceph-mon[77007]: pgmap v2118: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 897 KiB/s wr, 20 op/s 2024-04-24T03:24:49.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:48 smithi063 ceph-mon[77007]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-24T03:24:51.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:50 smithi016 ceph-mon[86910]: pgmap v2120: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 895 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-24T03:24:51.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:50 smithi016 ceph-mon[84376]: pgmap v2120: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 895 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-24T03:24:51.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:50 smithi063 ceph-mon[77007]: pgmap v2120: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 895 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-24T03:24:53.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:52 smithi016 ceph-mon[84376]: pgmap v2121: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-24T03:24:53.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:52 smithi016 ceph-mon[84376]: pool 'test-librbd-smithi016-132366-11' is full (reached quota's max_bytes: 10 MiB) 2024-04-24T03:24:53.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:52 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-24T03:24:53.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:52 smithi016 ceph-mon[86910]: pgmap v2121: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-24T03:24:53.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:52 smithi016 ceph-mon[86910]: pool 'test-librbd-smithi016-132366-11' is full (reached quota's max_bytes: 10 MiB) 2024-04-24T03:24:53.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:52 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-24T03:24:53.030 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (20248 ms) 2024-04-24T03:24:53.030 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-24T03:24:53.030 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:52 smithi063 ceph-mon[77007]: pgmap v2121: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-24T03:24:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:52 smithi063 ceph-mon[77007]: pool 'test-librbd-smithi016-132366-11' is full (reached quota's max_bytes: 10 MiB) 2024-04-24T03:24:53.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:52 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-24T03:24:54.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:53 smithi016 ceph-mon[84376]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-24T03:24:54.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:53 smithi016 ceph-mon[86910]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-24T03:24:54.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:53 smithi063 ceph-mon[77007]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-24T03:24:55.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:54 smithi016 ceph-mon[84376]: pgmap v2123: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-24T03:24:55.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:54 smithi016 ceph-mon[86910]: pgmap v2123: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-24T03:24:55.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:54 smithi063 ceph-mon[77007]: pgmap v2123: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:24:55.079 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:24:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.081 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:24:55.082 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:24:55.085 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:24:55.086 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.088 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:24:55.089 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.090 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.092 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.811 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.811 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.811 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.811 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.811 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.811 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.811 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.812 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.813 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.814 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.815 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.816 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.817 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.818 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.819 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:24:56.820 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:24:56.821 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:56.821 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:56.821 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:24:56.821 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:24:56.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIO (3780 ms) 2024-04-24T03:24:56.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-24T03:24:56.821 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:24:57.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:56 smithi016 ceph-mon[84376]: pgmap v2124: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 640 KiB/s wr, 14 op/s 2024-04-24T03:24:57.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:56 smithi016 ceph-mon[86910]: pgmap v2124: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 640 KiB/s wr, 14 op/s 2024-04-24T03:24:57.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:56 smithi063 ceph-mon[77007]: pgmap v2124: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 640 KiB/s wr, 14 op/s 2024-04-24T03:24:58.579 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:24:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:24:58] "GET /metrics HTTP/1.1" 200 60682 "" "Prometheus/2.43.0" 2024-04-24T03:24:59.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:24:58 smithi016 ceph-mon[84376]: pgmap v2125: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 622 KiB/s wr, 24 op/s 2024-04-24T03:24:59.021 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:24:58 smithi016 ceph-mon[86910]: pgmap v2125: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 622 KiB/s wr, 24 op/s 2024-04-24T03:24:59.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:24:58 smithi063 ceph-mon[77007]: pgmap v2125: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 622 KiB/s wr, 24 op/s 2024-04-24T03:25:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:00 smithi063 ceph-mon[77007]: pgmap v2126: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 826 KiB/s wr, 864 op/s 2024-04-24T03:25:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:01.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:01.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:00 smithi016 ceph-mon[84376]: pgmap v2126: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 826 KiB/s wr, 864 op/s 2024-04-24T03:25:01.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:01.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:01.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:00 smithi016 ceph-mon[86910]: pgmap v2126: 457 pgs: 457 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 826 KiB/s wr, 864 op/s 2024-04-24T03:25:01.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:01.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:02.171 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:02.171 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:02.171 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:02.173 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.174 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:02.175 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.176 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:02.177 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:02.178 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:02.179 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:02.180 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.182 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.183 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:02.184 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:02.185 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.186 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.187 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:02.188 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:03.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:02 smithi063 ceph-mon[77007]: pgmap v2127: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 822 KiB/s wr, 1.06k op/s 2024-04-24T03:25:03.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:02 smithi063 ceph-mon[77007]: pool 'test-librbd-smithi016-132366-11' no longer out of quota; removing NO_QUOTA flag 2024-04-24T03:25:03.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:02 smithi063 ceph-mon[77007]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-24T03:25:03.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:02 smithi063 ceph-mon[77007]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-24T03:25:03.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[84376]: pgmap v2127: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 822 KiB/s wr, 1.06k op/s 2024-04-24T03:25:03.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[84376]: pool 'test-librbd-smithi016-132366-11' no longer out of quota; removing NO_QUOTA flag 2024-04-24T03:25:03.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[84376]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-24T03:25:03.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[84376]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-24T03:25:03.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[86910]: pgmap v2127: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 822 KiB/s wr, 1.06k op/s 2024-04-24T03:25:03.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[86910]: pool 'test-librbd-smithi016-132366-11' no longer out of quota; removing NO_QUOTA flag 2024-04-24T03:25:03.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[86910]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-24T03:25:03.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:02 smithi016 ceph-mon[86910]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-24T03:25:05.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:04 smithi063 ceph-mon[77007]: pgmap v2129: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 822 KiB/s wr, 1.06k op/s 2024-04-24T03:25:05.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:04 smithi016 ceph-mon[84376]: pgmap v2129: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 822 KiB/s wr, 1.06k op/s 2024-04-24T03:25:05.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:04 smithi016 ceph-mon[86910]: pgmap v2129: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 822 KiB/s wr, 1.06k op/s 2024-04-24T03:25:06.050 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.051 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.051 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.051 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.051 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.051 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.051 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.053 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.053 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.053 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.053 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.053 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.055 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.055 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.055 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.055 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.055 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.055 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.056 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.056 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.056 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.056 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.056 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.057 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.057 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.057 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.057 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.057 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.057 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.057 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.058 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.058 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.058 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.058 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.058 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.058 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.060 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.060 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.060 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.060 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.060 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.060 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.061 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.061 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.061 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.061 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.061 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.061 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.062 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.062 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.062 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.062 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.062 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.062 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.063 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.063 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.063 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.063 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.063 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.063 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.064 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.064 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.064 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.064 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.064 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.065 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.065 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.065 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.065 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.065 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.065 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.066 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.066 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.066 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.066 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.066 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.066 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.067 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.067 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.067 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.067 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.067 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.067 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.068 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.068 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.068 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.068 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.068 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.068 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.069 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.069 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.069 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.069 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:06.069 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:06.069 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:06.072 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 4 2024-04-24T03:25:06.072 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-24T03:25:06.072 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9237 ms) 2024-04-24T03:25:06.072 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-24T03:25:06.072 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:07.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:06 smithi063 ceph-mon[77007]: pgmap v2130: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 823 KiB/s wr, 1.06k op/s 2024-04-24T03:25:07.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:06 smithi016 ceph-mon[84376]: pgmap v2130: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 823 KiB/s wr, 1.06k op/s 2024-04-24T03:25:07.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:06 smithi016 ceph-mon[86910]: pgmap v2130: 457 pgs: 457 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 823 KiB/s wr, 1.06k op/s 2024-04-24T03:25:08.771 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:25:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:25:08] "GET /metrics HTTP/1.1" 200 60721 "" "Prometheus/2.43.0" 2024-04-24T03:25:09.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:08 smithi063 ceph-mon[77007]: pgmap v2131: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-04-24T03:25:09.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:08 smithi016 ceph-mon[84376]: pgmap v2131: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-04-24T03:25:09.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:08 smithi016 ceph-mon[86910]: pgmap v2131: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-04-24T03:25:11.050 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:10 smithi063 ceph-mon[77007]: pgmap v2132: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2024-04-24T03:25:11.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:10 smithi016 ceph-mon[84376]: pgmap v2132: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2024-04-24T03:25:11.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:10 smithi016 ceph-mon[86910]: pgmap v2132: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2024-04-24T03:25:13.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:12 smithi063 ceph-mon[77007]: pgmap v2133: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 679 KiB/s rd, 323 KiB/s wr, 656 op/s 2024-04-24T03:25:13.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:12 smithi016 ceph-mon[84376]: pgmap v2133: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 679 KiB/s rd, 323 KiB/s wr, 656 op/s 2024-04-24T03:25:13.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:12 smithi016 ceph-mon[86910]: pgmap v2133: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 679 KiB/s rd, 323 KiB/s wr, 656 op/s 2024-04-24T03:25:15.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:14 smithi016 ceph-mon[84376]: pgmap v2134: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 623 KiB/s rd, 296 KiB/s wr, 601 op/s 2024-04-24T03:25:15.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:15.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:15.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:14 smithi016 ceph-mon[86910]: pgmap v2134: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 623 KiB/s rd, 296 KiB/s wr, 601 op/s 2024-04-24T03:25:15.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:15.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:15.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:14 smithi063 ceph-mon[77007]: pgmap v2134: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 623 KiB/s rd, 296 KiB/s wr, 601 op/s 2024-04-24T03:25:15.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:15.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:16.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.7", "id": [3, 5]}]: dispatch 2024-04-24T03:25:16.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.6", "id": [6, 5]}]: dispatch 2024-04-24T03:25:16.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.7", "id": [6, 0]}]: dispatch 2024-04-24T03:25:16.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1", "id": [6, 4]}]: dispatch 2024-04-24T03:25:16.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.18", "id": [5, 1]}]: dispatch 2024-04-24T03:25:16.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1f", "id": [5, 1]}]: dispatch 2024-04-24T03:25:16.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.0", "id": [4, 6]}]: dispatch 2024-04-24T03:25:16.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.7", "id": [3, 5]}]: dispatch 2024-04-24T03:25:16.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.6", "id": [6, 5]}]: dispatch 2024-04-24T03:25:16.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.7", "id": [6, 0]}]: dispatch 2024-04-24T03:25:16.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1", "id": [6, 4]}]: dispatch 2024-04-24T03:25:16.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.18", "id": [5, 1]}]: dispatch 2024-04-24T03:25:16.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1f", "id": [5, 1]}]: dispatch 2024-04-24T03:25:16.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.0", "id": [4, 6]}]: dispatch 2024-04-24T03:25:16.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.7", "id": [3, 5]}]: dispatch 2024-04-24T03:25:16.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.6", "id": [6, 5]}]: dispatch 2024-04-24T03:25:16.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.7", "id": [6, 0]}]: dispatch 2024-04-24T03:25:16.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1", "id": [6, 4]}]: dispatch 2024-04-24T03:25:16.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.18", "id": [5, 1]}]: dispatch 2024-04-24T03:25:16.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1f", "id": [5, 1]}]: dispatch 2024-04-24T03:25:16.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.0", "id": [4, 6]}]: dispatch 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:16.595 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:16.596 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:16.597 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:16.598 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:16.599 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.600 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-24T03:25:16.601 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.602 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.603 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.604 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:16.605 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:16.606 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.607 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.608 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:16.609 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:16.610 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:16.610 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:16.610 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:16.610 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:16.610 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:16.610 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: pgmap v2135: 457 pgs: 457 active+clean; 19 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 610 KiB/s wr, 547 op/s 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.7", "id": [3, 5]}]': finished 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.6", "id": [6, 5]}]': finished 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.7", "id": [6, 0]}]': finished 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1", "id": [6, 4]}]': finished 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.18", "id": [5, 1]}]': finished 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1f", "id": [5, 1]}]': finished 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.0", "id": [4, 6]}]': finished 2024-04-24T03:25:17.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[84376]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: pgmap v2135: 457 pgs: 457 active+clean; 19 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 610 KiB/s wr, 547 op/s 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.7", "id": [3, 5]}]': finished 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.6", "id": [6, 5]}]': finished 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.7", "id": [6, 0]}]': finished 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1", "id": [6, 4]}]': finished 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.18", "id": [5, 1]}]': finished 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1f", "id": [5, 1]}]': finished 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.0", "id": [4, 6]}]': finished 2024-04-24T03:25:17.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:16 smithi016 ceph-mon[86910]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-24T03:25:17.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: pgmap v2135: 457 pgs: 457 active+clean; 19 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 610 KiB/s wr, 547 op/s 2024-04-24T03:25:17.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "72.7", "id": [3, 5]}]': finished 2024-04-24T03:25:17.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.6", "id": [6, 5]}]': finished 2024-04-24T03:25:17.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "73.7", "id": [6, 0]}]': finished 2024-04-24T03:25:17.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1", "id": [6, 4]}]': finished 2024-04-24T03:25:17.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.18", "id": [5, 1]}]': finished 2024-04-24T03:25:17.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1f", "id": [5, 1]}]': finished 2024-04-24T03:25:17.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.0", "id": [4, 6]}]': finished 2024-04-24T03:25:17.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:16 smithi063 ceph-mon[77007]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-24T03:25:18.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:17 smithi016 ceph-mon[84376]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-24T03:25:18.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:17 smithi016 ceph-mon[86910]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-24T03:25:18.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:17 smithi063 ceph-mon[77007]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-24T03:25:18.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:25:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:25:18] "GET /metrics HTTP/1.1" 200 60728 "" "Prometheus/2.43.0" 2024-04-24T03:25:19.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:18 smithi016 ceph-mon[84376]: pgmap v2138: 457 pgs: 5 peering, 452 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 692 op/s 2024-04-24T03:25:19.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:18 smithi016 ceph-mon[84376]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-24T03:25:19.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:18 smithi016 ceph-mon[86910]: pgmap v2138: 457 pgs: 5 peering, 452 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 692 op/s 2024-04-24T03:25:19.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:18 smithi016 ceph-mon[86910]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-24T03:25:19.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:18 smithi063 ceph-mon[77007]: pgmap v2138: 457 pgs: 5 peering, 452 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 692 op/s 2024-04-24T03:25:19.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:18 smithi063 ceph-mon[77007]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.669 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.670 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.671 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.672 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.673 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.674 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.675 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.676 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.677 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:20.678 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 4 2024-04-24T03:25:20.679 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-24T03:25:20.680 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14621 ms) 2024-04-24T03:25:20.680 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-24T03:25:20.680 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:21.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:20 smithi016 ceph-mon[84376]: pgmap v2139: 457 pgs: 5 peering, 452 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 695 op/s 2024-04-24T03:25:21.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:20 smithi016 ceph-mon[86910]: pgmap v2139: 457 pgs: 5 peering, 452 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 695 op/s 2024-04-24T03:25:21.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:20 smithi063 ceph-mon[77007]: pgmap v2139: 457 pgs: 5 peering, 452 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 695 op/s 2024-04-24T03:25:22.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:21 smithi016 ceph-mon[84376]: pgmap v2140: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 704 op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-24T03:25:22.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:21 smithi016 ceph-mon[84376]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-24T03:25:22.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:21 smithi016 ceph-mon[86910]: pgmap v2140: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 704 op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-24T03:25:22.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:21 smithi016 ceph-mon[86910]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-24T03:25:22.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:21 smithi063 ceph-mon[77007]: pgmap v2140: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 704 op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-24T03:25:22.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:21 smithi063 ceph-mon[77007]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-24T03:25:22.663 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:22.663 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:22.663 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:22.663 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:22.663 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.664 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:22.665 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.666 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.667 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.668 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:22.669 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-24T03:25:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:22.672 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:22.673 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.675 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:22.676 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.677 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:22.679 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.324 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.325 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.326 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.326 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.326 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.326 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.326 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.326 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.326 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.327 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.328 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.329 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.330 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.331 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.332 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.333 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:24.334 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:24.335 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:24.336 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:24.336 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3656 ms) 2024-04-24T03:25:24.336 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-24T03:25:25.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:24 smithi063 ceph-mon[77007]: pgmap v2141: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 1.08k op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-24T03:25:25.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:24 smithi016 ceph-mon[84376]: pgmap v2141: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 1.08k op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-24T03:25:25.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:24 smithi016 ceph-mon[86910]: pgmap v2141: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 1.08k op/s; 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-24T03:25:25.857 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:26.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:25 smithi016 ceph-mon[84376]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-24T03:25:26.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2793002939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:26.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:25 smithi016 ceph-mon[86910]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-24T03:25:26.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2793002939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:26.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:25 smithi063 ceph-mon[77007]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-24T03:25:26.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2793002939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:27.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[84376]: pgmap v2143: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 1.97k op/s; 0 B/s, 8 keys/s, 0 objects/s recovering 2024-04-24T03:25:27.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:25:27.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2793002939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:27.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[84376]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-24T03:25:27.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[84376]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-24T03:25:27.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[86910]: pgmap v2143: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 1.97k op/s; 0 B/s, 8 keys/s, 0 objects/s recovering 2024-04-24T03:25:27.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:25:27.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2793002939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:27.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[86910]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-24T03:25:27.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:26 smithi016 ceph-mon[86910]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-24T03:25:27.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:26 smithi063 ceph-mon[77007]: pgmap v2143: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 1.97k op/s; 0 B/s, 8 keys/s, 0 objects/s recovering 2024-04-24T03:25:27.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:26 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:25:27.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:26 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2793002939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:27.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:26 smithi063 ceph-mon[77007]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-24T03:25:27.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:26 smithi063 ceph-mon[77007]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.906 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:27.907 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.908 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.910 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3581 ms) 2024-04-24T03:25:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-24T03:25:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:27.942 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (36 ms) 2024-04-24T03:25:27.942 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-24T03:25:27.942 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 0~1048576 = 0 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 0~4194304 = 0 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 3145728~1048576 = 0 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-24T03:25:27.963 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:28.069 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.069 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.069 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.071 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestFUA (106 ms) 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-24T03:25:28.073 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.089 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.090 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.091 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.091 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:28.091 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.104 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-24T03:25:28.105 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.106 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:28.106 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.106 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.106 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:28.106 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.106 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:28.106 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:28.107 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.108 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:28.108 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.108 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.108 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:28.108 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.108 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-24T03:25:28.108 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.110 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:28.111 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.111 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.111 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.111 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.111 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:28.112 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:28.113 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:28.113 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 2024-04-24T03:25:28.113 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:28.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:25:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:25:28] "GET /metrics HTTP/1.1" 200 60728 "" "Prometheus/2.43.0" 2024-04-24T03:25:29.058 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.059 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:29.060 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.061 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.062 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.063 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.064 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.065 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.066 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.066 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.067 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.067 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.067 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.067 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.067 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.075 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.076 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.076 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.098 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.098 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.099 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.099 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.099 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.099 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.099 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.119 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.120 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.120 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.120 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.120 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.120 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.120 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.221 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.222 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.222 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.222 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.222 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.222 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.222 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.262 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.262 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.262 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.262 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.262 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.262 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.263 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:28 smithi016 ceph-mon[86910]: pgmap v2146: 489 pgs: 4 creating+peering, 6 unknown, 479 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 592 KiB/s wr, 1.90k op/s 2024-04-24T03:25:29.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:28 smithi016 ceph-mon[86910]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-24T03:25:29.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:28 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:25:29.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:28 smithi016 ceph-mon[84376]: pgmap v2146: 489 pgs: 4 creating+peering, 6 unknown, 479 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 592 KiB/s wr, 1.90k op/s 2024-04-24T03:25:29.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:28 smithi016 ceph-mon[84376]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-24T03:25:29.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:28 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:25:29.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:28 smithi063 ceph-mon[77007]: pgmap v2146: 489 pgs: 4 creating+peering, 6 unknown, 479 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 592 KiB/s wr, 1.90k op/s 2024-04-24T03:25:29.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:28 smithi063 ceph-mon[77007]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-24T03:25:29.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:28 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:25:29.320 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.320 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.320 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.321 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.321 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.321 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.321 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.369 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.369 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.369 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.369 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.369 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.369 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.370 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.370 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.370 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.370 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.370 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.370 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.370 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.441 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.502 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.502 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.502 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.502 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.502 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.502 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.502 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.580 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.580 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.580 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.580 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.580 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.580 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.580 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.654 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.655 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:29.655 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.655 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.655 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.747 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.747 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.748 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.748 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.748 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.748 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.748 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.841 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.841 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.841 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.841 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.841 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.841 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.841 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:29.933 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:29.933 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:29.933 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:29.933 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:29.933 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:29.933 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:29.933 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:30.024 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.025 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:30.025 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:30.025 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOPP (1955 ms) 2024-04-24T03:25:30.025 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-24T03:25:30.025 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:30.056 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:30.056 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:30.056 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:30.056 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:30.057 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:25:30.057 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.057 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:30.057 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:30.057 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:30.058 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:30.058 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.058 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:30.058 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:30.059 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:30.059 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:30.059 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.059 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:30.059 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:30.060 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:30.060 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:30.060 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.060 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:30.060 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:30.062 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:30.062 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:30.062 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.062 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:25:30.063 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:30.063 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:30.063 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:25:30.063 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-24T03:25:30.063 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.063 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:30.063 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:30.064 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:30.064 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:30.064 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.064 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:30.064 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:25:30.065 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:25:30.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:30.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:30.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:31.117 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.118 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-24T03:25:31.119 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.120 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.121 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-24T03:25:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.128 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.128 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.128 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.128 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.128 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.128 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.128 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.137 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.137 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.137 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.138 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.138 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.138 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.138 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.138 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.138 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.138 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.139 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.139 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.139 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.164 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.164 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.164 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.164 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.165 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.165 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.165 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.188 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.188 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.188 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.188 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.189 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.189 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.189 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.226 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.226 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.226 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.226 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.226 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.226 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.227 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.264 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.265 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.265 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.265 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:30 smithi016 ceph-mon[84376]: pgmap v2148: 489 pgs: 4 creating+peering, 485 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 459 KiB/s wr, 1.84k op/s 2024-04-24T03:25:31.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:30 smithi016 ceph-mon[86910]: pgmap v2148: 489 pgs: 4 creating+peering, 485 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 459 KiB/s wr, 1.84k op/s 2024-04-24T03:25:31.300 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:30 smithi063 ceph-mon[77007]: pgmap v2148: 489 pgs: 4 creating+peering, 485 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 459 KiB/s wr, 1.84k op/s 2024-04-24T03:25:31.316 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.316 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.316 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.316 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.316 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.317 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.317 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.369 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.369 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.369 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.369 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.369 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.369 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.370 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.475 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.476 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.549 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.550 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.550 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.550 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.550 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.550 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.550 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.621 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.622 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.622 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.622 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.622 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.622 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.622 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.700 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.701 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.774 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.775 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.775 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:31.775 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.775 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.775 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:31.903 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:31.903 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:31.903 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:31.903 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:31.903 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:31.903 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:31.903 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:32.011 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:32.011 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:32.012 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:32.012 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:32.012 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:32.012 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:32.012 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:32.122 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:32.122 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:32.122 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:32.122 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:32.123 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:32.123 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:32.123 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:25:32.220 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:25:32.220 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-24T03:25:32.220 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-24T03:25:32.220 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2196 ms) 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-24T03:25:32.221 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:33.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:32 smithi016 ceph-mon[84376]: pgmap v2149: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 359 KiB/s wr, 1.48k op/s 2024-04-24T03:25:33.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:32 smithi016 ceph-mon[86910]: pgmap v2149: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 359 KiB/s wr, 1.48k op/s 2024-04-24T03:25:33.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:32 smithi063 ceph-mon[77007]: pgmap v2149: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 359 KiB/s wr, 1.48k op/s 2024-04-24T03:25:33.899 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-24T03:25:33.899 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:25:33.899 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:write test data! 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 80 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:snap: written 2024-04-24T03:25:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-24T03:25:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:found written with size 2097152 2024-04-24T03:25:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-24T03:25:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-24T03:25:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-24T03:25:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:write to snapshot returned -30 2024-04-24T03:25:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:Read-only file system 2024-04-24T03:25:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-24T03:25:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-24T03:25:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 80 2024-04-24T03:25:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:opening testimg@orig 2024-04-24T03:25:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-24T03:25:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:write to snapshot returned -30 2024-04-24T03:25:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:Read-only file system 2024-04-24T03:25:34.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:33 smithi016 ceph-mon[84376]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-24T03:25:34.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:33 smithi016 ceph-mon[86910]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-24T03:25:34.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:33 smithi063 ceph-mon[77007]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-24T03:25:35.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:34 smithi016 ceph-mon[84376]: pgmap v2151: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 640 KiB/s wr, 2.54k op/s 2024-04-24T03:25:35.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:34 smithi016 ceph-mon[84376]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-24T03:25:35.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:34 smithi016 ceph-mon[86910]: pgmap v2151: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 640 KiB/s wr, 2.54k op/s 2024-04-24T03:25:35.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:34 smithi016 ceph-mon[86910]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-24T03:25:35.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:34 smithi063 ceph-mon[77007]: pgmap v2151: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 640 KiB/s wr, 2.54k op/s 2024-04-24T03:25:35.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:34 smithi063 ceph-mon[77007]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-24T03:25:35.897 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:snap: written 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:found written with size 2097152 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-24T03:25:35.898 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:25:35.899 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3677 ms) 2024-04-24T03:25:35.899 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-24T03:25:35.899 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:36.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:35 smithi016 ceph-mon[84376]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-24T03:25:36.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:35 smithi016 ceph-mon[86910]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-24T03:25:36.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:35 smithi063 ceph-mon[77007]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-24T03:25:37.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:36 smithi016 ceph-mon[84376]: pgmap v2154: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 705 KiB/s wr, 2.82k op/s 2024-04-24T03:25:37.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:36 smithi016 ceph-mon[84376]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-24T03:25:37.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:36 smithi016 ceph-mon[86910]: pgmap v2154: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 705 KiB/s wr, 2.82k op/s 2024-04-24T03:25:37.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:36 smithi016 ceph-mon[86910]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-24T03:25:37.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:36 smithi063 ceph-mon[77007]: pgmap v2154: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 705 KiB/s wr, 2.82k op/s 2024-04-24T03:25:37.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:36 smithi063 ceph-mon[77007]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-24T03:25:37.612 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1715 ms) 2024-04-24T03:25:37.612 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-24T03:25:37.612 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-24T03:25:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:25:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: pgmap v2157: 489 pgs: 489 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 180 op/s 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: pgmap v2157: 489 pgs: 489 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 180 op/s 2024-04-24T03:25:38.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-24T03:25:38.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:25:38.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:25:38.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: pgmap v2157: 489 pgs: 489 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 180 op/s 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:25:38.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:25:38.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:25:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:25:38] "GET /metrics HTTP/1.1" 200 63135 "" "Prometheus/2.43.0" 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:made parent image "parent" 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:parent has no parent info 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:made snapshot "parent@parent_snap" 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:can't unprotect an unprotected snap 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:can't protect a protected snap 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:made and opened clone "child" 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:read: 8 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:read: 8 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:read: 8 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:sizes and overlaps are good between parent and child 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:child image successfully cloned all image-meta pairs 2024-04-24T03:25:39.909 INFO:tasks.workunit.client.0.smithi016.stdout:sized down clone, changed overlap 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:can't remove parent while child still exists 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:can't remove parent while still protected 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:removed parent snap after unprotecting 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestClone (2296 ms) 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-24T03:25:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:40.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:39 smithi016 ceph-mon[84376]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-24T03:25:40.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:39 smithi016 ceph-mon[84376]: pgmap v2160: 489 pgs: 489 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 24 KiB/s wr, 510 op/s 2024-04-24T03:25:40.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:39 smithi016 ceph-mon[86910]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-24T03:25:40.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:39 smithi016 ceph-mon[86910]: pgmap v2160: 489 pgs: 489 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 24 KiB/s wr, 510 op/s 2024-04-24T03:25:40.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:39 smithi063 ceph-mon[77007]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-24T03:25:40.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:39 smithi063 ceph-mon[77007]: pgmap v2160: 489 pgs: 489 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 24 KiB/s wr, 510 op/s 2024-04-24T03:25:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:made parent image "parent" 2024-04-24T03:25:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:parent has no parent info 2024-04-24T03:25:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:made snapshot "parent@parent_snap" 2024-04-24T03:25:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:made and opened clone "child" 2024-04-24T03:25:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:child image successfully cloned all image-meta pairs 2024-04-24T03:25:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestClone2 (1112 ms) 2024-04-24T03:25:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-24T03:25:41.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:40 smithi016 ceph-mon[84376]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-24T03:25:41.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:40 smithi016 ceph-mon[86910]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-24T03:25:41.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:40 smithi063 ceph-mon[77007]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-24T03:25:42.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:41 smithi016 ceph-mon[84376]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-24T03:25:42.272 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:41 smithi016 ceph-mon[84376]: pgmap v2163: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 52 KiB/s wr, 888 op/s 2024-04-24T03:25:42.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:41 smithi016 ceph-mon[86910]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-24T03:25:42.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:41 smithi016 ceph-mon[86910]: pgmap v2163: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 52 KiB/s wr, 888 op/s 2024-04-24T03:25:42.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:41 smithi063 ceph-mon[77007]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-24T03:25:42.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:41 smithi063 ceph-mon[77007]: pgmap v2163: 489 pgs: 489 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 52 KiB/s wr, 888 op/s 2024-04-24T03:25:43.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:43 smithi063 ceph-mon[77007]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-24T03:25:43.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:43 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/598133047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:43.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:43.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:43.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:43 smithi063 ceph-mon[77007]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-24T03:25:43.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[84376]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-24T03:25:43.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/598133047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:43.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:43.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:43.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[84376]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-24T03:25:43.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[86910]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-24T03:25:43.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/598133047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:43.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:43.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:43.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:43 smithi016 ceph-mon[86910]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-24T03:25:44.609 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:25:45.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[84376]: pgmap v2166: 521 pgs: 9 creating+peering, 22 unknown, 490 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 476 KiB/s rd, 34 KiB/s wr, 571 op/s 2024-04-24T03:25:45.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[84376]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-24T03:25:45.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/397019653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:45.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:45.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[86910]: pgmap v2166: 521 pgs: 9 creating+peering, 22 unknown, 490 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 476 KiB/s rd, 34 KiB/s wr, 571 op/s 2024-04-24T03:25:45.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[86910]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-24T03:25:45.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/397019653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:45.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:44 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:45.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:44 smithi063 ceph-mon[77007]: pgmap v2166: 521 pgs: 9 creating+peering, 22 unknown, 490 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 476 KiB/s rd, 34 KiB/s wr, 571 op/s 2024-04-24T03:25:45.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:44 smithi063 ceph-mon[77007]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-24T03:25:45.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:44 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/397019653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:45.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:44 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:46.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:45 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:46.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:45 smithi016 ceph-mon[84376]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-24T03:25:46.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:46.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:45 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:46.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:45 smithi016 ceph-mon[86910]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-24T03:25:46.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:46.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:45 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:46.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:45 smithi063 ceph-mon[77007]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-24T03:25:46.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:25:47.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:46 smithi016 ceph-mon[84376]: pgmap v2169: 553 pgs: 11 creating+peering, 37 unknown, 505 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-04-24T03:25:47.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:46 smithi016 ceph-mon[84376]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-24T03:25:47.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:46 smithi016 ceph-mon[86910]: pgmap v2169: 553 pgs: 11 creating+peering, 37 unknown, 505 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-04-24T03:25:47.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:46 smithi016 ceph-mon[86910]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-24T03:25:47.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:46 smithi063 ceph-mon[77007]: pgmap v2169: 553 pgs: 11 creating+peering, 37 unknown, 505 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-04-24T03:25:47.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:46 smithi063 ceph-mon[77007]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-24T03:25:48.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:47 smithi016 ceph-mon[84376]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-24T03:25:48.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:47 smithi016 ceph-mon[84376]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-24T03:25:48.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:47 smithi016 ceph-mon[86910]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-24T03:25:48.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:47 smithi016 ceph-mon[86910]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-24T03:25:48.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:47 smithi063 ceph-mon[77007]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-24T03:25:48.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:47 smithi063 ceph-mon[77007]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-24T03:25:48.609 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:25:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:25:48] "GET /metrics HTTP/1.1" 200 67861 "" "Prometheus/2.43.0" 2024-04-24T03:25:49.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:48 smithi016 ceph-mon[86910]: pgmap v2172: 553 pgs: 2 creating+peering, 7 unknown, 544 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 KiB/s wr, 26 op/s 2024-04-24T03:25:49.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:48 smithi016 ceph-mon[84376]: pgmap v2172: 553 pgs: 2 creating+peering, 7 unknown, 544 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 KiB/s wr, 26 op/s 2024-04-24T03:25:49.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:48 smithi063 ceph-mon[77007]: pgmap v2172: 553 pgs: 2 creating+peering, 7 unknown, 544 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 KiB/s wr, 26 op/s 2024-04-24T03:25:50.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:49 smithi016 ceph-mon[84376]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-24T03:25:50.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:49 smithi016 ceph-mon[86910]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-24T03:25:50.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:49 smithi063 ceph-mon[77007]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:25:50.115 INFO:tasks.workunit.client.0.smithi016.stdout:child: image65 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65/8a84c0085769 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:25:50.116 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:child: image65 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65/8a84c0085769 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.117 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:child: image65 2024-04-24T03:25:50.118 INFO:tasks.workunit.client.0.smithi016.stdout:child: image67 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65/8a84c0085769 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67/8a84c2d8c31b 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.119 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:child: image65 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:child: image67 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65/8a84c0085769 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67/8a84c2d8c31b 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.120 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.121 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:child: image65 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:child: image67 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:child: image68 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65/8a84c0085769 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67/8a84c2d8c31b 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68/8a84f984d732 2024-04-24T03:25:50.122 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.123 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.124 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.124 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.124 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.124 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.124 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.710 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image65 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:child: image65 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:child: image67 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:child: image68 2024-04-24T03:25:50.711 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image65/8a84c0085769 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67/8a84c2d8c31b 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68/8a84f984d732 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.712 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image67 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.713 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:child: image67 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:child: image68 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image67/8a84c2d8c31b 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68/8a84f984d732 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.714 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:25:50.715 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:child: image68 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-14/image68/8a84f984d732 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-24T03:25:50.716 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:25:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:child: image66 2024-04-24T03:25:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-13/image66/8a845bd17b56 2024-04-24T03:25:50.717 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:25:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 0 2024-04-24T03:25:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:25:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ListChildren (9690 ms) 2024-04-24T03:25:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-24T03:25:51.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:50 smithi016 ceph-mon[84376]: pgmap v2175: 553 pgs: 553 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-24T03:25:51.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:50 smithi016 ceph-mon[84376]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-24T03:25:51.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:50 smithi016 ceph-mon[86910]: pgmap v2175: 553 pgs: 553 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-24T03:25:51.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:50 smithi016 ceph-mon[86910]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-24T03:25:51.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:50 smithi063 ceph-mon[77007]: pgmap v2175: 553 pgs: 553 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-24T03:25:51.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:50 smithi063 ceph-mon[77007]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-24T03:25:52.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:51 smithi016 ceph-mon[84376]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-24T03:25:52.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:51 smithi016 ceph-mon[86910]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-24T03:25:52.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:51 smithi063 ceph-mon[77007]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-24T03:25:53.522 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[84376]: pgmap v2178: 553 pgs: 553 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 10 KiB/s wr, 472 op/s 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[84376]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4268228788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4268228788' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[84376]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[86910]: pgmap v2178: 553 pgs: 553 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 10 KiB/s wr, 472 op/s 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[86910]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4268228788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4268228788' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:53.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:53 smithi016 ceph-mon[86910]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-24T03:25:53.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:53 smithi063 ceph-mon[77007]: pgmap v2178: 553 pgs: 553 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 10 KiB/s wr, 472 op/s 2024-04-24T03:25:53.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:53 smithi063 ceph-mon[77007]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-24T03:25:53.551 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4268228788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:53.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4268228788' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:53.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:53 smithi063 ceph-mon[77007]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-24T03:25:55.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[84376]: pgmap v2181: 585 pgs: 8 creating+peering, 22 unknown, 555 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 15 KiB/s wr, 671 op/s 2024-04-24T03:25:55.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[84376]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-24T03:25:55.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1303038304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:55.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:55.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[86910]: pgmap v2181: 585 pgs: 8 creating+peering, 22 unknown, 555 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 15 KiB/s wr, 671 op/s 2024-04-24T03:25:55.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[86910]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-24T03:25:55.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1303038304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:55.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:54 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:55.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:54 smithi063 ceph-mon[77007]: pgmap v2181: 585 pgs: 8 creating+peering, 22 unknown, 555 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 15 KiB/s wr, 671 op/s 2024-04-24T03:25:55.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:54 smithi063 ceph-mon[77007]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-24T03:25:55.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:54 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1303038304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:55.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:54 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:56.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:55 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:56.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:55 smithi016 ceph-mon[84376]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-24T03:25:56.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:55 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:56.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:55 smithi016 ceph-mon[86910]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-24T03:25:56.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:55 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:56.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:55 smithi063 ceph-mon[77007]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-24T03:25:57.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:56 smithi016 ceph-mon[84376]: pgmap v2184: 617 pgs: 16 creating+peering, 37 unknown, 564 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 5.5 KiB/s wr, 246 op/s 2024-04-24T03:25:57.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:56 smithi016 ceph-mon[84376]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-24T03:25:57.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:56 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/594724910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:57.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:56 smithi016 ceph-mon[86910]: pgmap v2184: 617 pgs: 16 creating+peering, 37 unknown, 564 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 5.5 KiB/s wr, 246 op/s 2024-04-24T03:25:57.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:56 smithi016 ceph-mon[86910]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-24T03:25:57.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:56 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/594724910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:57.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:56 smithi063 ceph-mon[77007]: pgmap v2184: 617 pgs: 16 creating+peering, 37 unknown, 564 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 5.5 KiB/s wr, 246 op/s 2024-04-24T03:25:57.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:56 smithi063 ceph-mon[77007]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-24T03:25:57.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:56 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/594724910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/594724910' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[84376]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17", "force_nonempty":""}]: dispatch 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17", "force_nonempty":""}]': finished 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[84376]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-132366-17", "mode":"writeback"}]: dispatch 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/594724910' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[86910]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-24T03:25:58.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17", "force_nonempty":""}]: dispatch 2024-04-24T03:25:58.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17", "force_nonempty":""}]': finished 2024-04-24T03:25:58.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[86910]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-24T03:25:58.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-132366-17", "mode":"writeback"}]: dispatch 2024-04-24T03:25:58.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/594724910' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:25:58.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:57 smithi063 ceph-mon[77007]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-24T03:25:58.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17", "force_nonempty":""}]: dispatch 2024-04-24T03:25:58.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17", "force_nonempty":""}]': finished 2024-04-24T03:25:58.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:57 smithi063 ceph-mon[77007]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-24T03:25:58.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-132366-17", "mode":"writeback"}]: dispatch 2024-04-24T03:25:58.617 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:25:58] "GET /metrics HTTP/1.1" 200 67861 "" "Prometheus/2.43.0" 2024-04-24T03:25:59.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[84376]: pgmap v2187: 649 pgs: 19 creating+peering, 21 unknown, 609 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 511 B/s wr, 47 op/s 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[84376]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-132366-17", "mode":"writeback"}]': finished 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[84376]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-132366-15", "overlaypool":"test-librbd-smithi016-132366-17"}]: dispatch 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[86910]: pgmap v2187: 649 pgs: 19 creating+peering, 21 unknown, 609 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 511 B/s wr, 47 op/s 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[86910]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-132366-17", "mode":"writeback"}]': finished 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[86910]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-24T03:25:59.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:25:58 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-132366-15", "overlaypool":"test-librbd-smithi016-132366-17"}]: dispatch 2024-04-24T03:25:59.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:58 smithi063 ceph-mon[77007]: pgmap v2187: 649 pgs: 19 creating+peering, 21 unknown, 609 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 511 B/s wr, 47 op/s 2024-04-24T03:25:59.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:58 smithi063 ceph-mon[77007]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-24T03:25:59.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:58 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-132366-17", "mode":"writeback"}]': finished 2024-04-24T03:25:59.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:58 smithi063 ceph-mon[77007]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-24T03:25:59.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:25:58 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-132366-15", "overlaypool":"test-librbd-smithi016-132366-17"}]: dispatch 2024-04-24T03:25:59.587 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:01.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[84376]: pgmap v2190: 649 pgs: 11 creating+peering, 9 unknown, 629 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-132366-15", "overlaypool":"test-librbd-smithi016-132366-17"}]': finished 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[84376]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[86910]: pgmap v2190: 649 pgs: 11 creating+peering, 9 unknown, 629 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-132366-15", "overlaypool":"test-librbd-smithi016-132366-17"}]': finished 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[86910]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:01.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:00 smithi063 ceph-mon[77007]: pgmap v2190: 649 pgs: 11 creating+peering, 9 unknown, 629 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:26:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:00 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-132366-15", "overlaypool":"test-librbd-smithi016-132366-17"}]': finished 2024-04-24T03:26:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:00 smithi063 ceph-mon[77007]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-24T03:26:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:01.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:02.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:01 smithi016 ceph-mon[84376]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-24T03:26:02.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:01 smithi016 ceph-mon[86910]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-24T03:26:02.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:01 smithi063 ceph-mon[77007]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-24T03:26:03.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:02 smithi016 ceph-mon[84376]: pgmap v2193: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:26:03.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:02 smithi016 ceph-mon[84376]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-24T03:26:03.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:02 smithi016 ceph-mon[86910]: pgmap v2193: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:26:03.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:02 smithi016 ceph-mon[86910]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-24T03:26:03.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:02 smithi063 ceph-mon[77007]: pgmap v2193: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:26:03.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:02 smithi063 ceph-mon[77007]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-24T03:26:04.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:03 smithi016 ceph-mon[84376]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-24T03:26:04.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:03 smithi016 ceph-mon[86910]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-24T03:26:04.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:03 smithi063 ceph-mon[77007]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-24T03:26:05.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:04 smithi016 ceph-mon[84376]: pgmap v2196: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1023 B/s wr, 3 op/s 2024-04-24T03:26:05.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:04 smithi016 ceph-mon[84376]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-24T03:26:05.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:04 smithi016 ceph-mon[86910]: pgmap v2196: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1023 B/s wr, 3 op/s 2024-04-24T03:26:05.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:04 smithi016 ceph-mon[86910]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-24T03:26:05.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:04 smithi063 ceph-mon[77007]: pgmap v2196: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1023 B/s wr, 3 op/s 2024-04-24T03:26:05.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:04 smithi063 ceph-mon[77007]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout:child: image70 2024-04-24T03:26:05.186 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70/8a8430a69708 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-24T03:26:05.187 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:child: image70 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70/8a8430a69708 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.188 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:26:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout:child: image70 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout:child: image72 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70/8a8430a69708 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72/8a84551b7f61 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.190 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:child: image70 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:child: image72 2024-04-24T03:26:05.191 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70/8a8430a69708 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72/8a84551b7f61 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.192 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:child: image70 2024-04-24T03:26:05.193 INFO:tasks.workunit.client.0.smithi016.stdout:child: image72 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:child: image73 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70/8a8430a69708 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72/8a84551b7f61 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73/8a8443bacb58 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.194 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:05.195 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.196 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:05.196 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:05.196 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:06.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:05 smithi016 ceph-mon[84376]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-24T03:26:06.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:05 smithi016 ceph-mon[86910]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-24T03:26:06.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:05 smithi063 ceph-mon[77007]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-24T03:26:07.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:06 smithi016 ceph-mon[84376]: pgmap v2199: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 4.2 KiB/s wr, 145 op/s 2024-04-24T03:26:07.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:06 smithi016 ceph-mon[84376]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-24T03:26:07.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:06 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-132366-15"}]: dispatch 2024-04-24T03:26:07.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:06 smithi016 ceph-mon[86910]: pgmap v2199: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 4.2 KiB/s wr, 145 op/s 2024-04-24T03:26:07.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:06 smithi016 ceph-mon[86910]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-24T03:26:07.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:06 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-132366-15"}]: dispatch 2024-04-24T03:26:07.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:06 smithi063 ceph-mon[77007]: pgmap v2199: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 4.2 KiB/s wr, 145 op/s 2024-04-24T03:26:07.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:06 smithi063 ceph-mon[77007]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-24T03:26:07.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:06 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-132366-15"}]: dispatch 2024-04-24T03:26:07.679 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image70 2024-04-24T03:26:07.679 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:07.679 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.679 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.679 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:child: image70 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:child: image72 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:child: image73 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image70/8a8430a69708 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72/8a84551b7f61 2024-04-24T03:26:07.680 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73/8a8443bacb58 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.681 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image72 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:child: image72 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:child: image73 2024-04-24T03:26:07.682 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image72/8a84551b7f61 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73/8a8443bacb58 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:child: image73 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-16/image73/8a8443bacb58 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.684 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:child: image71 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-15/image71/8a842fd46248 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 0 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16968 ms) 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-24T03:26:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:07.752 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.LockingPP (74 ms) 2024-04-24T03:26:07.752 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-24T03:26:07.752 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:07.987 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushAio (235 ms) 2024-04-24T03:26:07.987 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-24T03:26:07.987 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:08.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:07 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-132366-15"}]': finished 2024-04-24T03:26:08.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:07 smithi016 ceph-mon[84376]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-24T03:26:08.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:07 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17"}]: dispatch 2024-04-24T03:26:08.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:07 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-132366-15"}]': finished 2024-04-24T03:26:08.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:07 smithi016 ceph-mon[86910]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-24T03:26:08.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:07 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17"}]: dispatch 2024-04-24T03:26:08.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:07 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-132366-15"}]': finished 2024-04-24T03:26:08.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:07 smithi063 ceph-mon[77007]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-24T03:26:08.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:07 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17"}]: dispatch 2024-04-24T03:26:08.158 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushAioPP (170 ms) 2024-04-24T03:26:08.158 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-24T03:26:08.158 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:08.180 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (22 ms) 2024-04-24T03:26:08.180 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-24T03:26:08.180 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:08.203 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (24 ms) 2024-04-24T03:26:08.203 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-24T03:26:08.203 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:08.218 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-04-24T03:26:08.218 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-24T03:26:08.218 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:08.254 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.LargeCacheRead (35 ms) 2024-04-24T03:26:08.254 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-24T03:26:08.254 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:08.461 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestPendingAio (208 ms) 2024-04-24T03:26:08.462 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-24T03:26:08.462 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:08.685 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:26:08] "GET /metrics HTTP/1.1" 200 75124 "" "Prometheus/2.43.0" 2024-04-24T03:26:08.791 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:09.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[84376]: pgmap v2202: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 12 KiB/s wr, 395 op/s 2024-04-24T03:26:09.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[84376]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-24T03:26:09.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17"}]': finished 2024-04-24T03:26:09.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[84376]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-24T03:26:09.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[86910]: pgmap v2202: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 12 KiB/s wr, 395 op/s 2024-04-24T03:26:09.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[86910]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-24T03:26:09.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17"}]': finished 2024-04-24T03:26:09.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:08 smithi016 ceph-mon[86910]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-24T03:26:09.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:08 smithi063 ceph-mon[77007]: pgmap v2202: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 12 KiB/s wr, 395 op/s 2024-04-24T03:26:09.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:08 smithi063 ceph-mon[77007]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-24T03:26:09.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:08 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-132366-15", "tierpool":"test-librbd-smithi016-132366-17"}]': finished 2024-04-24T03:26:09.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:08 smithi063 ceph-mon[77007]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-24T03:26:10.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:09 smithi016 ceph-mon[84376]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-24T03:26:10.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:09 smithi016 ceph-mon[86910]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-24T03:26:10.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:09 smithi063 ceph-mon[77007]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-24T03:26:10.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2299 ms) 2024-04-24T03:26:10.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-24T03:26:10.761 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:11.022 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:10 smithi016 ceph-mon[84376]: pgmap v2205: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 77 KiB/s wr, 452 op/s 2024-04-24T03:26:11.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:10 smithi016 ceph-mon[84376]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-24T03:26:11.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:10 smithi016 ceph-mon[86910]: pgmap v2205: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 77 KiB/s wr, 452 op/s 2024-04-24T03:26:11.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:10 smithi016 ceph-mon[86910]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-24T03:26:11.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:10 smithi063 ceph-mon[77007]: pgmap v2205: 649 pgs: 649 active+clean; 39 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 77 KiB/s wr, 452 op/s 2024-04-24T03:26:11.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:10 smithi063 ceph-mon[77007]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-24T03:26:11.819 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:12.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:11 smithi016 ceph-mon[84376]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-24T03:26:12.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:11 smithi016 ceph-mon[86910]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-24T03:26:12.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:11 smithi063 ceph-mon[77007]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-24T03:26:13.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:12 smithi016 ceph-mon[84376]: pgmap v2208: 649 pgs: 649 active+clean; 43 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 987 KiB/s rd, 661 KiB/s wr, 731 op/s 2024-04-24T03:26:13.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:12 smithi016 ceph-mon[84376]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-24T03:26:13.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:12 smithi016 ceph-mon[84376]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-24T03:26:13.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:12 smithi016 ceph-mon[86910]: pgmap v2208: 649 pgs: 649 active+clean; 43 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 987 KiB/s rd, 661 KiB/s wr, 731 op/s 2024-04-24T03:26:13.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:12 smithi016 ceph-mon[86910]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-24T03:26:13.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:12 smithi016 ceph-mon[86910]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-24T03:26:13.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:12 smithi063 ceph-mon[77007]: pgmap v2208: 649 pgs: 649 active+clean; 43 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 987 KiB/s rd, 661 KiB/s wr, 731 op/s 2024-04-24T03:26:13.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:12 smithi063 ceph-mon[77007]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-24T03:26:13.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:12 smithi063 ceph-mon[77007]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-24T03:26:13.629 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2869 ms) 2024-04-24T03:26:13.630 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-24T03:26:13.630 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:14.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Flatten (1065 ms) 2024-04-24T03:26:14.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-24T03:26:14.695 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:14.727 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 32768 2024-04-24T03:26:14.727 INFO:tasks.workunit.client.0.smithi016.stdout:read: 32768 2024-04-24T03:26:14.728 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-04-24T03:26:14.728 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-24T03:26:14.728 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:14.765 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SparsifyPP (38 ms) 2024-04-24T03:26:14.765 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-24T03:26:14.765 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:15.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:14 smithi016 ceph-mon[84376]: pgmap v2211: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 671 KiB/s wr, 797 op/s 2024-04-24T03:26:15.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:14 smithi016 ceph-mon[84376]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-24T03:26:15.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:14 smithi016 ceph-mon[86910]: pgmap v2211: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 671 KiB/s wr, 797 op/s 2024-04-24T03:26:15.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:14 smithi016 ceph-mon[86910]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-24T03:26:15.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:14 smithi063 ceph-mon[77007]: pgmap v2211: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 671 KiB/s wr, 797 op/s 2024-04-24T03:26:15.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:14 smithi063 ceph-mon[77007]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-24T03:26:16.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:15 smithi016 ceph-mon[84376]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-24T03:26:16.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:16.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:16.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:15 smithi016 ceph-mon[86910]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-24T03:26:16.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:16.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:16.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:15 smithi063 ceph-mon[77007]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-24T03:26:16.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:16.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:16 smithi063 ceph-mon[77007]: pgmap v2214: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 95 KiB/s wr, 326 op/s 2024-04-24T03:26:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:16 smithi063 ceph-mon[77007]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-24T03:26:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]: dispatch 2024-04-24T03:26:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-24T03:26:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2024-04-24T03:26:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:16 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]: dispatch 2024-04-24T03:26:17.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[84376]: pgmap v2214: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 95 KiB/s wr, 326 op/s 2024-04-24T03:26:17.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[84376]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-24T03:26:17.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]: dispatch 2024-04-24T03:26:17.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-24T03:26:17.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2024-04-24T03:26:17.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]: dispatch 2024-04-24T03:26:17.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[86910]: pgmap v2214: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 95 KiB/s wr, 326 op/s 2024-04-24T03:26:17.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[86910]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-24T03:26:17.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]: dispatch 2024-04-24T03:26:17.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-24T03:26:17.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2024-04-24T03:26:17.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:16 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]: dispatch 2024-04-24T03:26:18.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]': finished 2024-04-24T03:26:18.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-24T03:26:18.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2024-04-24T03:26:18.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]': finished 2024-04-24T03:26:18.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[84376]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-24T03:26:18.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]': finished 2024-04-24T03:26:18.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-24T03:26:18.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2024-04-24T03:26:18.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]': finished 2024-04-24T03:26:18.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:17 smithi016 ceph-mon[86910]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-24T03:26:18.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]': finished 2024-04-24T03:26:18.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-24T03:26:18.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2024-04-24T03:26:18.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]': finished 2024-04-24T03:26:18.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:17 smithi063 ceph-mon[77007]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-24T03:26:18.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:26:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:26:18] "GET /metrics HTTP/1.1" 200 75193 "" "Prometheus/2.43.0" 2024-04-24T03:26:19.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:18 smithi016 ceph-mon[84376]: pgmap v2217: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 38 KiB/s wr, 237 op/s 2024-04-24T03:26:19.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:18 smithi016 ceph-mon[84376]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-24T03:26:19.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:18 smithi016 ceph-mon[86910]: pgmap v2217: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 38 KiB/s wr, 237 op/s 2024-04-24T03:26:19.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:18 smithi016 ceph-mon[86910]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-24T03:26:19.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:18 smithi063 ceph-mon[77007]: pgmap v2217: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 38 KiB/s wr, 237 op/s 2024-04-24T03:26:19.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:18 smithi063 ceph-mon[77007]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-24T03:26:19.848 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapshotLimit (5082 ms) 2024-04-24T03:26:19.848 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-24T03:26:19.848 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:20.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:19 smithi016 ceph-mon[84376]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-24T03:26:20.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:19 smithi016 ceph-mon[86910]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-24T03:26:20.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:19 smithi063 ceph-mon[77007]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-24T03:26:21.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:20 smithi016 ceph-mon[84376]: pgmap v2220: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 22 KiB/s wr, 212 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:26:21.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:20 smithi016 ceph-mon[84376]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-24T03:26:21.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:20 smithi016 ceph-mon[86910]: pgmap v2220: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 22 KiB/s wr, 212 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:26:21.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:20 smithi016 ceph-mon[86910]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-24T03:26:21.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:20 smithi063 ceph-mon[77007]: pgmap v2220: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 22 KiB/s wr, 212 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:26:21.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:20 smithi063 ceph-mon[77007]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-24T03:26:22.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:21 smithi016 ceph-mon[84376]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-24T03:26:22.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:21 smithi016 ceph-mon[86910]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-24T03:26:22.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:21 smithi063 ceph-mon[77007]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-24T03:26:23.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:22 smithi016 ceph-mon[84376]: pgmap v2223: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 68 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:26:23.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:22 smithi016 ceph-mon[84376]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-24T03:26:23.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:22 smithi016 ceph-mon[86910]: pgmap v2223: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 68 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:26:23.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:22 smithi016 ceph-mon[86910]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-24T03:26:23.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:22 smithi063 ceph-mon[77007]: pgmap v2223: 649 pgs: 1 peering, 648 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 68 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:26:23.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:22 smithi063 ceph-mon[77007]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-24T03:26:24.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:23 smithi016 ceph-mon[84376]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-24T03:26:24.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:23 smithi016 ceph-mon[86910]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-24T03:26:24.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:23 smithi063 ceph-mon[77007]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-24T03:26:24.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5040 ms) 2024-04-24T03:26:24.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-24T03:26:24.888 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:24.959 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:26:24.959 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (72 ms) 2024-04-24T03:26:24.959 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-24T03:26:24.960 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:25.029 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (70 ms) 2024-04-24T03:26:25.030 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-24T03:26:25.030 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:25.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:24 smithi016 ceph-mon[84376]: pgmap v2226: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-04-24T03:26:25.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:24 smithi016 ceph-mon[84376]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-24T03:26:25.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:24 smithi016 ceph-mon[86910]: pgmap v2226: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-04-24T03:26:25.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:24 smithi016 ceph-mon[86910]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-24T03:26:25.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:24 smithi063 ceph-mon[77007]: pgmap v2226: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-04-24T03:26:25.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:24 smithi063 ceph-mon[77007]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-24T03:26:25.904 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (874 ms) 2024-04-24T03:26:25.904 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-24T03:26:25.904 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:26.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:25 smithi016 ceph-mon[84376]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-24T03:26:26.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:25 smithi016 ceph-mon[86910]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-24T03:26:26.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:25 smithi063 ceph-mon[77007]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-24T03:26:27.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:26 smithi016 ceph-mon[84376]: pgmap v2229: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-24T03:26:27.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:26 smithi016 ceph-mon[84376]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-24T03:26:27.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:26 smithi016 ceph-mon[86910]: pgmap v2229: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-24T03:26:27.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:26 smithi016 ceph-mon[86910]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-24T03:26:27.301 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:26 smithi063 ceph-mon[77007]: pgmap v2229: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-24T03:26:27.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:26 smithi063 ceph-mon[77007]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-24T03:26:27.631 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1727 ms) 2024-04-24T03:26:27.632 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-24T03:26:27.632 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:26:27.632 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-24T03:26:27.632 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-24T03:26:27.632 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:28.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:27 smithi016 ceph-mon[84376]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-24T03:26:28.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:27 smithi016 ceph-mon[84376]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-24T03:26:28.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:27 smithi016 ceph-mon[86910]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-24T03:26:28.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:27 smithi016 ceph-mon[86910]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-24T03:26:28.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:27 smithi063 ceph-mon[77007]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-24T03:26:28.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:27 smithi063 ceph-mon[77007]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-24T03:26:28.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:26:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:26:28] "GET /metrics HTTP/1.1" 200 75193 "" "Prometheus/2.43.0" 2024-04-24T03:26:29.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:28 smithi016 ceph-mon[84376]: pgmap v2232: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.7 KiB/s wr, 72 op/s 2024-04-24T03:26:29.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:28 smithi016 ceph-mon[84376]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-24T03:26:29.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:28 smithi016 ceph-mon[86910]: pgmap v2232: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.7 KiB/s wr, 72 op/s 2024-04-24T03:26:29.273 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:28 smithi016 ceph-mon[86910]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-24T03:26:29.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:28 smithi063 ceph-mon[77007]: pgmap v2232: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.7 KiB/s wr, 72 op/s 2024-04-24T03:26:29.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:28 smithi063 ceph-mon[77007]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-24T03:26:29.630 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:26:29.630 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRemove2 (1999 ms) 2024-04-24T03:26:29.630 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-24T03:26:29.630 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:30.648 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1018 ms) 2024-04-24T03:26:30.648 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-24T03:26:30.648 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:31.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:30 smithi016 ceph-mon[84376]: pgmap v2235: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-04-24T03:26:31.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:30 smithi016 ceph-mon[84376]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-24T03:26:31.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:31.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:30 smithi016 ceph-mon[86910]: pgmap v2235: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-04-24T03:26:31.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:30 smithi016 ceph-mon[86910]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-24T03:26:31.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:31.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:30 smithi063 ceph-mon[77007]: pgmap v2235: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-04-24T03:26:31.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:30 smithi063 ceph-mon[77007]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-24T03:26:31.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:31.647 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (999 ms) 2024-04-24T03:26:31.647 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-24T03:26:31.647 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:32.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:31 smithi016 ceph-mon[84376]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-24T03:26:32.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:31 smithi016 ceph-mon[86910]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-24T03:26:32.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:31 smithi063 ceph-mon[77007]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-24T03:26:32.669 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1023 ms) 2024-04-24T03:26:32.670 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-24T03:26:32.670 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:33.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:32 smithi016 ceph-mon[84376]: pgmap v2238: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-04-24T03:26:33.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:32 smithi016 ceph-mon[84376]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-24T03:26:33.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:32 smithi016 ceph-mon[84376]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-24T03:26:33.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:32 smithi016 ceph-mon[86910]: pgmap v2238: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-04-24T03:26:33.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:32 smithi016 ceph-mon[86910]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-24T03:26:33.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:32 smithi016 ceph-mon[86910]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-24T03:26:33.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:32 smithi063 ceph-mon[77007]: pgmap v2238: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-04-24T03:26:33.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:32 smithi063 ceph-mon[77007]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-24T03:26:33.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:32 smithi063 ceph-mon[77007]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-24T03:26:33.727 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1057 ms) 2024-04-24T03:26:33.727 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-24T03:26:33.727 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:33.766 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (39 ms) 2024-04-24T03:26:33.766 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-24T03:26:33.766 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:33.803 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-04-24T03:26:33.803 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-24T03:26:33.803 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:35.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:34 smithi016 ceph-mon[84376]: pgmap v2241: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 140 op/s 2024-04-24T03:26:35.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:34 smithi016 ceph-mon[84376]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-24T03:26:35.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:34 smithi016 ceph-mon[86910]: pgmap v2241: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 140 op/s 2024-04-24T03:26:35.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:34 smithi016 ceph-mon[86910]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-24T03:26:35.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:34 smithi063 ceph-mon[77007]: pgmap v2241: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 140 op/s 2024-04-24T03:26:35.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:34 smithi063 ceph-mon[77007]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-24T03:26:36.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:35 smithi016 ceph-mon[84376]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-24T03:26:36.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:35 smithi016 ceph-mon[86910]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-24T03:26:36.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:35 smithi063 ceph-mon[77007]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-24T03:26:37.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:36 smithi016 ceph-mon[84376]: pgmap v2244: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.2 KiB/s wr, 156 op/s 2024-04-24T03:26:37.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:36 smithi016 ceph-mon[84376]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-24T03:26:37.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:36 smithi016 ceph-mon[86910]: pgmap v2244: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.2 KiB/s wr, 156 op/s 2024-04-24T03:26:37.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:36 smithi016 ceph-mon[86910]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-24T03:26:37.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:36 smithi063 ceph-mon[77007]: pgmap v2244: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.2 KiB/s wr, 156 op/s 2024-04-24T03:26:37.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:36 smithi063 ceph-mon[77007]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-24T03:26:38.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:37 smithi016 ceph-mon[84376]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-24T03:26:38.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:37 smithi016 ceph-mon[84376]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-24T03:26:38.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:37 smithi016 ceph-mon[86910]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-24T03:26:38.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:37 smithi016 ceph-mon[86910]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-24T03:26:38.051 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:37 smithi063 ceph-mon[77007]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-24T03:26:38.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:37 smithi063 ceph-mon[77007]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-24T03:26:38.649 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:26:38] "GET /metrics HTTP/1.1" 200 75192 "" "Prometheus/2.43.0" 2024-04-24T03:26:38.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[86910]: pgmap v2247: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-24T03:26:38.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:26:38.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:26:38.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:26:38.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:38.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[86910]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-24T03:26:39.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[84376]: pgmap v2247: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-24T03:26:39.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:26:39.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:26:39.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:26:39.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:39.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:38 smithi016 ceph-mon[84376]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-24T03:26:39.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:38 smithi063 ceph-mon[77007]: pgmap v2247: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-24T03:26:39.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:26:39.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:26:39.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:26:39.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:26:39.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:38 smithi063 ceph-mon[77007]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-24T03:26:41.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:40 smithi016 ceph-mon[84376]: pgmap v2250: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 159 op/s 2024-04-24T03:26:41.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:40 smithi016 ceph-mon[84376]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-24T03:26:41.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:40 smithi016 ceph-mon[86910]: pgmap v2250: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 159 op/s 2024-04-24T03:26:41.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:40 smithi016 ceph-mon[86910]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-24T03:26:41.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:40 smithi063 ceph-mon[77007]: pgmap v2250: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 159 op/s 2024-04-24T03:26:41.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:40 smithi063 ceph-mon[77007]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-24T03:26:42.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:41 smithi016 ceph-mon[84376]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-24T03:26:42.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:41 smithi016 ceph-mon[86910]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-24T03:26:42.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:41 smithi063 ceph-mon[77007]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-24T03:26:43.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:42 smithi016 ceph-mon[84376]: pgmap v2253: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2024-04-24T03:26:43.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:42 smithi016 ceph-mon[84376]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-24T03:26:43.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:42 smithi016 ceph-mon[86910]: pgmap v2253: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2024-04-24T03:26:43.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:42 smithi016 ceph-mon[86910]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-24T03:26:43.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:42 smithi063 ceph-mon[77007]: pgmap v2253: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2024-04-24T03:26:43.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:42 smithi063 ceph-mon[77007]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-24T03:26:44.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:43 smithi016 ceph-mon[84376]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-24T03:26:44.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:43 smithi016 ceph-mon[86910]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-24T03:26:44.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:43 smithi063 ceph-mon[77007]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-24T03:26:44.273 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10470 ms) 2024-04-24T03:26:44.273 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-24T03:26:44.274 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:44.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Metadata (480 ms) 2024-04-24T03:26:44.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-24T03:26:44.753 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:45.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:44 smithi016 ceph-mon[84376]: pgmap v2256: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 81 op/s 2024-04-24T03:26:45.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:44 smithi016 ceph-mon[84376]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-24T03:26:45.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:44 smithi016 ceph-mon[86910]: pgmap v2256: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 81 op/s 2024-04-24T03:26:45.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:44 smithi016 ceph-mon[86910]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-24T03:26:45.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:44 smithi063 ceph-mon[77007]: pgmap v2256: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 81 op/s 2024-04-24T03:26:45.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:44 smithi063 ceph-mon[77007]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-24T03:26:45.758 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.MetadataPP (1005 ms) 2024-04-24T03:26:45.758 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-24T03:26:45.758 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:45.859 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.UpdateFeatures (101 ms) 2024-04-24T03:26:45.859 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-24T03:26:45.859 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-24T03:26:45.859 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-24T03:26:45.859 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:46.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:45 smithi016 ceph-mon[84376]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-24T03:26:46.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:46.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:45 smithi016 ceph-mon[86910]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-24T03:26:46.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:46.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:45 smithi063 ceph-mon[77007]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-24T03:26:46.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:26:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:26:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-24T03:26:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-24T03:26:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-24T03:26:46.721 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RebuildObjectMap (861 ms) 2024-04-24T03:26:46.721 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-24T03:26:46.755 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:26:46.755 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-24T03:26:46.755 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-24T03:26:46.755 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-24T03:26:46.755 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (35 ms) 2024-04-24T03:26:46.755 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-24T03:26:46.755 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:47.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:46 smithi016 ceph-mon[84376]: pgmap v2259: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 14 KiB/s wr, 24 op/s 2024-04-24T03:26:47.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:46 smithi016 ceph-mon[84376]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-24T03:26:47.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:46 smithi016 ceph-mon[86910]: pgmap v2259: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 14 KiB/s wr, 24 op/s 2024-04-24T03:26:47.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:46 smithi016 ceph-mon[86910]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-24T03:26:47.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:46 smithi063 ceph-mon[77007]: pgmap v2259: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 14 KiB/s wr, 24 op/s 2024-04-24T03:26:47.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:46 smithi063 ceph-mon[77007]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-24T03:26:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:26:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-24T03:26:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-24T03:26:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-24T03:26:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CheckObjectMap (975 ms) 2024-04-24T03:26:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-24T03:26:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:47.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.BlockingAIO (27 ms) 2024-04-24T03:26:47.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-24T03:26:47.758 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:47.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (125 ms) 2024-04-24T03:26:47.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-24T03:26:47.882 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:26:47.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-24T03:26:47.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-24T03:26:47.882 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:48.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:47 smithi016 ceph-mon[84376]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-24T03:26:48.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:47 smithi016 ceph-mon[86910]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-24T03:26:48.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:47 smithi063 ceph-mon[77007]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-24T03:26:48.660 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:26:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:26:48] "GET /metrics HTTP/1.1" 200 75199 "" "Prometheus/2.43.0" 2024-04-24T03:26:48.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (881 ms) 2024-04-24T03:26:48.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-24T03:26:48.763 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:49.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:48 smithi016 ceph-mon[84376]: pgmap v2262: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 200 KiB/s wr, 863 op/s 2024-04-24T03:26:49.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:48 smithi016 ceph-mon[84376]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-24T03:26:49.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:48 smithi016 ceph-mon[86910]: pgmap v2262: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 200 KiB/s wr, 863 op/s 2024-04-24T03:26:49.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:48 smithi016 ceph-mon[86910]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-24T03:26:49.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:48 smithi063 ceph-mon[77007]: pgmap v2262: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 200 KiB/s wr, 863 op/s 2024-04-24T03:26:49.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:48 smithi063 ceph-mon[77007]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-24T03:26:49.711 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (948 ms) 2024-04-24T03:26:49.712 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-24T03:26:50.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:49 smithi016 ceph-mon[84376]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-24T03:26:50.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:49 smithi016 ceph-mon[86910]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-24T03:26:50.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:49 smithi063 ceph-mon[77007]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-24T03:26:50.825 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:26:50.825 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:26:50.825 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestImageOptions (1114 ms) 2024-04-24T03:26:50.825 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-24T03:26:51.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:50 smithi016 ceph-mon[84376]: pgmap v2265: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 255 KiB/s wr, 1.14k op/s 2024-04-24T03:26:51.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:50 smithi016 ceph-mon[84376]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-24T03:26:51.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:50 smithi016 ceph-mon[86910]: pgmap v2265: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 255 KiB/s wr, 1.14k op/s 2024-04-24T03:26:51.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:50 smithi016 ceph-mon[86910]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-24T03:26:51.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:50 smithi063 ceph-mon[77007]: pgmap v2265: 649 pgs: 649 active+clean; 47 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 255 KiB/s wr, 1.14k op/s 2024-04-24T03:26:51.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:50 smithi063 ceph-mon[77007]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-24T03:26:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:26:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-24T03:26:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (995 ms) 2024-04-24T03:26:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-24T03:26:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-24T03:26:51.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-24T03:26:51.822 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-24T03:26:51.822 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-24T03:26:51.822 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:26:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:26:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:26:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:26:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-24T03:26:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.859 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:26:51.860 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:26:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-24T03:26:51.862 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-24T03:26:51.863 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-24T03:26:51.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ImagePollIO (39 ms) 2024-04-24T03:26:51.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-24T03:26:51.863 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:51.872 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:52.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:51 smithi016 ceph-mon[84376]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-24T03:26:52.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:51 smithi016 ceph-mon[86910]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-24T03:26:52.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:51 smithi063 ceph-mon[77007]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-24T03:26:52.847 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Mirror (988 ms) 2024-04-24T03:26:52.847 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-24T03:26:52.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (16 ms) 2024-04-24T03:26:52.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-24T03:26:53.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:52 smithi016 ceph-mon[84376]: pgmap v2268: 649 pgs: 649 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 954 KiB/s wr, 538 op/s 2024-04-24T03:26:53.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:52 smithi016 ceph-mon[84376]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-24T03:26:53.023 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:52 smithi016 ceph-mon[86910]: pgmap v2268: 649 pgs: 649 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 954 KiB/s wr, 538 op/s 2024-04-24T03:26:53.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:52 smithi016 ceph-mon[86910]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-24T03:26:53.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:52 smithi063 ceph-mon[77007]: pgmap v2268: 649 pgs: 649 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 954 KiB/s wr, 538 op/s 2024-04-24T03:26:53.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:52 smithi063 ceph-mon[77007]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]': finished 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]: dispatch 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]: dispatch 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]': finished 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]: dispatch 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]: dispatch 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]': finished 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]: dispatch 2024-04-24T03:26:54.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]: dispatch 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]': finished 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]': finished 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]': finished 2024-04-24T03:26:54.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]': finished 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]': finished 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]': finished 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:53 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]': finished 2024-04-24T03:26:54.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-24T03:26:54.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-24T03:26:54.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]: dispatch 2024-04-24T03:26:54.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/uuid4"}]': finished 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/345f70ea-5264-47a4-baa9-bdd526b0ba6f"}]': finished 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/7e6e5ddc-c2a8-4b39-a628-4673a20944ab"}]': finished 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/304d4c78-4a6f-4f0a-9cf3-7b3b8e71dd68"}]': finished 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1241048379' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]: dispatch 2024-04-24T03:26:54.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:53 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/70/ff907d83-27f2-4206-8bb8-4f71a062eb96"}]': finished 2024-04-24T03:26:55.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:54 smithi016 ceph-mon[84376]: pgmap v2271: 649 pgs: 649 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 1.8 MiB/s wr, 385 op/s 2024-04-24T03:26:55.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:54 smithi016 ceph-mon[84376]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-24T03:26:55.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:54 smithi016 ceph-mon[86910]: pgmap v2271: 649 pgs: 649 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 1.8 MiB/s wr, 385 op/s 2024-04-24T03:26:55.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:54 smithi016 ceph-mon[86910]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-24T03:26:55.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:54 smithi063 ceph-mon[77007]: pgmap v2271: 649 pgs: 649 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 1.8 MiB/s wr, 385 op/s 2024-04-24T03:26:55.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:54 smithi063 ceph-mon[77007]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-24T03:26:56.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:55 smithi016 ceph-mon[84376]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-24T03:26:56.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:55 smithi016 ceph-mon[84376]: pgmap v2274: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 1.2 MiB/s wr, 279 op/s 2024-04-24T03:26:56.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:55 smithi016 ceph-mon[86910]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-24T03:26:56.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:55 smithi016 ceph-mon[86910]: pgmap v2274: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 1.2 MiB/s wr, 279 op/s 2024-04-24T03:26:56.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:55 smithi063 ceph-mon[77007]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-24T03:26:56.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:55 smithi063 ceph-mon[77007]: pgmap v2274: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 1.2 MiB/s wr, 279 op/s 2024-04-24T03:26:57.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:56 smithi016 ceph-mon[84376]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-24T03:26:57.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:56 smithi016 ceph-mon[86910]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-24T03:26:57.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:56 smithi063 ceph-mon[77007]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-24T03:26:57.948 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5084 ms) 2024-04-24T03:26:57.948 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-24T03:26:57.948 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:26:58.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:57 smithi016 ceph-mon[84376]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-24T03:26:58.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:57 smithi016 ceph-mon[84376]: pgmap v2277: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 338 KiB/s wr, 238 op/s 2024-04-24T03:26:58.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:57 smithi016 ceph-mon[86910]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-24T03:26:58.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:57 smithi016 ceph-mon[86910]: pgmap v2277: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 338 KiB/s wr, 238 op/s 2024-04-24T03:26:58.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:57 smithi063 ceph-mon[77007]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-24T03:26:58.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:57 smithi063 ceph-mon[77007]: pgmap v2277: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 338 KiB/s wr, 238 op/s 2024-04-24T03:26:58.773 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:26:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:26:58] "GET /metrics HTTP/1.1" 200 75199 "" "Prometheus/2.43.0" 2024-04-24T03:26:59.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:58 smithi016 ceph-mon[84376]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-24T03:26:59.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:58 smithi016 ceph-mon[86910]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-24T03:26:59.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:58 smithi063 ceph-mon[77007]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-24T03:26:59.945 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1997 ms) 2024-04-24T03:26:59.945 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-24T03:26:59.945 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:00.002 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-24T03:27:00.002 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-24T03:27:00.006 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-24T03:27:00.009 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-24T03:27:00.011 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-24T03:27:00.012 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-24T03:27:00.015 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-24T03:27:00.023 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-24T03:27:00.026 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-24T03:27:00.026 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-24T03:27:00.030 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-24T03:27:00.052 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-24T03:27:00.055 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-24T03:27:00.055 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-24T03:27:00.058 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-24T03:27:00.080 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-24T03:27:00.083 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-24T03:27:00.083 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-24T03:27:00.087 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-24T03:27:00.119 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-24T03:27:00.122 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-24T03:27:00.122 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-24T03:27:00.125 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-24T03:27:00.143 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-24T03:27:00.145 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-24T03:27:00.145 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-24T03:27:00.149 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-24T03:27:00.155 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-24T03:27:00.158 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-24T03:27:00.158 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-24T03:27:00.161 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-24T03:27:00.195 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-24T03:27:00.198 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-24T03:27:00.198 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-24T03:27:00.201 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-24T03:27:00.228 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-24T03:27:00.231 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-24T03:27:00.233 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-24T03:27:00.251 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-24T03:27:00.253 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-24T03:27:00.267 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ExclusiveLock (323 ms) 2024-04-24T03:27:00.267 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-24T03:27:00.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:59 smithi016 ceph-mon[84376]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-24T03:27:00.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:59 smithi016 ceph-mon[84376]: pgmap v2280: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 12 KiB/s wr, 228 op/s 2024-04-24T03:27:00.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:26:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:00.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:59 smithi016 ceph-mon[86910]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-24T03:27:00.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:59 smithi016 ceph-mon[86910]: pgmap v2280: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 12 KiB/s wr, 228 op/s 2024-04-24T03:27:00.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:26:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:00.282 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:00.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:59 smithi063 ceph-mon[77007]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-24T03:27:00.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:59 smithi063 ceph-mon[77007]: pgmap v2280: 649 pgs: 649 active+clean; 55 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 12 KiB/s wr, 228 op/s 2024-04-24T03:27:00.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:26:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:00.962 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.BreakLock (691 ms) 2024-04-24T03:27:00.962 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-24T03:27:00.962 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:00.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (34 ms) 2024-04-24T03:27:00.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-24T03:27:00.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-24T03:27:00.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-24T03:27:00.993 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:01.056 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:27:01.056 INFO:tasks.workunit.client.0.smithi016.stdout:1.56% done 2024-04-24T03:27:01.056 INFO:tasks.workunit.client.0.smithi016.stdout:3.12% done 2024-04-24T03:27:01.056 INFO:tasks.workunit.client.0.smithi016.stdout:4.69% done 2024-04-24T03:27:01.056 INFO:tasks.workunit.client.0.smithi016.stdout:6.25% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:7.81% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:9.38% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:10.94% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:12.50% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:14.06% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:15.62% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:17.19% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:18.75% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:20.31% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:21.88% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:23.44% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:26.56% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:28.12% done 2024-04-24T03:27:01.057 INFO:tasks.workunit.client.0.smithi016.stdout:29.69% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:31.25% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:32.81% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:34.38% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:35.94% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:37.50% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:39.06% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:40.62% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:42.19% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:43.75% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:45.31% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:46.88% done 2024-04-24T03:27:01.058 INFO:tasks.workunit.client.0.smithi016.stdout:48.44% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:51.56% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:53.12% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:54.69% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:56.25% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:57.81% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:59.38% done 2024-04-24T03:27:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:60.94% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:62.50% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:64.06% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:65.62% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:67.19% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:68.75% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:70.31% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:71.88% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:73.44% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:76.56% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:78.12% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:79.69% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:81.25% done 2024-04-24T03:27:01.060 INFO:tasks.workunit.client.0.smithi016.stdout:82.81% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:84.38% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:85.94% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:87.50% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:89.06% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:90.62% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:92.19% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:93.75% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:95.31% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:96.88% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:98.44% done 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-24T03:27:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:01.113 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-24T03:27:01.113 INFO:tasks.workunit.client.0.smithi016.stdout:1.56% done 2024-04-24T03:27:01.113 INFO:tasks.workunit.client.0.smithi016.stdout:3.12% done 2024-04-24T03:27:01.113 INFO:tasks.workunit.client.0.smithi016.stdout:4.69% done 2024-04-24T03:27:01.113 INFO:tasks.workunit.client.0.smithi016.stdout:6.25% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:7.81% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:9.38% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:10.94% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:12.50% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:14.06% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:15.62% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:17.19% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:18.75% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:20.31% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:21.88% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:23.44% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:26.56% done 2024-04-24T03:27:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:28.12% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:29.69% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:31.25% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:32.81% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:34.38% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:35.94% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:37.50% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:39.06% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:40.62% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:42.19% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:43.75% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:45.31% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:46.88% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:48.44% done 2024-04-24T03:27:01.115 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:51.56% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:53.12% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:54.69% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:56.25% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:57.81% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:59.38% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:60.94% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:62.50% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:64.06% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:65.62% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:67.19% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:68.75% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:70.31% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:71.88% done 2024-04-24T03:27:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:73.44% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:76.56% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:78.12% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:79.69% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:81.25% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:82.81% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:84.38% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:85.94% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:87.50% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:89.06% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:90.62% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:92.19% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:93.75% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:95.31% done 2024-04-24T03:27:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:96.88% done 2024-04-24T03:27:01.118 INFO:tasks.workunit.client.0.smithi016.stdout:98.44% done 2024-04-24T03:27:01.118 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2024-04-24T03:27:01.118 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-24T03:27:01.118 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:01.121 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:01.236 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashPurge (122 ms) 2024-04-24T03:27:01.236 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-24T03:27:01.236 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:01.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:00 smithi016 ceph-mon[84376]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-24T03:27:01.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:00 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2499000055"}]: dispatch 2024-04-24T03:27:01.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:00 smithi016 ceph-mon[86910]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-24T03:27:01.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:00 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2499000055"}]: dispatch 2024-04-24T03:27:01.277 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (42 ms) 2024-04-24T03:27:01.278 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-24T03:27:01.278 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:01.299 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestListWatchers (22 ms) 2024-04-24T03:27:01.299 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-24T03:27:01.299 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:01.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:00 smithi063 ceph-mon[77007]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-24T03:27:01.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:00 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2499000055"}]: dispatch 2024-04-24T03:27:01.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestSetSnapById (669 ms) 2024-04-24T03:27:01.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-24T03:27:01.988 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Namespaces (20 ms) 2024-04-24T03:27:01.989 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-24T03:27:02.016 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.021 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.095 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.NamespacesPP (107 ms) 2024-04-24T03:27:02.096 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Migration 2024-04-24T03:27:02.096 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.096 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:01 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2499000055"}]': finished 2024-04-24T03:27:02.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:01 smithi016 ceph-mon[84376]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-24T03:27:02.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:01 smithi016 ceph-mon[84376]: pgmap v2283: 649 pgs: 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 140 KiB/s wr, 327 op/s 2024-04-24T03:27:02.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:01 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2499000055"}]': finished 2024-04-24T03:27:02.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:01 smithi016 ceph-mon[86910]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-24T03:27:02.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:01 smithi016 ceph-mon[86910]: pgmap v2283: 649 pgs: 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 140 KiB/s wr, 327 op/s 2024-04-24T03:27:02.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:01 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2499000055"}]': finished 2024-04-24T03:27:02.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:01 smithi063 ceph-mon[77007]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-24T03:27:02.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:01 smithi063 ceph-mon[77007]: pgmap v2283: 649 pgs: 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 140 KiB/s wr, 327 op/s 2024-04-24T03:27:02.493 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Migration (397 ms) 2024-04-24T03:27:02.493 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-24T03:27:02.493 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.493 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.915 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.MigrationPP (423 ms) 2024-04-24T03:27:02.915 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-24T03:27:02.915 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.930 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (15 ms) 2024-04-24T03:27:02.930 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-24T03:27:02.930 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:02.946 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (15 ms) 2024-04-24T03:27:02.946 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-24T03:27:02.946 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:03.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:02 smithi016 ceph-mon[84376]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-24T03:27:03.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:02 smithi016 ceph-mon[84376]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-24T03:27:03.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:02 smithi016 ceph-mon[86910]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-24T03:27:03.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:02 smithi016 ceph-mon[86910]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-24T03:27:03.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:02 smithi063 ceph-mon[77007]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-24T03:27:03.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:02 smithi063 ceph-mon[77007]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-24T03:27:04.040 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1094 ms) 2024-04-24T03:27:04.040 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-24T03:27:04.069 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-04-24T03:27:04.069 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-24T03:27:04.088 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.PoolMetadataPP (19 ms) 2024-04-24T03:27:04.088 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Config 2024-04-24T03:27:04.092 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:04.135 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Config (47 ms) 2024-04-24T03:27:04.136 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-24T03:27:04.141 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:04.178 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2024-04-24T03:27:04.178 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-24T03:27:04.273 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:03 smithi016 ceph-mon[84376]: pgmap v2286: 649 pgs: 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 149 KiB/s wr, 366 op/s 2024-04-24T03:27:04.274 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:03 smithi016 ceph-mon[86910]: pgmap v2286: 649 pgs: 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 149 KiB/s wr, 366 op/s 2024-04-24T03:27:04.274 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:27:04] ENGINE Bus STOPPING 2024-04-24T03:27:04.274 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:27:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:27:04.274 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:27:04] ENGINE Bus STOPPED 2024-04-24T03:27:04.274 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:27:04] ENGINE Bus STARTING 2024-04-24T03:27:04.274 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:27:04] ENGINE Serving on http://:::9283 2024-04-24T03:27:04.274 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:27:04] ENGINE Bus STARTED 2024-04-24T03:27:04.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:03 smithi063 ceph-mon[77007]: pgmap v2286: 649 pgs: 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 149 KiB/s wr, 366 op/s 2024-04-24T03:27:05.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-24T03:27:05.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:27:05.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:27:05.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:27:05.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:27:05.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-24T03:27:05.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/737498842' entity='client.admin' 2024-04-24T03:27:05.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.302 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:27:05.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:27:05.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:27:05.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:27:05.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:27:06.141 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:06.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:06 smithi016 ceph-mon[84376]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-24T03:27:06.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:06 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2764632766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:06.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:06 smithi016 ceph-mon[84376]: pgmap v2289: 681 pgs: 32 unknown, 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-04-24T03:27:06.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:06 smithi016 ceph-mon[86910]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-24T03:27:06.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:06 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2764632766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:06.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:06 smithi016 ceph-mon[86910]: pgmap v2289: 681 pgs: 32 unknown, 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-04-24T03:27:06.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:06 smithi063 ceph-mon[77007]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-24T03:27:06.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:06 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2764632766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:06.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:06 smithi063 ceph-mon[77007]: pgmap v2289: 681 pgs: 32 unknown, 649 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-04-24T03:27:07.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:07 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:27:07.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:07 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2764632766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:07.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:07 smithi016 ceph-mon[84376]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-24T03:27:07.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:07 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:27:07.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:07 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2764632766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:07.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:07 smithi016 ceph-mon[86910]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-24T03:27:07.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:07 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:27:07.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:07 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2764632766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:07.553 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:07 smithi063 ceph-mon[77007]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-24T03:27:07.642 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:07.650 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:07.659 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:08.523 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:27:08] "GET /metrics HTTP/1.1" 200 75190 "" "Prometheus/2.43.0" 2024-04-24T03:27:08.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:08 smithi016 ceph-mon[84376]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-24T03:27:08.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:08 smithi016 ceph-mon[84376]: pgmap v2292: 681 pgs: 12 creating+peering, 9 unknown, 660 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 42 KiB/s wr, 897 op/s 2024-04-24T03:27:08.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:08 smithi016 ceph-mon[84376]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-24T03:27:08.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:08 smithi016 ceph-mon[86910]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-24T03:27:08.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:08 smithi016 ceph-mon[86910]: pgmap v2292: 681 pgs: 12 creating+peering, 9 unknown, 660 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 42 KiB/s wr, 897 op/s 2024-04-24T03:27:08.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:08 smithi016 ceph-mon[86910]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-24T03:27:08.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:08 smithi063 ceph-mon[77007]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-24T03:27:08.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:08 smithi063 ceph-mon[77007]: pgmap v2292: 681 pgs: 12 creating+peering, 9 unknown, 660 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 42 KiB/s wr, 897 op/s 2024-04-24T03:27:08.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:08 smithi063 ceph-mon[77007]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-24T03:27:08.686 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.PoolStatsPP (4509 ms) 2024-04-24T03:27:08.686 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-24T03:27:09.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:09 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:27:09.524 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:09 smithi016 ceph-mon[84376]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-24T03:27:09.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:09 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:27:09.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:09 smithi016 ceph-mon[86910]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-24T03:27:09.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:09 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:27:09.552 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:09 smithi063 ceph-mon[77007]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-24T03:27:10.622 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:11.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[84376]: pgmap v2295: 681 pgs: 12 creating+peering, 3 unknown, 666 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 36 KiB/s wr, 756 op/s 2024-04-24T03:27:11.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[84376]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-24T03:27:11.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1343428589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:11.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:11.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[86910]: pgmap v2295: 681 pgs: 12 creating+peering, 3 unknown, 666 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 36 KiB/s wr, 756 op/s 2024-04-24T03:27:11.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[86910]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-24T03:27:11.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1343428589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:11.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:10 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:11.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:10 smithi063 ceph-mon[77007]: pgmap v2295: 681 pgs: 12 creating+peering, 3 unknown, 666 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 36 KiB/s wr, 756 op/s 2024-04-24T03:27:11.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:10 smithi063 ceph-mon[77007]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-24T03:27:11.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:10 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1343428589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:11.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:10 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:12.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:12.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:11 smithi016 ceph-mon[84376]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-24T03:27:12.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:12.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:11 smithi016 ceph-mon[86910]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-24T03:27:12.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:12.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:11 smithi063 ceph-mon[77007]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-24T03:27:13.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:12 smithi016 ceph-mon[84376]: pgmap v2298: 713 pgs: 4 creating+peering, 13 unknown, 696 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 58 op/s 2024-04-24T03:27:13.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:12 smithi016 ceph-mon[84376]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-24T03:27:13.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:12 smithi016 ceph-mon[86910]: pgmap v2298: 713 pgs: 4 creating+peering, 13 unknown, 696 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 58 op/s 2024-04-24T03:27:13.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:12 smithi016 ceph-mon[86910]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-24T03:27:13.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:12 smithi063 ceph-mon[77007]: pgmap v2298: 713 pgs: 4 creating+peering, 13 unknown, 696 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 58 op/s 2024-04-24T03:27:13.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:12 smithi063 ceph-mon[77007]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-24T03:27:14.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:13 smithi016 ceph-mon[84376]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-24T03:27:14.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:13 smithi016 ceph-mon[86910]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-24T03:27:14.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:13 smithi063 ceph-mon[77007]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-24T03:27:14.789 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ImageSpec (6102 ms) 2024-04-24T03:27:14.789 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-24T03:27:15.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:14 smithi016 ceph-mon[84376]: pgmap v2301: 713 pgs: 4 creating+peering, 2 unknown, 707 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-04-24T03:27:15.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:14 smithi016 ceph-mon[84376]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-24T03:27:15.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:14 smithi016 ceph-mon[86910]: pgmap v2301: 713 pgs: 4 creating+peering, 2 unknown, 707 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-04-24T03:27:15.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:14 smithi016 ceph-mon[86910]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-24T03:27:15.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:14 smithi063 ceph-mon[77007]: pgmap v2301: 713 pgs: 4 creating+peering, 2 unknown, 707 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-04-24T03:27:15.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:14 smithi063 ceph-mon[77007]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-24T03:27:16.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:15 smithi016 ceph-mon[84376]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-24T03:27:16.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:16.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:15 smithi016 ceph-mon[86910]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-24T03:27:16.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:16.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:15 smithi063 ceph-mon[77007]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-24T03:27:16.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:16.687 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[86910]: pgmap v2304: 713 pgs: 713 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 18 op/s 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[86910]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/642991255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[84376]: pgmap v2304: 713 pgs: 713 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 18 op/s 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[84376]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/642991255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:17.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:16 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:16 smithi063 ceph-mon[77007]: pgmap v2304: 713 pgs: 713 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 18 op/s 2024-04-24T03:27:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:16 smithi063 ceph-mon[77007]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-24T03:27:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/642991255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:17.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:16 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:18.023 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:17 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:18.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:17 smithi016 ceph-mon[84376]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-24T03:27:18.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:17 smithi016 ceph-mon[84376]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-24T03:27:18.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:17 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:18.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:17 smithi016 ceph-mon[86910]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-24T03:27:18.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:17 smithi016 ceph-mon[86910]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-24T03:27:18.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:17 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:18.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:17 smithi063 ceph-mon[77007]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-24T03:27:18.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:17 smithi063 ceph-mon[77007]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-24T03:27:18.674 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:27:18] "GET /metrics HTTP/1.1" 200 80013 "" "Prometheus/2.43.0" 2024-04-24T03:27:19.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:18 smithi016 ceph-mon[84376]: pgmap v2307: 745 pgs: 9 creating+peering, 13 unknown, 723 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 173 op/s 2024-04-24T03:27:19.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:18 smithi016 ceph-mon[84376]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-24T03:27:19.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:18 smithi016 ceph-mon[86910]: pgmap v2307: 745 pgs: 9 creating+peering, 13 unknown, 723 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 173 op/s 2024-04-24T03:27:19.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:18 smithi016 ceph-mon[86910]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-24T03:27:19.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:18 smithi063 ceph-mon[77007]: pgmap v2307: 745 pgs: 9 creating+peering, 13 unknown, 723 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 173 op/s 2024-04-24T03:27:19.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:18 smithi063 ceph-mon[77007]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-24T03:27:21.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:20 smithi016 ceph-mon[84376]: pgmap v2310: 745 pgs: 9 creating+peering, 6 unknown, 730 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 5.7 KiB/s wr, 164 op/s 2024-04-24T03:27:21.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:20 smithi016 ceph-mon[84376]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-24T03:27:21.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:20 smithi016 ceph-mon[86910]: pgmap v2310: 745 pgs: 9 creating+peering, 6 unknown, 730 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 5.7 KiB/s wr, 164 op/s 2024-04-24T03:27:21.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:20 smithi016 ceph-mon[86910]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-24T03:27:21.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:20 smithi063 ceph-mon[77007]: pgmap v2310: 745 pgs: 9 creating+peering, 6 unknown, 730 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 5.7 KiB/s wr, 164 op/s 2024-04-24T03:27:21.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:20 smithi063 ceph-mon[77007]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-24T03:27:22.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:21 smithi016 ceph-mon[84376]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-24T03:27:22.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:21 smithi016 ceph-mon[86910]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-24T03:27:22.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:21 smithi063 ceph-mon[77007]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-24T03:27:23.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:22 smithi016 ceph-mon[84376]: pgmap v2313: 745 pgs: 745 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 24 op/s 2024-04-24T03:27:23.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:22 smithi016 ceph-mon[84376]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-24T03:27:23.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:22 smithi016 ceph-mon[84376]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-24T03:27:23.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:22 smithi016 ceph-mon[86910]: pgmap v2313: 745 pgs: 745 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 24 op/s 2024-04-24T03:27:23.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:22 smithi016 ceph-mon[86910]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-24T03:27:23.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:22 smithi016 ceph-mon[86910]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-24T03:27:23.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:22 smithi063 ceph-mon[77007]: pgmap v2313: 745 pgs: 745 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 24 op/s 2024-04-24T03:27:23.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:22 smithi063 ceph-mon[77007]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-24T03:27:23.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:22 smithi063 ceph-mon[77007]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-24T03:27:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-24T03:27:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-24T03:27:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:child: image169 2024-04-24T03:27:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:child: image171 2024-04-24T03:27:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:child: image170 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-1/image169/8a84a9cbba6 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-20/image170/8a84ac796455 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-132366-1/image171/8a84ba8f72b5 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 0 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8875 ms) 2024-04-24T03:27:23.667 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-24T03:27:25.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:24 smithi016 ceph-mon[84376]: pgmap v2316: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:27:25.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:24 smithi016 ceph-mon[84376]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-24T03:27:25.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:24 smithi016 ceph-mon[86910]: pgmap v2316: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:27:25.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:24 smithi016 ceph-mon[86910]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-24T03:27:25.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:24 smithi063 ceph-mon[77007]: pgmap v2316: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:27:25.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:24 smithi063 ceph-mon[77007]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-24T03:27:25.659 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:26.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:25 smithi016 ceph-mon[84376]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-24T03:27:26.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3848115623' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:26.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:25 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:26.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:25 smithi016 ceph-mon[86910]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-24T03:27:26.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3848115623' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:26.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:25 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:26.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:25 smithi063 ceph-mon[77007]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-24T03:27:26.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3848115623' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:26.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:25 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:27:27.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[84376]: pgmap v2319: 745 pgs: 6 creating+peering, 26 unknown, 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:27:27.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:27:27.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:27.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[84376]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-24T03:27:27.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[86910]: pgmap v2319: 745 pgs: 6 creating+peering, 26 unknown, 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:27:27.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:27:27.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:27.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:26 smithi016 ceph-mon[86910]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-24T03:27:27.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:26 smithi063 ceph-mon[77007]: pgmap v2319: 745 pgs: 6 creating+peering, 26 unknown, 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:27:27.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:26 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:27:27.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:26 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:27:27.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:26 smithi063 ceph-mon[77007]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-24T03:27:28.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:27 smithi016 ceph-mon[84376]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-24T03:27:28.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:27 smithi016 ceph-mon[84376]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-24T03:27:28.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:27 smithi016 ceph-mon[86910]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-24T03:27:28.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:27 smithi016 ceph-mon[86910]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-24T03:27:28.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:27 smithi063 ceph-mon[77007]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-24T03:27:28.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:27 smithi063 ceph-mon[77007]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-24T03:27:28.674 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:27:28] "GET /metrics HTTP/1.1" 200 80013 "" "Prometheus/2.43.0" 2024-04-24T03:27:28.674 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:28 smithi016 ceph-mon[84376]: pgmap v2322: 745 pgs: 6 creating+peering, 9 unknown, 730 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 62 op/s 2024-04-24T03:27:28.674 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:28 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:27:28.675 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:28 smithi016 ceph-mon[86910]: pgmap v2322: 745 pgs: 6 creating+peering, 9 unknown, 730 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 62 op/s 2024-04-24T03:27:28.675 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:28 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:27:29.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:28 smithi063 ceph-mon[77007]: pgmap v2322: 745 pgs: 6 creating+peering, 9 unknown, 730 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 62 op/s 2024-04-24T03:27:29.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:28 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:27:30.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:29 smithi016 ceph-mon[84376]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-24T03:27:30.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:29 smithi016 ceph-mon[86910]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-24T03:27:30.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:29 smithi063 ceph-mon[77007]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-24T03:27:31.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:30 smithi016 ceph-mon[84376]: pgmap v2325: 745 pgs: 6 creating+peering, 739 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-04-24T03:27:31.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:30 smithi016 ceph-mon[84376]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-24T03:27:31.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:31.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:30 smithi016 ceph-mon[86910]: pgmap v2325: 745 pgs: 6 creating+peering, 739 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-04-24T03:27:31.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:30 smithi016 ceph-mon[86910]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-24T03:27:31.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:31.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:30 smithi063 ceph-mon[77007]: pgmap v2325: 745 pgs: 6 creating+peering, 739 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-04-24T03:27:31.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:30 smithi063 ceph-mon[77007]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-24T03:27:31.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:32.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:31 smithi016 ceph-mon[84376]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-24T03:27:32.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:31 smithi016 ceph-mon[86910]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-24T03:27:32.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:31 smithi063 ceph-mon[77007]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-24T03:27:33.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:32 smithi016 ceph-mon[84376]: pgmap v2328: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-04-24T03:27:33.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:32 smithi016 ceph-mon[84376]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-24T03:27:33.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:32 smithi016 ceph-mon[84376]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-24T03:27:33.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:32 smithi016 ceph-mon[86910]: pgmap v2328: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-04-24T03:27:33.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:32 smithi016 ceph-mon[86910]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-24T03:27:33.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:32 smithi016 ceph-mon[86910]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-24T03:27:33.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:32 smithi063 ceph-mon[77007]: pgmap v2328: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-04-24T03:27:33.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:32 smithi063 ceph-mon[77007]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-24T03:27:33.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:32 smithi063 ceph-mon[77007]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-24T03:27:33.743 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatch (10080 ms) 2024-04-24T03:27:33.744 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-24T03:27:33.744 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:35.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:34 smithi016 ceph-mon[84376]: pgmap v2331: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-24T03:27:35.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:34 smithi016 ceph-mon[84376]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-24T03:27:35.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:34 smithi016 ceph-mon[86910]: pgmap v2331: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-24T03:27:35.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:34 smithi016 ceph-mon[86910]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-24T03:27:35.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:34 smithi063 ceph-mon[77007]: pgmap v2331: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-24T03:27:35.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:34 smithi063 ceph-mon[77007]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-24T03:27:36.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:35 smithi016 ceph-mon[84376]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-24T03:27:36.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:35 smithi016 ceph-mon[86910]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-24T03:27:36.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:35 smithi063 ceph-mon[77007]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-24T03:27:37.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:36 smithi016 ceph-mon[84376]: pgmap v2334: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 66 op/s 2024-04-24T03:27:37.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:36 smithi016 ceph-mon[84376]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-24T03:27:37.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:36 smithi016 ceph-mon[86910]: pgmap v2334: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 66 op/s 2024-04-24T03:27:37.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:36 smithi016 ceph-mon[86910]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-24T03:27:37.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:36 smithi063 ceph-mon[77007]: pgmap v2334: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 66 op/s 2024-04-24T03:27:37.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:36 smithi063 ceph-mon[77007]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-24T03:27:38.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:37 smithi016 ceph-mon[84376]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-24T03:27:38.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:37 smithi016 ceph-mon[84376]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-24T03:27:38.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:37 smithi016 ceph-mon[86910]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-24T03:27:38.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:37 smithi016 ceph-mon[86910]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-24T03:27:38.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:37 smithi063 ceph-mon[77007]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-24T03:27:38.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:37 smithi063 ceph-mon[77007]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-24T03:27:38.734 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:27:38] "GET /metrics HTTP/1.1" 200 82389 "" "Prometheus/2.43.0" 2024-04-24T03:27:39.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:38 smithi016 ceph-mon[86910]: pgmap v2337: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 108 op/s 2024-04-24T03:27:39.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:38 smithi016 ceph-mon[86910]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-24T03:27:39.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:38 smithi016 ceph-mon[84376]: pgmap v2337: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 108 op/s 2024-04-24T03:27:39.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:38 smithi016 ceph-mon[84376]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-24T03:27:39.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:38 smithi063 ceph-mon[77007]: pgmap v2337: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 108 op/s 2024-04-24T03:27:39.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:38 smithi063 ceph-mon[77007]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-24T03:27:39.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5973 ms) 2024-04-24T03:27:39.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-24T03:27:39.717 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:41.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:40 smithi016 ceph-mon[84376]: pgmap v2340: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.2 KiB/s wr, 57 op/s 2024-04-24T03:27:41.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:40 smithi016 ceph-mon[84376]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-24T03:27:41.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:40 smithi016 ceph-mon[86910]: pgmap v2340: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.2 KiB/s wr, 57 op/s 2024-04-24T03:27:41.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:40 smithi016 ceph-mon[86910]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-24T03:27:41.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:40 smithi063 ceph-mon[77007]: pgmap v2340: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.2 KiB/s wr, 57 op/s 2024-04-24T03:27:41.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:40 smithi063 ceph-mon[77007]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-24T03:27:42.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:41 smithi016 ceph-mon[84376]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-24T03:27:42.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:41 smithi016 ceph-mon[86910]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-24T03:27:42.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:41 smithi063 ceph-mon[77007]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-24T03:27:43.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:42 smithi016 ceph-mon[84376]: pgmap v2343: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-24T03:27:43.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:42 smithi016 ceph-mon[84376]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-24T03:27:43.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:42 smithi016 ceph-mon[84376]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-24T03:27:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:42 smithi016 ceph-mon[86910]: pgmap v2343: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-24T03:27:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:42 smithi016 ceph-mon[86910]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-24T03:27:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:42 smithi016 ceph-mon[86910]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-24T03:27:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:42 smithi063 ceph-mon[77007]: pgmap v2343: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-24T03:27:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:42 smithi063 ceph-mon[77007]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-24T03:27:43.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:42 smithi063 ceph-mon[77007]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-24T03:27:45.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:44 smithi016 ceph-mon[84376]: pgmap v2346: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-24T03:27:45.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:44 smithi016 ceph-mon[84376]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-24T03:27:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:44 smithi016 ceph-mon[86910]: pgmap v2346: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-24T03:27:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:44 smithi016 ceph-mon[86910]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-24T03:27:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:44 smithi063 ceph-mon[77007]: pgmap v2346: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-24T03:27:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:44 smithi063 ceph-mon[77007]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-24T03:27:45.753 INFO:tasks.workunit.client.0.smithi016.stdout:10.00% done 2024-04-24T03:27:45.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6036 ms) 2024-04-24T03:27:45.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-24T03:27:45.753 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:27:45.767 INFO:tasks.workunit.client.0.smithi016.stderr:test quiesce is not long enough to time out 2024-04-24T03:27:46.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:45 smithi016 ceph-mon[84376]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-24T03:27:46.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:46.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:45 smithi016 ceph-mon[86910]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-24T03:27:46.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:46.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:45 smithi063 ceph-mon[77007]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-24T03:27:46.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:27:47.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:46 smithi016 ceph-mon[84376]: pgmap v2349: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-24T03:27:47.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:46 smithi016 ceph-mon[84376]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-24T03:27:47.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:46 smithi016 ceph-mon[86910]: pgmap v2349: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-24T03:27:47.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:46 smithi016 ceph-mon[86910]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-24T03:27:47.052 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:46 smithi063 ceph-mon[77007]: pgmap v2349: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-24T03:27:47.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:46 smithi063 ceph-mon[77007]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-24T03:27:48.609 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:27:48] "GET /metrics HTTP/1.1" 200 82394 "" "Prometheus/2.43.0" 2024-04-24T03:27:49.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:48 smithi016 ceph-mon[84376]: pgmap v2351: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.4 KiB/s wr, 72 op/s 2024-04-24T03:27:49.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:48 smithi016 ceph-mon[84376]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-24T03:27:49.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:48 smithi016 ceph-mon[86910]: pgmap v2351: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.4 KiB/s wr, 72 op/s 2024-04-24T03:27:49.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:48 smithi016 ceph-mon[86910]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-24T03:27:49.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:48 smithi063 ceph-mon[77007]: pgmap v2351: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.4 KiB/s wr, 72 op/s 2024-04-24T03:27:49.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:48 smithi063 ceph-mon[77007]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-24T03:27:51.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:50 smithi016 ceph-mon[84376]: pgmap v2353: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.9 KiB/s wr, 85 op/s 2024-04-24T03:27:51.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:50 smithi016 ceph-mon[86910]: pgmap v2353: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.9 KiB/s wr, 85 op/s 2024-04-24T03:27:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:50 smithi063 ceph-mon[77007]: pgmap v2353: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.9 KiB/s wr, 85 op/s 2024-04-24T03:27:53.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:52 smithi016 ceph-mon[84376]: pgmap v2354: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-24T03:27:53.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:52 smithi016 ceph-mon[84376]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-24T03:27:53.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:52 smithi016 ceph-mon[86910]: pgmap v2354: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-24T03:27:53.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:52 smithi016 ceph-mon[86910]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-24T03:27:53.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:52 smithi063 ceph-mon[77007]: pgmap v2354: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-24T03:27:53.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:52 smithi063 ceph-mon[77007]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-24T03:27:54.666 INFO:tasks.workunit.client.0.smithi016.stderr:test quiesce is timed out 2024-04-24T03:27:54.670 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 0 2024-04-24T03:27:55.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:54 smithi016 ceph-mon[84376]: pgmap v2356: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 32 op/s 2024-04-24T03:27:55.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:54 smithi016 ceph-mon[86910]: pgmap v2356: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 32 op/s 2024-04-24T03:27:55.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:54 smithi063 ceph-mon[77007]: pgmap v2356: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 32 op/s 2024-04-24T03:27:55.670 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 1 2024-04-24T03:27:56.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:55 smithi016 ceph-mon[84376]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-24T03:27:56.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:55 smithi016 ceph-mon[86910]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-24T03:27:56.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:55 smithi063 ceph-mon[77007]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-24T03:27:56.670 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 2 2024-04-24T03:27:57.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:56 smithi016 ceph-mon[84376]: pgmap v2358: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 KiB/s wr, 20 op/s 2024-04-24T03:27:57.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:56 smithi016 ceph-mon[86910]: pgmap v2358: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 KiB/s wr, 20 op/s 2024-04-24T03:27:57.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:56 smithi063 ceph-mon[77007]: pgmap v2358: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 KiB/s wr, 20 op/s 2024-04-24T03:27:57.670 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 3 2024-04-24T03:27:58.648 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:27:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:27:58] "GET /metrics HTTP/1.1" 200 82394 "" "Prometheus/2.43.0" 2024-04-24T03:27:58.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:27:58 smithi016 ceph-mon[86910]: pgmap v2359: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-24T03:27:58.670 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 4 2024-04-24T03:27:59.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:27:58 smithi016 ceph-mon[84376]: pgmap v2359: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-24T03:27:59.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:27:58 smithi063 ceph-mon[77007]: pgmap v2359: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-24T03:27:59.671 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 5 2024-04-24T03:28:00.671 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 6 2024-04-24T03:28:01.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:00 smithi016 ceph-mon[84376]: pgmap v2360: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-24T03:28:01.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:01.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:00 smithi016 ceph-mon[86910]: pgmap v2360: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-24T03:28:01.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:01.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:00 smithi063 ceph-mon[77007]: pgmap v2360: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-24T03:28:01.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:01.671 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 7 2024-04-24T03:28:02.671 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 8 2024-04-24T03:28:03.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:02 smithi016 ceph-mon[84376]: pgmap v2361: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 342 B/s wr, 4 op/s 2024-04-24T03:28:03.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:02 smithi016 ceph-mon[86910]: pgmap v2361: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 342 B/s wr, 4 op/s 2024-04-24T03:28:03.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:02 smithi063 ceph-mon[77007]: pgmap v2361: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 342 B/s wr, 4 op/s 2024-04-24T03:28:03.671 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 9 2024-04-24T03:28:04.671 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 10 2024-04-24T03:28:05.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:04 smithi016 ceph-mon[84376]: pgmap v2362: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-24T03:28:05.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:28:05.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:04 smithi016 ceph-mon[86910]: pgmap v2362: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-24T03:28:05.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:28:05.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:04 smithi063 ceph-mon[77007]: pgmap v2362: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-24T03:28:05.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:28:06.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:28:06.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:28:06.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:28:06.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:28:06.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:28:06.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:28:06.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:28:06.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:28:06.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:28:07.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:06 smithi016 ceph-mon[84376]: pgmap v2363: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 280 B/s wr, 3 op/s 2024-04-24T03:28:07.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:06 smithi016 ceph-mon[86910]: pgmap v2363: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 280 B/s wr, 3 op/s 2024-04-24T03:28:07.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:06 smithi063 ceph-mon[77007]: pgmap v2363: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 280 B/s wr, 3 op/s 2024-04-24T03:28:08.675 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:28:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:28:08] "GET /metrics HTTP/1.1" 200 82389 "" "Prometheus/2.43.0" 2024-04-24T03:28:09.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:08 smithi016 ceph-mon[84376]: pgmap v2364: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-24T03:28:09.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:08 smithi016 ceph-mon[86910]: pgmap v2364: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-24T03:28:09.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:08 smithi063 ceph-mon[77007]: pgmap v2364: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-24T03:28:11.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:10 smithi016 ceph-mon[84376]: pgmap v2365: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 85 B/s wr, 0 op/s 2024-04-24T03:28:11.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:10 smithi016 ceph-mon[86910]: pgmap v2365: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 85 B/s wr, 0 op/s 2024-04-24T03:28:11.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:10 smithi063 ceph-mon[77007]: pgmap v2365: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 85 B/s wr, 0 op/s 2024-04-24T03:28:13.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:12 smithi016 ceph-mon[84376]: pgmap v2366: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:13.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:12 smithi016 ceph-mon[86910]: pgmap v2366: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:13.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:12 smithi063 ceph-mon[77007]: pgmap v2366: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:15.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:14 smithi016 ceph-mon[84376]: pgmap v2367: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:15.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:14 smithi016 ceph-mon[86910]: pgmap v2367: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:15.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:14 smithi063 ceph-mon[77007]: pgmap v2367: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:15.672 INFO:tasks.workunit.client.0.smithi016.stderr:test retry succeeds 2024-04-24T03:28:16.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:16.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:16.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:17.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:16 smithi016 ceph-mon[84376]: pgmap v2368: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:17.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:16 smithi016 ceph-mon[84376]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-24T03:28:17.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:16 smithi016 ceph-mon[86910]: pgmap v2368: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:17.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:16 smithi016 ceph-mon[86910]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-24T03:28:17.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:16 smithi063 ceph-mon[77007]: pgmap v2368: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:17.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:16 smithi063 ceph-mon[77007]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-24T03:28:18.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[84376]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-24T03:28:18.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]: dispatch 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[86910]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]: dispatch 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2024-04-24T03:28:18.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2024-04-24T03:28:18.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:17 smithi063 ceph-mon[77007]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-24T03:28:18.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]: dispatch 2024-04-24T03:28:18.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2024-04-24T03:28:18.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2024-04-24T03:28:18.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2024-04-24T03:28:18.724 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:28:18] "GET /metrics HTTP/1.1" 200 82395 "" "Prometheus/2.43.0" 2024-04-24T03:28:18.770 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33017 ms) 2024-04-24T03:28:18.770 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-24T03:28:18.770 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:28:18.832 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.WriteZeroes (61 ms) 2024-04-24T03:28:18.832 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-24T03:28:18.832 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:28:18.897 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (66 ms) 2024-04-24T03:28:18.897 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-24T03:28:18.898 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:28:19.024 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[86910]: pgmap v2371: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 639 B/s wr, 5 op/s 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]': finished 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[86910]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[86910]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[84376]: pgmap v2371: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 639 B/s wr, 5 op/s 2024-04-24T03:28:19.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]': finished 2024-04-24T03:28:19.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2024-04-24T03:28:19.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2024-04-24T03:28:19.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2024-04-24T03:28:19.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[84376]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-24T03:28:19.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:18 smithi016 ceph-mon[84376]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-24T03:28:19.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:18 smithi063 ceph-mon[77007]: pgmap v2371: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 639 B/s wr, 5 op/s 2024-04-24T03:28:19.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.11", "id": [7, 4]}]': finished 2024-04-24T03:28:19.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2024-04-24T03:28:19.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2024-04-24T03:28:19.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2024-04-24T03:28:19.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:18 smithi063 ceph-mon[77007]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-24T03:28:19.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:18 smithi063 ceph-mon[77007]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-24T03:28:20.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:19 smithi063 ceph-mon[77007]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-24T03:28:20.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:19 smithi063 ceph-mon[77007]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-24T03:28:20.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:19 smithi016 ceph-mon[84376]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-24T03:28:20.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:19 smithi016 ceph-mon[84376]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-24T03:28:20.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:19 smithi016 ceph-mon[86910]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-24T03:28:20.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:19 smithi016 ceph-mon[86910]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-24T03:28:21.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:20 smithi063 ceph-mon[77007]: pgmap v2374: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-04-24T03:28:21.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:20 smithi063 ceph-mon[77007]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-24T03:28:21.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:20 smithi016 ceph-mon[84376]: pgmap v2374: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-04-24T03:28:21.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:20 smithi016 ceph-mon[84376]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-24T03:28:21.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:20 smithi016 ceph-mon[86910]: pgmap v2374: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-04-24T03:28:21.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:20 smithi016 ceph-mon[86910]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-24T03:28:23.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:22 smithi063 ceph-mon[77007]: pgmap v2377: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 146 op/s 2024-04-24T03:28:23.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:22 smithi063 ceph-mon[77007]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-24T03:28:23.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:22 smithi016 ceph-mon[84376]: pgmap v2377: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 146 op/s 2024-04-24T03:28:23.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:22 smithi016 ceph-mon[84376]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-24T03:28:23.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:22 smithi016 ceph-mon[86910]: pgmap v2377: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 146 op/s 2024-04-24T03:28:23.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:22 smithi016 ceph-mon[86910]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-24T03:28:24.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:23 smithi016 ceph-mon[84376]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-24T03:28:24.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:23 smithi016 ceph-mon[86910]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-24T03:28:24.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:23 smithi063 ceph-mon[77007]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-24T03:28:25.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:24 smithi016 ceph-mon[84376]: pgmap v2380: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:28:25.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:24 smithi016 ceph-mon[84376]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-24T03:28:25.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:24 smithi016 ceph-mon[84376]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-24T03:28:25.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:24 smithi016 ceph-mon[86910]: pgmap v2380: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:28:25.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:24 smithi016 ceph-mon[86910]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-24T03:28:25.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:24 smithi016 ceph-mon[86910]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-24T03:28:25.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:24 smithi063 ceph-mon[77007]: pgmap v2380: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:28:25.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:24 smithi063 ceph-mon[77007]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-24T03:28:25.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:24 smithi063 ceph-mon[77007]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-24T03:28:26.274 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:25 smithi016 ceph-mon[84376]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-24T03:28:26.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:25 smithi016 ceph-mon[86910]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-24T03:28:26.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:25 smithi063 ceph-mon[77007]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-24T03:28:27.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:26 smithi016 ceph-mon[84376]: pgmap v2383: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 33 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:28:27.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:26 smithi016 ceph-mon[84376]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-24T03:28:27.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:26 smithi016 ceph-mon[86910]: pgmap v2383: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 33 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:28:27.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:26 smithi016 ceph-mon[86910]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-24T03:28:27.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:26 smithi063 ceph-mon[77007]: pgmap v2383: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 33 op/s; 0 B/s, 0 objects/s recovering 2024-04-24T03:28:27.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:26 smithi063 ceph-mon[77007]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-24T03:28:28.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:27 smithi016 ceph-mon[84376]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-24T03:28:28.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:27 smithi016 ceph-mon[84376]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-24T03:28:28.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:27 smithi016 ceph-mon[86910]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-24T03:28:28.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:27 smithi016 ceph-mon[86910]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-24T03:28:28.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:27 smithi063 ceph-mon[77007]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-24T03:28:28.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:27 smithi063 ceph-mon[77007]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-24T03:28:28.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:28:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:28:28] "GET /metrics HTTP/1.1" 200 82395 "" "Prometheus/2.43.0" 2024-04-24T03:28:29.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:28 smithi016 ceph-mon[84376]: pgmap v2386: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-24T03:28:29.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:28 smithi016 ceph-mon[84376]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-24T03:28:29.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:28 smithi016 ceph-mon[86910]: pgmap v2386: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-24T03:28:29.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:28 smithi016 ceph-mon[86910]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-24T03:28:29.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:28 smithi063 ceph-mon[77007]: pgmap v2386: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-24T03:28:29.303 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:28 smithi063 ceph-mon[77007]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-24T03:28:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:30 smithi016 ceph-mon[84376]: pgmap v2389: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-24T03:28:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:30 smithi016 ceph-mon[84376]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-24T03:28:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:30 smithi016 ceph-mon[86910]: pgmap v2389: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-24T03:28:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:30 smithi016 ceph-mon[86910]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-24T03:28:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:31.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:30 smithi063 ceph-mon[77007]: pgmap v2389: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-24T03:28:31.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:30 smithi063 ceph-mon[77007]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-24T03:28:31.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:32.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:31 smithi016 ceph-mon[84376]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-24T03:28:32.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:31 smithi016 ceph-mon[86910]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-24T03:28:32.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:31 smithi063 ceph-mon[77007]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-24T03:28:33.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:32 smithi016 ceph-mon[84376]: pgmap v2392: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2024-04-24T03:28:33.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:32 smithi016 ceph-mon[84376]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-24T03:28:33.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:32 smithi016 ceph-mon[86910]: pgmap v2392: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2024-04-24T03:28:33.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:32 smithi016 ceph-mon[86910]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-24T03:28:33.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:32 smithi063 ceph-mon[77007]: pgmap v2392: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2024-04-24T03:28:33.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:32 smithi063 ceph-mon[77007]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-24T03:28:34.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:33 smithi016 ceph-mon[84376]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-24T03:28:34.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:33 smithi016 ceph-mon[86910]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-24T03:28:34.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:33 smithi063 ceph-mon[77007]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-24T03:28:35.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:34 smithi016 ceph-mon[84376]: pgmap v2395: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-04-24T03:28:35.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:34 smithi016 ceph-mon[84376]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-24T03:28:35.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:34 smithi016 ceph-mon[86910]: pgmap v2395: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-04-24T03:28:35.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:34 smithi016 ceph-mon[86910]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-24T03:28:35.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:34 smithi063 ceph-mon[77007]: pgmap v2395: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-04-24T03:28:35.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:34 smithi063 ceph-mon[77007]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-24T03:28:36.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:35 smithi016 ceph-mon[84376]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-24T03:28:36.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:35 smithi016 ceph-mon[86910]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-24T03:28:36.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:35 smithi063 ceph-mon[77007]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-24T03:28:37.024 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:36 smithi016 ceph-mon[84376]: pgmap v2398: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 19 op/s 2024-04-24T03:28:37.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:36 smithi016 ceph-mon[84376]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-24T03:28:37.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:36 smithi016 ceph-mon[86910]: pgmap v2398: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 19 op/s 2024-04-24T03:28:37.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:36 smithi016 ceph-mon[86910]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-24T03:28:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:36 smithi063 ceph-mon[77007]: pgmap v2398: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 19 op/s 2024-04-24T03:28:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:36 smithi063 ceph-mon[77007]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-24T03:28:38.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:37 smithi016 ceph-mon[84376]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-24T03:28:38.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:37 smithi016 ceph-mon[84376]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-24T03:28:38.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:37 smithi016 ceph-mon[86910]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-24T03:28:38.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:37 smithi016 ceph-mon[86910]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-24T03:28:38.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:37 smithi063 ceph-mon[77007]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-24T03:28:38.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:37 smithi063 ceph-mon[77007]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-24T03:28:38.708 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:28:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:28:38] "GET /metrics HTTP/1.1" 200 82405 "" "Prometheus/2.43.0" 2024-04-24T03:28:39.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:38 smithi016 ceph-mon[84376]: pgmap v2401: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-24T03:28:39.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:38 smithi016 ceph-mon[86910]: pgmap v2401: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-24T03:28:39.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:38 smithi063 ceph-mon[77007]: pgmap v2401: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-24T03:28:40.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:39 smithi016 ceph-mon[84376]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-24T03:28:40.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:39 smithi016 ceph-mon[86910]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-24T03:28:40.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:39 smithi063 ceph-mon[77007]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-24T03:28:41.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:40 smithi016 ceph-mon[84376]: pgmap v2404: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-24T03:28:41.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:40 smithi016 ceph-mon[84376]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-24T03:28:41.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:40 smithi016 ceph-mon[86910]: pgmap v2404: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-24T03:28:41.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:40 smithi016 ceph-mon[86910]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-24T03:28:41.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:40 smithi063 ceph-mon[77007]: pgmap v2404: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-24T03:28:41.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:40 smithi063 ceph-mon[77007]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-24T03:28:42.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:41 smithi016 ceph-mon[84376]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-24T03:28:42.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:41 smithi016 ceph-mon[86910]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-24T03:28:42.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:41 smithi063 ceph-mon[77007]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-24T03:28:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:42 smithi016 ceph-mon[84376]: pgmap v2407: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-04-24T03:28:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:42 smithi016 ceph-mon[84376]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-24T03:28:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:42 smithi016 ceph-mon[84376]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-24T03:28:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:42 smithi016 ceph-mon[86910]: pgmap v2407: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-04-24T03:28:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:42 smithi016 ceph-mon[86910]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-24T03:28:43.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:42 smithi016 ceph-mon[86910]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-24T03:28:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:42 smithi063 ceph-mon[77007]: pgmap v2407: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-04-24T03:28:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:42 smithi063 ceph-mon[77007]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-24T03:28:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:42 smithi063 ceph-mon[77007]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-24T03:28:44.748 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ConcurentOperations (25850 ms) 2024-04-24T03:28:45.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:44 smithi016 ceph-mon[84376]: pgmap v2410: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-04-24T03:28:45.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:44 smithi016 ceph-mon[84376]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-24T03:28:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:44 smithi016 ceph-mon[86910]: pgmap v2410: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-04-24T03:28:45.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:44 smithi016 ceph-mon[86910]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-24T03:28:45.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:44 smithi063 ceph-mon[77007]: pgmap v2410: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-04-24T03:28:45.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:44 smithi063 ceph-mon[77007]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-24T03:28:46.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:45 smithi016 ceph-mon[84376]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-24T03:28:46.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:46.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:45 smithi016 ceph-mon[86910]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-24T03:28:46.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:46.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:45 smithi063 ceph-mon[77007]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-24T03:28:46.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:28:47.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:46 smithi016 ceph-mon[84376]: pgmap v2413: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-04-24T03:28:47.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:46 smithi016 ceph-mon[84376]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-24T03:28:47.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:46 smithi016 ceph-mon[86910]: pgmap v2413: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-04-24T03:28:47.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:46 smithi016 ceph-mon[86910]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-24T03:28:47.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:46 smithi063 ceph-mon[77007]: pgmap v2413: 745 pgs: 745 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-04-24T03:28:47.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:46 smithi063 ceph-mon[77007]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-24T03:28:48.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:47 smithi016 ceph-mon[84376]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-24T03:28:48.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:47 smithi016 ceph-mon[84376]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-24T03:28:48.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:47 smithi016 ceph-mon[86910]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-24T03:28:48.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:47 smithi016 ceph-mon[86910]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-24T03:28:48.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:47 smithi063 ceph-mon[77007]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-24T03:28:48.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:47 smithi063 ceph-mon[77007]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-24T03:28:48.661 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:28:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:28:48] "GET /metrics HTTP/1.1" 200 82393 "" "Prometheus/2.43.0" 2024-04-24T03:28:49.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:48 smithi016 ceph-mon[84376]: pgmap v2416: 681 pgs: 681 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 31 op/s 2024-04-24T03:28:49.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:48 smithi016 ceph-mon[84376]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-24T03:28:49.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:48 smithi016 ceph-mon[86910]: pgmap v2416: 681 pgs: 681 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 31 op/s 2024-04-24T03:28:49.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:48 smithi016 ceph-mon[86910]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-24T03:28:49.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:48 smithi063 ceph-mon[77007]: pgmap v2416: 681 pgs: 681 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 31 op/s 2024-04-24T03:28:49.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:48 smithi063 ceph-mon[77007]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-24T03:28:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:50 smithi016 ceph-mon[84376]: pgmap v2419: 617 pgs: 617 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:50 smithi016 ceph-mon[84376]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-24T03:28:51.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:50 smithi016 ceph-mon[86910]: pgmap v2419: 617 pgs: 617 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:51.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:50 smithi016 ceph-mon[86910]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-24T03:28:51.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:50 smithi063 ceph-mon[77007]: pgmap v2419: 617 pgs: 617 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:50 smithi063 ceph-mon[77007]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-24T03:28:52.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:51 smithi016 ceph-mon[84376]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-24T03:28:52.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:51 smithi016 ceph-mon[86910]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-24T03:28:52.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:51 smithi063 ceph-mon[77007]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-24T03:28:53.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:52 smithi016 ceph-mon[84376]: pgmap v2422: 553 pgs: 553 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:53.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:52 smithi016 ceph-mon[84376]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-24T03:28:53.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:52 smithi016 ceph-mon[84376]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-24T03:28:53.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:52 smithi016 ceph-mon[86910]: pgmap v2422: 553 pgs: 553 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:53.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:52 smithi016 ceph-mon[86910]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-24T03:28:53.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:52 smithi016 ceph-mon[86910]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-24T03:28:53.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:52 smithi063 ceph-mon[77007]: pgmap v2422: 553 pgs: 553 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:53.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:52 smithi063 ceph-mon[77007]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-24T03:28:53.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:52 smithi063 ceph-mon[77007]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-24T03:28:55.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:54 smithi016 ceph-mon[84376]: pgmap v2425: 489 pgs: 489 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:55.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:54 smithi016 ceph-mon[84376]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-24T03:28:55.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:54 smithi016 ceph-mon[86910]: pgmap v2425: 489 pgs: 489 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:55.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:54 smithi016 ceph-mon[86910]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-24T03:28:55.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:54 smithi063 ceph-mon[77007]: pgmap v2425: 489 pgs: 489 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:55.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:54 smithi063 ceph-mon[77007]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-24T03:28:56.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:55 smithi016 ceph-mon[84376]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-24T03:28:56.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:55 smithi016 ceph-mon[86910]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-24T03:28:56.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:55 smithi063 ceph-mon[77007]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-24T03:28:57.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:56 smithi016 ceph-mon[84376]: pgmap v2428: 425 pgs: 425 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:57.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:56 smithi016 ceph-mon[84376]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-24T03:28:57.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:56 smithi016 ceph-mon[86910]: pgmap v2428: 425 pgs: 425 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:57.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:56 smithi016 ceph-mon[86910]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-24T03:28:57.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:56 smithi063 ceph-mon[77007]: pgmap v2428: 425 pgs: 425 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:57.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:56 smithi063 ceph-mon[77007]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-24T03:28:58.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:57 smithi016 ceph-mon[84376]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-24T03:28:58.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:57 smithi016 ceph-mon[84376]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-24T03:28:58.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:57 smithi016 ceph-mon[86910]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-24T03:28:58.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:57 smithi016 ceph-mon[86910]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-24T03:28:58.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:57 smithi063 ceph-mon[77007]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-24T03:28:58.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:57 smithi063 ceph-mon[77007]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-24T03:28:58.677 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:28:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:28:58] "GET /metrics HTTP/1.1" 200 82393 "" "Prometheus/2.43.0" 2024-04-24T03:28:59.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:58 smithi016 ceph-mon[84376]: pgmap v2431: 361 pgs: 361 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:59.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:58 smithi016 ceph-mon[86910]: pgmap v2431: 361 pgs: 361 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:28:59.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:58 smithi063 ceph-mon[77007]: pgmap v2431: 361 pgs: 361 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:00.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:28:59 smithi016 ceph-mon[84376]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-24T03:29:00.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:28:59 smithi016 ceph-mon[86910]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-24T03:29:00.053 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:28:59 smithi063 ceph-mon[77007]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-24T03:29:01.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[84376]: pgmap v2434: 297 pgs: 297 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:01.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[84376]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-24T03:29:01.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:01.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[84376]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-24T03:29:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[86910]: pgmap v2434: 297 pgs: 297 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[86910]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-24T03:29:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:00 smithi016 ceph-mon[86910]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-24T03:29:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:00 smithi063 ceph-mon[77007]: pgmap v2434: 297 pgs: 297 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:00 smithi063 ceph-mon[77007]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-24T03:29:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:00 smithi063 ceph-mon[77007]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-24T03:29:03.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:02 smithi016 ceph-mon[84376]: pgmap v2437: 233 pgs: 233 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:03.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:02 smithi016 ceph-mon[84376]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-24T03:29:03.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:02 smithi016 ceph-mon[86910]: pgmap v2437: 233 pgs: 233 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:03.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:02 smithi016 ceph-mon[86910]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-24T03:29:03.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:02 smithi063 ceph-mon[77007]: pgmap v2437: 233 pgs: 233 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:03.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:02 smithi063 ceph-mon[77007]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-24T03:29:04.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:03 smithi016 ceph-mon[84376]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-24T03:29:04.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:03 smithi016 ceph-mon[86910]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-24T03:29:04.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:03 smithi063 ceph-mon[77007]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-24T03:29:04.716 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 127 tests from TestLibRBD (328466 ms total) 2024-04-24T03:29:04.717 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:29:04.717 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 13 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-24T03:29:04.758 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-24T03:29:05.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:04 smithi016 ceph-mon[86910]: pgmap v2440: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:05.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:04 smithi016 ceph-mon[86910]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-24T03:29:05.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:04 smithi016 ceph-mon[84376]: pgmap v2440: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:05.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:04 smithi016 ceph-mon[84376]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-24T03:29:05.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:04 smithi063 ceph-mon[77007]: pgmap v2440: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:05.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:04 smithi063 ceph-mon[77007]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-24T03:29:06.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[84376]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-24T03:29:06.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:29:06.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:29:06.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:29:06.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:29:06.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[86910]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-24T03:29:06.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:29:06.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:29:06.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:29:06.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:29:06.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:05 smithi063 ceph-mon[77007]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-24T03:29:06.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:29:06.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:29:06.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:29:06.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:29:06.727 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:29:07.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:06 smithi016 ceph-mon[84376]: pgmap v2443: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:07.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:06 smithi016 ceph-mon[84376]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-24T03:29:07.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:06 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3154263666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:29:07.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:06 smithi016 ceph-mon[86910]: pgmap v2443: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:07.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:06 smithi016 ceph-mon[86910]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-24T03:29:07.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:06 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3154263666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:29:07.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:06 smithi063 ceph-mon[77007]: pgmap v2443: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:07.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:06 smithi063 ceph-mon[77007]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-24T03:29:07.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:06 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3154263666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:29:08.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:07 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3154263666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:29:08.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:07 smithi016 ceph-mon[84376]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-24T03:29:08.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:07 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3154263666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:29:08.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:07 smithi016 ceph-mon[86910]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-24T03:29:08.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:07 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3154263666' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:29:08.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:07 smithi063 ceph-mon[77007]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-24T03:29:08.724 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:29:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:29:08] "GET /metrics HTTP/1.1" 200 46381 "" "Prometheus/2.43.0" 2024-04-24T03:29:08.778 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [3357493~12381,4058838~55656,7102240~77504,13833298~2133,15553551~98402,16745886~21645,17069693~46402,17493491~66387,20106765~112920] 2024-04-24T03:29:09.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:08 smithi016 ceph-mon[84376]: pgmap v2446: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:09.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:08 smithi016 ceph-mon[84376]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-24T03:29:09.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:08 smithi016 ceph-mon[86910]: pgmap v2446: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:09.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:08 smithi016 ceph-mon[86910]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-24T03:29:09.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:08 smithi063 ceph-mon[77007]: pgmap v2446: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:29:09.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:08 smithi063 ceph-mon[77007]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-24T03:29:09.755 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [4260930~35825,6069230~64233,7052585~74361,10769659~61769,12881562~97965,13715064~90116,14614602~29224,14942045~3766,19083828~51733,19678413~10470] 2024-04-24T03:29:09.764 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [4260930~35825,6069230~64233,7052585~74361,8388608~2442820,12881562~97965,13715064~90116,14614602~29224,14942045~3766,19083828~51733,19678413~10470] 2024-04-24T03:29:09.768 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5010 ms) 2024-04-24T03:29:09.768 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-24T03:29:09.768 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:29:10.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:09 smithi016 ceph-mon[84376]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-24T03:29:10.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:09 smithi016 ceph-mon[86910]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-24T03:29:10.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:09 smithi063 ceph-mon[77007]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-24T03:29:11.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:10 smithi016 ceph-mon[84376]: pgmap v2449: 137 pgs: 10 creating+peering, 2 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-24T03:29:11.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:10 smithi016 ceph-mon[84376]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-24T03:29:11.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:10 smithi016 ceph-mon[86910]: pgmap v2449: 137 pgs: 10 creating+peering, 2 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-24T03:29:11.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:10 smithi016 ceph-mon[86910]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-24T03:29:11.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:10 smithi063 ceph-mon[77007]: pgmap v2449: 137 pgs: 10 creating+peering, 2 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-24T03:29:11.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:10 smithi063 ceph-mon[77007]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-24T03:29:12.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:11 smithi016 ceph-mon[84376]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-24T03:29:12.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:11 smithi016 ceph-mon[86910]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-24T03:29:12.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:11 smithi063 ceph-mon[77007]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-24T03:29:12.776 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3008 ms) 2024-04-24T03:29:12.776 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-24T03:29:12.776 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:29:13.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:12 smithi016 ceph-mon[84376]: pgmap v2452: 137 pgs: 137 active+clean; 12 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 86 KiB/s wr, 54 op/s 2024-04-24T03:29:13.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:12 smithi016 ceph-mon[84376]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-24T03:29:13.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:12 smithi016 ceph-mon[86910]: pgmap v2452: 137 pgs: 137 active+clean; 12 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 86 KiB/s wr, 54 op/s 2024-04-24T03:29:13.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:12 smithi016 ceph-mon[86910]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-24T03:29:13.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:12 smithi063 ceph-mon[77007]: pgmap v2452: 137 pgs: 137 active+clean; 12 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 86 KiB/s wr, 54 op/s 2024-04-24T03:29:13.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:12 smithi063 ceph-mon[77007]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-24T03:29:14.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:13 smithi016 ceph-mon[84376]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-24T03:29:14.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:13 smithi016 ceph-mon[86910]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-24T03:29:14.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:13 smithi063 ceph-mon[77007]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-24T03:29:15.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:14 smithi016 ceph-mon[84376]: pgmap v2455: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 275 KiB/s wr, 62 op/s 2024-04-24T03:29:15.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:14 smithi016 ceph-mon[84376]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-24T03:29:15.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:14 smithi016 ceph-mon[86910]: pgmap v2455: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 275 KiB/s wr, 62 op/s 2024-04-24T03:29:15.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:14 smithi016 ceph-mon[86910]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-24T03:29:15.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:14 smithi063 ceph-mon[77007]: pgmap v2455: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 275 KiB/s wr, 62 op/s 2024-04-24T03:29:15.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:14 smithi063 ceph-mon[77007]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-24T03:29:15.801 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3025 ms) 2024-04-24T03:29:15.801 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-24T03:29:15.801 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:29:16.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:15 smithi016 ceph-mon[84376]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-24T03:29:16.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:16.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:15 smithi016 ceph-mon[86910]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-24T03:29:16.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:16.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:15 smithi063 ceph-mon[77007]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-24T03:29:16.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:17.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:16 smithi016 ceph-mon[84376]: pgmap v2458: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 193 KiB/s wr, 23 op/s 2024-04-24T03:29:17.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:16 smithi016 ceph-mon[84376]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-24T03:29:17.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:16 smithi016 ceph-mon[86910]: pgmap v2458: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 193 KiB/s wr, 23 op/s 2024-04-24T03:29:17.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:16 smithi016 ceph-mon[86910]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-24T03:29:17.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:16 smithi063 ceph-mon[77007]: pgmap v2458: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 193 KiB/s wr, 23 op/s 2024-04-24T03:29:17.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:16 smithi063 ceph-mon[77007]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-24T03:29:18.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:17 smithi063 ceph-mon[77007]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-24T03:29:18.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:17 smithi063 ceph-mon[77007]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-24T03:29:18.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:17 smithi016 ceph-mon[84376]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-24T03:29:18.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:17 smithi016 ceph-mon[84376]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-24T03:29:18.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:17 smithi016 ceph-mon[86910]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-24T03:29:18.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:17 smithi016 ceph-mon[86910]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-24T03:29:18.661 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2860 ms) 2024-04-24T03:29:18.661 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-24T03:29:18.661 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:29:18.725 INFO:tasks.workunit.client.0.smithi016.stdout: i=0 exists [25802120~2598503,35172170~2534351,90055800~3948103,109346874~6550432,120851066~72159,137667960~1676592,162184749~5959572,322171484~560440,369174776~6858471,409774426~7469674] wrote [25802120~2598503,35172170~2534351,90055800~3948103,109346874~6550432,120851066~72159,137667960~1676592,162184749~5959572,322171484~560440,369174776~6858471,409774426~7469674] 2024-04-24T03:29:18.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:29:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:29:18] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-24T03:29:19.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:18 smithi063 ceph-mon[77007]: pgmap v2461: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 109 op/s 2024-04-24T03:29:19.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:18 smithi063 ceph-mon[77007]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-24T03:29:19.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:18 smithi016 ceph-mon[84376]: pgmap v2461: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 109 op/s 2024-04-24T03:29:19.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:18 smithi016 ceph-mon[84376]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-24T03:29:19.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:18 smithi016 ceph-mon[86910]: pgmap v2461: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 109 op/s 2024-04-24T03:29:19.275 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:18 smithi016 ceph-mon[86910]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-24T03:29:19.725 INFO:tasks.workunit.client.0.smithi016.stdout: i=1 exists [25802120~2598503,35172170~2534351,57221371~7073621,71963712~471157,90055800~3948103,109346874~6550432,120851066~72159,137667960~1676592,162184749~5959572,214749067~40684,242818795~7217692,296050184~3652030,322171484~560440,326550945~712262,344640982~6791100,365735257~16137870,409774426~7469674] wrote [57221371~7073621,71963712~471157,214749067~40684,242818795~7217692,296050184~3652030,326550945~712262,344640982~6791100,365735257~3769299,373428485~8444642] 2024-04-24T03:29:20.728 INFO:tasks.workunit.client.0.smithi016.stdout: i=2 exists [25802120~2598503,35172170~2534351,56247602~8047390,71963712~471157,90055800~3948103,109346874~8941251,120851066~72159,137667960~1676592,154442698~4973948,162184749~8942307,174260056~7821914,184795388~6573190,214749067~40684,228629815~2813953,242818795~7217692,296050184~3652030,322171484~560440,323307168~8111765,334006082~2031985,344640982~6791100,365735257~16137870,409774426~7469674] wrote [56247602~2385193,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,228629815~2813953,323307168~8111765,334006082~2031985,371974255~4613156] 2024-04-24T03:29:21.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:20 smithi016 ceph-mon[84376]: pgmap v2464: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 138 op/s 2024-04-24T03:29:21.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:20 smithi016 ceph-mon[84376]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-24T03:29:21.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:20 smithi016 ceph-mon[86910]: pgmap v2464: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 138 op/s 2024-04-24T03:29:21.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:20 smithi016 ceph-mon[86910]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-24T03:29:21.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:20 smithi063 ceph-mon[77007]: pgmap v2464: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 138 op/s 2024-04-24T03:29:21.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:20 smithi063 ceph-mon[77007]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-24T03:29:21.697 INFO:tasks.workunit.client.0.smithi016.stdout: i=3 exists [21779779~6620844,35172170~2534351,56247602~8047390,70361690~1018979,71963712~471157,90055800~3948103,109346874~8941251,120851066~72159,137667960~1676592,154442698~4973948,162184749~8942307,174260056~7821914,184795388~6573190,212982009~5968885,228629815~2813953,242818795~7217692,289045334~1924512,296050184~3652030,313823172~852641,322171484~560440,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~16137870,387527140~6271361,409774426~7469674] wrote [21779779~4650888,70361690~1018979,212982009~5968885,289045334~1924512,313823172~852641,333707628~2738429,357121582~2520268,367219824~3729662,376591094~3207597,387527140~6271361] 2024-04-24T03:29:22.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:21 smithi016 ceph-mon[84376]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-24T03:29:22.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:21 smithi016 ceph-mon[86910]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-24T03:29:22.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:21 smithi063 ceph-mon[77007]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-24T03:29:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: i=4 exists [21779779~6620844,35172170~2534351,48896784~5437641,56247602~8047390,70361690~1018979,71963712~471157,90055800~3948103,109346874~8941251,120851066~72159,137667960~1676592,143810031~6161350,154442698~4973948,162184749~8942307,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~6405940,228629815~2813953,242818795~7217692,289045334~3423360,296050184~8661439,313823172~852641,322171484~560440,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~16137870,387527140~6271361,409774426~7469674] wrote [48896784~5437641,109774130~5576674,143810031~6161350,196728991~3844602,212186822~31485,221627497~6405940,244959584~2086401,289964220~2504474,297610910~7100713] 2024-04-24T03:29:23.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:22 smithi016 ceph-mon[84376]: pgmap v2467: 137 pgs: 137 active+clean; 116 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 16 MiB/s wr, 172 op/s 2024-04-24T03:29:23.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:22 smithi016 ceph-mon[84376]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-24T03:29:23.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:22 smithi016 ceph-mon[86910]: pgmap v2467: 137 pgs: 137 active+clean; 116 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 16 MiB/s wr, 172 op/s 2024-04-24T03:29:23.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:22 smithi016 ceph-mon[86910]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-24T03:29:23.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:22 smithi063 ceph-mon[77007]: pgmap v2467: 137 pgs: 137 active+clean; 116 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 16 MiB/s wr, 172 op/s 2024-04-24T03:29:23.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:22 smithi063 ceph-mon[77007]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-24T03:29:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: i=5 exists [21779779~6620844,35172170~2534351,41429801~5304711,47186961~7147464,56247602~8047390,70361690~1018979,71963712~471157,90055800~3948103,104894332~862056,109346874~14785104,137667960~1676592,143810031~6161350,154442698~7229826,162184749~8942307,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,289045334~3423360,296050184~8661439,313823172~852641,322171484~560440,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~16137870,387527140~6271361,409774426~7469674] wrote [41429801~5304711,47186961~5754069,104894332~862056,116272411~7859567,144814526~2791094,158229497~3443027,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583] 2024-04-24T03:29:24.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:23 smithi016 ceph-mon[84376]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-24T03:29:24.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:23 smithi016 ceph-mon[86910]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-24T03:29:24.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:23 smithi063 ceph-mon[77007]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-24T03:29:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: i=6 exists [21779779~6620844,35172170~2534351,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,90055800~3948103,104894332~862056,109346874~14785104,134686188~708525,137667960~1676592,143810031~6161350,154442698~7229826,162184749~8942307,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,289045334~3423360,296050184~8661439,313823172~852641,322171484~560440,323168607~8250326,333707628~2738429,344640982~15000868,365735257~16137870,387527140~6271361,402660839~14583261] wrote [25182225~2548410,54683515~3986123,61877230~5440001,134686188~708525,171903335~2773856,296091583~1764057,323168607~4953629,350940654~6873334,375749880~4290162,402660839~7773450] 2024-04-24T03:29:25.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:24 smithi016 ceph-mon[84376]: pgmap v2470: 137 pgs: 137 active+clean; 193 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 25 MiB/s wr, 164 op/s 2024-04-24T03:29:25.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:24 smithi016 ceph-mon[84376]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-24T03:29:25.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:24 smithi016 ceph-mon[86910]: pgmap v2470: 137 pgs: 137 active+clean; 193 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 25 MiB/s wr, 164 op/s 2024-04-24T03:29:25.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:24 smithi016 ceph-mon[86910]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-24T03:29:25.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:24 smithi063 ceph-mon[77007]: pgmap v2470: 137 pgs: 137 active+clean; 193 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 25 MiB/s wr, 164 op/s 2024-04-24T03:29:25.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:24 smithi063 ceph-mon[77007]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-24T03:29:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: i=7 exists [12365991~5078166,21779779~6620844,35172170~2534351,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,90055800~3948103,99007264~7439183,109346874~14785104,134686188~708525,137667960~1676592,143810031~6161350,154442698~16684358,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,274639504~3457864,289045334~3423360,296050184~8661439,313823172~852641,322171484~560440,323168607~8250326,333707628~2738429,344640982~15000868,365735257~16137870,387527140~6271361,402660839~14583261] wrote [12365991~5078166,40194403~313757,99007264~7439183,147364988~2409277,156489389~529525,161297339~6564354,177078794~3730087,185243474~4521998,274639504~3457864,370191608~7128204] 2024-04-24T03:29:26.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:25 smithi016 ceph-mon[84376]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-24T03:29:26.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:25 smithi016 ceph-mon[86910]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-24T03:29:26.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:25 smithi063 ceph-mon[77007]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-24T03:29:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: i=8 exists [12365991~5078166,19648184~977430,21779779~6620844,35172170~2534351,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6381788,90055800~3948103,99007264~7439183,109346874~14785104,134686188~708525,137667960~1676592,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289045334~3423360,296050184~8661439,313823172~852641,322171484~560440,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,386490644~7307857,402660839~14583261] wrote [19648184~977430,75560155~4595747,81747963~6381788,150601188~1156282,163951538~8103307,205618889~3177962,278830264~5730006,338601470~6061834,346770837~7156132,386490644~1872883] 2024-04-24T03:29:27.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:26 smithi016 ceph-mon[84376]: pgmap v2473: 137 pgs: 137 active+clean; 261 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 31 MiB/s wr, 100 op/s 2024-04-24T03:29:27.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:26 smithi016 ceph-mon[84376]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-24T03:29:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:26 smithi016 ceph-mon[86910]: pgmap v2473: 137 pgs: 137 active+clean; 261 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 31 MiB/s wr, 100 op/s 2024-04-24T03:29:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:26 smithi016 ceph-mon[86910]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-24T03:29:27.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:26 smithi063 ceph-mon[77007]: pgmap v2473: 137 pgs: 137 active+clean; 261 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 31 MiB/s wr, 100 op/s 2024-04-24T03:29:27.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:26 smithi063 ceph-mon[77007]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-24T03:29:27.763 INFO:tasks.workunit.client.0.smithi016.stdout: i=9 exists [164007~873588,12365991~5078166,19648184~977430,21779779~6620844,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6381788,90055800~3948103,99007264~7439183,109346874~14785104,134686188~708525,137667960~1676592,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,313823172~852641,322171484~560440,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,402660839~14583261] wrote [164007~873588,31339357~8191878,141699285~1853873,251420193~4049590,281120249~5112224,296072523~7292602,304203755~6545575,323351383~4142077,366608270~6686901,383737486~2667316] 2024-04-24T03:29:28.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:27 smithi016 ceph-mon[84376]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-24T03:29:28.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:27 smithi016 ceph-mon[86910]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-24T03:29:28.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:27 smithi063 ceph-mon[77007]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-24T03:29:28.690 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:29:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:29:28] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-24T03:29:28.764 INFO:tasks.workunit.client.0.smithi016.stdout: i=10 exists [164007~873588,12365991~5078166,19648184~977430,21779779~6620844,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6645372,90055800~3948103,99007264~7439183,109346874~17951782,134686188~708525,137667960~1676592,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,310875704~7657911,322171484~560440,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,402660839~14583261] wrote [83011484~5381851,122300301~4998355,145653568~2324231,235256000~5548057,244505164~2968045,256042195~5618221,300594902~7710513,310875704~7657911,347597679~5095781] 2024-04-24T03:29:29.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:28 smithi016 ceph-mon[84376]: pgmap v2476: 137 pgs: 137 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 41 MiB/s wr, 274 op/s 2024-04-24T03:29:29.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:28 smithi016 ceph-mon[84376]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-24T03:29:29.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:28 smithi016 ceph-mon[86910]: pgmap v2476: 137 pgs: 137 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 41 MiB/s wr, 274 op/s 2024-04-24T03:29:29.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:28 smithi016 ceph-mon[86910]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-24T03:29:29.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:28 smithi063 ceph-mon[77007]: pgmap v2476: 137 pgs: 137 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 41 MiB/s wr, 274 op/s 2024-04-24T03:29:29.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:28 smithi063 ceph-mon[77007]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-24T03:29:29.772 INFO:tasks.workunit.client.0.smithi016.stdout: i=11 exists [164007~873588,12365991~5078166,19648184~977430,21779779~6620844,31339357~8191878,40194403~313757,41429801~5304711,47186961~20130270,70361690~1018979,71963712~471157,75560155~4595747,81747963~6645372,90055800~3948103,96634737~9811710,109346874~17951782,134686188~708525,137667960~1676592,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,310875704~7657911,322171484~560440,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,399485132~17758968] wrote [51442932~6755758,59141980~5783741,96634737~2779311,179508431~2079927,196376782~5253497,201889386~2230115,217656592~7514894,299358171~3961576,390269467~1320108,399485132~3742443] 2024-04-24T03:29:30.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:29 smithi016 ceph-mon[84376]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-24T03:29:30.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:29 smithi016 ceph-mon[86910]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-24T03:29:30.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:29 smithi063 ceph-mon[77007]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-24T03:29:30.781 INFO:tasks.workunit.client.0.smithi016.stdout: i=12 exists [164007~873588,12365991~5078166,19648184~977430,21779779~6620844,31339357~8191878,40194403~313757,41429801~5304711,47186961~20130270,70361690~9794212,81747963~6645372,90055800~3948103,96634737~9811710,109346874~17951782,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,322171484~560440,323168607~8250326,333707628~2738429,337796600~21845250,365735257~16137870,383737486~2667316,386490644~7307857,399485132~17758968] wrote [71175316~6260105,122441485~387324,132365764~7552800,223753338~4445828,276487900~4067280,311926898~3149394,337796600~7753906,370711003~7300452] 2024-04-24T03:29:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:30 smithi016 ceph-mon[84376]: pgmap v2479: 137 pgs: 137 active+clean; 457 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 41 MiB/s wr, 320 op/s 2024-04-24T03:29:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:30 smithi016 ceph-mon[84376]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-24T03:29:31.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:30 smithi016 ceph-mon[86910]: pgmap v2479: 137 pgs: 137 active+clean; 457 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 41 MiB/s wr, 320 op/s 2024-04-24T03:29:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:30 smithi016 ceph-mon[86910]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-24T03:29:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:31.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:30 smithi063 ceph-mon[77007]: pgmap v2479: 137 pgs: 137 active+clean; 457 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 41 MiB/s wr, 320 op/s 2024-04-24T03:29:31.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:30 smithi063 ceph-mon[77007]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-24T03:29:31.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:31.809 INFO:tasks.workunit.client.0.smithi016.stdout: i=13 exists [164007~873588,12365991~5078166,19648184~977430,21779779~17751456,40194403~313757,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,90055800~3948103,96634737~11004307,109346874~17951782,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,322171484~560440,323168607~8250326,333707628~2738429,337796600~21845250,365735257~17663063,383737486~10061015,399485132~17758968] wrote [24465832~9445322,54999907~1396249,69486952~11400738,100536711~7102333,155483615~67204,256095289~7418608,376805454~6592866,384343752~3974375] 2024-04-24T03:29:32.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:31 smithi016 ceph-mon[84376]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-24T03:29:32.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:31 smithi016 ceph-mon[86910]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-24T03:29:32.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:31 smithi063 ceph-mon[77007]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-24T03:29:32.771 INFO:tasks.workunit.client.0.smithi016.stdout: i=14 exists [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,90055800~3948103,96634737~11004307,109346874~17951782,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,322171484~560440,323168607~8250326,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~17758968] wrote [4872773~4112221,25510553~1653032,27605131~697847,38545429~2616276,80206405~383249,119590697~7049643,275736618~5206989,350363365~8128228,363925500~8171929] 2024-04-24T03:29:33.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:32 smithi016 ceph-mon[84376]: pgmap v2482: 137 pgs: 137 active+clean; 575 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 45 MiB/s wr, 325 op/s 2024-04-24T03:29:33.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:32 smithi016 ceph-mon[84376]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-24T03:29:33.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:32 smithi016 ceph-mon[86910]: pgmap v2482: 137 pgs: 137 active+clean; 575 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 45 MiB/s wr, 325 op/s 2024-04-24T03:29:33.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:32 smithi016 ceph-mon[86910]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-24T03:29:33.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:32 smithi063 ceph-mon[77007]: pgmap v2482: 137 pgs: 137 active+clean; 575 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 45 MiB/s wr, 325 op/s 2024-04-24T03:29:33.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:32 smithi063 ceph-mon[77007]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-24T03:29:33.785 INFO:tasks.workunit.client.0.smithi016.stdout: i=15 exists [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,90055800~3948103,96634737~11004307,109346874~17951782,132365764~7552800,141472077~8499304,150601188~1156282,154442698~27639272,183924485~7444093,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,322171484~560440,323168607~8789873,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~17758968] wrote [27980966~7174393,37821915~2266609,58847830~2600375,141472077~6366329,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,329949756~2008724] 2024-04-24T03:29:34.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:33 smithi016 ceph-mon[84376]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-24T03:29:34.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:33 smithi016 ceph-mon[86910]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-24T03:29:34.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:33 smithi063 ceph-mon[77007]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-24T03:29:34.795 INFO:tasks.workunit.client.0.smithi016.stdout: i=16 exists [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~24954733,47186961~20130270,69030157~11857533,81747963~6645372,90055800~3948103,96634737~11004307,109346874~17951782,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,321627716~10330764,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~17758968] wrote [39128409~7358909,61506516~4587443,69030157~6519494,151922715~4260918,182584250~7641842,240170444~467337,261093234~337433,268112173~3464676,321627716~2414617,372000574~1849376] 2024-04-24T03:29:35.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:34 smithi016 ceph-mon[84376]: pgmap v2485: 137 pgs: 137 active+clean; 651 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 47 MiB/s wr, 226 op/s 2024-04-24T03:29:35.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:34 smithi016 ceph-mon[84376]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-24T03:29:35.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:34 smithi016 ceph-mon[86910]: pgmap v2485: 137 pgs: 137 active+clean; 651 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 47 MiB/s wr, 226 op/s 2024-04-24T03:29:35.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:34 smithi016 ceph-mon[86910]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-24T03:29:35.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:34 smithi063 ceph-mon[77007]: pgmap v2485: 137 pgs: 137 active+clean; 651 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 47 MiB/s wr, 226 op/s 2024-04-24T03:29:35.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:34 smithi063 ceph-mon[77007]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-24T03:29:35.787 INFO:tasks.workunit.client.0.smithi016.stdout: i=17 exists [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~24954733,47186961~20130270,69030157~11857533,81747963~6645372,90055800~3948103,96634737~11004307,109346874~17951782,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~17758968] wrote [10382297~3977881,60793025~635674,168111714~3336203,215779962~367757,289729206~7689872,306974898~783911,332059807~5700584,364052611~4036713,378201877~5793283] 2024-04-24T03:29:36.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:35 smithi016 ceph-mon[84376]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-24T03:29:36.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:35 smithi016 ceph-mon[86910]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-24T03:29:36.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:35 smithi063 ceph-mon[77007]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-24T03:29:36.809 INFO:tasks.workunit.client.0.smithi016.stdout: i=18 exists [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~45537452,69030157~11857533,81747963~12255940,96634737~11004307,109346874~17951782,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~17758968] wrote [44049123~4548160,63657129~2776601,86250799~4645411,103207836~1198073,170841386~2387357,302800101~4542799,328550258~2276423,347528803~9445258,377872812~3095831] 2024-04-24T03:29:37.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:36 smithi016 ceph-mon[84376]: pgmap v2488: 137 pgs: 137 active+clean; 694 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 29 MiB/s wr, 162 op/s 2024-04-24T03:29:37.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:36 smithi016 ceph-mon[84376]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-24T03:29:37.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:36 smithi016 ceph-mon[86910]: pgmap v2488: 137 pgs: 137 active+clean; 694 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 29 MiB/s wr, 162 op/s 2024-04-24T03:29:37.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:36 smithi016 ceph-mon[86910]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-24T03:29:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:36 smithi063 ceph-mon[77007]: pgmap v2488: 137 pgs: 137 active+clean; 694 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 29 MiB/s wr, 162 op/s 2024-04-24T03:29:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:36 smithi063 ceph-mon[77007]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-24T03:29:37.807 INFO:tasks.workunit.client.0.smithi016.stdout: i=19 exists [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~12255940,96634737~11004307,109346874~17951782,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~17758968] wrote [19712143~2558964,44340200~102201,63318590~867572,76053000~5613304,117962573~5115976,184160432~3835207,215145429~1329221,303532312~6928082,355918977~770186,365130655~2030441] 2024-04-24T03:29:38.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:37 smithi016 ceph-mon[84376]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-24T03:29:38.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:37 smithi016 ceph-mon[86910]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-24T03:29:38.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:37 smithi063 ceph-mon[77007]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-24T03:29:38.743 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:29:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:29:38] "GET /metrics HTTP/1.1" 200 36779 "" "Prometheus/2.43.0" 2024-04-24T03:29:38.761 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 1 diff [57221371~7073621,71963712~471157,214749067~40684,242818795~7217692,296050184~3652030,326550945~712262,344640982~6791100,365735257~3769299,373428485~8444642] 2024-04-24T03:29:38.761 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [57221371~7073621,71963712~471157,214749067~40684,242818795~7217692,296050184~3652030,326550945~712262,344640982~6791100,365735257~3769299,373428485~8444642] 2024-04-24T03:29:38.781 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~9769040,71303168~1131701,213909504~880247,239075328~10961159,293601280~6100934,322961408~4301799,343932928~7499154,364904448~4600108,373428485~8444642] 2024-04-24T03:29:38.781 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 2 diff [56247602~8047390,71963712~471157,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,214749067~40684,228629815~2813953,242818795~7217692,296050184~3652030,323307168~8111765,334006082~2031985,344640982~6791100,365735257~3769299,371974255~9898872] 2024-04-24T03:29:38.781 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [56247602~8047390,71963712~471157,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,214749067~40684,228629815~2813953,242818795~7217692,296050184~3652030,323307168~8111765,334006082~2031985,344640982~6791100,365735257~3769299,371974255~9898872] 2024-04-24T03:29:38.787 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~9769040,71303168~1131701,114905973~3382152,150994944~8421702,167807687~3319369,171966464~10115506,184549376~6819202,213909504~880247,226492416~4951352,239075328~10961159,293601280~6100934,322961408~13076659,343932928~7499154,364904448~4600108,371974255~9898872] 2024-04-24T03:29:38.787 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 3 diff [21779779~4650888,56247602~8047390,70361690~1018979,71963712~471157,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,212982009~5968885,228629815~2813953,242818795~7217692,289045334~1924512,296050184~3652030,313823172~852641,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~5214229,371974255~9898872,387527140~6271361] 2024-04-24T03:29:38.788 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,56247602~8047390,70361690~1018979,71963712~471157,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,212982009~5968885,228629815~2813953,242818795~7217692,289045334~1924512,296050184~3652030,313823172~852641,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~5214229,371974255~9898872,387527140~6271361] 2024-04-24T03:29:38.794 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,54525952~9769040,67108864~5326005,114905973~3382152,150994944~8421702,167807687~3319369,171966464~10115506,184549376~6819202,209715200~9235694,226492416~4951352,239075328~10961159,285212672~5757174,293601280~6100934,310378496~4297317,322961408~13484649,343932928~7499154,356515840~3126010,364904448~6045038,371974255~9898872,385875968~7922533] 2024-04-24T03:29:38.794 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 4 diff [21779779~4650888,48896784~5437641,56247602~8047390,70361690~1018979,71963712~471157,109774130~8513995,143810031~6161350,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~6405940,228629815~2813953,242818795~7217692,289045334~3423360,296050184~8661439,313823172~852641,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~5214229,371974255~9898872,387527140~6271361] 2024-04-24T03:29:38.795 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,48896784~5437641,56247602~8047390,70361690~1018979,71963712~471157,109774130~8513995,143810031~6161350,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~6405940,228629815~2813953,242818795~7217692,289045334~3423360,296050184~8661439,313823172~852641,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~5214229,371974255~9898872,387527140~6271361] 2024-04-24T03:29:38.801 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,46137344~8197081,54525952~9769040,67108864~5326005,109774130~8513995,142606336~7365045,150994944~8421702,167807687~3319369,171966464~10115506,184549376~6819202,192937984~7635609,209715200~21728568,239075328~10961159,285212672~7256022,293601280~11110343,310378496~4297317,322961408~13484649,343932928~7499154,356515840~3126010,364904448~6045038,371974255~9898872,385875968~7922533] 2024-04-24T03:29:38.802 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 5 diff [21779779~4650888,41429801~5304711,47186961~7147464,56247602~8047390,70361690~1018979,71963712~471157,104894332~862056,109774130~14357848,143810031~6161350,154442698~7229826,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,289045334~3423360,296050184~8661439,313823172~852641,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~5214229,371974255~9898872,387527140~6271361] 2024-04-24T03:29:38.802 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,41429801~5304711,47186961~7147464,56247602~8047390,70361690~1018979,71963712~471157,104894332~862056,109774130~14357848,143810031~6161350,154442698~7229826,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,289045334~3423360,296050184~8661439,313823172~852641,323307168~8111765,333707628~2738429,344640982~6791100,357121582~2520268,365735257~5214229,371974255~9898872,387527140~6271361] 2024-04-24T03:29:38.808 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,37748736~16585689,54525952~9769040,67108864~5326005,104857600~898788,109774130~14357848,142606336~7365045,150994944~10677580,167807687~3319369,171966464~10115506,184549376~6819202,192937984~7635609,209715200~21728568,239075328~10961159,260046848~2374104,264241152~10344539,285212672~7256022,293601280~11110343,310378496~4297317,322961408~13484649,343932928~7499154,356515840~3126010,364904448~6045038,371974255~9898872,385875968~7922533] 2024-04-24T03:29:38.808 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 6 diff [21779779~5950856,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,104894332~862056,109774130~14357848,134686188~708525,143810031~6161350,154442698~7229826,167807687~3319369,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,289045334~3423360,296050184~8661439,313823172~852641,323168607~8250326,333707628~2738429,344640982~15000868,365735257~5214229,371974255~9898872,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.808 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~5950856,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,104894332~862056,109774130~14357848,134686188~708525,143810031~6161350,154442698~7229826,167807687~3319369,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,289045334~3423360,296050184~8661439,313823172~852641,323168607~8250326,333707628~2738429,344640982~15000868,365735257~5214229,371974255~9898872,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.814 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~6759115,37748736~16585689,54525952~17908917,104857600~898788,109774130~14357848,134686188~708525,142606336~7365045,150994944~10677580,167807687~14274283,184549376~6819202,192937984~7635609,209715200~21728568,239075328~10961159,260046848~2374104,264241152~10344539,285212672~7256022,293601280~11110343,310378496~4297317,322961408~13484649,343932928~15708922,364904448~6045038,371974255~9898872,385875968~7922533,402653184~7781105] 2024-04-24T03:29:38.815 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 7 diff [12365991~5078166,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,154442698~16684358,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,274639504~3457864,289045334~3423360,296050184~8661439,313823172~852641,323168607~8250326,333707628~2738429,344640982~15000868,365735257~16137870,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.815 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,154442698~16684358,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,274639504~3457864,289045334~3423360,296050184~8661439,313823172~852641,323168607~8250326,333707628~2738429,344640982~15000868,365735257~16137870,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.821 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~9055549,20971520~6759115,37748736~16585689,54525952~17908917,96468992~9977455,109774130~14357848,134686188~708525,142606336~7365045,150994944~31087026,184549376~6819202,192937984~7635609,209715200~21728568,239075328~10961159,260046848~2374104,264241152~13856216,285212672~7256022,293601280~11110343,310378496~4297317,322961408~13484649,343932928~15708922,364904448~16968679,385875968~7922533,402653184~7781105] 2024-04-24T03:29:38.821 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 8 diff [12365991~5078166,19648184~977430,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289045334~3423360,296050184~8661439,313823172~852641,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.821 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,19648184~977430,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289045334~3423360,296050184~8661439,313823172~852641,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.827 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~12237006,20971520~6759115,37748736~16585689,54525952~17908917,75497472~12632279,96468992~9977455,109774130~14357848,134686188~708525,142606336~39475634,184549376~6819202,192937984~7635609,205520896~3275955,209715200~21728568,239075328~10961159,260046848~2374104,264241152~20319118,285212672~7256022,293601280~11110343,310378496~4297317,322961408~36680442,364904448~16968679,385875968~7922533,402653184~7781105] 2024-04-24T03:29:38.827 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 9 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,313823172~852641,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.827 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,242818795~7217692,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,313823172~852641,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.833 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~24974297,54525952~17908917,75497472~12632279,96468992~9977455,109774130~14357848,134686188~708525,139344552~42737418,184549376~6819202,192937984~7635609,205520896~3275955,209715200~21728568,239075328~16394455,260046848~2374104,264241152~28227542,293601280~21074533,322961408~36680442,364904448~28894053,402653184~7781105] 2024-04-24T03:29:38.834 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 10 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6645372,99007264~7439183,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.834 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~12633716,70361690~1018979,71963712~471157,75560155~4595747,81747963~6645372,99007264~7439183,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.840 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~24974297,54525952~17908917,75497472~12895863,96468992~9977455,109774130~17524526,134686188~708525,139344552~42737418,184549376~6819202,192937984~7635609,205520896~3275955,209715200~21728568,234881024~20588759,255852544~6568408,264241152~28227542,293601280~24932335,322961408~36680442,364904448~28894053,402653184~7781105] 2024-04-24T03:29:38.840 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 11 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~20130270,70361690~1018979,71963712~471157,75560155~4595747,81747963~6645372,96634737~9811710,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.840 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~20130270,70361690~1018979,71963712~471157,75560155~4595747,81747963~6645372,96634737~9811710,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,338601470~21040380,365735257~16137870,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.846 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~43074741,75497472~12895863,96468992~9977455,109774130~17524526,134686188~708525,139344552~42737418,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~20588759,255852544~6568408,264241152~28227542,293601280~24932335,322961408~36680442,364904448~28894053,398458880~11975409] 2024-04-24T03:29:38.846 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 12 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~20130270,70361690~9794212,81747963~6645372,96634737~9811710,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,337796600~21845250,365735257~16137870,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.846 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~20130270,70361690~9794212,81747963~6645372,96634737~9811710,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,337796600~21845250,365735257~16137870,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.852 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~59033207,96468992~9977455,109774130~17524526,130023424~52058546,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~20588759,255852544~6568408,264241152~28227542,293601280~24932335,322961408~36680442,364904448~28894053,398458880~11975409] 2024-04-24T03:29:38.853 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 13 diff [164007~873588,12365991~5078166,19648184~977430,21779779~17751456,40194403~313757,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,337796600~21845250,365735257~17663063,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.853 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~17751456,40194403~313757,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,337796600~21845250,365735257~17663063,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.859 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~67421815,96468992~11170052,109774130~17524526,130023424~52058546,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~28227542,293601280~24932335,322961408~36680442,364904448~28894053,398458880~11975409] 2024-04-24T03:29:38.859 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 14 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.859 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8250326,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.865 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~67421815,96468992~11170052,109774130~17524526,130023424~52058546,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~28227542,293601280~24932335,322961408~36680442,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.865 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 15 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,154442698~27639272,183924485~7444093,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8789873,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.865 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~20130270,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,154442698~27639272,183924485~7444093,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,323168607~8789873,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.871 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~67421815,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~28227542,293601280~24932335,322961408~36680442,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.871 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 16 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~24954733,47186961~20130270,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,321627716~10330764,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.872 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~24954733,47186961~20130270,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~3423360,296050184~14699146,310875704~7657911,321627716~10330764,333707628~2738429,337796600~21845250,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.878 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~67421815,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~28227542,293601280~24932335,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.878 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 17 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~24954733,47186961~20130270,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.878 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~24954733,47186961~20130270,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.884 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~67421815,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.884 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 18 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~45537452,69030157~11857533,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.884 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~45537452,69030157~11857533,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.890 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~69924690,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.890 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 19 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.890 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.896 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.897 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 2 diff [56247602~2385193,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,228629815~2813953,323307168~8111765,334006082~2031985,371974255~4613156] 2024-04-24T03:29:38.897 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [56247602~2385193,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,228629815~2813953,323307168~8111765,334006082~2031985,371974255~4613156] 2024-04-24T03:29:38.903 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [56247602~2385193,114905973~3382152,150994944~8421702,167807687~3319369,171966464~10115506,184549376~6819202,226492416~4951352,323307168~12730899,371974255~4613156] 2024-04-24T03:29:38.903 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 3 diff [21779779~4650888,56247602~2385193,70361690~1018979,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,212982009~5968885,228629815~2813953,289045334~1924512,313823172~852641,323307168~8111765,333707628~2738429,357121582~2520268,367219824~3729662,371974255~4613156,376591094~3207597,387527140~6271361] 2024-04-24T03:29:38.903 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,56247602~2385193,70361690~1018979,114905973~3382152,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,212982009~5968885,228629815~2813953,289045334~1924512,313823172~852641,323307168~8111765,333707628~2738429,357121582~2520268,367219824~3729662,371974255~4613156,376591094~3207597,387527140~6271361] 2024-04-24T03:29:38.908 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,56247602~2385193,67108864~4271805,114905973~3382152,150994944~8421702,167807687~3319369,171966464~10115506,184549376~6819202,209715200~9235694,226492416~4951352,285212672~5757174,310378496~4297317,323307168~13138889,356515840~3126010,367219824~3729662,371974255~4613156,376591094~3207597,385875968~7922533] 2024-04-24T03:29:38.909 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 4 diff [21779779~4650888,48896784~5437641,56247602~2385193,70361690~1018979,109774130~8513995,143810031~6161350,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~6405940,228629815~2813953,244959584~2086401,289045334~3423360,297610910~7100713,313823172~852641,323307168~8111765,333707628~2738429,357121582~2520268,367219824~3729662,371974255~4613156,376591094~3207597,387527140~6271361] 2024-04-24T03:29:38.909 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,48896784~5437641,56247602~2385193,70361690~1018979,109774130~8513995,143810031~6161350,154442698~4973948,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~6405940,228629815~2813953,244959584~2086401,289045334~3423360,297610910~7100713,313823172~852641,323307168~8111765,333707628~2738429,357121582~2520268,367219824~3729662,371974255~4613156,376591094~3207597,387527140~6271361] 2024-04-24T03:29:38.915 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,46137344~8197081,56247602~2385193,67108864~4271805,109774130~8513995,142606336~7365045,150994944~8421702,167807687~3319369,171966464~10115506,184549376~6819202,192937984~7635609,209715200~21728568,244959584~2086401,285212672~7256022,297610910~7100713,310378496~4297317,323307168~13138889,356515840~3126010,367219824~3729662,371974255~4613156,376591094~3207597,385875968~7922533] 2024-04-24T03:29:38.915 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 5 diff [21779779~4650888,41429801~5304711,47186961~7147464,56247602~2385193,70361690~1018979,104894332~862056,109774130~14357848,143810031~6161350,154442698~7229826,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,297610910~7100713,313823172~852641,323307168~8111765,333707628~2738429,357121582~2520268,367219824~3729662,371974255~4613156,376591094~3207597,387527140~6271361] 2024-04-24T03:29:38.915 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,41429801~5304711,47186961~7147464,56247602~2385193,70361690~1018979,104894332~862056,109774130~14357848,143810031~6161350,154442698~7229826,167807687~3319369,174260056~7821914,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,297610910~7100713,313823172~852641,323307168~8111765,333707628~2738429,357121582~2520268,367219824~3729662,371974255~4613156,376591094~3207597,387527140~6271361] 2024-04-24T03:29:38.920 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,37748736~16585689,56247602~2385193,67108864~4271805,104857600~898788,109774130~14357848,142606336~7365045,150994944~10677580,167807687~3319369,171966464~10115506,184549376~6819202,192937984~7635609,209715200~21728568,244069975~2976010,260046848~2374104,264241152~10344539,285212672~7256022,297610910~7100713,310378496~4297317,323307168~13138889,356515840~3126010,367219824~3729662,371974255~4613156,376591094~3207597,385875968~7922533] 2024-04-24T03:29:38.920 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 6 diff [21779779~5950856,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,104894332~862056,109774130~14357848,134686188~708525,143810031~6161350,154442698~7229826,167807687~3319369,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,296091583~8620040,313823172~852641,323168607~8250326,333707628~2738429,350940654~8701196,367219824~3729662,371974255~8065787,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.920 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~5950856,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,104894332~862056,109774130~14357848,134686188~708525,143810031~6161350,154442698~7229826,167807687~3319369,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,296091583~8620040,313823172~852641,323168607~8250326,333707628~2738429,350940654~8701196,367219824~3729662,371974255~8065787,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.926 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~6759115,37748736~16585689,54683515~3986123,61877230~9503439,104857600~898788,109774130~14357848,134686188~708525,142606336~7365045,150994944~10677580,167807687~14274283,184549376~6819202,192937984~7635609,209715200~21728568,244069975~2976010,260046848~2374104,264241152~10344539,285212672~7256022,296091583~8620040,310378496~4297317,323168607~13277450,350940654~8701196,367219824~3729662,371974255~8065787,385875968~7922533,402653184~7781105] 2024-04-24T03:29:38.926 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 7 diff [12365991~5078166,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,154442698~16684358,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,289045334~3423360,296091583~8620040,313823172~852641,323168607~8250326,333707628~2738429,350940654~8701196,367219824~12820218,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.926 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,154442698~16684358,171903335~10178635,184795388~6573190,196728991~3844602,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,289045334~3423360,296091583~8620040,313823172~852641,323168607~8250326,333707628~2738429,350940654~8701196,367219824~12820218,387527140~6271361,402660839~7773450] 2024-04-24T03:29:38.932 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~9055549,20971520~6759115,37748736~16585689,54683515~3986123,61877230~9503439,96468992~9977455,109774130~14357848,134686188~708525,142606336~7365045,150994944~31087026,184549376~6819202,192937984~7635609,209715200~21728568,244069975~2976010,260046848~2374104,264241152~13856216,285212672~7256022,296091583~8620040,310378496~4297317,323168607~13277450,350940654~8701196,367219824~12820218,385875968~7922533,402653184~7781105] 2024-04-24T03:29:38.932 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 8 diff [12365991~5078166,19648184~977430,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289045334~3423360,296091583~8620040,313823172~852641,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,367219824~12820218,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.932 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,19648184~977430,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289045334~3423360,296091583~8620040,313823172~852641,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,367219824~12820218,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.938 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~12237006,20971520~6759115,37748736~16585689,54683515~3986123,61877230~9503439,75497472~12632279,96468992~9977455,109774130~14357848,134686188~708525,142606336~39475634,184549376~6819202,192937984~7635609,205520896~3275955,209715200~21728568,244069975~2976010,260046848~2374104,264241152~20319118,285212672~7256022,296091583~8620040,310378496~4297317,323168607~21494697,346770837~12871013,367219824~12820218,385875968~7922533,402653184~7781105] 2024-04-24T03:29:38.938 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 9 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,313823172~852641,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.938 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~14357848,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,244069975~2976010,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,313823172~852641,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.944 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~24974297,54683515~3986123,61877230~9503439,75497472~12632279,96468992~9977455,109774130~14357848,134686188~708525,139344552~42737418,184549376~6819202,192937984~7635609,205520896~3275955,209715200~21728568,244069975~2976010,250036487~5433296,260046848~2374104,264241152~28227542,296072523~18603290,323168607~21494697,346770837~12871013,366608270~13431772,381873127~11925374,402653184~7781105] 2024-04-24T03:29:38.944 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 10 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6645372,99007264~7439183,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.944 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6645372,99007264~7439183,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~9816271,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:38.950 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~24974297,54683515~3986123,61877230~9503439,75497472~12895863,96468992~9977455,109774130~17524526,134686188~708525,139344552~42737418,184549376~6819202,192937984~7635609,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~28227542,296072523~22461092,323168607~21494697,346770837~12871013,366608270~13431772,381873127~11925374,402653184~7781105] 2024-04-24T03:29:38.950 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 11 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~1018979,75560155~4595747,81747963~6645372,96634737~9811710,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.950 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~1018979,75560155~4595747,81747963~6645372,96634737~9811710,109774130~17524526,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.956 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~29309510,59141980~12238689,75497472~12895863,96468992~9977455,109774130~17524526,134686188~708525,139344552~42737418,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~28227542,296072523~22461092,323168607~21494697,346770837~12871013,366608270~13431772,381873127~11925374,398458880~11975409] 2024-04-24T03:29:38.956 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 12 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~9794212,81747963~6645372,96634737~9811710,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,337796600~7753906,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.956 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~9794212,81747963~6645372,96634737~9811710,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,337796600~7753906,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:38.962 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~29309510,59141980~29251355,96468992~9977455,109774130~17524526,130023424~52058546,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~28227542,296072523~22461092,323168607~22381899,346770837~12871013,366608270~13431772,381873127~11925374,398458880~11975409] 2024-04-24T03:29:38.962 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 13 diff [164007~873588,12365991~5078166,19648184~977430,21779779~17751456,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,337796600~7753906,346770837~12871013,366608270~16790050,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.962 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~17751456,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,337796600~7753906,346770837~12871013,366608270~16790050,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.968 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~37698118,59141980~29251355,96468992~11170052,109774130~17524526,130023424~52058546,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,323168607~22381899,346770837~12871013,366608270~27190231,398458880~11975409] 2024-04-24T03:29:38.968 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 14 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.968 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,154442698~27639272,184795388~6573190,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8250326,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.974 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,59141980~29251355,96468992~11170052,109774130~17524526,130023424~52058546,184549376~6819202,192937984~11181517,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,323168607~22381899,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.974 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 15 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,154442698~27639272,183924485~7444093,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8789873,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.974 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,154442698~27639272,183924485~7444093,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~8789873,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.980 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~29545505,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,323168607~22381899,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.980 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 16 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,321627716~10330764,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.980 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,321627716~10330764,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:38.986 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~29545505,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.986 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 17 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.986 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.992 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~29545505,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.992 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 18 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~36889859,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.992 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~36889859,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.998 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:38.998 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 19 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:38.998 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:39.004 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:39.004 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 3 diff [21779779~4650888,70361690~1018979,212982009~5968885,289045334~1924512,313823172~852641,333707628~2738429,357121582~2520268,367219824~3729662,376591094~3207597,387527140~6271361] 2024-04-24T03:29:39.004 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,70361690~1018979,212982009~5968885,289045334~1924512,313823172~852641,333707628~2738429,357121582~2520268,367219824~3729662,376591094~3207597,387527140~6271361] 2024-04-24T03:29:39.010 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,67108864~4271805,209715200~9235694,285212672~5757174,310378496~4297317,333707628~2738429,356515840~3126010,367219824~3729662,376591094~3207597,385875968~7922533] 2024-04-24T03:29:39.010 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 4 diff [21779779~4650888,48896784~5437641,70361690~1018979,109774130~5576674,143810031~6161350,196728991~3844602,212186822~31485,212982009~5968885,221627497~6405940,244959584~2086401,289045334~3423360,297610910~7100713,313823172~852641,333707628~2738429,357121582~2520268,367219824~3729662,376591094~3207597,387527140~6271361] 2024-04-24T03:29:39.010 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,48896784~5437641,70361690~1018979,109774130~5576674,143810031~6161350,196728991~3844602,212186822~31485,212982009~5968885,221627497~6405940,244959584~2086401,289045334~3423360,297610910~7100713,313823172~852641,333707628~2738429,357121582~2520268,367219824~3729662,376591094~3207597,387527140~6271361] 2024-04-24T03:29:39.016 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,46137344~8197081,67108864~4271805,109774130~5576674,142606336~7365045,192937984~7635609,209715200~18318237,244959584~2086401,285212672~7256022,297610910~7100713,310378496~4297317,333707628~2738429,356515840~3126010,367219824~3729662,376591094~3207597,385875968~7922533] 2024-04-24T03:29:39.016 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 5 diff [21779779~4650888,41429801~5304711,47186961~7147464,70361690~1018979,104894332~862056,109774130~5576674,116272411~7859567,143810031~6161350,158229497~3443027,196728991~3844602,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,297610910~7100713,313823172~852641,333707628~2738429,357121582~2520268,367219824~3729662,376591094~3207597,387527140~6271361] 2024-04-24T03:29:39.016 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~4650888,41429801~5304711,47186961~7147464,70361690~1018979,104894332~862056,109774130~5576674,116272411~7859567,143810031~6161350,158229497~3443027,196728991~3844602,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,297610910~7100713,313823172~852641,333707628~2738429,357121582~2520268,367219824~3729662,376591094~3207597,387527140~6271361] 2024-04-24T03:29:39.022 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~5459147,37748736~16585689,67108864~4271805,104857600~898788,109774130~5576674,116272411~7859567,142606336~7365045,158229497~3443027,192937984~7635609,209715200~20120323,244069975~2976010,260046848~2374104,264241152~10344539,285212672~7256022,297610910~7100713,310378496~4297317,333707628~2738429,356515840~3126010,367219824~3729662,376591094~3207597,385875968~7922533] 2024-04-24T03:29:39.022 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 6 diff [21779779~5950856,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,104894332~862056,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,158229497~3443027,171903335~2773856,196728991~3844602,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,296091583~8620040,313823172~852641,323168607~4953629,333707628~2738429,350940654~8701196,367219824~3729662,375749880~4290162,387527140~6271361,402660839~7773450] 2024-04-24T03:29:39.022 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21779779~5950856,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,104894332~862056,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,158229497~3443027,171903335~2773856,196728991~3844602,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289045334~3423360,296091583~8620040,313823172~852641,323168607~4953629,333707628~2738429,350940654~8701196,367219824~3729662,375749880~4290162,387527140~6271361,402660839~7773450] 2024-04-24T03:29:39.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:38 smithi016 ceph-mon[86910]: pgmap v2491: 137 pgs: 137 active+clean; 803 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 38 MiB/s wr, 353 op/s 2024-04-24T03:29:39.025 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:38 smithi016 ceph-mon[86910]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-24T03:29:39.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:38 smithi016 ceph-mon[84376]: pgmap v2491: 137 pgs: 137 active+clean; 803 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 38 MiB/s wr, 353 op/s 2024-04-24T03:29:39.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:38 smithi016 ceph-mon[84376]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-24T03:29:39.028 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~6759115,37748736~16585689,54683515~3986123,61877230~9503439,104857600~898788,109774130~5576674,116272411~7859567,134686188~708525,142606336~7365045,158229497~3443027,171127056~3550135,192937984~7635609,209715200~20120323,244069975~2976010,260046848~2374104,264241152~10344539,285212672~7256022,296091583~8620040,310378496~4297317,323168607~4953629,333707628~2738429,350940654~8701196,367219824~3729662,375749880~4290162,385875968~7922533,402653184~7781105] 2024-04-24T03:29:39.028 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 7 diff [12365991~5078166,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,156489389~529525,158229497~9632196,171903335~2773856,177078794~3730087,185243474~4521998,196728991~3844602,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,289045334~3423360,296091583~8620040,313823172~852641,323168607~4953629,333707628~2738429,350940654~8701196,367219824~12820218,387527140~6271361,402660839~7773450] 2024-04-24T03:29:39.028 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,156489389~529525,158229497~9632196,171903335~2773856,177078794~3730087,185243474~4521998,196728991~3844602,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,289045334~3423360,296091583~8620040,313823172~852641,323168607~4953629,333707628~2738429,350940654~8701196,367219824~12820218,387527140~6271361,402660839~7773450] 2024-04-24T03:29:39.034 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~9055549,20971520~6759115,37748736~16585689,54683515~3986123,61877230~9503439,96468992~9977455,109774130~5576674,116272411~7859567,134686188~708525,142606336~7365045,156489389~529525,158229497~9632196,171127056~3550135,177078794~3730087,185243474~4521998,192937984~7635609,209715200~20120323,244069975~2976010,260046848~2374104,264241152~13856216,285212672~7256022,296091583~8620040,310378496~4297317,323168607~4953629,333707628~2738429,350940654~8701196,367219824~12820218,385875968~7922533,402653184~7781105] 2024-04-24T03:29:39.034 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 8 diff [12365991~5078166,19648184~977430,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289045334~3423360,296091583~8620040,313823172~852641,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,367219824~12820218,386490644~7307857,402660839~7773450] 2024-04-24T03:29:39.035 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,19648184~977430,21779779~5950856,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289045334~3423360,296091583~8620040,313823172~852641,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,367219824~12820218,386490644~7307857,402660839~7773450] 2024-04-24T03:29:39.040 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~12237006,20971520~6759115,37748736~16585689,54683515~3986123,61877230~9503439,75497472~12632279,96468992~9977455,109774130~5576674,116272411~7859567,134686188~708525,142606336~9151134,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,192937984~7635609,205520896~3275955,209715200~20120323,244069975~2976010,260046848~2374104,264241152~20319118,285212672~7256022,296091583~8620040,310378496~4297317,323168607~4953629,333707628~10955676,346770837~12871013,367219824~12820218,385875968~7922533,402653184~7781105] 2024-04-24T03:29:39.040 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 9 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,313823172~852641,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:39.040 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~8208026,244069975~2976010,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,313823172~852641,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:39.046 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~24974297,54683515~3986123,61877230~9503439,75497472~12632279,96468992~9977455,109774130~5576674,116272411~7859567,134686188~708525,139344552~12412918,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,192937984~7635609,205520896~3275955,209715200~20120323,244069975~2976010,250036487~5433296,260046848~2374104,264241152~28227542,296072523~18603290,323168607~4953629,333707628~10955676,346770837~12871013,366608270~13431772,381873127~11925374,402653184~7781105] 2024-04-24T03:29:39.046 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 10 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6645372,99007264~7439183,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~8208026,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:39.046 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,70361690~1018979,75560155~4595747,81747963~6645372,99007264~7439183,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,212982009~5968885,221627497~8208026,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,402660839~7773450] 2024-04-24T03:29:39.052 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~24974297,54683515~3986123,61877230~9503439,75497472~12895863,96468992~9977455,109774130~5576674,116272411~11026245,134686188~708525,139344552~12412918,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,192937984~7635609,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~28227542,296072523~22461092,323168607~4953629,333707628~10955676,346770837~12871013,366608270~13431772,381873127~11925374,402653184~7781105] 2024-04-24T03:29:39.052 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 11 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~1018979,75560155~4595747,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:39.052 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~1018979,75560155~4595747,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,338601470~6061834,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:39.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:38 smithi063 ceph-mon[77007]: pgmap v2491: 137 pgs: 137 active+clean; 803 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 38 MiB/s wr, 353 op/s 2024-04-24T03:29:39.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:38 smithi063 ceph-mon[77007]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-24T03:29:39.058 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~29309510,59141980~12238689,75497472~12895863,96468992~9977455,109774130~5576674,116272411~11026245,134686188~708525,139344552~12412918,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~28227542,296072523~22461092,323168607~4953629,333707628~10955676,346770837~12871013,366608270~13431772,381873127~11925374,398458880~11975409] 2024-04-24T03:29:39.058 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 12 diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~9794212,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,337796600~7753906,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:39.058 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~5950856,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,70361690~9794212,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,337796600~7753906,346770837~12871013,366608270~13431772,383737486~2667316,386490644~7307857,399485132~10949157] 2024-04-24T03:29:39.064 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~6759115,29360128~29309510,59141980~29251355,96468992~9977455,109774130~5576674,116272411~11026245,130023424~21734046,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~28227542,296072523~22461092,323168607~4953629,333707628~11842878,346770837~12871013,366608270~13431772,381873127~11925374,398458880~11975409] 2024-04-24T03:29:39.064 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 13 diff [164007~873588,12365991~5078166,19648184~977430,21779779~17751456,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,337796600~7753906,346770837~12871013,366608270~16790050,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.064 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,21779779~17751456,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,337796600~7753906,346770837~12871013,366608270~16790050,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.070 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,20971520~37698118,59141980~29251355,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,323168607~4953629,333707628~11842878,346770837~12871013,366608270~27190231,398458880~11975409] 2024-04-24T03:29:39.070 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 14 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.070 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.076 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,59141980~29251355,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,323168607~4953629,333707628~11842878,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:39.076 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 15 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.076 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~19381926,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.082 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~29545505,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,182081970~7683502,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,323168607~4953629,329949756~2008724,333707628~11842878,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:39.082 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 16 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.082 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~3423360,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,333707628~2738429,337796600~7753906,346770837~12871013,363925500~19472820,383737486~10061015,399485132~10949157] 2024-04-24T03:29:39.088 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~29545505,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~28227542,296072523~22461092,321627716~6494520,329949756~2008724,333707628~11842878,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:39.088 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 17 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:39.089 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~24954733,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:39.094 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~29545505,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,329949756~2008724,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:39.095 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 18 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~36889859,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:39.095 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,21779779~36889859,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:39.101 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,20971520~37698118,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:39.101 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 19 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:39.101 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:39.107 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 4 diff [48896784~5437641,109774130~5576674,143810031~6161350,196728991~3844602,212186822~31485,221627497~6405940,244959584~2086401,289964220~2504474,297610910~7100713] 2024-04-24T03:29:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [48896784~5437641,109774130~5576674,143810031~6161350,196728991~3844602,212186822~31485,221627497~6405940,244959584~2086401,289964220~2504474,297610910~7100713] 2024-04-24T03:29:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [46137344~8197081,109774130~5576674,142606336~7365045,192937984~7635609,212186822~31485,218950894~9082543,244959584~2086401,289964220~2504474,297610910~7100713] 2024-04-24T03:29:39.113 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 5 diff [41429801~5304711,47186961~7147464,104894332~862056,109774130~5576674,116272411~7859567,143810031~6161350,158229497~3443027,196728991~3844602,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289964220~2504474,297610910~7100713] 2024-04-24T03:29:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [41429801~5304711,47186961~7147464,104894332~862056,109774130~5576674,116272411~7859567,143810031~6161350,158229497~3443027,196728991~3844602,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289964220~2504474,297610910~7100713] 2024-04-24T03:29:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [37748736~16585689,104857600~898788,109774130~5576674,116272411~7859567,142606336~7365045,158229497~3443027,192937984~7635609,212186822~31485,218950894~10884629,244069975~2976010,260046848~2374104,264241152~10344539,289964220~2504474,297610910~7100713] 2024-04-24T03:29:39.119 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 6 diff [25182225~2548410,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,104894332~862056,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,158229497~3443027,171903335~2773856,196728991~3844602,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289964220~2504474,296091583~8620040,323168607~4953629,350940654~6873334,375749880~4290162,402660839~7773450] 2024-04-24T03:29:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25182225~2548410,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,104894332~862056,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,158229497~3443027,171903335~2773856,196728991~3844602,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,289964220~2504474,296091583~8620040,323168607~4953629,350940654~6873334,375749880~4290162,402660839~7773450] 2024-04-24T03:29:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25182225~2548410,37748736~16585689,54683515~3986123,61877230~5440001,104857600~898788,109774130~5576674,116272411~7859567,134686188~708525,142606336~7365045,158229497~3443027,171127056~3550135,192937984~7635609,212186822~31485,218950894~10884629,244069975~2976010,260046848~2374104,264241152~10344539,289964220~2504474,296091583~8620040,323168607~4953629,350940654~6873334,375749880~4290162,402653184~7781105] 2024-04-24T03:29:39.124 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 7 diff [12365991~5078166,25182225~2548410,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,156489389~529525,158229497~9632196,171903335~2773856,177078794~3730087,185243474~4521998,196728991~3844602,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,289964220~2504474,296091583~8620040,323168607~4953629,350940654~6873334,370191608~9848434,402660839~7773450] 2024-04-24T03:29:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,25182225~2548410,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,156489389~529525,158229497~9632196,171903335~2773856,177078794~3730087,185243474~4521998,196728991~3844602,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,289964220~2504474,296091583~8620040,323168607~4953629,350940654~6873334,370191608~9848434,402660839~7773450] 2024-04-24T03:29:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~9055549,25182225~2548410,37748736~16585689,54683515~3986123,61877230~5440001,96468992~9977455,109774130~5576674,116272411~7859567,134686188~708525,142606336~7365045,156489389~529525,158229497~9632196,171127056~3550135,177078794~3730087,185243474~4521998,192937984~7635609,212186822~31485,218950894~10884629,244069975~2976010,260046848~2374104,264241152~13856216,289964220~2504474,296091583~8620040,323168607~4953629,350940654~6873334,370191608~9848434,402653184~7781105] 2024-04-24T03:29:39.131 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 8 diff [12365991~5078166,19648184~977430,25182225~2548410,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289964220~2504474,296091583~8620040,323168607~4953629,338601470~6061834,346770837~11043151,370191608~9848434,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,19648184~977430,25182225~2548410,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,221627497~8208026,244069975~2976010,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,289964220~2504474,296091583~8620040,323168607~4953629,338601470~6061834,346770837~11043151,370191608~9848434,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~12237006,25182225~2548410,37748736~16585689,54683515~3986123,61877230~5440001,75497472~12632279,96468992~9977455,109774130~5576674,116272411~7859567,134686188~708525,142606336~9151134,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,192937984~7635609,205520896~3275955,212186822~31485,218950894~10884629,244069975~2976010,260046848~2374104,264241152~20319118,289964220~2504474,296091583~8620040,323168607~4953629,336446057~8217247,346770837~11043151,370191608~9848434,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.137 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 9 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,221627497~8208026,244069975~2976010,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289964220~2504474,296072523~14676807,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,109774130~5576674,116272411~7859567,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,221627497~8208026,244069975~2976010,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,289964220~2504474,296072523~14676807,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~24974297,54683515~3986123,61877230~5440001,75497472~12632279,96468992~9977455,109774130~5576674,116272411~7859567,134686188~708525,139344552~12412918,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,192937984~7635609,205520896~3275955,212186822~31485,218950894~10884629,244069975~2976010,250036487~5433296,260046848~2374104,264241152~21991321,289964220~2504474,296072523~14676807,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.143 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 10 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6645372,99007264~7439183,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,221627497~8208026,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~7147464,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6645372,99007264~7439183,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,196728991~3844602,205618889~3177962,212186822~31485,221627497~8208026,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~24974297,54683515~3986123,61877230~5440001,75497472~12895863,96468992~9977455,109774130~5576674,116272411~11026245,134686188~708525,139344552~12412918,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,192937984~7635609,205520896~3275955,212186822~31485,218950894~10884629,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~21991321,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.149 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 11 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,75560155~4595747,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,75560155~4595747,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,134686188~708525,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.155 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~29309510,59141980~8175251,75497472~12895863,96468992~9977455,109774130~5576674,116272411~11026245,134686188~708525,139344552~12412918,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,212186822~31485,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~21991321,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.155 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 12 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,71175316~8980586,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.155 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,71175316~8980586,81747963~6645372,96634737~9811710,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~29309510,59141980~8175251,71175316~17218019,96468992~9977455,109774130~5576674,116272411~11026245,130023424~21734046,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,212186822~31485,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~21991321,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.161 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 13 diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~16790050,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~16790050,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,24465832~34203806,59141980~8175251,69486952~18906383,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,212186822~31485,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11043151,366608270~21755257,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.167 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 14 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141699285~1853873,143810031~6161350,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,212186822~31485,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~34203806,59141980~8175251,69486952~18906383,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,192937984~11181517,205520896~3275955,212186822~31485,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.173 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 15 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~34203806,58847830~8469401,69486952~18906383,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,182081970~7683502,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289964220~2504474,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.179 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 16 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289964220~2504474,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~34203806,58847830~8469401,69030157~19363178,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289964220~2504474,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.185 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 17 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~34203806,58847830~8469401,69030157~19363178,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215779962~367757,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.191 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 18 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~34203806,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~34203806,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215779962~367757,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.198 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 19 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.204 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 5 diff [41429801~5304711,47186961~5754069,104894332~862056,116272411~7859567,144814526~2791094,158229497~3443027,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583] 2024-04-24T03:29:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [41429801~5304711,47186961~5754069,104894332~862056,116272411~7859567,144814526~2791094,158229497~3443027,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583] 2024-04-24T03:29:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [37748736~8985776,47186961~5754069,104857600~898788,116272411~7859567,144814526~2791094,158229497~3443027,223990432~5845091,244069975~2689850,260046848~2374104,264241152~10344539] 2024-04-24T03:29:39.210 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 6 diff [25182225~2548410,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,104894332~862056,116272411~7859567,134686188~708525,144814526~2791094,158229497~3443027,171903335~2773856,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583,296091583~1764057,323168607~4953629,350940654~6873334,375749880~4290162,402660839~7773450] 2024-04-24T03:29:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25182225~2548410,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,104894332~862056,116272411~7859567,134686188~708525,144814526~2791094,158229497~3443027,171903335~2773856,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583,296091583~1764057,323168607~4953629,350940654~6873334,375749880~4290162,402660839~7773450] 2024-04-24T03:29:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25182225~2548410,37748736~8985776,47186961~5754069,54683515~3986123,61877230~5440001,104857600~898788,116272411~7859567,134686188~708525,144814526~2791094,158229497~3443027,171127056~3550135,223990432~5845091,244069975~2689850,260046848~2374104,264241152~10344539,296091583~1764057,323168607~4953629,350940654~6873334,375749880~4290162,402653184~7781105] 2024-04-24T03:29:39.215 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 7 diff [12365991~5078166,25182225~2548410,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,99007264~7439183,116272411~7859567,134686188~708525,144814526~4959739,156489389~529525,158229497~9632196,171903335~2773856,177078794~3730087,185243474~4521998,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583,274639504~3457864,296091583~1764057,323168607~4953629,350940654~6873334,370191608~9848434,402660839~7773450] 2024-04-24T03:29:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,25182225~2548410,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,99007264~7439183,116272411~7859567,134686188~708525,144814526~4959739,156489389~529525,158229497~9632196,171903335~2773856,177078794~3730087,185243474~4521998,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583,274639504~3457864,296091583~1764057,323168607~4953629,350940654~6873334,370191608~9848434,402660839~7773450] 2024-04-24T03:29:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~9055549,25182225~2548410,37748736~8985776,47186961~5754069,54683515~3986123,61877230~5440001,96468992~9977455,116272411~7859567,134686188~708525,144814526~4959739,156489389~529525,158229497~9632196,171127056~3550135,177078794~3730087,185243474~4521998,223990432~5845091,244069975~2689850,260046848~2374104,264241152~13856216,296091583~1764057,323168607~4953629,350940654~6873334,370191608~9848434,402653184~7781105] 2024-04-24T03:29:39.222 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 8 diff [12365991~5078166,19648184~977430,25182225~2548410,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,116272411~7859567,134686188~708525,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205618889~3177962,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,296091583~1764057,323168607~4953629,338601470~6061834,346770837~11043151,370191608~9848434,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,19648184~977430,25182225~2548410,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,116272411~7859567,134686188~708525,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205618889~3177962,223990432~5845091,244069975~2689850,261487841~933111,268279108~6306583,274639504~3457864,278830264~5730006,296091583~1764057,323168607~4953629,338601470~6061834,346770837~11043151,370191608~9848434,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~12237006,25182225~2548410,37748736~8985776,47186961~5754069,54683515~3986123,61877230~5440001,75497472~12632279,96468992~9977455,116272411~7859567,134686188~708525,144814526~4959739,149971381~1786089,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205520896~3275955,223990432~5845091,244069975~2689850,260046848~2374104,264241152~20319118,296091583~1764057,323168607~4953629,336446057~8217247,346770837~11043151,370191608~9848434,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.228 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 9 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,116272411~7859567,134686188~708525,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205618889~3177962,223990432~5845091,244069975~2689850,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,296072523~7292602,304203755~6545575,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,116272411~7859567,134686188~708525,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205618889~3177962,223990432~5845091,244069975~2689850,251420193~4049590,261487841~933111,268279108~6306583,274639504~3457864,278830264~7402209,296072523~7292602,304203755~6545575,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~17374384,47186961~5754069,54683515~3986123,61877230~5440001,75497472~12632279,96468992~9977455,116272411~7859567,134686188~708525,139344552~4208606,144814526~4959739,149971381~1786089,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205520896~3275955,223990432~5845091,244069975~2689850,250036487~5433296,260046848~2374104,264241152~21991321,296072523~7292602,304203755~6545575,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.235 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 10 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6645372,99007264~7439183,116272411~11026245,134686188~708525,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205618889~3177962,223990432~5845091,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~5754069,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6645372,99007264~7439183,116272411~11026245,134686188~708525,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205618889~3177962,223990432~5845091,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~17374384,47186961~5754069,54683515~3986123,61877230~5440001,75497472~12895863,96468992~9977455,116272411~11026245,134686188~708525,139344552~4208606,144814526~4959739,149971381~1786089,156489389~529525,158229497~16447694,177078794~3730087,185243474~4521998,205520896~3275955,223990432~5845091,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~21991321,296072523~14676807,310875704~7657911,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.240 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 11 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,75560155~4595747,81747963~6645372,96634737~9811710,116272411~11026245,134686188~708525,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,75560155~4595747,81747963~6645372,96634737~9811710,116272411~11026245,134686188~708525,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~17374384,47186961~11482677,59141980~8175251,75497472~12895863,96468992~9977455,116272411~11026245,134686188~708525,139344552~4208606,144814526~4959739,149971381~1786089,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~21991321,296072523~14676807,310875704~7657911,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.246 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 12 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,71175316~8980586,81747963~6645372,96634737~9811710,116272411~11026245,132365764~7552800,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,71175316~8980586,81747963~6645372,96634737~9811710,116272411~11026245,132365764~7552800,141699285~1853873,144814526~4959739,150601188~1156282,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~6378757,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~17374384,47186961~11482677,59141980~8175251,71175316~17218019,96468992~9977455,116272411~11026245,130023424~13529734,144814526~4959739,149971381~1786089,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~6568408,264241152~21991321,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.252 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 13 diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141699285~1853873,144814526~4959739,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~16790050,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141699285~1853873,144814526~4959739,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~16790050,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,24465832~22268680,47186961~11482677,59141980~8175251,69486952~18906383,96468992~11170052,116272411~11026245,130023424~13529734,144814526~4959739,149971381~1786089,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11043151,366608270~21755257,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.258 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 14 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141699285~1853873,144814526~4959739,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141699285~1853873,144814526~4959739,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22268680,47186961~11482677,59141980~8175251,69486952~18906383,96468992~11170052,116272411~11026245,130023424~13529734,144814526~4959739,149971381~1786089,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.265 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 15 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,41429801~5304711,47186961~11482677,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268279108~6306583,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22268680,47186961~11482677,58847830~8469401,69486952~18906383,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,155483615~67204,156489389~529525,158229497~16447694,177078794~4509564,182081970~7683502,191368578~12750923,205520896~3275955,213031942~971635,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.271 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 16 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22268680,47186961~11482677,58847830~8469401,69030157~19363178,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.277 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 17 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22268680,47186961~11482677,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22268680,47186961~11482677,58847830~8469401,69030157~19363178,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.283 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 18 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~34203806,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~34203806,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.290 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 19 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.295 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 6 diff [25182225~2548410,54683515~3986123,61877230~5440001,134686188~708525,171903335~2773856,296091583~1764057,323168607~4953629,350940654~6873334,375749880~4290162,402660839~7773450] 2024-04-24T03:29:39.296 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25182225~2548410,54683515~3986123,61877230~5440001,134686188~708525,171903335~2773856,296091583~1764057,323168607~4953629,350940654~6873334,375749880~4290162,402660839~7773450] 2024-04-24T03:29:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25182225~2548410,54683515~3986123,61877230~5440001,134686188~708525,171127056~3550135,296091583~1764057,323168607~4953629,350940654~6873334,375749880~4290162,402653184~7781105] 2024-04-24T03:29:39.302 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 7 diff [12365991~5078166,25182225~2548410,40194403~313757,54683515~3986123,61877230~5440001,99007264~7439183,134686188~708525,147364988~2409277,156489389~529525,161297339~6564354,171903335~2773856,177078794~3730087,185243474~4521998,274639504~3457864,296091583~1764057,323168607~4953629,350940654~6873334,370191608~9848434,402660839~7773450] 2024-04-24T03:29:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,25182225~2548410,40194403~313757,54683515~3986123,61877230~5440001,99007264~7439183,134686188~708525,147364988~2409277,156489389~529525,161297339~6564354,171903335~2773856,177078794~3730087,185243474~4521998,274639504~3457864,296091583~1764057,323168607~4953629,350940654~6873334,370191608~9848434,402660839~7773450] 2024-04-24T03:29:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~9055549,25182225~2548410,40194403~313757,54683515~3986123,61877230~5440001,96468992~9977455,134686188~708525,147364988~2409277,156489389~529525,161297339~6564354,171127056~3550135,177078794~3730087,185243474~4521998,274585691~3511677,296091583~1764057,323168607~4953629,350940654~6873334,370191608~9848434,402653184~7781105] 2024-04-24T03:29:39.308 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 8 diff [12365991~5078166,19648184~977430,25182225~2548410,40194403~313757,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,134686188~708525,147364988~2409277,150601188~1156282,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205618889~3177962,274639504~3457864,278830264~5730006,296091583~1764057,323168607~4953629,338601470~6061834,346770837~11043151,370191608~9848434,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,19648184~977430,25182225~2548410,40194403~313757,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,134686188~708525,147364988~2409277,150601188~1156282,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205618889~3177962,274639504~3457864,278830264~5730006,296091583~1764057,323168607~4953629,338601470~6061834,346770837~11043151,370191608~9848434,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~12237006,25182225~2548410,40194403~313757,54683515~3986123,61877230~5440001,75497472~12632279,96468992~9977455,134686188~708525,147364988~2409277,149971381~1786089,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205520896~3275955,274585691~9974579,296091583~1764057,323168607~4953629,336446057~8217247,346770837~11043151,370191608~9848434,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.314 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 9 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,134686188~708525,141699285~1853873,147364988~2409277,150601188~1156282,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205618889~3177962,251420193~4049590,274639504~3457864,278830264~7402209,296072523~7292602,304203755~6545575,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6381788,99007264~7439183,134686188~708525,141699285~1853873,147364988~2409277,150601188~1156282,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205618889~3177962,251420193~4049590,274639504~3457864,278830264~7402209,296072523~7292602,304203755~6545575,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~10171107,40194403~313757,54683515~3986123,61877230~5440001,75497472~12632279,96468992~9977455,134686188~708525,139344552~4208606,147364988~2409277,149971381~1786089,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205520896~3275955,250036487~5433296,274585691~11646782,296072523~7292602,304203755~6545575,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.319 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 10 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6645372,99007264~7439183,122300301~4998355,134686188~708525,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205618889~3177962,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,54683515~3986123,61877230~5440001,75560155~4595747,81747963~6645372,99007264~7439183,122300301~4998355,134686188~708525,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205618889~3177962,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,402660839~7773450] 2024-04-24T03:29:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~10171107,40194403~313757,54683515~3986123,61877230~5440001,75497472~12895863,96468992~9977455,122300301~4998355,134686188~708525,139344552~4208606,145653568~4120697,149971381~1786089,156489389~529525,161297339~13379852,177078794~3730087,185243474~4521998,205520896~3275955,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,274585691~11646782,296072523~14676807,310875704~7657911,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,402653184~7781105] 2024-04-24T03:29:39.326 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 11 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,51442932~7226706,59141980~8175251,75560155~4595747,81747963~6645372,96634737~9811710,122300301~4998355,134686188~708525,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,51442932~7226706,59141980~8175251,75560155~4595747,81747963~6645372,96634737~9811710,122300301~4998355,134686188~708525,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323168607~4953629,338601470~6061834,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~10171107,40194403~313757,51442932~7226706,59141980~8175251,75497472~12895863,96468992~9977455,122300301~4998355,134686188~708525,139344552~4208606,145653568~4120697,149971381~1786089,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~7514894,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,274585691~11646782,296072523~14676807,310875704~7657911,323168607~4953629,336446057~8217247,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.332 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 12 diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,51442932~7226706,59141980~8175251,71175316~8980586,81747963~6645372,96634737~9811710,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,25182225~2548410,31339357~8191878,40194403~313757,51442932~7226706,59141980~8175251,71175316~8980586,81747963~6645372,96634737~9811710,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~13431772,383737486~2667316,386490644~1872883,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,25182225~2548410,29360128~10171107,40194403~313757,51442932~7226706,59141980~8175251,71175316~17218019,96468992~9977455,122300301~4998355,130023424~13529734,145653568~4120697,149971381~1786089,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,274585691~11646782,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11043151,366608270~13431772,381873127~4531675,386490644~1872883,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.338 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 13 diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,51442932~7226706,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~16790050,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,51442932~7226706,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11043151,366608270~16790050,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,24465832~15065403,40194403~313757,51442932~7226706,59141980~8175251,69486952~18906383,96468992~11170052,122300301~4998355,130023424~13529734,145653568~4120697,149971381~1786089,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,274585691~11646782,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11043151,366608270~21755257,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.344 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 14 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~7226706,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~7226706,59141980~8175251,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~16695873,51442932~7226706,59141980~8175251,69486952~18906383,96468992~11170052,119590697~7707959,130023424~13529734,145653568~4120697,149971381~1786089,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,274585691~11646782,296072523~14676807,310875704~7657911,323168607~4953629,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.350 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 15 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~7226706,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~7226706,58847830~8469401,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~16695873,51442932~7226706,58847830~8469401,69486952~18906383,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,155483615~67204,156489389~529525,161297339~13379852,177078794~4509564,182081970~7683502,191368578~12750923,205520896~3275955,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,274585691~11646782,296072523~14676807,310875704~7657911,323168607~4953629,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.356 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 16 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22021486,51442932~7226706,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22021486,51442932~7226706,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22021486,51442932~7226706,58847830~8469401,69030157~19363178,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,296072523~14676807,310875704~7657911,321627716~6494520,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.363 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 17 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22021486,51442932~7226706,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22021486,51442932~7226706,58847830~8469401,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22021486,51442932~7226706,58847830~8469401,69030157~19363178,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,329949756~2008724,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.369 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 18 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~24131451,51442932~7226706,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~24131451,51442932~7226706,58847830~8469401,69030157~11857533,81747963~9148247,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.375 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 19 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:39.381 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 7 diff [12365991~5078166,40194403~313757,99007264~7439183,147364988~2409277,156489389~529525,161297339~6564354,177078794~3730087,185243474~4521998,274639504~3457864,370191608~7128204] 2024-04-24T03:29:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,40194403~313757,99007264~7439183,147364988~2409277,156489389~529525,161297339~6564354,177078794~3730087,185243474~4521998,274639504~3457864,370191608~7128204] 2024-04-24T03:29:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~9055549,40194403~313757,96468992~9977455,147364988~2409277,156489389~529525,161297339~6564354,177078794~3730087,185243474~4521998,274585691~3511677,370191608~7128204] 2024-04-24T03:29:39.387 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 8 diff [12365991~5078166,19648184~977430,40194403~313757,75560155~4595747,81747963~6381788,99007264~7439183,147364988~2409277,150601188~1156282,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205618889~3177962,274639504~3457864,278830264~5730006,338601470~6061834,346770837~7156132,370191608~7128204,386490644~1872883] 2024-04-24T03:29:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12365991~5078166,19648184~977430,40194403~313757,75560155~4595747,81747963~6381788,99007264~7439183,147364988~2409277,150601188~1156282,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205618889~3177962,274639504~3457864,278830264~5730006,338601470~6061834,346770837~7156132,370191608~7128204,386490644~1872883] 2024-04-24T03:29:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~12237006,40194403~313757,75497472~12632279,96468992~9977455,147364988~2409277,149971381~1786089,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205520896~3275955,274585691~9974579,336446057~8217247,346770837~7156132,370191608~7128204,386490644~1872883] 2024-04-24T03:29:39.393 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 9 diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,75560155~4595747,81747963~6381788,99007264~7439183,141699285~1853873,147364988~2409277,150601188~1156282,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205618889~3177962,251420193~4049590,274639504~3457864,278830264~7402209,296072523~7292602,304203755~6545575,323351383~4142077,338601470~6061834,346770837~7156132,366608270~10711542,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,75560155~4595747,81747963~6381788,99007264~7439183,141699285~1853873,147364988~2409277,150601188~1156282,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205618889~3177962,251420193~4049590,274639504~3457864,278830264~7402209,296072523~7292602,304203755~6545575,323351383~4142077,338601470~6061834,346770837~7156132,366608270~10711542,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,29360128~10171107,40194403~313757,75497472~12632279,96468992~9977455,139344552~4208606,147364988~2409277,149971381~1786089,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205520896~3275955,250036487~5433296,274585691~11646782,296072523~7292602,304203755~6545575,323351383~4142077,336446057~8217247,346770837~7156132,366608270~10711542,381873127~4531675,386490644~1872883] 2024-04-24T03:29:39.399 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 10 diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,75560155~4595747,81747963~6645372,99007264~7439183,122300301~4998355,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205618889~3177962,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~10711542,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,75560155~4595747,81747963~6645372,99007264~7439183,122300301~4998355,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205618889~3177962,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~10711542,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,29360128~10171107,40194403~313757,75497472~12895863,96468992~9977455,122300301~4998355,139344552~4208606,145653568~4120697,149971381~1786089,156489389~529525,161297339~10757506,177078794~3730087,185243474~4521998,205520896~3275955,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,274585691~11646782,296072523~14676807,310875704~7657911,323351383~4142077,336446057~8217247,346770837~7156132,366608270~10711542,381873127~4531675,386490644~1872883] 2024-04-24T03:29:39.405 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 11 diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,51442932~6755758,59141980~5783741,75560155~4595747,81747963~6645372,96634737~9811710,122300301~4998355,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~10711542,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,51442932~6755758,59141980~5783741,75560155~4595747,81747963~6645372,96634737~9811710,122300301~4998355,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~3457864,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~10711542,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,29360128~10171107,40194403~313757,51442932~6755758,59141980~5783741,75497472~12895863,96468992~9977455,122300301~4998355,139344552~4208606,145653568~4120697,149971381~1786089,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~7514894,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,274585691~11646782,296072523~14676807,310875704~7657911,323351383~4142077,336446057~8217247,346770837~7156132,366608270~10711542,381873127~4531675,386490644~1872883,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.411 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 12 diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,51442932~6755758,59141980~5783741,71175316~8980586,81747963~6645372,96634737~9811710,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~11403185,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,31339357~8191878,40194403~313757,51442932~6755758,59141980~5783741,71175316~8980586,81747963~6645372,96634737~9811710,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~11403185,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,29360128~10171107,40194403~313757,51442932~6755758,59141980~5783741,71175316~17218019,96468992~9977455,122300301~4998355,130023424~13529734,145653568~4120697,149971381~1786089,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,274585691~11646782,296072523~14676807,310875704~7657911,323351383~4142077,336446057~9104449,346770837~7156132,366608270~11403185,381873127~4531675,386490644~1872883,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.417 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 13 diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~11004307,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~16790050,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,12365991~5078166,19648184~977430,24465832~15065403,40194403~313757,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~11004307,122300301~4998355,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~16790050,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,8388608~12237006,24465832~15065403,40194403~313757,51442932~6755758,59141980~5783741,69486952~18906383,96468992~11170052,122300301~4998355,130023424~13529734,145653568~4120697,149971381~1786089,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,274585691~11646782,296072523~14676807,310875704~7657911,323351383~4142077,336446057~9104449,346770837~7156132,366608270~21755257,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.423 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 14 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141699285~1853873,145653568~4120697,150601188~1156282,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~16695873,51442932~6755758,59141980~5783741,69486952~18906383,96468992~11170052,119590697~7707959,130023424~13529734,145653568~4120697,149971381~1786089,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,185243474~4521998,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,274585691~11646782,296072523~14676807,310875704~7657911,323351383~4142077,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.429 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 15 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~6755758,58847830~6077891,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~16695873,51442932~6755758,58847830~6077891,69486952~11400738,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,183924485~5840987,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,274639504~11592969,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~16695873,51442932~6755758,58847830~6077891,69486952~18906383,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,155483615~67204,156489389~529525,161297339~10757506,177078794~4509564,182081970~7683502,191368578~12750923,205520896~3275955,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,274585691~11646782,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.435 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 16 diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~10757506,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,12365991~5078166,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~10757506,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22021486,51442932~6755758,58847830~7246129,69030157~19363178,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~10757506,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.442 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 17 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~10757506,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~10757506,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~22021486,51442932~6755758,58847830~7246129,69030157~19363178,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~10757506,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.447 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 18 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~24131451,51442932~6755758,58847830~7585900,69030157~11857533,81747963~9148247,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~977430,24465832~24131451,51442932~6755758,58847830~7585900,69030157~11857533,81747963~9148247,96634737~11004307,119590697~7707959,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~16431310,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,119590697~7707959,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.453 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 19 diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.459 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 8 diff [19648184~977430,75560155~4595747,81747963~6381788,150601188~1156282,163951538~8103307,205618889~3177962,278830264~5730006,338601470~6061834,346770837~7156132,386490644~1872883] 2024-04-24T03:29:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [19648184~977430,75560155~4595747,81747963~6381788,150601188~1156282,163951538~8103307,205618889~3177962,278830264~5730006,338601470~6061834,346770837~7156132,386490644~1872883] 2024-04-24T03:29:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [17444157~3181457,75497472~12632279,149971381~1786089,163951538~8103307,205520896~3275955,278097368~6462902,336446057~8217247,346770837~7156132,386490644~1872883] 2024-04-24T03:29:39.465 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 9 diff [164007~873588,19648184~977430,31339357~8191878,75560155~4595747,81747963~6381788,141699285~1853873,150601188~1156282,163951538~8103307,205618889~3177962,251420193~4049590,278830264~7402209,296072523~7292602,304203755~6545575,323351383~4142077,338601470~6061834,346770837~7156132,366608270~6686901,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,19648184~977430,31339357~8191878,75560155~4595747,81747963~6381788,141699285~1853873,150601188~1156282,163951538~8103307,205618889~3177962,251420193~4049590,278830264~7402209,296072523~7292602,304203755~6545575,323351383~4142077,338601470~6061834,346770837~7156132,366608270~6686901,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,17444157~3181457,29360128~10171107,75497472~12632279,139344552~4208606,149971381~1786089,163951538~8103307,205520896~3275955,250036487~5433296,278097368~8135105,296072523~7292602,304203755~6545575,323351383~4142077,336446057~8217247,346770837~7156132,366608270~6686901,381873127~4531675,386490644~1872883] 2024-04-24T03:29:39.471 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 10 diff [164007~873588,19648184~977430,31339357~8191878,75560155~4595747,81747963~6645372,122300301~4998355,141699285~1853873,145653568~2324231,150601188~1156282,163951538~8103307,205618889~3177962,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~6686901,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,19648184~977430,31339357~8191878,75560155~4595747,81747963~6645372,122300301~4998355,141699285~1853873,145653568~2324231,150601188~1156282,163951538~8103307,205618889~3177962,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~6686901,383737486~2667316,386490644~1872883] 2024-04-24T03:29:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,17444157~3181457,29360128~10171107,75497472~12895863,122300301~4998355,139344552~4208606,145653568~2324231,149971381~1786089,163951538~8103307,205520896~3275955,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,278097368~8135105,296072523~14676807,310875704~7657911,323351383~4142077,336446057~8217247,346770837~7156132,366608270~6686901,381873127~4531675,386490644~1872883] 2024-04-24T03:29:39.477 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 11 diff [164007~873588,19648184~977430,31339357~8191878,51442932~6755758,59141980~5783741,75560155~4595747,81747963~6645372,96634737~2779311,122300301~4998355,141699285~1853873,145653568~2324231,150601188~1156282,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~6686901,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,19648184~977430,31339357~8191878,51442932~6755758,59141980~5783741,75560155~4595747,81747963~6645372,96634737~2779311,122300301~4998355,141699285~1853873,145653568~2324231,150601188~1156282,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,278830264~7402209,296072523~14676807,310875704~7657911,323351383~4142077,338601470~6061834,346770837~7156132,366608270~6686901,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,17444157~3181457,29360128~10171107,51442932~6755758,59141980~5783741,75497472~12895863,96634737~2779311,122300301~4998355,139344552~4208606,145653568~2324231,149971381~1786089,163951538~8103307,179508431~2079927,196376782~7742719,205520896~3275955,217656592~7514894,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,278097368~8135105,296072523~14676807,310875704~7657911,323351383~4142077,336446057~8217247,346770837~7156132,366608270~6686901,381873127~4531675,386490644~1872883,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.484 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 12 diff [164007~873588,19648184~977430,31339357~8191878,51442932~6755758,59141980~5783741,71175316~8980586,81747963~6645372,96634737~2779311,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,150601188~1156282,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,276487900~9744573,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~11403185,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,19648184~977430,31339357~8191878,51442932~6755758,59141980~5783741,71175316~8980586,81747963~6645372,96634737~2779311,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,150601188~1156282,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,276487900~9744573,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~11403185,383737486~2667316,386490644~1872883,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,17444157~3181457,29360128~10171107,51442932~6755758,59141980~5783741,71175316~17218019,96634737~2779311,122300301~4998355,130023424~13529734,145653568~2324231,149971381~1786089,163951538~8103307,179508431~2079927,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,276487900~9744573,296072523~14676807,310875704~7657911,323351383~4142077,336446057~9104449,346770837~7156132,366608270~11403185,381873127~4531675,386490644~1872883,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.490 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 13 diff [164007~873588,19648184~977430,24465832~15065403,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~2779311,100536711~7102333,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,150601188~1156282,155483615~67204,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,276487900~9744573,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~16790050,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,19648184~977430,24465832~15065403,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~2779311,100536711~7102333,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,150601188~1156282,155483615~67204,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,276487900~9744573,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~7156132,366608270~16790050,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,17444157~3181457,24465832~15065403,51442932~6755758,59141980~5783741,69486952~18906383,96634737~2779311,100536711~7102333,122300301~4998355,130023424~13529734,145653568~2324231,149971381~1786089,155483615~67204,163951538~8103307,179508431~2079927,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,276487900~9744573,296072523~14676807,310875704~7657911,323351383~4142077,336446057~9104449,346770837~7156132,366608270~21755257,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.496 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 14 diff [164007~873588,4872773~4112221,19648184~977430,24465832~16695873,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141699285~1853873,145653568~2324231,150601188~1156282,155483615~67204,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~10495855,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,19648184~977430,24465832~16695873,51442932~6755758,59141980~5783741,69486952~11400738,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141699285~1853873,145653568~2324231,150601188~1156282,155483615~67204,163951538~8103307,179508431~2079927,196376782~5253497,201889386~2230115,205618889~3177962,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~10495855,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.502 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,17444157~3181457,24465832~16695873,51442932~6755758,59141980~5783741,69486952~18906383,96634737~2779311,100536711~7102333,119590697~7707959,130023424~13529734,145653568~2324231,149971381~1786089,155483615~67204,163951538~8103307,179508431~2079927,196376782~7742719,205520896~3275955,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,275736618~10495855,296072523~14676807,310875704~7657911,323351383~4142077,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.502 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 15 diff [164007~873588,4872773~4112221,19648184~977430,24465832~16695873,51442932~6755758,58847830~6077891,69486952~11400738,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,155483615~67204,163951538~8103307,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~10495855,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.502 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,19648184~977430,24465832~16695873,51442932~6755758,58847830~6077891,69486952~11400738,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,155483615~67204,163951538~8103307,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~10495855,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,17444157~3181457,24465832~16695873,51442932~6755758,58847830~6077891,69486952~18906383,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,149971381~1786089,155483615~67204,163951538~8103307,179508431~2079927,182081970~5025992,191368578~12750923,205520896~3275955,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,275736618~10495855,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.508 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 16 diff [164007~873588,4872773~4112221,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~8103307,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~8103307,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,337796600~7753906,346770837~11720756,363925500~19472820,383737486~4626041,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,17444157~3181457,24465832~22021486,51442932~6755758,58847830~7246129,69030157~19363178,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,149971381~1786089,151922715~4260918,163951538~8103307,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,336446057~9104449,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.514 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 17 diff [164007~873588,4872773~4112221,10382297~3977881,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~8103307,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~977430,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,81747963~6645372,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~8103307,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~3181457,24465832~22021486,51442932~6755758,58847830~7246129,69030157~19363178,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,149971381~1786089,151922715~4260918,163951538~8103307,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.520 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 18 diff [164007~873588,4872773~4112221,10382297~3977881,19648184~977430,24465832~24131451,51442932~6755758,58847830~7585900,69030157~11857533,81747963~9148247,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~977430,24465832~24131451,51442932~6755758,58847830~7585900,69030157~11857533,81747963~9148247,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~3181457,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.526 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 19 diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.532 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 9 diff [164007~873588,31339357~8191878,141699285~1853873,251420193~4049590,281120249~5112224,296072523~7292602,304203755~6545575,323351383~4142077,366608270~6686901,383737486~2667316] 2024-04-24T03:29:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,31339357~8191878,141699285~1853873,251420193~4049590,281120249~5112224,296072523~7292602,304203755~6545575,323351383~4142077,366608270~6686901,383737486~2667316] 2024-04-24T03:29:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,29360128~10171107,139344552~4208606,250036487~5433296,281120249~5112224,296072523~7292602,304203755~6545575,323351383~4142077,366608270~6686901,381873127~4531675] 2024-04-24T03:29:39.538 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 10 diff [164007~873588,31339357~8191878,83011484~5381851,122300301~4998355,141699285~1853873,145653568~2324231,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,347597679~5095781,366608270~6686901,383737486~2667316] 2024-04-24T03:29:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,31339357~8191878,83011484~5381851,122300301~4998355,141699285~1853873,145653568~2324231,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,347597679~5095781,366608270~6686901,383737486~2667316] 2024-04-24T03:29:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,29360128~10171107,83011484~5381851,122300301~4998355,139344552~4208606,145653568~2324231,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,347597679~5095781,366608270~6686901,381873127~4531675] 2024-04-24T03:29:39.544 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 11 diff [164007~873588,31339357~8191878,51442932~6755758,59141980~5783741,83011484~5381851,96634737~2779311,122300301~4998355,141699285~1853873,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,347597679~5095781,366608270~6686901,383737486~2667316,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,31339357~8191878,51442932~6755758,59141980~5783741,83011484~5381851,96634737~2779311,122300301~4998355,141699285~1853873,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~7514894,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,347597679~5095781,366608270~6686901,383737486~2667316,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,29360128~10171107,51442932~6755758,59141980~5783741,83011484~5381851,96634737~2779311,122300301~4998355,139344552~4208606,145653568~2324231,179508431~2079927,196376782~7742719,217656592~7514894,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,347597679~5095781,366608270~6686901,381873127~4531675,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.550 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 12 diff [164007~873588,31339357~8191878,51442932~6755758,59141980~5783741,71175316~6260105,83011484~5381851,96634737~2779311,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,276487900~4067280,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~5095781,366608270~11403185,383737486~2667316,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,31339357~8191878,51442932~6755758,59141980~5783741,71175316~6260105,83011484~5381851,96634737~2779311,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~5618221,276487900~4067280,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~5095781,366608270~11403185,383737486~2667316,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,29360128~10171107,51442932~6755758,59141980~5783741,71175316~6260105,83011484~5381851,96634737~2779311,122300301~4998355,130023424~13529734,145653568~2324231,179508431~2079927,196376782~7742719,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~5807872,276487900~4067280,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~5095781,366608270~11403185,381873127~4531675,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.556 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 13 diff [164007~873588,24465832~15065403,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,276487900~4067280,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~5095781,366608270~16790050,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,24465832~15065403,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,122300301~4998355,132365764~7552800,141699285~1853873,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,276487900~4067280,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~5095781,366608270~16790050,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,24465832~15065403,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,122300301~4998355,130023424~13529734,145653568~2324231,155483615~67204,179508431~2079927,196376782~7742719,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,276487900~4067280,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~5095781,366608270~21709857,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.562 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 14 diff [164007~873588,4872773~4112221,24465832~16695873,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141699285~1853873,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~10893914,363925500~19472820,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,24465832~16695873,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141699285~1853873,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~10893914,363925500~19472820,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,24465832~16695873,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~13529734,145653568~2324231,155483615~67204,179508431~2079927,196376782~7742719,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,337796600~7753906,347597679~10893914,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.568 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 15 diff [164007~873588,4872773~4112221,24465832~16695873,51442932~6755758,58847830~6077891,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,155483615~67204,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,24465832~16695873,51442932~6755758,58847830~6077891,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,155483615~67204,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,24465832~16695873,51442932~6755758,58847830~6077891,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,155483615~67204,179508431~2079927,182081970~5025992,191368578~12750923,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,323351383~4142077,329949756~2008724,337796600~7753906,347597679~10893914,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.575 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 16 diff [164007~873588,4872773~4112221,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,383737486~4580641,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,151922715~4260918,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,296072523~14676807,310875704~7657911,321627716~5865744,329949756~2008724,337796600~7753906,347597679~10893914,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.581 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 17 diff [164007~873588,4872773~4112221,10382297~3977881,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~3336203,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~5700584,337796600~7753906,347597679~10893914,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~3336203,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~5700584,337796600~7753906,347597679~10893914,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,24465832~22021486,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,151922715~4260918,168111714~3336203,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,329949756~2008724,332059807~5700584,337796600~7753906,347597679~10893914,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.587 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 18 diff [164007~873588,4872773~4112221,10382297~3977881,24465832~24131451,51442932~6755758,58847830~7585900,69030157~11857533,83011484~7884726,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,24465832~24131451,51442932~6755758,58847830~7585900,69030157~11857533,83011484~7884726,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,24465832~24131451,51442932~6755758,58847830~7585900,69030157~11857533,83011484~7884726,96634737~2779311,100536711~7102333,119590697~7707959,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.593 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 19 diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.599 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 10 diff [83011484~5381851,122300301~4998355,145653568~2324231,235256000~5548057,244505164~2968045,256042195~5618221,300594902~7710513,310875704~7657911,347597679~5095781] 2024-04-24T03:29:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [83011484~5381851,122300301~4998355,145653568~2324231,235256000~5548057,244505164~2968045,256042195~5618221,300594902~7710513,310875704~7657911,347597679~5095781] 2024-04-24T03:29:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [83011484~5381851,122300301~4998355,145653568~2324231,234881024~5923033,244505164~2968045,255852544~5807872,300594902~7710513,310875704~7657911,347597679~5095781] 2024-04-24T03:29:39.605 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 11 diff [51442932~6755758,59141980~5783741,83011484~5381851,96634737~2779311,122300301~4998355,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~7514894,235256000~5548057,244505164~2968045,256042195~5618221,299358171~8947244,310875704~7657911,347597679~5095781,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [51442932~6755758,59141980~5783741,83011484~5381851,96634737~2779311,122300301~4998355,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~7514894,235256000~5548057,244505164~2968045,256042195~5618221,299358171~8947244,310875704~7657911,347597679~5095781,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [51442932~6755758,59141980~5783741,83011484~5381851,96634737~2779311,122300301~4998355,145653568~2324231,179508431~2079927,196376782~7742719,217656592~7514894,234881024~5923033,244505164~2968045,255852544~5807872,299358171~8947244,310875704~7657911,347597679~5095781,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.611 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 12 diff [51442932~6755758,59141980~5783741,71175316~6260105,83011484~5381851,96634737~2779311,122300301~4998355,132365764~7552800,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,256042195~5618221,276487900~4067280,299358171~8947244,310875704~7657911,337796600~7753906,347597679~5095781,370711003~7300452,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [51442932~6755758,59141980~5783741,71175316~6260105,83011484~5381851,96634737~2779311,122300301~4998355,132365764~7552800,145653568~2324231,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,256042195~5618221,276487900~4067280,299358171~8947244,310875704~7657911,337796600~7753906,347597679~5095781,370711003~7300452,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [51442932~6755758,59141980~5783741,71175316~6260105,83011484~5381851,96634737~2779311,122300301~4998355,130023424~9895140,145653568~2324231,179508431~2079927,196376782~7742719,217656592~10542574,234881024~5923033,244505164~2968045,255852544~5807872,276487900~4067280,299358171~8947244,310875704~7657911,337796600~7753906,347597679~5095781,370711003~7300452,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.617 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 13 diff [24465832~9445322,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,122300301~4998355,132365764~7552800,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,276487900~4067280,299358171~8947244,310875704~7657911,337796600~7753906,347597679~5095781,370711003~12687317,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [24465832~9445322,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,122300301~4998355,132365764~7552800,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,276487900~4067280,299358171~8947244,310875704~7657911,337796600~7753906,347597679~5095781,370711003~12687317,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [24465832~9445322,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,122300301~4998355,130023424~9895140,145653568~2324231,155483615~67204,179508431~2079927,196376782~7742719,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,276487900~4067280,299358171~8947244,310875704~7657911,337796600~7753906,347597679~5095781,370711003~12687317,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.623 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 14 diff [4872773~4112221,24465832~9445322,38545429~2616276,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,275736618~5206989,299358171~8947244,310875704~7657911,337796600~7753906,347597679~10893914,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~9445322,38545429~2616276,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,145653568~2324231,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,275736618~5206989,299358171~8947244,310875704~7657911,337796600~7753906,347597679~10893914,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~9445322,38545429~2616276,51442932~6755758,59141980~5783741,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~9895140,145653568~2324231,155483615~67204,179508431~2079927,196376782~7742719,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,275736618~5206989,299358171~8947244,310875704~7657911,337796600~7753906,347597679~10893914,360710144~22688176,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.630 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 15 diff [4872773~4112221,24465832~10689527,37821915~3339790,51442932~6755758,58847830~6077891,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,155483615~67204,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,275736618~5206989,299358171~8947244,310875704~7657911,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~3339790,51442932~6755758,58847830~6077891,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,155483615~67204,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,275736618~5206989,299358171~8947244,310875704~7657911,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~3339790,51442932~6755758,58847830~6077891,69486952~11400738,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~9895140,141472077~6505722,155483615~67204,179508431~2079927,182081970~5025992,191368578~12750923,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,275736618~5206989,299358171~8947244,310875704~7657911,329949756~2008724,337796600~7753906,347597679~10893914,360710144~22688176,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.636 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 16 diff [4872773~4112221,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,299358171~8947244,310875704~7657911,321627716~2414617,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,299358171~8947244,310875704~7657911,321627716~2414617,329949756~2008724,337796600~7753906,347597679~10893914,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~9895140,141472077~6505722,151922715~4260918,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,299358171~8947244,310875704~7657911,321627716~2414617,329949756~2008724,337796600~7753906,347597679~10893914,360710144~22688176,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.642 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 17 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~3336203,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8947244,310875704~7657911,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,347597679~10893914,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~3336203,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8947244,310875704~7657911,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,347597679~10893914,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,83011484~5381851,96634737~2779311,100536711~7102333,119590697~7707959,130023424~9895140,141472077~6505722,151922715~4260918,168111714~3336203,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8947244,310875704~7657911,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,347597679~10893914,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.648 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 18 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~11857533,83011484~7884726,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8947244,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~11857533,83011484~7884726,96634737~2779311,100536711~7102333,119590697~7707959,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8947244,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~11857533,83011484~7884726,96634737~2779311,100536711~7102333,119590697~7707959,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215779962~367757,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8947244,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.654 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 19 diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.660 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 11 diff [51442932~6755758,59141980~5783741,96634737~2779311,179508431~2079927,196376782~5253497,201889386~2230115,217656592~7514894,299358171~3961576,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [51442932~6755758,59141980~5783741,96634737~2779311,179508431~2079927,196376782~5253497,201889386~2230115,217656592~7514894,299358171~3961576,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [51442932~6755758,59141980~5783741,96634737~2779311,179508431~2079927,196376782~7742719,217656592~7514894,299358171~3961576,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.667 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 12 diff [51442932~6755758,59141980~5783741,71175316~6260105,96634737~2779311,122441485~387324,132365764~7552800,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,276487900~4067280,299358171~3961576,311926898~3149394,337796600~7753906,370711003~7300452,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [51442932~6755758,59141980~5783741,71175316~6260105,96634737~2779311,122441485~387324,132365764~7552800,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,276487900~4067280,299358171~3961576,311926898~3149394,337796600~7753906,370711003~7300452,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [51442932~6755758,59141980~5783741,71175316~6260105,96634737~2779311,122441485~387324,130023424~9895140,179508431~2079927,196376782~7742719,217656592~10542574,276487900~4067280,299358171~3961576,311926898~3149394,337796600~7753906,370711003~7300452,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.673 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 13 diff [24465832~9445322,51442932~6755758,59141980~5783741,69486952~11400738,96634737~2779311,100536711~7102333,122441485~387324,132365764~7552800,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,256095289~7418608,276487900~4067280,299358171~3961576,311926898~3149394,337796600~7753906,370711003~12687317,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [24465832~9445322,51442932~6755758,59141980~5783741,69486952~11400738,96634737~2779311,100536711~7102333,122441485~387324,132365764~7552800,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,256095289~7418608,276487900~4067280,299358171~3961576,311926898~3149394,337796600~7753906,370711003~12687317,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [24465832~9445322,51442932~6755758,59141980~5783741,69486952~11400738,96634737~2779311,100536711~7102333,122441485~387324,130023424~9895140,155483615~67204,179508431~2079927,196376782~7742719,217656592~10542574,256095289~7418608,276487900~4067280,299358171~3961576,311926898~3149394,337796600~7753906,370711003~12687317,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.679 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 14 diff [4872773~4112221,24465832~9445322,38545429~2616276,51442932~6755758,59141980~5783741,69486952~11400738,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,256095289~7418608,275736618~5206989,299358171~3961576,311926898~3149394,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~9445322,38545429~2616276,51442932~6755758,59141980~5783741,69486952~11400738,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,155483615~67204,179508431~2079927,196376782~5253497,201889386~2230115,217656592~10542574,256095289~7418608,275736618~5206989,299358171~3961576,311926898~3149394,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~9445322,38545429~2616276,51442932~6755758,59141980~5783741,69486952~11400738,96634737~2779311,100536711~7102333,119590697~7049643,130023424~9895140,155483615~67204,179508431~2079927,196376782~7742719,217656592~10542574,256095289~7418608,275736618~5206989,299358171~3961576,311926898~3149394,337796600~7753906,350363365~8128228,360710144~22688176,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.685 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 15 diff [4872773~4112221,24465832~10689527,37821915~3339790,51442932~6755758,58847830~6077891,69486952~11400738,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,155483615~67204,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,256095289~7418608,275736618~5206989,299358171~3961576,311926898~3149394,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~3339790,51442932~6755758,58847830~6077891,69486952~11400738,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,155483615~67204,179508431~2079927,183924485~3183477,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,256095289~7418608,275736618~5206989,299358171~3961576,311926898~3149394,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~3339790,51442932~6755758,58847830~6077891,69486952~11400738,96634737~2779311,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,155483615~67204,179508431~2079927,182081970~5025992,191368578~12750923,213031942~971635,217656592~10542574,256095289~7418608,275736618~5206989,299358171~3961576,311926898~3149394,329949756~2008724,337796600~7753906,350363365~8128228,360710144~22688176,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.691 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 16 diff [4872773~4112221,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,299358171~3961576,311926898~3149394,321627716~2414617,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,299358171~3961576,311926898~3149394,321627716~2414617,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,96634737~2779311,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,151922715~4260918,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,299358171~3961576,311926898~3149394,321627716~2414617,329949756~2008724,337796600~7753906,350363365~8128228,360710144~22688176,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.697 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 17 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~3336203,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~3961576,306974898~783911,311926898~3149394,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,350363365~8128228,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~3336203,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~3961576,306974898~783911,311926898~3149394,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,350363365~8128228,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~8665403,51442932~6755758,58847830~7246129,69030157~11857533,96634737~2779311,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,151922715~4260918,168111714~3336203,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215779962~367757,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~3961576,306974898~783911,311926898~3149394,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,350363365~8128228,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.703 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 18 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~11857533,86250799~4645411,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8400638,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~11857533,86250799~4645411,96634737~2779311,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215779962~367757,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8400638,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~11857533,86250799~4645411,96634737~2779311,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215779962~367757,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~8400638,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.709 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 19 diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:39.715 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 12 diff [71175316~6260105,122441485~387324,132365764~7552800,223753338~4445828,276487900~4067280,311926898~3149394,337796600~7753906,370711003~7300452] 2024-04-24T03:29:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [71175316~6260105,122441485~387324,132365764~7552800,223753338~4445828,276487900~4067280,311926898~3149394,337796600~7753906,370711003~7300452] 2024-04-24T03:29:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [71175316~6260105,122441485~387324,130023424~9895140,223753338~4445828,276487900~4067280,311926898~3149394,337796600~7753906,370711003~7300452] 2024-04-24T03:29:39.721 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 13 diff [24465832~9445322,54999907~1396249,69486952~11400738,100536711~7102333,122441485~387324,132365764~7552800,155483615~67204,223753338~4445828,256095289~7418608,276487900~4067280,311926898~3149394,337796600~7753906,370711003~12687317,384343752~3974375] 2024-04-24T03:29:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [24465832~9445322,54999907~1396249,69486952~11400738,100536711~7102333,122441485~387324,132365764~7552800,155483615~67204,223753338~4445828,256095289~7418608,276487900~4067280,311926898~3149394,337796600~7753906,370711003~12687317,384343752~3974375] 2024-04-24T03:29:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [24465832~9445322,54999907~1396249,69486952~11400738,100536711~7102333,122441485~387324,130023424~9895140,155483615~67204,223753338~4445828,256095289~7418608,276487900~4067280,311926898~3149394,337796600~7753906,370711003~12687317,384343752~3974375] 2024-04-24T03:29:39.727 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 14 diff [4872773~4112221,24465832~9445322,38545429~2616276,54999907~1396249,69486952~11400738,100536711~7102333,119590697~7049643,132365764~7552800,155483615~67204,223753338~4445828,256095289~7418608,275736618~5206989,311926898~3149394,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375] 2024-04-24T03:29:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~9445322,38545429~2616276,54999907~1396249,69486952~11400738,100536711~7102333,119590697~7049643,132365764~7552800,155483615~67204,223753338~4445828,256095289~7418608,275736618~5206989,311926898~3149394,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375] 2024-04-24T03:29:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~9445322,38545429~2616276,54999907~1396249,69486952~11400738,100536711~7102333,119590697~7049643,130023424~9895140,155483615~67204,223753338~4445828,256095289~7418608,275736618~5206989,311926898~3149394,337796600~7753906,350363365~8128228,360710144~22688176,384343752~3974375] 2024-04-24T03:29:39.733 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 15 diff [4872773~4112221,24465832~10689527,37821915~3339790,54999907~1396249,58847830~2600375,69486952~11400738,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,155483615~67204,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~6046530,256095289~7418608,275736618~5206989,311926898~3149394,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375] 2024-04-24T03:29:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~3339790,54999907~1396249,58847830~2600375,69486952~11400738,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,155483615~67204,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~6046530,256095289~7418608,275736618~5206989,311926898~3149394,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375] 2024-04-24T03:29:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~3339790,54999907~1396249,58847830~2600375,69486952~11400738,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,155483615~67204,182081970~5025992,191368578~5788198,213031942~971635,218095778~384423,222152636~6046530,256095289~7418608,275736618~5206989,311926898~3149394,329949756~2008724,337796600~7753906,350363365~8128228,360710144~22688176,384343752~3974375] 2024-04-24T03:29:39.739 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 16 diff [4872773~4112221,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,311926898~3149394,321627716~2414617,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375] 2024-04-24T03:29:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,311926898~3149394,321627716~2414617,329949756~2008724,337796600~7753906,350363365~8128228,363925500~19472820,384343752~3974375] 2024-04-24T03:29:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,151922715~4260918,182081970~8144122,191368578~5788198,213031942~971635,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,311926898~3149394,321627716~2414617,329949756~2008724,337796600~7753906,350363365~8128228,360710144~22688176,384343752~3974375] 2024-04-24T03:29:39.745 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 17 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,311926898~3149394,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,350363365~8128228,363925500~20069660,384343752~3974375] 2024-04-24T03:29:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,311926898~3149394,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,350363365~8128228,363925500~20069660,384343752~3974375] 2024-04-24T03:29:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,151922715~4260918,168111714~3336203,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,311926898~3149394,321627716~2414617,329949756~2008724,332059807~5700584,337796600~7753906,350363365~8128228,360710144~23285016,384343752~3974375] 2024-04-24T03:29:39.751 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 18 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~11857533,86250799~4645411,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~11857533,86250799~4645411,100536711~7102333,119590697~7049643,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~11857533,86250799~4645411,100536711~7102333,119590697~7049643,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:39.760 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 19 diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:39.766 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 13 diff [24465832~9445322,54999907~1396249,69486952~11400738,100536711~7102333,155483615~67204,256095289~7418608,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [24465832~9445322,54999907~1396249,69486952~11400738,100536711~7102333,155483615~67204,256095289~7418608,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [24465832~9445322,54999907~1396249,69486952~11400738,100536711~7102333,155483615~67204,256095289~7418608,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.772 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 14 diff [4872773~4112221,24465832~9445322,38545429~2616276,54999907~1396249,69486952~11400738,100536711~7102333,119590697~7049643,155483615~67204,256095289~7418608,275736618~5206989,350363365~8128228,363925500~8171929,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~9445322,38545429~2616276,54999907~1396249,69486952~11400738,100536711~7102333,119590697~7049643,155483615~67204,256095289~7418608,275736618~5206989,350363365~8128228,363925500~8171929,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~9445322,38545429~2616276,54999907~1396249,69486952~11400738,100536711~7102333,119590697~7049643,155483615~67204,256095289~7418608,275736618~5206989,350363365~8128228,360710144~11387285,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.778 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 15 diff [4872773~4112221,24465832~10689527,37821915~3339790,54999907~1396249,58847830~2600375,69486952~11400738,100536711~7102333,119590697~7049643,141472077~6366329,155483615~67204,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,256095289~7418608,275736618~5206989,329949756~2008724,350363365~8128228,363925500~8171929,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~3339790,54999907~1396249,58847830~2600375,69486952~11400738,100536711~7102333,119590697~7049643,141472077~6366329,155483615~67204,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,256095289~7418608,275736618~5206989,329949756~2008724,350363365~8128228,363925500~8171929,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~3339790,54999907~1396249,58847830~2600375,69486952~11400738,100536711~7102333,119590697~7049643,141472077~6366329,155483615~67204,182081970~5025992,191368578~5788198,213031942~971635,218095778~384423,222152636~5470250,256095289~7418608,275736618~5206989,329949756~2008724,350363365~8128228,360710144~11387285,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.784 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 16 diff [4872773~4112221,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,321627716~2414617,329949756~2008724,350363365~8128228,363925500~9924450,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,321627716~2414617,329949756~2008724,350363365~8128228,363925500~9924450,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,182081970~8144122,191368578~5788198,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,321627716~2414617,329949756~2008724,350363365~8128228,360710144~13139806,376805454~6592866,384343752~3974375] 2024-04-24T03:29:39.790 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 17 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,350363365~8128228,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,350363365~8128228,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~8665403,54999907~1396249,58847830~2600375,61506516~4587443,69030157~11857533,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,168111714~3336203,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,350363365~8128228,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.796 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 18 diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~11857533,86250799~4645411,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~11857533,86250799~4645411,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~11857533,86250799~4645411,100536711~7102333,119590697~7049643,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.802 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 19 diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:39.808 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 14 diff [4872773~4112221,25510553~1653032,27605131~697847,38545429~2616276,80206405~383249,119590697~7049643,275736618~5206989,350363365~8128228,363925500~8171929] 2024-04-24T03:29:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,25510553~1653032,27605131~697847,38545429~2616276,80206405~383249,119590697~7049643,275736618~5206989,350363365~8128228,363925500~8171929] 2024-04-24T03:29:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,25510553~1653032,27605131~697847,38545429~2616276,80206405~383249,119590697~7049643,275736618~5206989,350363365~8128228,360710144~11387285] 2024-04-24T03:29:39.814 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 15 diff [4872773~4112221,25510553~1653032,27605131~7550228,37821915~3339790,58847830~2600375,80206405~383249,119590697~7049643,141472077~6366329,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,275736618~5206989,329949756~2008724,350363365~8128228,363925500~8171929] 2024-04-24T03:29:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,25510553~1653032,27605131~7550228,37821915~3339790,58847830~2600375,80206405~383249,119590697~7049643,141472077~6366329,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,275736618~5206989,329949756~2008724,350363365~8128228,363925500~8171929] 2024-04-24T03:29:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,25510553~1653032,27605131~7550228,37821915~3339790,58847830~2600375,80206405~383249,119590697~7049643,141472077~6366329,182081970~5025992,191368578~5788198,213031942~971635,218095778~384423,222152636~5470250,275736618~5206989,329949756~2008724,350363365~8128228,360710144~11387285] 2024-04-24T03:29:39.820 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 16 diff [4872773~4112221,25510553~1653032,27605131~7550228,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,80206405~383249,119590697~7049643,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,321627716~2414617,329949756~2008724,350363365~8128228,363925500~9924450] 2024-04-24T03:29:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,25510553~1653032,27605131~7550228,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,80206405~383249,119590697~7049643,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,321627716~2414617,329949756~2008724,350363365~8128228,363925500~9924450] 2024-04-24T03:29:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,25510553~1653032,27605131~7550228,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,80206405~383249,119590697~7049643,141472077~6366329,151922715~4260918,182081970~8144122,191368578~5788198,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,321627716~2414617,329949756~2008724,350363365~8128228,360710144~13139806] 2024-04-24T03:29:39.826 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 17 diff [4872773~4112221,10382297~3977881,25510553~1653032,27605131~7550228,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,80206405~383249,119590697~7049643,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,350363365~8128228,363925500~9924450,378201877~5793283] 2024-04-24T03:29:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,25510553~1653032,27605131~7550228,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,80206405~383249,119590697~7049643,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,350363365~8128228,363925500~9924450,378201877~5793283] 2024-04-24T03:29:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,25510553~1653032,27605131~7550228,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,80206405~383249,119590697~7049643,141472077~6366329,151922715~4260918,168111714~3336203,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,350363365~8128228,360710144~13139806,378201877~5793283] 2024-04-24T03:29:39.832 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 18 diff [4872773~4112221,10382297~3977881,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,80206405~383249,86250799~4645411,103207836~1198073,119590697~7049643,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,80206405~383249,86250799~4645411,103207836~1198073,119590697~7049643,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,80206405~383249,86250799~4645411,103207836~1198073,119590697~7049643,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,377872812~6122348] 2024-04-24T03:29:39.838 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 19 diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,377872812~6122348] 2024-04-24T03:29:39.844 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 15 diff [27980966~7174393,37821915~2266609,58847830~2600375,141472077~6366329,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,329949756~2008724] 2024-04-24T03:29:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [27980966~7174393,37821915~2266609,58847830~2600375,141472077~6366329,183924485~3183477,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,329949756~2008724] 2024-04-24T03:29:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [27980966~7174393,37821915~2266609,58847830~2600375,141472077~6366329,182081970~5025992,191368578~5788198,213031942~971635,218095778~384423,222152636~5470250,329949756~2008724] 2024-04-24T03:29:39.850 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 16 diff [27980966~7174393,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,321627716~2414617,329949756~2008724,372000574~1849376] 2024-04-24T03:29:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [27980966~7174393,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,141472077~6366329,151922715~4260918,182584250~7641842,191518026~5638750,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,321627716~2414617,329949756~2008724,372000574~1849376] 2024-04-24T03:29:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [27980966~7174393,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,141472077~6366329,151922715~4260918,182081970~8144122,191368578~5788198,213031942~971635,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,321627716~2414617,329949756~2008724,372000574~1849376] 2024-04-24T03:29:39.855 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 17 diff [10382297~3977881,27980966~7174393,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,364052611~4036713,372000574~1849376,378201877~5793283] 2024-04-24T03:29:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,27980966~7174393,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,141472077~6366329,151922715~4260918,168111714~3336203,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,364052611~4036713,372000574~1849376,378201877~5793283] 2024-04-24T03:29:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,27980966~7174393,37821915~8665403,58847830~2600375,61506516~4587443,69030157~6519494,141472077~6366329,151922715~4260918,168111714~3336203,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,306974898~783911,321627716~2414617,329949756~2008724,332059807~5700584,364052611~4036713,372000574~1849376,378201877~5793283] 2024-04-24T03:29:39.862 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 18 diff [10382297~3977881,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,86250799~4645411,103207836~1198073,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,86250799~4645411,103207836~1198073,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,86250799~4645411,103207836~1198073,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215779962~367757,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~4958708,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.868 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 19 diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.874 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 16 diff [39128409~7358909,61506516~4587443,69030157~6519494,151922715~4260918,182584250~7641842,240170444~467337,261093234~337433,268112173~3464676,321627716~2414617,372000574~1849376] 2024-04-24T03:29:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [39128409~7358909,61506516~4587443,69030157~6519494,151922715~4260918,182584250~7641842,240170444~467337,261093234~337433,268112173~3464676,321627716~2414617,372000574~1849376] 2024-04-24T03:29:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [39128409~7358909,61506516~4587443,69030157~6519494,151922715~4260918,182584250~7641842,240170444~467337,261093234~337433,268112173~3464676,321627716~2414617,372000574~1849376] 2024-04-24T03:29:39.880 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 17 diff [10382297~3977881,39128409~7358909,60793025~635674,61506516~4587443,69030157~6519494,151922715~4260918,168111714~3336203,182584250~7641842,215779962~367757,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,306974898~783911,321627716~2414617,332059807~5700584,364052611~4036713,372000574~1849376,378201877~5793283] 2024-04-24T03:29:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,39128409~7358909,60793025~635674,61506516~4587443,69030157~6519494,151922715~4260918,168111714~3336203,182584250~7641842,215779962~367757,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,306974898~783911,321627716~2414617,332059807~5700584,364052611~4036713,372000574~1849376,378201877~5793283] 2024-04-24T03:29:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,39128409~7358909,60793025~635674,61506516~4587443,69030157~6519494,151922715~4260918,168111714~3336203,182584250~7641842,215779962~367757,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,306974898~783911,321627716~2414617,332059807~5700584,364052611~4036713,372000574~1849376,378201877~5793283] 2024-04-24T03:29:39.886 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 18 diff [10382297~3977881,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,86250799~4645411,103207836~1198073,151922715~4260918,168111714~5117029,182584250~7641842,215779962~367757,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~4958708,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,86250799~4645411,103207836~1198073,151922715~4260918,168111714~5117029,182584250~7641842,215779962~367757,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~4958708,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,86250799~4645411,103207836~1198073,151922715~4260918,168111714~5117029,182584250~7641842,215779962~367757,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~4958708,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 19 diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:39.898 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 17 diff [10382297~3977881,60793025~635674,168111714~3336203,215779962~367757,289729206~7689872,306974898~783911,332059807~5700584,364052611~4036713,378201877~5793283] 2024-04-24T03:29:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,60793025~635674,168111714~3336203,215779962~367757,289729206~7689872,306974898~783911,332059807~5700584,364052611~4036713,378201877~5793283] 2024-04-24T03:29:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,60793025~635674,168111714~3336203,215779962~367757,289729206~7689872,306974898~783911,332059807~5700584,364052611~4036713,378201877~5793283] 2024-04-24T03:29:39.904 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 18 diff [10382297~3977881,44049123~4548160,60793025~635674,63657129~2776601,86250799~4645411,103207836~1198073,168111714~5117029,215779962~367757,289729206~7689872,302800101~4958708,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,44049123~4548160,60793025~635674,63657129~2776601,86250799~4645411,103207836~1198073,168111714~5117029,215779962~367757,289729206~7689872,302800101~4958708,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,44049123~4548160,60793025~635674,63657129~2776601,86250799~4645411,103207836~1198073,168111714~5117029,215779962~367757,289729206~7689872,302800101~4958708,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:39.910 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 19 diff [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:39.916 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 18 diff [44049123~4548160,63657129~2776601,86250799~4645411,103207836~1198073,170841386~2387357,302800101~4542799,328550258~2276423,347528803~9445258,377872812~3095831] 2024-04-24T03:29:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [44049123~4548160,63657129~2776601,86250799~4645411,103207836~1198073,170841386~2387357,302800101~4542799,328550258~2276423,347528803~9445258,377872812~3095831] 2024-04-24T03:29:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [44049123~4548160,63657129~2776601,86250799~4645411,103207836~1198073,170841386~2387357,302800101~4542799,328550258~2276423,347528803~9445258,377872812~3095831] 2024-04-24T03:29:39.922 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 19 diff [19712143~2558964,44049123~4548160,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,170841386~2387357,184160432~3835207,215145429~1329221,302800101~7660293,328550258~2276423,347528803~9445258,365130655~2030441,377872812~3095831] 2024-04-24T03:29:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [19712143~2558964,44049123~4548160,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,170841386~2387357,184160432~3835207,215145429~1329221,302800101~7660293,328550258~2276423,347528803~9445258,365130655~2030441,377872812~3095831] 2024-04-24T03:29:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [19712143~2558964,44049123~4548160,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,170841386~2387357,184160432~3835207,215145429~1329221,302800101~7660293,328550258~2276423,347528803~9445258,365130655~2030441,377872812~3095831] 2024-04-24T03:29:39.928 INFO:tasks.workunit.client.0.smithi016.stdout:from 18 to 19 diff [19712143~2558964,44340200~102201,63318590~867572,76053000~5613304,117962573~5115976,184160432~3835207,215145429~1329221,303532312~6928082,355918977~770186,365130655~2030441] 2024-04-24T03:29:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [19712143~2558964,44340200~102201,63318590~867572,76053000~5613304,117962573~5115976,184160432~3835207,215145429~1329221,303532312~6928082,355918977~770186,365130655~2030441] 2024-04-24T03:29:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [19712143~2558964,44340200~102201,63318590~867572,76053000~5613304,117962573~5115976,184160432~3835207,215145429~1329221,303532312~6928082,355918977~770186,365130655~2030441] 2024-04-24T03:29:40.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:39 smithi016 ceph-mon[84376]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-24T03:29:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:39 smithi016 ceph-mon[86910]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-24T03:29:40.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:39 smithi063 ceph-mon[77007]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-24T03:29:40.773 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:40.792 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:40.798 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:40.806 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:40.812 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:40.819 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:40.825 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:40.831 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:40.838 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:40.844 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:40.850 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:40.858 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:40.862 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:40.868 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,377872812~6122348] 2024-04-24T03:29:40.875 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:40.880 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:40.886 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:40.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to HEAD diff [19712143~2558964,44049123~4548160,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,170841386~2387357,184160432~3835207,215145429~1329221,302800101~7660293,328550258~2276423,347528803~9445258,365130655~2030441,377872812~3095831] 2024-04-24T03:29:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [19712143~2558964,44049123~4548160,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,170841386~2387357,184160432~3835207,215145429~1329221,302800101~7660293,328550258~2276423,347528803~9445258,365130655~2030441,377872812~3095831] 2024-04-24T03:29:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [19712143~2558964,44049123~4548160,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,170841386~2387357,184160432~3835207,215145429~1329221,302800101~7660293,328550258~2276423,347528803~9445258,365130655~2030441,377872812~3095831] 2024-04-24T03:29:41.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:40 smithi016 ceph-mon[84376]: pgmap v2494: 137 pgs: 137 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 41 MiB/s wr, 681 op/s 2024-04-24T03:29:41.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:40 smithi016 ceph-mon[86910]: pgmap v2494: 137 pgs: 137 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 41 MiB/s wr, 681 op/s 2024-04-24T03:29:41.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:40 smithi063 ceph-mon[77007]: pgmap v2494: 137 pgs: 137 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 41 MiB/s wr, 681 op/s 2024-04-24T03:29:41.776 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:41.812 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:41.819 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:41.826 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:41.832 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:41.839 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:41.845 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:41.851 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:41.857 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:41.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:41.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:41.875 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:41.882 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:41.887 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,377872812~6122348] 2024-04-24T03:29:41.893 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:41.899 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:41.905 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,44049123~4548160,60793025~635674,63318590~3115140,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,168111714~5117029,184160432~3835207,215145429~1329221,289729206~7689872,302800101~7660293,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,377872812~6122348] 2024-04-24T03:29:42.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:41 smithi016 ceph-mon[84376]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-24T03:29:42.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:41 smithi016 ceph-mon[86910]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-24T03:29:42.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:41 smithi063 ceph-mon[77007]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-24T03:29:42.785 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:42.838 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:42.844 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:42.851 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:42.857 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:42.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:42.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:42.875 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:42.881 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:42.888 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:42.893 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:42.899 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:42.906 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:42.911 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,377872812~6122348] 2024-04-24T03:29:42.917 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:42.923 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,39128409~9468874,60793025~635674,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,151922715~4260918,168111714~5117029,182584250~7641842,215145429~1329221,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~2276423,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:42 smithi016 ceph-mon[84376]: pgmap v2496: 137 pgs: 137 active+clean; 888 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 24 MiB/s wr, 2.35k op/s 2024-04-24T03:29:43.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:42 smithi016 ceph-mon[84376]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-24T03:29:43.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:42 smithi016 ceph-mon[86910]: pgmap v2496: 137 pgs: 137 active+clean; 888 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 24 MiB/s wr, 2.35k op/s 2024-04-24T03:29:43.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:42 smithi016 ceph-mon[86910]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-24T03:29:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:42 smithi063 ceph-mon[77007]: pgmap v2496: 137 pgs: 137 active+clean; 888 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 24 MiB/s wr, 2.35k op/s 2024-04-24T03:29:43.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:42 smithi063 ceph-mon[77007]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-24T03:29:43.805 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:43.806 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:43.831 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:43.831 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:43.831 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:43.837 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:43.838 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:43.838 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:43.843 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:43.844 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:43.844 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:43.850 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:43.850 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:43.850 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:43.856 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:43.856 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:43.856 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:43.862 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:43.862 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.862 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.868 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:43.868 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.868 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.874 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:43.874 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.874 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.880 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:43.880 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.880 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.887 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:43.887 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.887 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:43.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:43.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:43.893 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:43.898 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:43.898 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:43.898 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:43.904 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:43.904 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:43.904 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:43.910 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,377872812~6122348] 2024-04-24T03:29:43.910 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:43.910 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:43.916 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [10382297~3977881,19712143~2558964,27980966~7174393,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~5115976,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~9445258,364052611~4036713,372000574~1849376,377872812~6122348] 2024-04-24T03:29:44.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:43 smithi063 ceph-mon[77007]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-24T03:29:44.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:43 smithi016 ceph-mon[84376]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-24T03:29:44.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:43 smithi016 ceph-mon[86910]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-24T03:29:44.807 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:44.807 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:44.838 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:44.839 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:44.839 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:44.845 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:44.845 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:44.845 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:44.851 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:44.851 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:44.851 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:44.857 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:44.857 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:44.858 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:44.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:44.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:44.864 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:44.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:44.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.869 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.875 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:44.875 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.875 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.881 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:44.881 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.881 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.887 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:44.887 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.888 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.893 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:44.893 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.893 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:44.899 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:44.899 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:44.899 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:44.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:44.905 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:44.905 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:44.911 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:44.911 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:44.911 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,377872812~6122348] 2024-04-24T03:29:44.917 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,25510553~1653032,27605131~7550228,37821915~10775368,58847830~2600375,61506516~4927214,69030157~6519494,76053000~5613304,86250799~4645411,103207836~1198073,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,261093234~337433,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,377872812~6122348] 2024-04-24T03:29:45.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:44 smithi063 ceph-mon[77007]: pgmap v2499: 137 pgs: 137 active+clean; 890 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 12 MiB/s wr, 4.08k op/s 2024-04-24T03:29:45.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:44 smithi063 ceph-mon[77007]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-24T03:29:45.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:44 smithi016 ceph-mon[84376]: pgmap v2499: 137 pgs: 137 active+clean; 890 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 12 MiB/s wr, 4.08k op/s 2024-04-24T03:29:45.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:44 smithi016 ceph-mon[84376]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-24T03:29:45.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:44 smithi016 ceph-mon[86910]: pgmap v2499: 137 pgs: 137 active+clean; 890 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 12 MiB/s wr, 4.08k op/s 2024-04-24T03:29:45.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:44 smithi016 ceph-mon[86910]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-24T03:29:45.826 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:45.826 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:45.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:45.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:45.863 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:45.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:45.870 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:45.870 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:45.875 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:45.876 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:45.876 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:45.881 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:45.882 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:45.882 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:45.888 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:45.888 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:45.888 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:45.893 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:45.894 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.894 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.899 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:45.900 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.900 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.906 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:45.906 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.906 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.912 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:45.912 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.912 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.918 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:45.918 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.918 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:45.924 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:45.924 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:45.924 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:45.929 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:45.930 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:45.930 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,363925500~9924450,376805454~7189706,384343752~3974375] 2024-04-24T03:29:45.935 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~5470250,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,321627716~2414617,328550258~3408222,332059807~5700584,347528803~10962790,360710144~13139806,376805454~7189706,384343752~3974375] 2024-04-24T03:29:46.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:45 smithi063 ceph-mon[77007]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-24T03:29:46.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:46.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:45 smithi016 ceph-mon[84376]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-24T03:29:46.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:46.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:45 smithi016 ceph-mon[86910]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-24T03:29:46.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:29:46.833 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:46.833 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:46.872 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:46.872 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:46.872 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:46.878 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:46.878 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:46.878 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:46.884 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:46.884 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:46.884 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:46.890 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:46.891 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:46.891 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:46.897 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:46.897 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:46.897 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:46.903 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:46.903 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.903 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.909 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:46.909 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.909 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.916 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:46.916 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.916 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.922 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:46.922 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.922 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.928 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:46.928 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.928 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:46.934 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:46.934 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:46.934 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,182584250~7641842,191518026~5638750,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375] 2024-04-24T03:29:46.940 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,54999907~1396249,58847830~2600375,61506516~4927214,69030157~12636147,86250799~4645411,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,182081970~8144122,191368578~5788198,213031942~971635,215145429~1329221,218095778~384423,222152636~6046530,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,302800101~7660293,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375] 2024-04-24T03:29:47.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:46 smithi063 ceph-mon[77007]: pgmap v2502: 137 pgs: 137 active+clean; 885 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 1.2 MiB/s wr, 3.29k op/s 2024-04-24T03:29:47.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:46 smithi063 ceph-mon[77007]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-24T03:29:47.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:46 smithi016 ceph-mon[84376]: pgmap v2502: 137 pgs: 137 active+clean; 885 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 1.2 MiB/s wr, 3.29k op/s 2024-04-24T03:29:47.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:46 smithi016 ceph-mon[84376]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-24T03:29:47.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:46 smithi016 ceph-mon[86910]: pgmap v2502: 137 pgs: 137 active+clean; 885 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 1.2 MiB/s wr, 3.29k op/s 2024-04-24T03:29:47.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:46 smithi016 ceph-mon[86910]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-24T03:29:47.660 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:47.661 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:47.706 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:47.706 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:47.707 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:47.713 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:47.713 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:47.713 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:47.719 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:47.719 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:47.719 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:47.726 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:47.726 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:47.726 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:47.732 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:47.732 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:47.732 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:47.738 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:47.738 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.738 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.744 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:47.744 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.744 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.750 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:47.750 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.751 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.756 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:47.756 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.756 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.762 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:47.762 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.762 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,132365764~7552800,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:47.768 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,86250799~4645411,96634737~2779311,100536711~7102333,117962573~8677767,130023424~9895140,141472077~6366329,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,240170444~467337,256095289~7418608,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,311926898~3149394,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:48.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:47 smithi016 ceph-mon[84376]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-24T03:29:48.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:47 smithi016 ceph-mon[84376]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-24T03:29:48.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:47 smithi016 ceph-mon[86910]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-24T03:29:48.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:47 smithi016 ceph-mon[86910]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-24T03:29:48.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:47 smithi063 ceph-mon[77007]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-24T03:29:48.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:47 smithi063 ceph-mon[77007]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-24T03:29:48.659 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:48.660 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:48.708 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:48.709 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:48.709 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:48.715 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:48.715 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:48.715 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:48.721 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:48.721 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:48.721 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:48.727 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:48.728 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:48.728 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:48.733 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:48.733 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:48.733 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:48.740 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:48.740 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.740 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.746 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:48.746 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.746 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.752 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:48.752 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.752 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.757 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:48.757 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.758 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4872773~4112221,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,256042195~7471702,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~20069660,384343752~3974375,390269467~1320108,399485132~3742443] 2024-04-24T03:29:48.763 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4790690,10382297~3977881,19712143~2558964,24465832~10689527,37821915~10775368,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~9895140,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,255852544~7661353,268112173~3464676,275736618~5206989,289729206~7689872,299358171~11102223,310875704~7657911,321627716~2414617,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~23285016,384343752~3974375,390269467~1320108,398458880~4768695] 2024-04-24T03:29:48.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:29:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:29:48] "GET /metrics HTTP/1.1" 200 36783 "" "Prometheus/2.43.0" 2024-04-24T03:29:49.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:48 smithi016 ceph-mon[84376]: pgmap v2505: 137 pgs: 137 active+clean; 855 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.0 KiB/s wr, 2.33k op/s 2024-04-24T03:29:49.275 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:48 smithi016 ceph-mon[84376]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-24T03:29:49.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:48 smithi016 ceph-mon[86910]: pgmap v2505: 137 pgs: 137 active+clean; 855 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.0 KiB/s wr, 2.33k op/s 2024-04-24T03:29:49.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:48 smithi016 ceph-mon[86910]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-24T03:29:49.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:48 smithi063 ceph-mon[77007]: pgmap v2505: 137 pgs: 137 active+clean; 855 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.0 KiB/s wr, 2.33k op/s 2024-04-24T03:29:49.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:48 smithi063 ceph-mon[77007]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-24T03:29:49.662 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:49.662 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:49.715 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:49.715 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:49.715 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:49.722 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:49.722 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:49.722 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:49.728 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:49.728 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:49.728 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:49.734 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:49.734 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:49.734 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:49.740 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:49.740 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:49.740 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:49.746 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:49.746 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:49.746 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:49.752 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:49.752 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:49.752 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:49.758 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:49.758 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:49.758 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,151922715~4260918,168111714~5117029,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,363925500~24392627,390269467~1320108,399485132~3742443] 2024-04-24T03:29:49.764 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,19712143~2558964,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,83011484~7884726,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,151922715~4260918,168111714~5117029,179508431~2079927,182081970~8144122,191368578~12750923,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~5206989,281120249~5112224,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,347528803~10962790,360710144~27607983,390269467~1320108,398458880~4768695] 2024-04-24T03:29:50.679 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:50.679 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:50.713 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:50.713 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:50.713 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:50.719 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:50.719 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:50.719 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:50.725 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:50.725 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:50.725 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:50.731 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:50.731 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:50.731 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:50.738 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:50.738 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:50.738 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:50.743 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:50.744 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:50.744 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:50.749 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:50.749 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:50.749 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~3977881,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~2779311,100536711~7102333,117962573~9336083,132365764~7552800,141472077~6505722,150601188~1156282,151922715~4260918,163951538~9277205,179508431~2079927,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:50.755 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~4790690,10382297~3977881,17444157~4826950,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96634737~2779311,100536711~7102333,117962573~9336083,130023424~17954375,149971381~1786089,151922715~4260918,163951538~9277205,179508431~2079927,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,275736618~10495855,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:51.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:50 smithi016 ceph-mon[84376]: pgmap v2508: 137 pgs: 137 active+clean; 821 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.83k op/s 2024-04-24T03:29:51.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:50 smithi016 ceph-mon[84376]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-24T03:29:51.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:50 smithi016 ceph-mon[86910]: pgmap v2508: 137 pgs: 137 active+clean; 821 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.83k op/s 2024-04-24T03:29:51.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:50 smithi016 ceph-mon[86910]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-24T03:29:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:50 smithi063 ceph-mon[77007]: pgmap v2508: 137 pgs: 137 active+clean; 821 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.83k op/s 2024-04-24T03:29:51.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:50 smithi063 ceph-mon[77007]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-24T03:29:51.696 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:51.696 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:51.749 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:51.750 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:51.750 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:51.756 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:51.756 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:51.756 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:51.762 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:51.762 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:51.762 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:51.768 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:51.768 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:51.774 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:51.774 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:51.780 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:51.780 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~6755758,58847830~7585900,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~3742443] 2024-04-24T03:29:51.785 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~6755758,58847830~7585900,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~11931404,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~5865744,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~4768695] 2024-04-24T03:29:52.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:51 smithi016 ceph-mon[84376]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-24T03:29:52.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:51 smithi016 ceph-mon[86910]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-24T03:29:52.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:51 smithi063 ceph-mon[77007]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-24T03:29:52.661 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:52.661 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:52.715 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:52.715 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:52.715 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:52.721 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:52.721 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:52.721 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:52.727 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:52.727 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:52.727 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:52.733 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:52.733 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:52.733 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:52.739 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:52.739 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:52.739 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~24131451,51442932~7226706,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,117962573~9336083,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~10542574,235256000~5548057,244505164~2968045,251420193~4049590,256042195~7471702,268112173~3464676,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:52.745 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~24131451,51442932~7226706,58847830~8469401,69030157~21866053,96468992~11170052,117962573~9336083,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,161297339~13379852,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~10542574,234881024~5923033,244505164~2968045,250036487~5433296,255852544~7661353,268112173~3464676,274585691~11646782,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:53.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:52 smithi016 ceph-mon[84376]: pgmap v2511: 137 pgs: 137 active+clean; 767 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.23k op/s 2024-04-24T03:29:53.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:52 smithi016 ceph-mon[84376]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-24T03:29:53.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:52 smithi016 ceph-mon[84376]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-24T03:29:53.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:52 smithi016 ceph-mon[86910]: pgmap v2511: 137 pgs: 137 active+clean; 767 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.23k op/s 2024-04-24T03:29:53.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:52 smithi016 ceph-mon[86910]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-24T03:29:53.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:52 smithi016 ceph-mon[86910]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-24T03:29:53.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:52 smithi063 ceph-mon[77007]: pgmap v2511: 137 pgs: 137 active+clean; 767 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.23k op/s 2024-04-24T03:29:53.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:52 smithi063 ceph-mon[77007]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-24T03:29:53.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:52 smithi063 ceph-mon[77007]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-24T03:29:53.709 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:53.709 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:53.754 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:53.754 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:53.754 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:53.761 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:53.761 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:53.761 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:53.767 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:53.767 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:53.767 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:53.773 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:53.773 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:53.773 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,116272411~11026245,132365764~7552800,141472077~8302188,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:53.778 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,116272411~11026245,130023424~19750841,149971381~1786089,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:54.700 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:54.700 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:54.758 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:54.758 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:54.758 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:54.764 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:54.764 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:54.764 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:54.770 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:54.770 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:54.770 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~2622923,24465832~34203806,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~11720756,363925500~24438027,390269467~1320108,399485132~10949157] 2024-04-24T03:29:54.776 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~18076803,24465832~34203806,58847830~8469401,69030157~21866053,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,212186822~31485,213031942~971635,215145429~1329221,217656592~12178931,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~21991321,289729206~21020124,310875704~7657911,321627716~6494520,328550258~3408222,332059807~13490699,346770837~11720756,360710144~27653383,390269467~1320108,398458880~11975409] 2024-04-24T03:29:55.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:54 smithi016 ceph-mon[84376]: pgmap v2514: 137 pgs: 137 active+clean; 734 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 947 op/s 2024-04-24T03:29:55.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:54 smithi016 ceph-mon[84376]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-24T03:29:55.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:54 smithi016 ceph-mon[86910]: pgmap v2514: 137 pgs: 137 active+clean; 734 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 947 op/s 2024-04-24T03:29:55.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:54 smithi016 ceph-mon[86910]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-24T03:29:55.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:54 smithi063 ceph-mon[77007]: pgmap v2514: 137 pgs: 137 active+clean; 734 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 947 op/s 2024-04-24T03:29:55.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:54 smithi063 ceph-mon[77007]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-24T03:29:55.714 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:55.714 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:55.759 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:55.759 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:55.759 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:55.765 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:55.765 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:55.765 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~5576674,116272411~11026245,132365764~7552800,141472077~8499304,150601188~1156282,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182584250~7641842,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~16853514,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~6494520,328550258~3408222,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:55.771 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~5576674,116272411~11026245,130023424~21734046,151922715~4260918,156489389~529525,158229497~16447694,177078794~4509564,182081970~8144122,191368578~12750923,205520896~3275955,209715200~20120323,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~6494520,328550258~3408222,332059807~13490699,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:56.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:55 smithi016 ceph-mon[84376]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-24T03:29:56.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:55 smithi016 ceph-mon[86910]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-24T03:29:56.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:55 smithi063 ceph-mon[77007]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-24T03:29:56.710 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:56.710 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:56.763 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:56.763 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:56.763 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~39021454,58847830~8469401,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,244069975~3403234,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~7753906,346770837~12871013,363925500~29873001,399485132~10949157] 2024-04-24T03:29:56.768 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~54475334,58847830~32048380,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~5923033,244069975~3403234,250036487~5433296,255852544~7661353,264241152~54292463,321627716~23922790,346770837~12871013,360710144~33088357,398458880~11975409] 2024-04-24T03:29:57.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:56 smithi016 ceph-mon[84376]: pgmap v2517: 137 pgs: 137 active+clean; 691 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-24T03:29:57.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:56 smithi016 ceph-mon[84376]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-24T03:29:57.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:56 smithi016 ceph-mon[86910]: pgmap v2517: 137 pgs: 137 active+clean; 691 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-24T03:29:57.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:56 smithi016 ceph-mon[86910]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-24T03:29:57.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:56 smithi063 ceph-mon[77007]: pgmap v2517: 137 pgs: 137 active+clean; 691 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-24T03:29:57.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:56 smithi063 ceph-mon[77007]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-24T03:29:57.667 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:57.668 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [164007~873588,4872773~4112221,10382297~7061860,19648184~47669047,69030157~12636147,81747963~9148247,96634737~11004307,109774130~17524526,132365764~7552800,141472077~8499304,150601188~1156282,151922715~30159255,182584250~8784328,191518026~10112253,201889386~2230115,205618889~3177962,212186822~31485,212982009~18461759,235256000~5548057,242818795~7217692,251420193~4049590,256042195~7471702,268112173~6473518,274639504~11592969,289045334~21703996,310875704~7657911,321627716~10330764,332059807~5700584,337796600~21845250,363925500~29873001,399485132~10949157] 2024-04-24T03:29:57.697 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~1037595,4194304~86701906,96468992~11170052,109774130~17524526,130023424~74096077,205520896~3275955,209715200~21728568,234881024~20588759,255852544~7661353,264241152~54292463,321627716~38014134,360710144~33088357,398458880~11975409] 2024-04-24T03:29:58.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:57 smithi016 ceph-mon[84376]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-24T03:29:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:57 smithi016 ceph-mon[84376]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-24T03:29:58.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:57 smithi016 ceph-mon[86910]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-24T03:29:58.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:57 smithi016 ceph-mon[86910]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-24T03:29:58.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:57 smithi063 ceph-mon[77007]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-24T03:29:58.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:57 smithi063 ceph-mon[77007]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-24T03:29:58.705 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:29:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:29:58] "GET /metrics HTTP/1.1" 200 36783 "" "Prometheus/2.43.0" 2024-04-24T03:29:58.756 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40094 ms) 2024-04-24T03:29:58.756 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-24T03:29:58.756 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:29:59.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:58 smithi016 ceph-mon[84376]: pgmap v2520: 137 pgs: 137 active+clean; 588 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 673 op/s 2024-04-24T03:29:59.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:58 smithi016 ceph-mon[86910]: pgmap v2520: 137 pgs: 137 active+clean; 588 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 673 op/s 2024-04-24T03:29:59.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:58 smithi063 ceph-mon[77007]: pgmap v2520: 137 pgs: 137 active+clean; 588 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 673 op/s 2024-04-24T03:29:59.846 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1089 ms) 2024-04-24T03:29:59.846 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-24T03:29:59.846 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:00.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:29:59 smithi016 ceph-mon[84376]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-24T03:30:00.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:29:59 smithi016 ceph-mon[86910]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-24T03:30:00.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:29:59 smithi063 ceph-mon[77007]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-24T03:30:00.853 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [840986~22017,2356115~102293,3013614~95750,3940597~85960,5498190~44050,5806110~27303,12306121~108980,17426271~11164,19042573~40237] to clone 2024-04-24T03:30:00.854 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [0~4026557,4194304~1639109,8388608~4026493,16777216~2305594] 2024-04-24T03:30:00.858 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1013 ms) 2024-04-24T03:30:00.858 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-24T03:30:00.858 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:00.878 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [1762983~96317,2137837~83481,3593591~34312,8072902~53174,10476559~28956,11030053~40890,15315095~50686,16665869~66127,18488482~12843,19310775~29803] 2024-04-24T03:30:00.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (31 ms) 2024-04-24T03:30:00.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-24T03:30:00.888 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[84376]: pgmap v2523: 137 pgs: 137 active+clean; 518 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 540 op/s 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[84376]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[84376]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[86910]: pgmap v2523: 137 pgs: 137 active+clean; 518 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 540 op/s 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[86910]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:01.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:00 smithi016 ceph-mon[86910]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:30:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:00 smithi063 ceph-mon[77007]: pgmap v2523: 137 pgs: 137 active+clean; 518 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 540 op/s 2024-04-24T03:30:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:00 smithi063 ceph-mon[77007]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-24T03:30:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:01.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:00 smithi063 ceph-mon[77007]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:30:02.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:01 smithi016 ceph-mon[84376]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-24T03:30:02.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:01 smithi016 ceph-mon[86910]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-24T03:30:02.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:01 smithi063 ceph-mon[77007]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-24T03:30:02.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1864 ms) 2024-04-24T03:30:02.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-24T03:30:02.753 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:02.810 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (58 ms) 2024-04-24T03:30:02.811 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-24T03:30:02.811 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:02.894 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (84 ms) 2024-04-24T03:30:02.894 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-24T03:30:02.894 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:03.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:02 smithi016 ceph-mon[84376]: pgmap v2526: 137 pgs: 137 active+clean; 504 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.1 MiB/s wr, 324 op/s 2024-04-24T03:30:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:02 smithi016 ceph-mon[84376]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-24T03:30:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:02 smithi016 ceph-mon[84376]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-24T03:30:03.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:02 smithi016 ceph-mon[86910]: pgmap v2526: 137 pgs: 137 active+clean; 504 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.1 MiB/s wr, 324 op/s 2024-04-24T03:30:03.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:02 smithi016 ceph-mon[86910]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-24T03:30:03.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:02 smithi016 ceph-mon[86910]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-24T03:30:03.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:02 smithi063 ceph-mon[77007]: pgmap v2526: 137 pgs: 137 active+clean; 504 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.1 MiB/s wr, 324 op/s 2024-04-24T03:30:03.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:02 smithi063 ceph-mon[77007]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-24T03:30:03.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:02 smithi063 ceph-mon[77007]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-24T03:30:05.025 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:04 smithi016 ceph-mon[84376]: pgmap v2529: 137 pgs: 137 active+clean; 527 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 299 op/s 2024-04-24T03:30:05.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:04 smithi016 ceph-mon[86910]: pgmap v2529: 137 pgs: 137 active+clean; 527 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 299 op/s 2024-04-24T03:30:05.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:04 smithi063 ceph-mon[77007]: pgmap v2529: 137 pgs: 137 active+clean; 527 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 299 op/s 2024-04-24T03:30:07.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[84376]: pgmap v2530: 137 pgs: 137 active+clean; 539 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.8 MiB/s wr, 229 op/s 2024-04-24T03:30:07.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:30:07.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:30:07.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:30:07.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:30:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[86910]: pgmap v2530: 137 pgs: 137 active+clean; 539 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.8 MiB/s wr, 229 op/s 2024-04-24T03:30:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:30:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:30:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:30:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:30:07.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:06 smithi063 ceph-mon[77007]: pgmap v2530: 137 pgs: 137 active+clean; 539 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.8 MiB/s wr, 229 op/s 2024-04-24T03:30:07.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:30:07.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:30:07.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:30:07.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:30:07.934 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5039 ms) 2024-04-24T03:30:07.934 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-24T03:30:07.934 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:30:07.934 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-24T03:30:08.643 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:30:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:30:08] "GET /metrics HTTP/1.1" 200 36779 "" "Prometheus/2.43.0" 2024-04-24T03:30:08.761 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 13 tests from DiffIterateTest/0 (63175 ms total) 2024-04-24T03:30:08.761 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:30:08.761 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 13 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-24T03:30:08.794 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-24T03:30:09.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:08 smithi016 ceph-mon[84376]: pgmap v2531: 137 pgs: 137 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 10 MiB/s wr, 251 op/s 2024-04-24T03:30:09.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:08 smithi016 ceph-mon[84376]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-24T03:30:09.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:08 smithi016 ceph-mon[86910]: pgmap v2531: 137 pgs: 137 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 10 MiB/s wr, 251 op/s 2024-04-24T03:30:09.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:08 smithi016 ceph-mon[86910]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-24T03:30:09.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:08 smithi063 ceph-mon[77007]: pgmap v2531: 137 pgs: 137 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 10 MiB/s wr, 251 op/s 2024-04-24T03:30:09.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:08 smithi063 ceph-mon[77007]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-24T03:30:10.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:09 smithi016 ceph-mon[84376]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-24T03:30:10.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:09 smithi016 ceph-mon[86910]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-24T03:30:10.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:09 smithi063 ceph-mon[77007]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-24T03:30:10.766 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[84376]: pgmap v2534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[84376]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/54624062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[86910]: pgmap v2534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[86910]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/54624062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:30:11.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:10 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:30:11.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:10 smithi063 ceph-mon[77007]: pgmap v2534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:30:11.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:10 smithi063 ceph-mon[77007]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-24T03:30:11.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:10 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/54624062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:30:11.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:10 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:30:12.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:30:12.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:11 smithi016 ceph-mon[84376]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-24T03:30:12.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:30:12.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:11 smithi016 ceph-mon[86910]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-24T03:30:12.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:30:12.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:11 smithi063 ceph-mon[77007]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-24T03:30:12.806 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [2166619~43846,5812322~79521,6600783~74898,12024453~3806,12496037~72412,13003168~29563,14077164~85660,14567720~91631,17134029~4858,19203070~25832] 2024-04-24T03:30:13.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:12 smithi016 ceph-mon[84376]: pgmap v2537: 137 pgs: 1 creating+peering, 22 unknown, 114 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:30:13.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:12 smithi016 ceph-mon[84376]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-24T03:30:13.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:12 smithi016 ceph-mon[86910]: pgmap v2537: 137 pgs: 1 creating+peering, 22 unknown, 114 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:30:13.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:12 smithi016 ceph-mon[86910]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-24T03:30:13.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:12 smithi063 ceph-mon[77007]: pgmap v2537: 137 pgs: 1 creating+peering, 22 unknown, 114 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:30:13.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:12 smithi063 ceph-mon[77007]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-24T03:30:13.791 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [0~20971520] 2024-04-24T03:30:13.801 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [0~20971520] 2024-04-24T03:30:13.805 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5011 ms) 2024-04-24T03:30:13.805 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-24T03:30:13.806 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:14.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:13 smithi016 ceph-mon[84376]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-24T03:30:14.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:13 smithi016 ceph-mon[86910]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-24T03:30:14.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:13 smithi063 ceph-mon[77007]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-24T03:30:15.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:14 smithi016 ceph-mon[84376]: pgmap v2540: 137 pgs: 1 creating+peering, 5 unknown, 131 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 12 op/s 2024-04-24T03:30:15.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:14 smithi016 ceph-mon[84376]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-24T03:30:15.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:14 smithi016 ceph-mon[86910]: pgmap v2540: 137 pgs: 1 creating+peering, 5 unknown, 131 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 12 op/s 2024-04-24T03:30:15.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:14 smithi016 ceph-mon[86910]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-24T03:30:15.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:14 smithi063 ceph-mon[77007]: pgmap v2540: 137 pgs: 1 creating+peering, 5 unknown, 131 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 12 op/s 2024-04-24T03:30:15.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:14 smithi063 ceph-mon[77007]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-24T03:30:16.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:15 smithi063 ceph-mon[77007]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-24T03:30:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:16.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:15 smithi016 ceph-mon[84376]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-24T03:30:16.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:16.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:15 smithi016 ceph-mon[86910]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-24T03:30:16.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:16.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3015 ms) 2024-04-24T03:30:16.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-24T03:30:16.821 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:17.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:16 smithi063 ceph-mon[77007]: pgmap v2543: 137 pgs: 137 active+clean; 10 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-04-24T03:30:17.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:16 smithi063 ceph-mon[77007]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-24T03:30:17.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:16 smithi016 ceph-mon[84376]: pgmap v2543: 137 pgs: 137 active+clean; 10 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-04-24T03:30:17.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:16 smithi016 ceph-mon[84376]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-24T03:30:17.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:16 smithi016 ceph-mon[86910]: pgmap v2543: 137 pgs: 137 active+clean; 10 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-04-24T03:30:17.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:16 smithi016 ceph-mon[86910]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-24T03:30:18.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:17 smithi063 ceph-mon[77007]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-24T03:30:18.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:17 smithi016 ceph-mon[84376]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-24T03:30:18.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:17 smithi016 ceph-mon[86910]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-24T03:30:18.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:30:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:30:18] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-24T03:30:19.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:18 smithi063 ceph-mon[77007]: pgmap v2546: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 251 KiB/s wr, 77 op/s 2024-04-24T03:30:19.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:18 smithi063 ceph-mon[77007]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-24T03:30:19.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:18 smithi016 ceph-mon[84376]: pgmap v2546: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 251 KiB/s wr, 77 op/s 2024-04-24T03:30:19.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:18 smithi016 ceph-mon[84376]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-24T03:30:19.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:18 smithi016 ceph-mon[86910]: pgmap v2546: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 251 KiB/s wr, 77 op/s 2024-04-24T03:30:19.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:18 smithi016 ceph-mon[86910]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-24T03:30:19.840 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3019 ms) 2024-04-24T03:30:19.840 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-24T03:30:19.840 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:20.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:19 smithi016 ceph-mon[84376]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-24T03:30:20.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:19 smithi016 ceph-mon[86910]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-24T03:30:20.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:19 smithi063 ceph-mon[77007]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-24T03:30:21.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:20 smithi016 ceph-mon[84376]: pgmap v2549: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 170 KiB/s wr, 96 op/s 2024-04-24T03:30:21.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:20 smithi016 ceph-mon[84376]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-24T03:30:21.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:20 smithi016 ceph-mon[86910]: pgmap v2549: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 170 KiB/s wr, 96 op/s 2024-04-24T03:30:21.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:20 smithi016 ceph-mon[86910]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-24T03:30:21.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:20 smithi063 ceph-mon[77007]: pgmap v2549: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 170 KiB/s wr, 96 op/s 2024-04-24T03:30:21.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:20 smithi063 ceph-mon[77007]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-24T03:30:22.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:21 smithi016 ceph-mon[84376]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-24T03:30:22.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:21 smithi016 ceph-mon[86910]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-24T03:30:22.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:21 smithi063 ceph-mon[77007]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-24T03:30:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2838 ms) 2024-04-24T03:30:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-24T03:30:22.678 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:30:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: i=0 exists [63507619~2761626,216185318~3119112,305681910~2909002,325450624~4888220,331954468~4115758,341831379~6954017,384757511~6849642] wrote [63507619~2761626,216185318~3119112,305681910~2909002,325450624~4888220,331954468~4115758,341831379~6954017,384757511~6849642] 2024-04-24T03:30:23.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:22 smithi016 ceph-mon[84376]: pgmap v2552: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 11 KiB/s wr, 75 op/s 2024-04-24T03:30:23.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:22 smithi016 ceph-mon[84376]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-24T03:30:23.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:22 smithi016 ceph-mon[84376]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-24T03:30:23.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:22 smithi016 ceph-mon[86910]: pgmap v2552: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 11 KiB/s wr, 75 op/s 2024-04-24T03:30:23.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:22 smithi016 ceph-mon[86910]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-24T03:30:23.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:22 smithi016 ceph-mon[86910]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-24T03:30:23.304 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:22 smithi063 ceph-mon[77007]: pgmap v2552: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 11 KiB/s wr, 75 op/s 2024-04-24T03:30:23.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:22 smithi063 ceph-mon[77007]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-24T03:30:23.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:22 smithi063 ceph-mon[77007]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-24T03:30:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: i=1 exists [63507619~2761626,78733444~6295196,126284612~7019120,172297778~1521112,191276702~4653034,198123458~2964622,216185318~7481837,293327636~1151523,305681910~2909002,325450624~4888220,331954468~4115758,341831379~6954017,378485653~465892,384757511~6849642,405447119~649443,406806720~712757] wrote [78733444~6295196,126284612~7019120,172297778~1521112,191276702~4653034,198123458~2964622,218293909~5373246,293327636~1151523,378485653~465892,405447119~649443,406806720~712757] 2024-04-24T03:30:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: i=2 exists [25957894~2820814,63507619~2761626,75658187~9370453,99934887~3175905,126284612~8229246,172297778~1521112,181313177~632480,191276702~4653034,198123458~2964622,216185318~7481837,256242607~120204,293327636~1151523,305681910~2909002,319121324~512935,321165325~2344645,325450624~4888220,331954468~4115758,341831379~6954017,355483140~7643685,374371527~4580018,384757511~6849642,405447119~649443,406806720~712757] wrote [25957894~2820814,75658187~4718807,99934887~3175905,130329855~4184003,181313177~632480,256242607~120204,319121324~512935,321165325~2344645,355483140~7643685,374371527~4241372] 2024-04-24T03:30:25.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:24 smithi016 ceph-mon[84376]: pgmap v2555: 137 pgs: 137 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.3 MiB/s wr, 91 op/s 2024-04-24T03:30:25.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:24 smithi016 ceph-mon[84376]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-24T03:30:25.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:24 smithi016 ceph-mon[86910]: pgmap v2555: 137 pgs: 137 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.3 MiB/s wr, 91 op/s 2024-04-24T03:30:25.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:24 smithi016 ceph-mon[86910]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-24T03:30:25.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:24 smithi063 ceph-mon[77007]: pgmap v2555: 137 pgs: 137 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.3 MiB/s wr, 91 op/s 2024-04-24T03:30:25.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:24 smithi063 ceph-mon[77007]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-24T03:30:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: i=3 exists [10605239~5778854,17510006~951651,19727814~9050894,63507619~2761626,75658187~9370453,85592441~6932798,99934887~3175905,126284612~8229246,134705946~7285060,172297778~1521112,181313177~632480,191276702~4653034,198123458~2964622,216185318~7481837,229849051~5110032,244513015~6695964,256242607~120204,293327636~1151523,305681910~2909002,319121324~512935,321165325~2344645,325450624~5755155,331954468~4115758,341831379~8595812,355483140~7643685,374371527~4580018,384757511~6849642,405447119~649443,406806720~712757] wrote [10605239~5778854,17510006~951651,19727814~7459748,85592441~6932798,134705946~7285060,229849051~5110032,244513015~6695964,325774866~5430913,344031393~6395798] 2024-04-24T03:30:26.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:25 smithi016 ceph-mon[84376]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-24T03:30:26.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:25 smithi016 ceph-mon[86910]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-24T03:30:26.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:25 smithi063 ceph-mon[77007]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-24T03:30:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: i=4 exists [56242~1686903,2707794~762693,10605239~5778854,17510006~951651,19727814~9050894,63507619~3406887,75658187~9370453,85592441~6932798,99934887~3175905,126284612~8229246,134705946~7285060,167999692~775501,172297778~1521112,181313177~632480,191276702~4653034,198123458~2964622,208813373~6636803,216185318~7481837,229849051~5929171,244513015~6695964,256242607~120204,293327636~1151523,305681910~2909002,315861231~2420335,319121324~512935,321165325~2344645,325450624~5755155,331954468~4115758,341831379~8595812,355483140~7643685,374371527~4580018,384757511~6849642,397282244~2154622,404207527~3328380] wrote [56242~1686903,2707794~762693,64771674~2142832,167999692~775501,208813373~6636803,230333725~5444497,315861231~2420335,387364483~690994,397282244~2154622,404207527~3328380] 2024-04-24T03:30:27.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:26 smithi016 ceph-mon[84376]: pgmap v2558: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.9 MiB/s wr, 46 op/s 2024-04-24T03:30:27.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:26 smithi016 ceph-mon[84376]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-24T03:30:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:26 smithi016 ceph-mon[86910]: pgmap v2558: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.9 MiB/s wr, 46 op/s 2024-04-24T03:30:27.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:26 smithi016 ceph-mon[86910]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-24T03:30:27.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:26 smithi063 ceph-mon[77007]: pgmap v2558: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.9 MiB/s wr, 46 op/s 2024-04-24T03:30:27.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:26 smithi063 ceph-mon[77007]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-24T03:30:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: i=5 exists [56242~1686903,2707794~762693,10605239~5778854,17510006~951651,19727814~9050894,57209360~6008702,63507619~3406887,75658187~9370453,85592441~6932798,97350168~6846730,126284612~8229246,134705946~7285060,143935246~5343751,158649191~7731016,167999692~775501,172297778~1521112,181313177~632480,182931026~1077929,191276702~4653034,198123458~2964622,208813373~6636803,216185318~7481837,229849051~5929171,244513015~6695964,256242607~120204,293327636~1151523,305681910~2909002,315861231~2420335,319121324~512935,321165325~2344645,323598154~8316949,331954468~4115758,341831379~8595812,355483140~7643685,373071958~5879587,384757511~6849642,397282244~2154622,404207527~3328380] wrote [57209360~6008702,88303327~2026219,97350168~6846730,143935246~5343751,158649191~7731016,182931026~1077929,323598154~8316949,357907400~3023328,373071958~4241003] 2024-04-24T03:30:28.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:27 smithi016 ceph-mon[84376]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-24T03:30:28.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:27 smithi016 ceph-mon[86910]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-24T03:30:28.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:27 smithi063 ceph-mon[77007]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-24T03:30:28.669 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:30:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:30:28] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-24T03:30:28.757 INFO:tasks.workunit.client.0.smithi016.stdout: i=6 exists [56242~1686903,2707794~762693,10605239~5778854,17510006~951651,19727814~9050894,33855734~232638,57209360~6008702,63507619~3406887,69034258~15994382,85592441~6932798,97350168~6846730,126284612~8229246,134705946~7285060,143935246~5343751,158649191~7731016,167999692~775501,172297778~1521112,181313177~632480,182931026~1077929,191276702~4653034,198123458~2964622,204280716~11488008,216185318~7481837,226245691~2411228,229849051~5929171,244513015~6695964,256242607~120204,268260576~6135323,293327636~1151523,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12472072,341831379~8595812,355483140~7807261,373071958~5879587,384757511~6849642,397282244~2154622,401014205~8094542] wrote [33855734~232638,69034258~7152069,204280716~7506699,212063797~3704927,226245691~2411228,268260576~6135323,306424242~3479747,331606843~1738090,356858291~6432110,401014205~8094542] 2024-04-24T03:30:29.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:28 smithi016 ceph-mon[84376]: pgmap v2561: 137 pgs: 137 active+clean; 194 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 31 MiB/s wr, 269 op/s 2024-04-24T03:30:29.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:28 smithi016 ceph-mon[84376]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-24T03:30:29.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:28 smithi016 ceph-mon[86910]: pgmap v2561: 137 pgs: 137 active+clean; 194 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 31 MiB/s wr, 269 op/s 2024-04-24T03:30:29.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:28 smithi016 ceph-mon[86910]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-24T03:30:29.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:28 smithi063 ceph-mon[77007]: pgmap v2561: 137 pgs: 137 active+clean; 194 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 31 MiB/s wr, 269 op/s 2024-04-24T03:30:29.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:28 smithi063 ceph-mon[77007]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-24T03:30:29.759 INFO:tasks.workunit.client.0.smithi016.stdout: i=7 exists [56242~1686903,2707794~762693,10605239~5778854,16460478~12318230,33855734~232638,57209360~6008702,63507619~3406887,68316397~16712243,85592441~6932798,97350168~6846730,126284612~8229246,134705946~7285060,143935246~5343751,158649191~7731016,167999692~775501,172297778~1521112,181313177~632480,182931026~1077929,191276702~4653034,198123458~2964622,204280716~11488008,216185318~7481837,226245691~2411228,229849051~5929171,244513015~6695964,256242607~120204,264018603~10377296,276426376~2731566,293327636~1151523,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,341831379~8595812,355483140~7807261,364327972~6128110,373071958~5879587,383411013~8196140,397282244~2154622,401014205~11516018] wrote [16460478~8125506,68316397~5797252,219264796~2743776,248433141~2702562,264018603~5743201,276426376~2731566,335497035~646924,364327972~6128110,383411013~3043561,406855890~5674333] 2024-04-24T03:30:30.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:29 smithi016 ceph-mon[84376]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-24T03:30:30.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:29 smithi016 ceph-mon[86910]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-24T03:30:30.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:29 smithi063 ceph-mon[77007]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-24T03:30:30.729 INFO:tasks.workunit.client.0.smithi016.stdout: i=8 exists [56242~1686903,2707794~762693,10605239~5778854,16460478~12318230,33855734~232638,57209360~6008702,63507619~3406887,68316397~16887068,85592441~6932798,97350168~6846730,106726260~5869592,126284612~8229246,134705946~14573051,158649191~10964941,172297778~1521112,181313177~632480,182931026~1077929,190289879~760262,191276702~4653034,198123458~2964622,204280716~11488008,216185318~7481837,226245691~2411228,229849051~5929171,244513015~6695964,256242607~120204,264018603~10377296,276426376~2731566,293327636~1151523,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,341831379~8595812,355483140~7807261,363493613~6962469,373071958~5879587,383411013~8196140,397282244~2154622,401014205~11516018] wrote [70450593~4472398,84550435~653030,106726260~5869592,135950113~350966,139619430~4770499,164347178~5266954,190289879~760262,246090020~2589965,325748556~145889,363493613~997656] 2024-04-24T03:30:31.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:30 smithi016 ceph-mon[84376]: pgmap v2564: 137 pgs: 137 active+clean; 247 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 38 MiB/s wr, 264 op/s 2024-04-24T03:30:31.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:30 smithi016 ceph-mon[84376]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-24T03:30:31.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:30 smithi016 ceph-mon[86910]: pgmap v2564: 137 pgs: 137 active+clean; 247 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 38 MiB/s wr, 264 op/s 2024-04-24T03:30:31.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:30 smithi016 ceph-mon[86910]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-24T03:30:31.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:31.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:30 smithi063 ceph-mon[77007]: pgmap v2564: 137 pgs: 137 active+clean; 247 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 38 MiB/s wr, 264 op/s 2024-04-24T03:30:31.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:30 smithi063 ceph-mon[77007]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-24T03:30:31.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:31.781 INFO:tasks.workunit.client.0.smithi016.stdout: i=9 exists [56242~1686903,2707794~762693,10605239~18173469,33855734~232638,46594090~5388519,54011890~9206172,63378880~21824585,85592441~6932798,97350168~6846730,106726260~5869592,126284612~8229246,134705946~14573051,149887920~1934740,158649191~10964941,172297778~1521112,181313177~632480,182931026~1077929,190289879~760262,191276702~4653034,198123458~2964622,204280716~11488008,216185318~8889943,226245691~2411228,229849051~5929171,244513015~6695964,256242607~120204,264018603~10377296,276426376~2731566,291213562~4624565,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,341831379~8595812,355483140~7807261,363493613~6962469,373071958~5879587,380227185~2935808,383411013~8196140,397282244~2154622,401014205~11516018] wrote [15927651~1713392,46594090~5388519,54011890~7802151,63378880~6560767,149887920~1934740,220309978~4765283,291213562~4624565,296167238~6574770,380227185~2935808] 2024-04-24T03:30:32.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:31 smithi016 ceph-mon[84376]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-24T03:30:32.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:31 smithi016 ceph-mon[86910]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-24T03:30:32.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:31 smithi063 ceph-mon[77007]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-24T03:30:32.789 INFO:tasks.workunit.client.0.smithi016.stdout: i=10 exists [56242~3566567,10605239~18173469,31775296~1490776,33855734~232638,46594090~5388519,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,126284612~22994385,149887920~1934740,158649191~10964941,172297778~1521112,181313177~632480,182931026~1077929,190289879~760262,191276702~4653034,198123458~2964622,201966907~13801817,216185318~8889943,226245691~9532531,244513015~6695964,256242607~120204,264018603~16914491,291213562~4624565,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,341831379~8595812,355483140~7807261,363493613~6962469,373071958~5879587,380227185~2935808,383411013~8196140,397282244~2154622,401014205~11516018] wrote [1721958~1900851,31775296~1490776,69931746~7961510,100477745~6942001,130504987~6700970,201966907~3401720,209504505~3112781,227307828~4157978,274152982~6780112] 2024-04-24T03:30:33.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:32 smithi016 ceph-mon[84376]: pgmap v2567: 137 pgs: 137 active+clean; 313 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 25 MiB/s wr, 96 op/s 2024-04-24T03:30:33.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:32 smithi016 ceph-mon[84376]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-24T03:30:33.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:32 smithi016 ceph-mon[86910]: pgmap v2567: 137 pgs: 137 active+clean; 313 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 25 MiB/s wr, 96 op/s 2024-04-24T03:30:33.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:32 smithi016 ceph-mon[86910]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-24T03:30:33.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:32 smithi063 ceph-mon[77007]: pgmap v2567: 137 pgs: 137 active+clean; 313 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 25 MiB/s wr, 96 op/s 2024-04-24T03:30:33.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:32 smithi063 ceph-mon[77007]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-24T03:30:33.771 INFO:tasks.workunit.client.0.smithi016.stdout: i=11 exists [56242~3566567,10605239~18173469,31775296~1490776,33855734~232638,46594090~5388519,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,126284612~22994385,149887920~1934740,158649191~17792225,176852793~1824315,181313177~632480,182931026~1077929,190289879~760262,191276702~4653034,198123458~2964622,201966907~13801817,216185318~8889943,226245691~9532531,244513015~6695964,256242607~120204,264018603~16914491,290189877~5648250,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,341831379~8595812,351593622~1986612,355483140~7807261,363493613~6962469,373071958~5879587,380227185~2935808,383411013~10977205,397282244~2154622,401014205~11516018] wrote [58616580~2663674,67142756~4400452,75947735~1746654,169441127~7000289,176852793~1824315,290189877~2450231,326451166~1375878,349298426~1072811,351593622~1986612,388160989~6227229] 2024-04-24T03:30:34.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:33 smithi016 ceph-mon[84376]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-24T03:30:34.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:33 smithi016 ceph-mon[86910]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-24T03:30:34.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:33 smithi063 ceph-mon[77007]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-24T03:30:34.796 INFO:tasks.workunit.client.0.smithi016.stdout: i=12 exists [56242~3566567,10605239~18173469,31775296~1490776,33855734~232638,46594090~5388519,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,126284612~22994385,149887920~1934740,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,190289879~760262,191276702~4653034,198123458~2964622,201966907~13801817,216185318~8889943,226245691~9532531,244513015~6695964,254554158~2654765,259961474~939291,264018603~16914491,290189877~5648250,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,338632358~946192,341831379~8595812,351593622~1986612,355483140~7807261,363493613~6962469,373071958~5879587,380227185~2935808,383411013~16025853,401014205~11516018] wrote [69107155~6471189,134496840~8186865,179081180~2952925,229691584~5782968,254554158~2654765,259961474~939291,332786292~108445,338632358~946192,393499405~5011888,404485841~6544824] 2024-04-24T03:30:35.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:34 smithi016 ceph-mon[84376]: pgmap v2570: 137 pgs: 137 active+clean; 454 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 44 MiB/s wr, 299 op/s 2024-04-24T03:30:35.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:34 smithi016 ceph-mon[84376]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-24T03:30:35.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:34 smithi016 ceph-mon[86910]: pgmap v2570: 137 pgs: 137 active+clean; 454 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 44 MiB/s wr, 299 op/s 2024-04-24T03:30:35.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:34 smithi016 ceph-mon[86910]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-24T03:30:35.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:34 smithi063 ceph-mon[77007]: pgmap v2570: 137 pgs: 137 active+clean; 454 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 44 MiB/s wr, 299 op/s 2024-04-24T03:30:35.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:34 smithi063 ceph-mon[77007]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-24T03:30:35.744 INFO:tasks.workunit.client.0.smithi016.stdout: i=13 exists [56242~3566567,10605239~18173469,31775296~1490776,33855734~232638,46594090~5388519,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,125596969~589863,126284612~25538048,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,190289879~760262,191276702~4653034,198123458~3125773,201966907~13801817,216185318~8889943,226245691~9532531,244513015~6695964,254554158~2654765,259961474~939291,264018603~16914491,290189877~5648250,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,338632358~946192,341831379~8595812,351593622~1986612,355483140~7807261,363493613~6962469,373071958~10091035,383411013~16025853,401014205~11516018] wrote [109074492~1509893,125596969~589863,148951703~1714435,174409656~1991285,200988662~260569,206550926~2830002,228107110~4782485,248788957~2292290,345777512~688740,374743369~6356106] 2024-04-24T03:30:36.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:35 smithi016 ceph-mon[84376]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-24T03:30:36.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:35 smithi016 ceph-mon[86910]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-24T03:30:36.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:35 smithi063 ceph-mon[77007]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-24T03:30:36.798 INFO:tasks.workunit.client.0.smithi016.stdout: i=14 exists [56242~3566567,10605239~25262438,46594090~5960650,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,125596969~589863,126284612~25538048,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,190289879~760262,191276702~4653034,198123458~3125773,201966907~13801817,216185318~8889943,226245691~9532531,244513015~6695964,254554158~4567101,259961474~939291,264018603~16914491,285716419~2019091,290189877~5648250,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,338632358~946192,341831379~8595812,351593622~1986612,355483140~7807261,363493613~6962469,373071958~10091035,383411013~16025853,401014205~11516018] wrote [26591167~9276510,51687060~867680,74481348~6303135,134846965~3871450,145824415~5441579,231312674~3972465,256052329~3068930,285716419~2019091,299465729~1836312] 2024-04-24T03:30:37.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:36 smithi016 ceph-mon[84376]: pgmap v2573: 137 pgs: 137 active+clean; 476 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 34 MiB/s wr, 211 op/s 2024-04-24T03:30:37.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:36 smithi016 ceph-mon[84376]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-24T03:30:37.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:36 smithi016 ceph-mon[86910]: pgmap v2573: 137 pgs: 137 active+clean; 476 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 34 MiB/s wr, 211 op/s 2024-04-24T03:30:37.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:36 smithi016 ceph-mon[86910]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-24T03:30:37.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:36 smithi063 ceph-mon[77007]: pgmap v2573: 137 pgs: 137 active+clean; 476 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 34 MiB/s wr, 211 op/s 2024-04-24T03:30:37.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:36 smithi063 ceph-mon[77007]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-24T03:30:37.827 INFO:tasks.workunit.client.0.smithi016.stdout: i=15 exists [56242~4316839,10605239~25262438,46594090~5960650,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,122871177~28951483,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,190289879~760262,191276702~4653034,198123458~3125773,201966907~13801817,216185318~8889943,226245691~9532531,244513015~6695964,254554158~4567101,259961474~939291,264018603~16914491,285716419~2019091,290189877~5648250,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,338632358~946192,341831379~8595812,351593622~1986612,355483140~7807261,363493613~6962469,373071958~10091035,383411013~16025853,401014205~11516018] wrote [1045709~3327372,89775618~1872475,98366521~3078140,104734718~4435037,110071211~2500034,122871177~10806873,137406000~5443295,167444514~6431290] 2024-04-24T03:30:38.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:37 smithi016 ceph-mon[84376]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-24T03:30:38.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:37 smithi016 ceph-mon[86910]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-24T03:30:38.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:37 smithi063 ceph-mon[77007]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-24T03:30:38.730 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:30:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:30:38] "GET /metrics HTTP/1.1" 200 36773 "" "Prometheus/2.43.0" 2024-04-24T03:30:38.805 INFO:tasks.workunit.client.0.smithi016.stdout: i=16 exists [56242~4316839,10605239~25262438,37575072~5278936,46594090~5960650,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,122871177~28951483,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,190289879~760262,191276702~4653034,198123458~3125773,201966907~33811315,242548520~8660459,254554158~4567101,259961474~939291,264018603~16914491,285716419~2019091,290189877~5648250,296167238~6574770,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,338632358~946192,341831379~8595812,351593622~1986612,355483140~7807261,363493613~6962469,373071958~10091035,383411013~16025853,401014205~11516018] wrote [18024321~2660991,22753324~7699257,37575072~5278936,208949856~512836,215191057~4316026,223653751~7391049,242548520~2592128,246217416~3032736,368323806~313894,395031358~2575985] 2024-04-24T03:30:39.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:38 smithi016 ceph-mon[84376]: pgmap v2576: 137 pgs: 137 active+clean; 609 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 36 MiB/s wr, 323 op/s 2024-04-24T03:30:39.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:38 smithi016 ceph-mon[84376]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-24T03:30:39.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:38 smithi016 ceph-mon[86910]: pgmap v2576: 137 pgs: 137 active+clean; 609 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 36 MiB/s wr, 323 op/s 2024-04-24T03:30:39.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:38 smithi016 ceph-mon[86910]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-24T03:30:39.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:38 smithi063 ceph-mon[77007]: pgmap v2576: 137 pgs: 137 active+clean; 609 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 36 MiB/s wr, 323 op/s 2024-04-24T03:30:39.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:38 smithi063 ceph-mon[77007]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-24T03:30:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: i=17 exists [56242~4316839,10605239~25262438,37575072~5278936,46594090~5960650,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,122871177~28951483,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,190289879~760262,191276702~9972529,201966907~33811315,238451532~12757447,254554158~4567101,259961474~939291,264018603~16914491,285716419~2019091,290126891~12615117,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,338632358~946192,341831379~8595812,351593622~1986612,355483140~7807261,363493613~8169460,373071958~10091035,383411013~16025853,401014205~11516018] wrote [10671119~2908122,22426354~8137820,125647696~6094343,135381816~6383987,194575518~4057805,211667771~2334977,238451532~6665350,290126891~7887067,368924029~2739044,379188862~1401380] 2024-04-24T03:30:40.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:39 smithi016 ceph-mon[84376]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-24T03:30:40.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:39 smithi016 ceph-mon[86910]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-24T03:30:40.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:39 smithi063 ceph-mon[77007]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-24T03:30:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: i=18 exists [56242~4316839,10605239~25262438,37575072~5278936,46594090~5960650,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15245684,122871177~28951483,152857952~3463941,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,188877097~12372134,201966907~33811315,238451532~12757447,254009488~6891277,264018603~16914491,285716419~17025589,305681910~4222079,315861231~2420335,319121324~512935,321165325~2344645,323598154~12545805,338632358~946192,341831379~8595812,351593622~1986612,355483140~7807261,363493613~19669380,383411013~16025853,401014205~11516018] wrote [68909129~4005617,152857952~3463941,167953742~1309644,188877097~6780705,209658274~5294606,254009488~6099137,287213727~3550093,366843247~7262604,401834219~5561539] 2024-04-24T03:30:41.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:40 smithi016 ceph-mon[84376]: pgmap v2579: 137 pgs: 137 active+clean; 669 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 43 MiB/s wr, 328 op/s 2024-04-24T03:30:41.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:40 smithi016 ceph-mon[84376]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-24T03:30:41.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:40 smithi016 ceph-mon[86910]: pgmap v2579: 137 pgs: 137 active+clean; 669 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 43 MiB/s wr, 328 op/s 2024-04-24T03:30:41.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:40 smithi016 ceph-mon[86910]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-24T03:30:41.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:40 smithi063 ceph-mon[77007]: pgmap v2579: 137 pgs: 137 active+clean; 669 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 43 MiB/s wr, 328 op/s 2024-04-24T03:30:41.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:40 smithi063 ceph-mon[77007]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-24T03:30:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: i=19 exists [56242~4316839,10605239~35019324,46594090~5960650,54011890~9206172,63378880~21824585,85592441~6932798,97350168~15957189,122871177~29650137,152857952~3463941,158649191~17792225,176852793~1824315,179081180~2952925,182931026~1077929,188877097~12372134,201966907~33811315,238451532~12757447,254009488~6891277,263194907~17738187,285716419~17025589,305681910~4222079,315861231~5134802,321165325~2344645,323598154~15980396,341831379~8595812,351593622~1986612,355483140~7807261,363493613~19669380,383411013~16025853,401014205~11516018] wrote [34536864~11087699,102316502~4244211,106799054~6508303,129897403~2228127,144676924~7844390,263194907~4996526,316727777~4268256,334232548~4906113,372795802~6927332] 2024-04-24T03:30:42.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:41 smithi016 ceph-mon[86910]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-24T03:30:42.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:41 smithi016 ceph-mon[84376]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-24T03:30:42.054 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:41 smithi063 ceph-mon[77007]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-24T03:30:42.777 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 1 diff [75497472~8388608,125829120~8388608,171966464~4194304,188743680~12582912,218103808~8388608,289406976~4194304,377487360~4194304,402653184~4194304] 2024-04-24T03:30:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [75497472~8388608,125829120~8388608,171966464~4194304,188743680~12582912,218103808~8388608,289406976~4194304,377487360~4194304,402653184~4194304] 2024-04-24T03:30:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [75497472~12582912,125829120~8388608,171966464~4194304,188743680~12582912,218103808~8388608,289406976~8388608,377487360~4194304,402653184~8388608] 2024-04-24T03:30:42.791 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 2 diff [25165824~4194304,75497472~12582912,96468992~4194304,125829120~8388608,171966464~4194304,180355072~4194304,188743680~12582912,218103808~8388608,255852544~4194304,289406976~4194304,318767104~4194304,352321536~8388608,373293056~8388608,402653184~4194304] 2024-04-24T03:30:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25165824~4194304,75497472~12582912,96468992~4194304,125829120~8388608,171966464~4194304,180355072~4194304,188743680~12582912,218103808~8388608,255852544~4194304,289406976~4194304,318767104~4194304,352321536~8388608,373293056~8388608,402653184~4194304] 2024-04-24T03:30:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25165824~4194304,75497472~12582912,96468992~8388608,125829120~12582912,171966464~4194304,180355072~4194304,188743680~12582912,218103808~8388608,255852544~4194304,289406976~8388608,318767104~8388608,352321536~12582912,373293056~8388608,402653184~8388608] 2024-04-24T03:30:42.793 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 3 diff [8388608~20971520,75497472~16777216,96468992~4194304,125829120~16777216,171966464~4194304,180355072~4194304,188743680~12582912,218103808~16777216,243269632~8388608,255852544~4194304,289406976~4194304,318767104~12582912,343932928~16777216,373293056~8388608,402653184~4194304] 2024-04-24T03:30:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~20971520,75497472~16777216,96468992~4194304,125829120~16777216,171966464~4194304,180355072~4194304,188743680~12582912,218103808~16777216,243269632~8388608,255852544~4194304,289406976~4194304,318767104~12582912,343932928~16777216,373293056~8388608,402653184~4194304] 2024-04-24T03:30:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~20971520,75497472~29360128,125829120~16777216,171966464~4194304,180355072~4194304,188743680~12582912,218103808~20971520,243269632~8388608,255852544~4194304,289406976~8388608,318767104~12582912,343932928~20971520,373293056~8388608,402653184~8388608] 2024-04-24T03:30:42.796 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 4 diff [0~4194304,8388608~20971520,62914560~4194304,75497472~16777216,96468992~4194304,125829120~16777216,167772160~8388608,180355072~4194304,188743680~12582912,205520896~8388608,218103808~16777216,243269632~8388608,255852544~4194304,289406976~4194304,314572800~16777216,343932928~16777216,373293056~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,62914560~4194304,75497472~16777216,96468992~4194304,125829120~16777216,167772160~8388608,180355072~4194304,188743680~12582912,205520896~8388608,218103808~16777216,243269632~8388608,255852544~4194304,289406976~4194304,314572800~16777216,343932928~16777216,373293056~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,62914560~4194304,75497472~29360128,125829120~16777216,167772160~8388608,180355072~4194304,188743680~12582912,205520896~33554432,243269632~8388608,255852544~4194304,289406976~8388608,314572800~16777216,343932928~20971520,373293056~8388608,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.799 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 5 diff [0~4194304,8388608~20971520,54525952~12582912,75497472~16777216,96468992~8388608,125829120~25165824,155189248~8388608,167772160~8388608,180355072~4194304,188743680~12582912,205520896~8388608,218103808~16777216,243269632~8388608,255852544~4194304,289406976~4194304,314572800~16777216,343932928~16777216,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,54525952~12582912,75497472~16777216,96468992~8388608,125829120~25165824,155189248~8388608,167772160~8388608,180355072~4194304,188743680~12582912,205520896~8388608,218103808~16777216,243269632~8388608,255852544~4194304,289406976~4194304,314572800~16777216,343932928~16777216,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,54525952~12582912,75497472~29360128,125829120~25165824,155189248~20971520,180355072~4194304,188743680~12582912,205520896~33554432,243269632~8388608,255852544~4194304,289406976~8388608,314572800~20971520,343932928~20971520,369098752~12582912,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.803 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 6 diff [0~4194304,8388608~20971520,33554432~4194304,54525952~37748736,96468992~8388608,125829120~25165824,155189248~8388608,167772160~8388608,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~4194304,264241152~8388608,289406976~4194304,306184192~4194304,314572800~20971520,343932928~16777216,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,33554432~4194304,54525952~37748736,96468992~8388608,125829120~25165824,155189248~8388608,167772160~8388608,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~4194304,264241152~8388608,289406976~4194304,306184192~4194304,314572800~20971520,343932928~16777216,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~50331648,125829120~25165824,155189248~20971520,180355072~4194304,188743680~50331648,243269632~8388608,255852544~4194304,264241152~12582912,289406976~8388608,306184192~4194304,314572800~20971520,343932928~20971520,369098752~12582912,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.808 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 7 diff [0~4194304,8388608~16777216,33554432~4194304,54525952~37748736,96468992~8388608,125829120~25165824,155189248~8388608,167772160~8388608,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~20971520,289406976~4194304,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,54525952~37748736,96468992~8388608,125829120~25165824,155189248~8388608,167772160~8388608,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~20971520,289406976~4194304,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~50331648,125829120~25165824,155189248~20971520,180355072~4194304,188743680~50331648,243269632~8388608,255852544~25165824,289406976~8388608,306184192~4194304,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.813 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 8 diff [0~4194304,8388608~16777216,33554432~4194304,54525952~37748736,96468992~16777216,125829120~25165824,155189248~12582912,171966464~4194304,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~20971520,289406976~4194304,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,54525952~37748736,96468992~16777216,125829120~25165824,155189248~12582912,171966464~4194304,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~20971520,289406976~4194304,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~58720256,125829120~25165824,155189248~20971520,180355072~4194304,188743680~50331648,243269632~8388608,255852544~25165824,289406976~8388608,306184192~4194304,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.818 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 9 diff [0~4194304,8388608~20971520,33554432~4194304,46137344~46137344,96468992~16777216,125829120~25165824,155189248~12582912,171966464~4194304,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~20971520,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,33554432~4194304,46137344~46137344,96468992~16777216,125829120~25165824,155189248~12582912,171966464~4194304,180355072~4194304,188743680~25165824,218103808~16777216,243269632~8388608,255852544~20971520,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,46137344~67108864,125829120~50331648,180355072~4194304,188743680~50331648,243269632~8388608,255852544~25165824,289406976~20971520,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.823 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 10 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,125829120~25165824,155189248~12582912,171966464~4194304,180355072~4194304,188743680~46137344,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,125829120~25165824,155189248~12582912,171966464~4194304,180355072~4194304,188743680~46137344,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,125829120~50331648,180355072~4194304,188743680~50331648,243269632~8388608,255852544~25165824,289406976~20971520,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.829 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 11 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,125829120~25165824,155189248~29360128,188743680~46137344,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~67108864] 2024-04-24T03:30:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,125829120~25165824,155189248~29360128,188743680~46137344,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~67108864] 2024-04-24T03:30:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,125829120~58720256,188743680~50331648,243269632~8388608,255852544~25165824,289406976~20971520,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.835 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 12 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,125829120~25165824,155189248~29360128,188743680~46137344,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,125829120~25165824,155189248~29360128,188743680~46137344,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.841 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,125829120~58720256,188743680~50331648,243269632~37748736,289406976~20971520,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.841 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 13 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~62914560,188743680~46137344,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.841 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~62914560,188743680~46137344,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,121634816~62914560,188743680~50331648,243269632~37748736,289406976~20971520,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.847 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 14 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~62914560,188743680~46137344,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~62914560,188743680~46137344,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,121634816~62914560,188743680~50331648,243269632~37748736,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.855 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 15 diff [0~37748736,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~46137344,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~37748736,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~46137344,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~37748736,46137344~67108864,121634816~62914560,188743680~50331648,243269632~37748736,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 16 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.871 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 17 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.880 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 18 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.888 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 19 diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.897 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 2 diff [25165824~4194304,75497472~8388608,96468992~4194304,130023424~4194304,180355072~4194304,255852544~4194304,318767104~4194304,352321536~8388608,373293056~8388608] 2024-04-24T03:30:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25165824~4194304,75497472~8388608,96468992~4194304,130023424~4194304,180355072~4194304,255852544~4194304,318767104~4194304,352321536~8388608,373293056~8388608] 2024-04-24T03:30:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25165824~4194304,75497472~8388608,96468992~8388608,130023424~8388608,180355072~4194304,255852544~4194304,318767104~8388608,352321536~12582912,373293056~8388608] 2024-04-24T03:30:42.899 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 3 diff [8388608~20971520,75497472~16777216,96468992~4194304,130023424~12582912,180355072~4194304,226492416~8388608,243269632~8388608,255852544~4194304,318767104~12582912,343932928~16777216,373293056~8388608] 2024-04-24T03:30:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~20971520,75497472~16777216,96468992~4194304,130023424~12582912,180355072~4194304,226492416~8388608,243269632~8388608,255852544~4194304,318767104~12582912,343932928~16777216,373293056~8388608] 2024-04-24T03:30:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~20971520,75497472~29360128,130023424~12582912,180355072~4194304,226492416~12582912,243269632~8388608,255852544~4194304,318767104~12582912,343932928~20971520,373293056~8388608] 2024-04-24T03:30:42.900 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 4 diff [0~4194304,8388608~20971520,62914560~4194304,75497472~16777216,96468992~4194304,130023424~12582912,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,243269632~8388608,255852544~4194304,314572800~16777216,343932928~16777216,373293056~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,62914560~4194304,75497472~16777216,96468992~4194304,130023424~12582912,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,243269632~8388608,255852544~4194304,314572800~16777216,343932928~16777216,373293056~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,62914560~4194304,75497472~29360128,130023424~12582912,167772160~4194304,180355072~4194304,205520896~12582912,226492416~12582912,243269632~8388608,255852544~4194304,314572800~16777216,343932928~20971520,373293056~8388608,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.903 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 5 diff [0~4194304,8388608~20971520,54525952~12582912,75497472~16777216,96468992~8388608,130023424~20971520,155189248~8388608,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,243269632~8388608,255852544~4194304,314572800~16777216,343932928~16777216,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,54525952~12582912,75497472~16777216,96468992~8388608,130023424~20971520,155189248~8388608,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,243269632~8388608,255852544~4194304,314572800~16777216,343932928~16777216,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,54525952~12582912,75497472~29360128,130023424~20971520,155189248~16777216,180355072~4194304,205520896~12582912,226492416~12582912,243269632~8388608,255852544~4194304,314572800~20971520,343932928~20971520,369098752~12582912,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.905 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 6 diff [0~4194304,8388608~20971520,33554432~4194304,54525952~25165824,83886080~8388608,96468992~8388608,130023424~20971520,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,222298112~12582912,243269632~8388608,255852544~4194304,264241152~8388608,306184192~4194304,314572800~20971520,343932928~16777216,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,33554432~4194304,54525952~25165824,83886080~8388608,96468992~8388608,130023424~20971520,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,222298112~12582912,243269632~8388608,255852544~4194304,264241152~8388608,306184192~4194304,314572800~20971520,343932928~16777216,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~50331648,130023424~20971520,155189248~16777216,180355072~4194304,201326592~16777216,222298112~16777216,243269632~8388608,255852544~4194304,264241152~12582912,306184192~4194304,314572800~20971520,343932928~20971520,369098752~12582912,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.909 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 7 diff [0~4194304,8388608~16777216,33554432~4194304,54525952~25165824,83886080~8388608,96468992~8388608,130023424~20971520,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,218103808~16777216,243269632~8388608,255852544~20971520,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,54525952~25165824,83886080~8388608,96468992~8388608,130023424~20971520,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,218103808~16777216,243269632~8388608,255852544~20971520,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~50331648,130023424~20971520,155189248~16777216,180355072~4194304,201326592~37748736,243269632~8388608,255852544~25165824,306184192~4194304,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.913 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 8 diff [0~4194304,8388608~16777216,33554432~4194304,54525952~25165824,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,255852544~20971520,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,54525952~25165824,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,255852544~20971520,306184192~4194304,314572800~20971520,343932928~33554432,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~58720256,130023424~20971520,155189248~16777216,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,255852544~25165824,306184192~4194304,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.917 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 9 diff [0~4194304,8388608~20971520,33554432~4194304,46137344~46137344,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,255852544~20971520,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~20971520,33554432~4194304,46137344~46137344,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,255852544~20971520,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,46137344~67108864,130023424~41943040,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,255852544~25165824,289406976~20971520,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.921 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 10 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~33554432,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~33554432,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~46137344,394264576~16777216] 2024-04-24T03:30:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,130023424~41943040,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,255852544~25165824,289406976~20971520,314572800~25165824,343932928~46137344,394264576~20971520] 2024-04-24T03:30:42.926 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 11 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~67108864] 2024-04-24T03:30:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~8388608,255852544~25165824,289406976~12582912,306184192~4194304,314572800~20971520,343932928~67108864] 2024-04-24T03:30:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,130023424~54525952,188743680~4194304,201326592~37748736,243269632~8388608,255852544~25165824,289406976~20971520,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.931 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 12 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,130023424~54525952,188743680~4194304,201326592~37748736,243269632~37748736,289406976~20971520,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.936 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 13 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,289406976~20971520,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.942 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 14 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.948 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 15 diff [0~37748736,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~37748736,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~37748736,46137344~67108864,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.955 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 16 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~83886080,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~83886080,285212672~16777216,306184192~4194304,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~4194304,197132288~83886080,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.961 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 17 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.967 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 18 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.975 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 19 diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:42.982 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 3 diff [8388608~16777216,83886080~8388608,134217728~8388608,226492416~8388608,243269632~8388608,322961408~8388608,343932928~8388608] 2024-04-24T03:30:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~16777216,83886080~8388608,134217728~8388608,226492416~8388608,243269632~8388608,322961408~8388608,343932928~8388608] 2024-04-24T03:30:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~20971520,83886080~12582912,134217728~8388608,226492416~12582912,243269632~8388608,322961408~8388608,343932928~8388608] 2024-04-24T03:30:42.983 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 4 diff [0~4194304,8388608~16777216,62914560~4194304,83886080~8388608,134217728~8388608,167772160~4194304,205520896~8388608,226492416~8388608,243269632~8388608,314572800~4194304,322961408~8388608,343932928~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,62914560~4194304,83886080~8388608,134217728~8388608,167772160~4194304,205520896~8388608,226492416~8388608,243269632~8388608,314572800~4194304,322961408~8388608,343932928~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,62914560~4194304,83886080~12582912,134217728~8388608,167772160~4194304,205520896~12582912,226492416~12582912,243269632~8388608,314572800~4194304,322961408~8388608,343932928~8388608,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.985 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 5 diff [0~4194304,8388608~16777216,54525952~12582912,83886080~8388608,96468992~8388608,134217728~16777216,155189248~8388608,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,243269632~8388608,314572800~4194304,322961408~8388608,343932928~8388608,356515840~4194304,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,54525952~12582912,83886080~8388608,96468992~8388608,134217728~16777216,155189248~8388608,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,243269632~8388608,314572800~4194304,322961408~8388608,343932928~8388608,356515840~4194304,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,54525952~12582912,83886080~20971520,134217728~16777216,155189248~16777216,180355072~4194304,205520896~12582912,226492416~12582912,243269632~8388608,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.987 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 6 diff [0~4194304,8388608~16777216,33554432~4194304,54525952~20971520,83886080~8388608,96468992~8388608,134217728~16777216,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,222298112~12582912,243269632~8388608,264241152~8388608,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,54525952~20971520,83886080~8388608,96468992~8388608,134217728~16777216,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,222298112~12582912,243269632~8388608,264241152~8388608,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~25165824,83886080~20971520,134217728~16777216,155189248~16777216,180355072~4194304,201326592~16777216,222298112~16777216,243269632~8388608,264241152~12582912,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~8388608,369098752~8388608,385875968~4194304,394264576~16777216] 2024-04-24T03:30:42.989 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 7 diff [0~4194304,8388608~16777216,33554432~4194304,54525952~20971520,83886080~8388608,96468992~8388608,134217728~16777216,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,54525952~20971520,83886080~8388608,96468992~8388608,134217728~16777216,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~25165824,83886080~20971520,134217728~16777216,155189248~16777216,180355072~4194304,201326592~37748736,243269632~8388608,260046848~20971520,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~20971520,381681664~8388608,394264576~20971520] 2024-04-24T03:30:42.992 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 8 diff [0~4194304,8388608~16777216,33554432~4194304,54525952~20971520,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,54525952~20971520,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,54525952~25165824,83886080~29360128,134217728~16777216,155189248~16777216,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~20971520,381681664~8388608,394264576~20971520] 2024-04-24T03:30:42.996 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 9 diff [0~4194304,8388608~16777216,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~33554432,394264576~16777216] 2024-04-24T03:30:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~33554432,394264576~16777216] 2024-04-24T03:30:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~20971520,33554432~4194304,46137344~33554432,83886080~29360128,134217728~37748736,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,289406976~20971520,314572800~4194304,322961408~16777216,343932928~8388608,356515840~33554432,394264576~20971520] 2024-04-24T03:30:42.999 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 10 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~33554432,394264576~16777216] 2024-04-24T03:30:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~33554432,394264576~16777216] 2024-04-24T03:30:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~33554432,83886080~29360128,130023424~41943040,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,289406976~20971520,314572800~4194304,322961408~16777216,343932928~8388608,356515840~33554432,394264576~20971520] 2024-04-24T03:30:43.004 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 11 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~33554432,83886080~29360128,130023424~54525952,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,289406976~20971520,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.008 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 12 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~33554432,83886080~29360128,130023424~54525952,188743680~4194304,201326592~37748736,243269632~37748736,289406976~20971520,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.013 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 13 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~33554432,83886080~29360128,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,289406976~20971520,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.017 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 14 diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~29360128,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,8388608~29360128,46137344~67108864,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.023 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 15 diff [0~37748736,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~37748736,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:42 smithi016 ceph-mon[84376]: pgmap v2582: 137 pgs: 137 active+clean; 713 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 25 MiB/s wr, 185 op/s 2024-04-24T03:30:43.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:42 smithi016 ceph-mon[84376]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-24T03:30:43.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:42 smithi016 ceph-mon[86910]: pgmap v2582: 137 pgs: 137 active+clean; 713 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 25 MiB/s wr, 185 op/s 2024-04-24T03:30:43.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:42 smithi016 ceph-mon[86910]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-24T03:30:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~37748736,46137344~67108864,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.029 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 16 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~83886080,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~83886080,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~4194304,197132288~83886080,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.034 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 17 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.041 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 18 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~113246208,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.047 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 19 diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.054 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 4 diff [0~4194304,62914560~4194304,167772160~4194304,205520896~8388608,226492416~8388608,314572800~4194304,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,62914560~4194304,167772160~4194304,205520896~8388608,226492416~8388608,314572800~4194304,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:43.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:42 smithi063 ceph-mon[77007]: pgmap v2582: 137 pgs: 137 active+clean; 713 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 25 MiB/s wr, 185 op/s 2024-04-24T03:30:43.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:42 smithi063 ceph-mon[77007]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-24T03:30:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,62914560~4194304,167772160~4194304,205520896~12582912,226492416~12582912,314572800~4194304,385875968~4194304,394264576~16777216] 2024-04-24T03:30:43.055 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 5 diff [0~4194304,54525952~12582912,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,314572800~4194304,322961408~8388608,356515840~4194304,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,54525952~12582912,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,167772160~4194304,180355072~4194304,205520896~8388608,226492416~8388608,314572800~4194304,322961408~8388608,356515840~4194304,369098752~8388608,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-24T03:30:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,54525952~12582912,88080384~4194304,96468992~8388608,142606336~8388608,155189248~16777216,180355072~4194304,205520896~12582912,226492416~12582912,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608,385875968~4194304,394264576~16777216] 2024-04-24T03:30:43.057 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 6 diff [0~4194304,33554432~4194304,54525952~20971520,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,222298112~12582912,264241152~8388608,306184192~4194304,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,33554432~4194304,54525952~20971520,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,222298112~12582912,264241152~8388608,306184192~4194304,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608,385875968~4194304,394264576~12582912] 2024-04-24T03:30:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,33554432~4194304,54525952~25165824,88080384~4194304,96468992~8388608,142606336~8388608,155189248~16777216,180355072~4194304,201326592~16777216,222298112~16777216,264241152~12582912,306184192~4194304,314572800~4194304,322961408~12582912,356515840~8388608,369098752~8388608,385875968~4194304,394264576~16777216] 2024-04-24T03:30:43.059 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 7 diff [0~4194304,12582912~8388608,33554432~4194304,54525952~20971520,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,218103808~16777216,247463936~4194304,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~8388608,33554432~4194304,54525952~20971520,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,167772160~4194304,180355072~4194304,201326592~12582912,218103808~16777216,247463936~4194304,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,33554432~4194304,54525952~25165824,88080384~4194304,96468992~8388608,142606336~8388608,155189248~16777216,180355072~4194304,201326592~37748736,247463936~4194304,260046848~20971520,306184192~4194304,314572800~4194304,322961408~16777216,356515840~20971520,381681664~8388608,394264576~20971520] 2024-04-24T03:30:43.061 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 8 diff [0~4194304,12582912~8388608,33554432~4194304,54525952~20971520,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~8388608,33554432~4194304,54525952~20971520,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,306184192~4194304,314572800~4194304,322961408~12582912,356515840~20971520,381681664~8388608,394264576~16777216] 2024-04-24T03:30:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,33554432~4194304,54525952~25165824,83886080~8388608,96468992~16777216,134217728~16777216,155189248~16777216,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,306184192~4194304,314572800~4194304,322961408~16777216,356515840~20971520,381681664~8388608,394264576~20971520] 2024-04-24T03:30:43.065 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 9 diff [0~4194304,12582912~12582912,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,356515840~33554432,394264576~16777216] 2024-04-24T03:30:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,356515840~33554432,394264576~16777216] 2024-04-24T03:30:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~37748736,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,289406976~20971520,314572800~4194304,322961408~16777216,356515840~33554432,394264576~20971520] 2024-04-24T03:30:43.068 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 10 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,356515840~33554432,394264576~16777216] 2024-04-24T03:30:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,356515840~33554432,394264576~16777216] 2024-04-24T03:30:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~41943040,180355072~4194304,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,289406976~20971520,314572800~4194304,322961408~16777216,356515840~33554432,394264576~20971520] 2024-04-24T03:30:43.072 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 11 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,348127232~4194304,356515840~54525952] 2024-04-24T03:30:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,314572800~4194304,322961408~12582912,348127232~4194304,356515840~54525952] 2024-04-24T03:30:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~54525952,188743680~4194304,201326592~37748736,243269632~8388608,260046848~20971520,289406976~20971520,314572800~4194304,322961408~16777216,348127232~67108864] 2024-04-24T03:30:43.076 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 12 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,348127232~4194304,356515840~54525952] 2024-04-24T03:30:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,348127232~4194304,356515840~54525952] 2024-04-24T03:30:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~54525952,188743680~4194304,201326592~37748736,243269632~37748736,289406976~20971520,314572800~4194304,322961408~16777216,348127232~67108864] 2024-04-24T03:30:43.080 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 13 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,289406976~20971520,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.085 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 14 diff [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.089 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 15 diff [0~8388608,12582912~25165824,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~25165824,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~25165824,46137344~46137344,96468992~16777216,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.095 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 16 diff [0~8388608,12582912~29360128,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~83886080,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~83886080,285212672~16777216,306184192~4194304,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~79691776,96468992~16777216,121634816~62914560,188743680~4194304,197132288~83886080,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.100 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 17 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.109 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 18 diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~41943040,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~4194304,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.113 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 19 diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.121 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 5 diff [54525952~8388608,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,180355072~4194304,322961408~8388608,356515840~4194304,369098752~8388608] 2024-04-24T03:30:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [54525952~8388608,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,180355072~4194304,322961408~8388608,356515840~4194304,369098752~8388608] 2024-04-24T03:30:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~12582912,88080384~4194304,96468992~8388608,142606336~8388608,155189248~12582912,180355072~4194304,322961408~12582912,356515840~8388608,369098752~8388608] 2024-04-24T03:30:43.123 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 6 diff [33554432~4194304,54525952~8388608,67108864~8388608,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,180355072~4194304,201326592~12582912,222298112~4194304,264241152~8388608,306184192~4194304,322961408~12582912,356515840~8388608,369098752~8388608,398458880~8388608] 2024-04-24T03:30:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [33554432~4194304,54525952~8388608,67108864~8388608,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,180355072~4194304,201326592~12582912,222298112~4194304,264241152~8388608,306184192~4194304,322961408~12582912,356515840~8388608,369098752~8388608,398458880~8388608] 2024-04-24T03:30:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [33554432~4194304,54525952~25165824,88080384~4194304,96468992~8388608,142606336~8388608,155189248~12582912,180355072~4194304,201326592~16777216,222298112~8388608,264241152~12582912,306184192~4194304,322961408~12582912,356515840~8388608,369098752~8388608,398458880~12582912] 2024-04-24T03:30:43.125 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 7 diff [12582912~8388608,33554432~4194304,54525952~8388608,67108864~8388608,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,180355072~4194304,201326592~12582912,218103808~8388608,247463936~4194304,260046848~16777216,306184192~4194304,322961408~12582912,356515840~20971520,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~8388608,33554432~4194304,54525952~8388608,67108864~8388608,88080384~4194304,96468992~8388608,142606336~8388608,155189248~8388608,180355072~4194304,201326592~12582912,218103808~8388608,247463936~4194304,260046848~16777216,306184192~4194304,322961408~12582912,356515840~20971520,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,33554432~4194304,54525952~25165824,88080384~4194304,96468992~8388608,142606336~8388608,155189248~12582912,180355072~4194304,201326592~29360128,247463936~4194304,260046848~20971520,306184192~4194304,322961408~16777216,356515840~20971520,381681664~8388608,398458880~16777216] 2024-04-24T03:30:43.127 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 8 diff [12582912~8388608,33554432~4194304,54525952~8388608,67108864~8388608,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,306184192~4194304,322961408~12582912,356515840~20971520,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~8388608,33554432~4194304,54525952~8388608,67108864~8388608,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,306184192~4194304,322961408~12582912,356515840~20971520,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,33554432~4194304,54525952~25165824,83886080~8388608,96468992~16777216,134217728~16777216,155189248~16777216,180355072~4194304,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,306184192~4194304,322961408~16777216,356515840~20971520,381681664~8388608,398458880~16777216] 2024-04-24T03:30:43.129 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 9 diff [12582912~12582912,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,322961408~12582912,356515840~29360128,398458880~12582912] 2024-04-24T03:30:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~12582912,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~16777216,155189248~12582912,180355072~4194304,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,322961408~12582912,356515840~29360128,398458880~12582912] 2024-04-24T03:30:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,33554432~4194304,46137344~33554432,83886080~8388608,96468992~16777216,134217728~37748736,180355072~4194304,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~20971520,322961408~16777216,356515840~33554432,398458880~16777216] 2024-04-24T03:30:43.132 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 10 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~12582912,356515840~29360128,398458880~12582912] 2024-04-24T03:30:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~12582912,180355072~4194304,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~12582912,356515840~29360128,398458880~12582912] 2024-04-24T03:30:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~41943040,180355072~4194304,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~20971520,322961408~16777216,356515840~33554432,398458880~16777216] 2024-04-24T03:30:43.136 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 11 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~12582912,348127232~4194304,356515840~37748736,398458880~12582912] 2024-04-24T03:30:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~12582912,348127232~4194304,356515840~37748736,398458880~12582912] 2024-04-24T03:30:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~54525952,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~20971520,322961408~16777216,348127232~67108864] 2024-04-24T03:30:43.139 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 12 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,322961408~16777216,348127232~4194304,356515840~54525952] 2024-04-24T03:30:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~20971520,155189248~29360128,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,322961408~16777216,348127232~4194304,356515840~54525952] 2024-04-24T03:30:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,130023424~54525952,188743680~4194304,201326592~37748736,243269632~37748736,289406976~20971520,322961408~16777216,348127232~67108864] 2024-04-24T03:30:43.143 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 13 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~8388608,96468992~16777216,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,289406976~20971520,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.147 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 14 diff [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~4194304,130023424~54525952,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.152 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 15 diff [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~25165824,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~25165824,46137344~46137344,96468992~16777216,121634816~62914560,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.157 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 16 diff [0~4194304,12582912~29360128,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,239075328~41943040,285212672~16777216,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~29360128,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~4194304,197132288~37748736,239075328~41943040,285212672~16777216,306184192~4194304,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~79691776,96468992~16777216,121634816~62914560,188743680~4194304,197132288~83886080,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.162 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 17 diff [0~4194304,8388608~33554432,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~46137344,96468992~16777216,121634816~29360128,155189248~29360128,188743680~92274688,285212672~25165824,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.168 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 18 diff [0~4194304,8388608~33554432,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~46137344,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,322961408~16777216,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.174 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 19 diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.180 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 6 diff [33554432~4194304,67108864~8388608,201326592~12582912,222298112~4194304,264241152~8388608,306184192~4194304,331350016~4194304,356515840~8388608,398458880~8388608] 2024-04-24T03:30:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [33554432~4194304,67108864~8388608,201326592~12582912,222298112~4194304,264241152~8388608,306184192~4194304,331350016~4194304,356515840~8388608,398458880~8388608] 2024-04-24T03:30:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [33554432~4194304,67108864~12582912,201326592~16777216,222298112~8388608,264241152~12582912,306184192~4194304,331350016~4194304,356515840~8388608,398458880~12582912] 2024-04-24T03:30:43.182 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 7 diff [12582912~8388608,33554432~4194304,67108864~8388608,201326592~12582912,218103808~8388608,247463936~4194304,260046848~16777216,306184192~4194304,331350016~4194304,356515840~12582912,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~8388608,33554432~4194304,67108864~8388608,201326592~12582912,218103808~8388608,247463936~4194304,260046848~16777216,306184192~4194304,331350016~4194304,356515840~12582912,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,33554432~4194304,67108864~12582912,201326592~29360128,247463936~4194304,260046848~20971520,306184192~4194304,331350016~8388608,356515840~16777216,381681664~8388608,398458880~16777216] 2024-04-24T03:30:43.184 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 8 diff [12582912~8388608,33554432~4194304,67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,306184192~4194304,322961408~4194304,331350016~4194304,356515840~12582912,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~8388608,33554432~4194304,67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,306184192~4194304,322961408~4194304,331350016~4194304,356515840~12582912,381681664~4194304,398458880~12582912] 2024-04-24T03:30:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,33554432~4194304,67108864~12582912,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,306184192~4194304,322961408~4194304,331350016~8388608,356515840~16777216,381681664~8388608,398458880~16777216] 2024-04-24T03:30:43.186 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 9 diff [12582912~12582912,33554432~4194304,46137344~12582912,62914560~16777216,83886080~4194304,104857600~8388608,134217728~16777216,163577856~8388608,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,322961408~4194304,331350016~4194304,356515840~12582912,377487360~8388608,398458880~12582912] 2024-04-24T03:30:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~12582912,33554432~4194304,46137344~12582912,62914560~16777216,83886080~4194304,104857600~8388608,134217728~16777216,163577856~8388608,188743680~4194304,201326592~12582912,218103808~8388608,243269632~8388608,260046848~16777216,289406976~12582912,306184192~4194304,322961408~4194304,331350016~4194304,356515840~12582912,377487360~8388608,398458880~12582912] 2024-04-24T03:30:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,33554432~4194304,46137344~33554432,83886080~4194304,104857600~8388608,134217728~20971520,163577856~8388608,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~20971520,322961408~4194304,331350016~8388608,356515840~16777216,377487360~12582912,398458880~16777216] 2024-04-24T03:30:43.189 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 10 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~8388608,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~4194304,331350016~4194304,356515840~12582912,377487360~8388608,398458880~12582912] 2024-04-24T03:30:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~8388608,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~4194304,331350016~4194304,356515840~12582912,377487360~8388608,398458880~12582912] 2024-04-24T03:30:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~8388608,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~20971520,322961408~4194304,331350016~8388608,356515840~16777216,377487360~12582912,398458880~16777216] 2024-04-24T03:30:43.192 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 11 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~4194304,331350016~4194304,348127232~4194304,356515840~12582912,377487360~16777216,398458880~12582912] 2024-04-24T03:30:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~29360128,243269632~8388608,260046848~20971520,289406976~12582912,306184192~4194304,322961408~4194304,331350016~4194304,348127232~4194304,356515840~12582912,377487360~16777216,398458880~12582912] 2024-04-24T03:30:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~16777216,188743680~4194304,201326592~33554432,243269632~8388608,260046848~20971520,289406976~20971520,322961408~16777216,348127232~25165824,377487360~37748736] 2024-04-24T03:30:43.195 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 12 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,322961408~4194304,331350016~8388608,348127232~4194304,356515840~12582912,377487360~33554432] 2024-04-24T03:30:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~33554432,243269632~37748736,289406976~12582912,306184192~4194304,322961408~4194304,331350016~8388608,348127232~4194304,356515840~12582912,377487360~33554432] 2024-04-24T03:30:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~20971520,188743680~4194304,201326592~37748736,243269632~37748736,289406976~20971520,322961408~16777216,348127232~25165824,377487360~37748736] 2024-04-24T03:30:43.198 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 13 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~37748736,243269632~37748736,289406976~12582912,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~8388608,46137344~33554432,83886080~4194304,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~41943040,243269632~37748736,289406976~20971520,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.202 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 14 diff [0~4194304,12582912~25165824,46137344~12582912,62914560~25165824,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~25165824,46137344~12582912,62914560~25165824,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~25165824,46137344~41943040,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.206 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 15 diff [0~4194304,12582912~25165824,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~25165824,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~37748736,243269632~37748736,285212672~16777216,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~25165824,46137344~46137344,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~41943040,243269632~37748736,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.211 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 16 diff [0~4194304,12582912~29360128,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~37748736,239075328~41943040,285212672~16777216,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~29360128,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~37748736,239075328~41943040,285212672~16777216,306184192~4194304,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~79691776,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~83886080,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.215 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 17 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~92274688,285212672~25165824,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~92274688,285212672~25165824,322961408~4194304,331350016~8388608,343932928~8388608,356515840~12582912,373293056~37748736] 2024-04-24T03:30:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~33554432,163577856~20971520,188743680~92274688,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.220 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 18 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,322961408~4194304,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,322961408~4194304,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,322961408~16777216,343932928~71303168] 2024-04-24T03:30:43.226 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 19 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.232 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 7 diff [12582912~8388608,67108864~8388608,218103808~4194304,247463936~4194304,260046848~8388608,272629760~4194304,331350016~4194304,360710144~8388608,381681664~4194304,406847488~8388608] 2024-04-24T03:30:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~8388608,67108864~8388608,218103808~4194304,247463936~4194304,260046848~8388608,272629760~4194304,331350016~4194304,360710144~8388608,381681664~4194304,406847488~8388608] 2024-04-24T03:30:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,67108864~8388608,218103808~4194304,247463936~4194304,260046848~20971520,331350016~8388608,360710144~12582912,381681664~8388608,406847488~8388608] 2024-04-24T03:30:43.234 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 8 diff [12582912~8388608,67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,218103808~4194304,243269632~8388608,260046848~8388608,272629760~4194304,322961408~4194304,331350016~4194304,360710144~8388608,381681664~4194304,406847488~8388608] 2024-04-24T03:30:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~8388608,67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,218103808~4194304,243269632~8388608,260046848~8388608,272629760~4194304,322961408~4194304,331350016~4194304,360710144~8388608,381681664~4194304,406847488~8388608] 2024-04-24T03:30:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,218103808~4194304,243269632~8388608,260046848~20971520,322961408~4194304,331350016~8388608,360710144~12582912,381681664~8388608,406847488~8388608] 2024-04-24T03:30:43.235 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 9 diff [12582912~12582912,46137344~12582912,62914560~12582912,83886080~4194304,104857600~8388608,134217728~16777216,163577856~8388608,188743680~4194304,218103808~8388608,243269632~8388608,260046848~8388608,272629760~4194304,289406976~12582912,322961408~4194304,331350016~4194304,360710144~8388608,377487360~8388608,406847488~8388608] 2024-04-24T03:30:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~12582912,46137344~12582912,62914560~12582912,83886080~4194304,104857600~8388608,134217728~16777216,163577856~8388608,188743680~4194304,218103808~8388608,243269632~8388608,260046848~8388608,272629760~4194304,289406976~12582912,322961408~4194304,331350016~4194304,360710144~8388608,377487360~8388608,406847488~8388608] 2024-04-24T03:30:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~12582912,46137344~29360128,83886080~4194304,104857600~8388608,134217728~20971520,163577856~8388608,188743680~4194304,218103808~8388608,243269632~8388608,260046848~20971520,289406976~16777216,322961408~4194304,331350016~8388608,360710144~12582912,377487360~12582912,406847488~8388608] 2024-04-24T03:30:43.237 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 10 diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~8388608,188743680~4194304,201326592~8388608,218103808~12582912,243269632~8388608,260046848~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~4194304,360710144~8388608,377487360~8388608,406847488~8388608] 2024-04-24T03:30:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~8388608,188743680~4194304,201326592~8388608,218103808~12582912,243269632~8388608,260046848~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~4194304,360710144~8388608,377487360~8388608,406847488~8388608] 2024-04-24T03:30:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~8388608,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~20971520,289406976~16777216,322961408~4194304,331350016~8388608,360710144~12582912,377487360~12582912,406847488~8388608] 2024-04-24T03:30:43.240 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 11 diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~12582912,243269632~8388608,260046848~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~4194304,348127232~4194304,360710144~8388608,377487360~16777216,406847488~8388608] 2024-04-24T03:30:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~12582912,243269632~8388608,260046848~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~4194304,348127232~4194304,360710144~8388608,377487360~16777216,406847488~8388608] 2024-04-24T03:30:43.243 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~16777216,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,260046848~20971520,289406976~16777216,322961408~16777216,348127232~8388608,360710144~12582912,377487360~20971520,406847488~8388608] 2024-04-24T03:30:43.243 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 12 diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~16777216,243269632~25165824,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,348127232~4194304,360710144~8388608,377487360~20971520,402653184~8388608] 2024-04-24T03:30:43.243 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~16777216,243269632~25165824,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,348127232~4194304,360710144~8388608,377487360~20971520,402653184~8388608] 2024-04-24T03:30:43.246 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~20971520,188743680~4194304,201326592~12582912,218103808~20971520,243269632~37748736,289406976~16777216,322961408~16777216,348127232~8388608,360710144~12582912,377487360~37748736] 2024-04-24T03:30:43.246 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 13 diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~25165824,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.246 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~25165824,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.249 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~12582912,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~16777216,218103808~20971520,243269632~37748736,289406976~16777216,322961408~16777216,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.250 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 14 diff [0~4194304,12582912~25165824,46137344~12582912,62914560~25165824,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~25165824,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.250 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~25165824,46137344~12582912,62914560~25165824,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~25165824,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.253 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~25165824,46137344~41943040,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~16777216,218103808~20971520,243269632~37748736,285212672~20971520,322961408~16777216,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.254 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 15 diff [0~4194304,12582912~25165824,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~25165824,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.254 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~25165824,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~25165824,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.257 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~25165824,46137344~46137344,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~16777216,218103808~20971520,243269632~37748736,285212672~20971520,322961408~16777216,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.258 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 16 diff [0~4194304,12582912~29360128,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,213909504~20971520,239075328~29360128,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.258 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~29360128,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,213909504~20971520,239075328~29360128,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.261 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~79691776,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~83886080,285212672~20971520,322961408~16777216,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.262 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 17 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.262 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.267 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~33554432,163577856~20971520,188743680~92274688,285212672~20971520,322961408~16777216,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.267 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 18 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.267 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.271 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,322961408~16777216,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.271 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 19 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.272 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.277 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.277 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 8 diff [67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,243269632~4194304,322961408~4194304,360710144~4194304] 2024-04-24T03:30:43.277 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,243269632~4194304,322961408~4194304,360710144~4194304] 2024-04-24T03:30:43.278 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [67108864~8388608,83886080~4194304,104857600~8388608,134217728~12582912,163577856~8388608,188743680~4194304,243269632~8388608,322961408~4194304,360710144~4194304] 2024-04-24T03:30:43.278 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 9 diff [12582912~4194304,46137344~12582912,62914560~12582912,83886080~4194304,104857600~8388608,134217728~16777216,163577856~8388608,188743680~4194304,218103808~8388608,243269632~4194304,289406976~12582912,322961408~4194304,360710144~4194304,377487360~4194304] 2024-04-24T03:30:43.278 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~4194304,46137344~12582912,62914560~12582912,83886080~4194304,104857600~8388608,134217728~16777216,163577856~8388608,188743680~4194304,218103808~8388608,243269632~4194304,289406976~12582912,322961408~4194304,360710144~4194304,377487360~4194304] 2024-04-24T03:30:43.280 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~8388608,46137344~29360128,83886080~4194304,104857600~8388608,134217728~20971520,163577856~8388608,188743680~4194304,218103808~8388608,243269632~8388608,289406976~16777216,322961408~4194304,360710144~4194304,377487360~8388608] 2024-04-24T03:30:43.280 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 10 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~8388608,188743680~4194304,201326592~8388608,218103808~12582912,243269632~4194304,272629760~8388608,289406976~12582912,322961408~4194304,360710144~4194304,377487360~4194304] 2024-04-24T03:30:43.280 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~8388608,188743680~4194304,201326592~8388608,218103808~12582912,243269632~4194304,272629760~8388608,289406976~12582912,322961408~4194304,360710144~4194304,377487360~4194304] 2024-04-24T03:30:43.282 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~8388608,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,272629760~8388608,289406976~16777216,322961408~4194304,360710144~4194304,377487360~8388608] 2024-04-24T03:30:43.282 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 11 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~12582912,243269632~4194304,272629760~8388608,289406976~12582912,322961408~4194304,348127232~4194304,360710144~4194304,377487360~4194304,385875968~8388608] 2024-04-24T03:30:43.282 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~12582912,243269632~4194304,272629760~8388608,289406976~12582912,322961408~4194304,348127232~4194304,360710144~4194304,377487360~4194304,385875968~8388608] 2024-04-24T03:30:43.284 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~16777216,188743680~4194304,201326592~12582912,218103808~16777216,243269632~8388608,272629760~8388608,289406976~16777216,322961408~8388608,348127232~8388608,360710144~4194304,377487360~20971520] 2024-04-24T03:30:43.284 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 12 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~16777216,243269632~4194304,251658240~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,348127232~4194304,360710144~4194304,377487360~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.284 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,130023424~20971520,163577856~16777216,188743680~4194304,201326592~8388608,218103808~16777216,243269632~4194304,251658240~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,348127232~4194304,360710144~4194304,377487360~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.286 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,130023424~25165824,163577856~20971520,188743680~4194304,201326592~12582912,218103808~20971520,243269632~20971520,272629760~8388608,289406976~16777216,322961408~16777216,348127232~8388608,360710144~4194304,377487360~33554432] 2024-04-24T03:30:43.287 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 13 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~16777216,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,343932928~8388608,360710144~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.287 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,83886080~4194304,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~16777216,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,343932928~8388608,360710144~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.290 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,83886080~4194304,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~16777216,218103808~20971520,243269632~20971520,272629760~8388608,289406976~16777216,322961408~16777216,343932928~12582912,360710144~4194304,373293056~37748736] 2024-04-24T03:30:43.290 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 14 diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~25165824,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~16777216,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.290 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~25165824,96468992~12582912,121634816~4194304,130023424~20971520,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~16777216,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.294 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,25165824~12582912,46137344~41943040,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~16777216,218103808~20971520,243269632~20971520,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,360710144~4194304,373293056~37748736] 2024-04-24T03:30:43.294 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 15 diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~16777216,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.294 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,218103808~16777216,243269632~16777216,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.297 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~8388608,25165824~12582912,46137344~46137344,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~16777216,218103808~20971520,243269632~20971520,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,360710144~4194304,373293056~37748736] 2024-04-24T03:30:43.297 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 16 diff [0~4194304,12582912~29360128,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,213909504~20971520,239075328~20971520,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.298 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~29360128,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~4194304,197132288~12582912,213909504~20971520,239075328~20971520,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.301 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~79691776,96468992~16777216,121634816~33554432,163577856~20971520,188743680~4194304,197132288~67108864,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,360710144~8388608,373293056~37748736] 2024-04-24T03:30:43.302 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 17 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~71303168,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.302 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~29360128,163577856~16777216,188743680~71303168,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.306 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~33554432,163577856~20971520,188743680~75497472,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,360710144~50331648] 2024-04-24T03:30:43.306 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 18 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~71303168,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.306 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~71303168,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.311 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~16777216,121634816~37748736,163577856~20971520,188743680~75497472,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,360710144~50331648] 2024-04-24T03:30:43.311 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 19 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:43.311 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:43.316 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:43.316 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 9 diff [12582912~4194304,46137344~12582912,62914560~8388608,146800640~4194304,218103808~8388608,289406976~12582912,377487360~4194304] 2024-04-24T03:30:43.316 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~4194304,46137344~12582912,62914560~8388608,146800640~4194304,218103808~8388608,289406976~12582912,377487360~4194304] 2024-04-24T03:30:43.317 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~8388608,46137344~25165824,146800640~8388608,218103808~8388608,289406976~16777216,377487360~8388608] 2024-04-24T03:30:43.317 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 10 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,130023424~8388608,146800640~4194304,201326592~8388608,218103808~12582912,272629760~8388608,289406976~12582912,377487360~4194304] 2024-04-24T03:30:43.317 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,130023424~8388608,146800640~4194304,201326592~8388608,218103808~12582912,272629760~8388608,289406976~12582912,377487360~4194304] 2024-04-24T03:30:43.319 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,96468992~12582912,130023424~8388608,146800640~8388608,201326592~12582912,218103808~16777216,272629760~8388608,289406976~16777216,377487360~8388608] 2024-04-24T03:30:43.319 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 11 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,130023424~8388608,146800640~4194304,167772160~12582912,201326592~8388608,218103808~12582912,272629760~8388608,289406976~12582912,322961408~4194304,348127232~4194304,377487360~4194304,385875968~8388608] 2024-04-24T03:30:43.320 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,130023424~8388608,146800640~4194304,167772160~12582912,201326592~8388608,218103808~12582912,272629760~8388608,289406976~12582912,322961408~4194304,348127232~4194304,377487360~4194304,385875968~8388608] 2024-04-24T03:30:43.321 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,96468992~12582912,130023424~8388608,146800640~8388608,167772160~12582912,201326592~12582912,218103808~16777216,272629760~8388608,289406976~16777216,322961408~8388608,348127232~8388608,377487360~20971520] 2024-04-24T03:30:43.322 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 12 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,130023424~12582912,146800640~4194304,167772160~12582912,201326592~8388608,218103808~16777216,251658240~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,348127232~4194304,377487360~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.322 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,130023424~12582912,146800640~4194304,167772160~12582912,201326592~8388608,218103808~16777216,251658240~8388608,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,348127232~4194304,377487360~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.324 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,96468992~12582912,130023424~25165824,167772160~16777216,201326592~12582912,218103808~20971520,251658240~12582912,272629760~8388608,289406976~16777216,322961408~16777216,348127232~8388608,377487360~33554432] 2024-04-24T03:30:43.324 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 13 diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,109051904~4194304,121634816~4194304,130023424~12582912,146800640~4194304,167772160~12582912,197132288~12582912,218103808~16777216,247463936~12582912,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,343932928~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.324 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~4194304,46137344~12582912,62914560~16777216,96468992~8388608,109051904~4194304,121634816~4194304,130023424~12582912,146800640~4194304,167772160~12582912,197132288~12582912,218103808~16777216,247463936~12582912,272629760~8388608,289406976~12582912,322961408~4194304,331350016~8388608,343932928~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.327 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,29360128~4194304,46137344~33554432,96468992~16777216,121634816~33554432,167772160~16777216,197132288~16777216,218103808~20971520,247463936~16777216,272629760~8388608,289406976~16777216,322961408~16777216,343932928~12582912,373293056~37748736] 2024-04-24T03:30:43.327 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 14 diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~20971520,96468992~8388608,109051904~4194304,121634816~4194304,130023424~20971520,167772160~12582912,197132288~12582912,218103808~16777216,247463936~12582912,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.327 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~20971520,96468992~8388608,109051904~4194304,121634816~4194304,130023424~20971520,167772160~12582912,197132288~12582912,218103808~16777216,247463936~12582912,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.330 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,12582912~8388608,25165824~12582912,46137344~37748736,96468992~16777216,121634816~33554432,167772160~16777216,197132288~16777216,218103808~20971520,247463936~16777216,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,373293056~37748736] 2024-04-24T03:30:43.330 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 15 diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,218103808~16777216,247463936~12582912,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.330 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,25165824~12582912,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,218103808~16777216,247463936~12582912,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.333 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~8388608,25165824~12582912,46137344~37748736,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~16777216,218103808~20971520,247463936~16777216,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,373293056~37748736] 2024-04-24T03:30:43.333 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 16 diff [0~4194304,12582912~29360128,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,213909504~20971520,239075328~20971520,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.333 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~29360128,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,213909504~20971520,239075328~20971520,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.336 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~71303168,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~67108864,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,364904448~4194304,373293056~37748736] 2024-04-24T03:30:43.336 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 17 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,192937984~67108864,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.336 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,192937984~67108864,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-04-24T03:30:43.341 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,192937984~71303168,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,364904448~46137344] 2024-04-24T03:30:43.341 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 18 diff [0~4194304,8388608~33554432,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~71303168,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,364904448~46137344] 2024-04-24T03:30:43.341 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~33554432,46137344~12582912,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~71303168,272629760~8388608,285212672~20971520,322961408~4194304,331350016~8388608,343932928~8388608,364904448~46137344] 2024-04-24T03:30:43.345 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~16777216,121634816~37748736,163577856~20971520,188743680~75497472,272629760~8388608,285212672~20971520,322961408~16777216,343932928~12582912,364904448~46137344] 2024-04-24T03:30:43.345 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 19 diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.345 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.350 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:43.350 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 10 diff [0~4194304,29360128~4194304,67108864~8388608,96468992~8388608,130023424~8388608,201326592~8388608,226492416~4194304,272629760~8388608] 2024-04-24T03:30:43.350 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,29360128~4194304,67108864~8388608,96468992~8388608,130023424~8388608,201326592~8388608,226492416~4194304,272629760~8388608] 2024-04-24T03:30:43.351 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,29360128~4194304,67108864~12582912,96468992~12582912,130023424~8388608,201326592~12582912,226492416~8388608,272629760~8388608] 2024-04-24T03:30:43.351 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 11 diff [0~4194304,29360128~4194304,54525952~4194304,67108864~12582912,96468992~8388608,130023424~8388608,167772160~12582912,201326592~8388608,226492416~4194304,272629760~8388608,289406976~4194304,322961408~4194304,348127232~4194304,385875968~8388608] 2024-04-24T03:30:43.351 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,29360128~4194304,54525952~4194304,67108864~12582912,96468992~8388608,130023424~8388608,167772160~12582912,201326592~8388608,226492416~4194304,272629760~8388608,289406976~4194304,322961408~4194304,348127232~4194304,385875968~8388608] 2024-04-24T03:30:43.353 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,29360128~4194304,54525952~8388608,67108864~12582912,96468992~12582912,130023424~8388608,167772160~12582912,201326592~12582912,226492416~8388608,272629760~8388608,289406976~4194304,322961408~8388608,348127232~8388608,385875968~12582912] 2024-04-24T03:30:43.353 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 12 diff [0~4194304,29360128~4194304,54525952~4194304,67108864~12582912,96468992~8388608,130023424~12582912,167772160~12582912,201326592~8388608,226492416~8388608,251658240~8388608,272629760~8388608,289406976~4194304,322961408~4194304,331350016~8388608,348127232~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.353 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,29360128~4194304,54525952~4194304,67108864~12582912,96468992~8388608,130023424~12582912,167772160~12582912,201326592~8388608,226492416~8388608,251658240~8388608,272629760~8388608,289406976~4194304,322961408~4194304,331350016~8388608,348127232~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.355 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,29360128~4194304,54525952~8388608,67108864~12582912,96468992~12582912,130023424~16777216,167772160~16777216,201326592~12582912,226492416~12582912,251658240~12582912,272629760~8388608,289406976~4194304,322961408~16777216,348127232~8388608,385875968~25165824] 2024-04-24T03:30:43.355 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 13 diff [0~4194304,29360128~4194304,54525952~4194304,67108864~12582912,96468992~8388608,109051904~4194304,121634816~4194304,130023424~12582912,146800640~4194304,167772160~12582912,197132288~12582912,226492416~8388608,247463936~12582912,272629760~8388608,289406976~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.355 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,29360128~4194304,54525952~4194304,67108864~12582912,96468992~8388608,109051904~4194304,121634816~4194304,130023424~12582912,146800640~4194304,167772160~12582912,197132288~12582912,226492416~8388608,247463936~12582912,272629760~8388608,289406976~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.357 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,29360128~4194304,54525952~8388608,67108864~12582912,96468992~16777216,121634816~29360128,167772160~16777216,197132288~16777216,226492416~12582912,247463936~16777216,272629760~8388608,289406976~4194304,322961408~16777216,343932928~12582912,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.357 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 14 diff [0~4194304,25165824~12582912,50331648~8388608,67108864~16777216,96468992~8388608,109051904~4194304,121634816~4194304,130023424~20971520,167772160~12582912,197132288~12582912,226492416~8388608,247463936~12582912,272629760~8388608,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.357 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,25165824~12582912,50331648~8388608,67108864~16777216,96468992~8388608,109051904~4194304,121634816~4194304,130023424~20971520,167772160~12582912,197132288~12582912,226492416~8388608,247463936~12582912,272629760~8388608,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.359 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~4194304,25165824~12582912,50331648~12582912,67108864~16777216,96468992~16777216,121634816~33554432,167772160~16777216,197132288~16777216,226492416~12582912,247463936~16777216,272629760~8388608,285212672~8388608,297795584~4194304,322961408~16777216,343932928~12582912,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.359 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 15 diff [0~4194304,25165824~12582912,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,226492416~8388608,247463936~12582912,272629760~8388608,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.360 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,25165824~12582912,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,226492416~8388608,247463936~12582912,272629760~8388608,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.362 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,25165824~12582912,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~16777216,226492416~12582912,247463936~16777216,272629760~8388608,285212672~8388608,297795584~4194304,322961408~16777216,343932928~12582912,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.426 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 16 diff [0~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,213909504~20971520,239075328~20971520,272629760~8388608,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.426 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,197132288~12582912,213909504~20971520,239075328~20971520,272629760~8388608,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~29360128,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~67108864,272629760~8388608,285212672~8388608,297795584~4194304,322961408~16777216,343932928~12582912,364904448~4194304,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 17 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,192937984~67108864,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~29360128,163577856~16777216,192937984~67108864,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,192937984~71303168,272629760~8388608,285212672~16777216,322961408~16777216,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 18 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~71303168,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~71303168,272629760~8388608,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~37748736,163577856~20971520,188743680~75497472,272629760~8388608,285212672~16777216,322961408~16777216,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 19 diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.435 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 11 diff [54525952~4194304,67108864~12582912,167772160~12582912,289406976~4194304,322961408~4194304,348127232~4194304,385875968~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [54525952~4194304,67108864~12582912,167772160~12582912,289406976~4194304,322961408~4194304,348127232~4194304,385875968~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~8388608,67108864~12582912,167772160~12582912,289406976~4194304,322961408~8388608,348127232~8388608,385875968~12582912] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 12 diff [54525952~4194304,67108864~12582912,134217728~8388608,167772160~12582912,226492416~8388608,251658240~8388608,289406976~4194304,322961408~4194304,331350016~8388608,348127232~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [54525952~4194304,67108864~12582912,134217728~8388608,167772160~12582912,226492416~8388608,251658240~8388608,289406976~4194304,322961408~4194304,331350016~8388608,348127232~4194304,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~8388608,67108864~12582912,134217728~12582912,167772160~16777216,226492416~12582912,251658240~12582912,289406976~4194304,322961408~16777216,348127232~8388608,385875968~25165824] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 13 diff [54525952~4194304,67108864~12582912,109051904~4194304,121634816~4194304,134217728~8388608,146800640~4194304,167772160~12582912,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,289406976~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [54525952~4194304,67108864~12582912,109051904~4194304,121634816~4194304,134217728~8388608,146800640~4194304,167772160~12582912,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,289406976~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~8388608,67108864~12582912,109051904~4194304,121634816~8388608,134217728~16777216,167772160~16777216,197132288~4194304,205520896~4194304,226492416~12582912,247463936~16777216,289406976~4194304,322961408~16777216,343932928~12582912,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 14 diff [25165824~12582912,50331648~8388608,67108864~16777216,109051904~4194304,121634816~4194304,134217728~16777216,167772160~12582912,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25165824~12582912,50331648~8388608,67108864~16777216,109051904~4194304,121634816~4194304,134217728~16777216,167772160~12582912,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25165824~12582912,50331648~12582912,67108864~16777216,109051904~4194304,121634816~8388608,134217728~20971520,167772160~16777216,197132288~4194304,205520896~4194304,226492416~12582912,247463936~16777216,285212672~8388608,297795584~4194304,322961408~16777216,343932928~12582912,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 15 diff [0~4194304,25165824~12582912,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,25165824~12582912,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,25165824~12582912,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~4194304,205520896~4194304,226492416~12582912,247463936~16777216,285212672~8388608,297795584~4194304,322961408~16777216,343932928~12582912,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 16 diff [0~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,213909504~20971520,239075328~20971520,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,213909504~20971520,239075328~20971520,285212672~8388608,297795584~4194304,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~29360128,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~4194304,205520896~4194304,213909504~50331648,285212672~8388608,297795584~4194304,322961408~16777216,343932928~12582912,364904448~4194304,373293056~8388608,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 17 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,192937984~8388608,205520896~54525952,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,192937984~8388608,205520896~54525952,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,192937984~8388608,205520896~58720256,285212672~16777216,322961408~16777216,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 18 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~33554432,163577856~16777216,188743680~12582912,205520896~54525952,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~8388608,67108864~16777216,88080384~4194304,96468992~12582912,121634816~33554432,163577856~16777216,188743680~12582912,205520896~54525952,285212672~16777216,322961408~4194304,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~16777216,121634816~37748736,163577856~20971520,188743680~12582912,205520896~58720256,285212672~16777216,322961408~16777216,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 19 diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 12 diff [67108864~8388608,134217728~8388608,176160768~4194304,226492416~8388608,251658240~8388608,331350016~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [67108864~8388608,134217728~8388608,176160768~4194304,226492416~8388608,251658240~8388608,331350016~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.437 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [67108864~12582912,134217728~12582912,176160768~8388608,226492416~12582912,251658240~12582912,331350016~8388608,390070272~20971520] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 13 diff [67108864~8388608,109051904~4194304,121634816~4194304,134217728~8388608,146800640~4194304,171966464~8388608,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,331350016~8388608,343932928~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [67108864~8388608,109051904~4194304,121634816~4194304,134217728~8388608,146800640~4194304,171966464~8388608,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,331350016~8388608,343932928~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [67108864~12582912,109051904~4194304,121634816~8388608,134217728~16777216,171966464~12582912,197132288~4194304,205520896~4194304,226492416~12582912,247463936~16777216,331350016~8388608,343932928~4194304,373293056~8388608,390070272~20971520] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 14 diff [25165824~12582912,50331648~4194304,67108864~12582912,109051904~4194304,121634816~4194304,134217728~16777216,171966464~8388608,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25165824~12582912,50331648~4194304,67108864~12582912,109051904~4194304,121634816~4194304,134217728~16777216,171966464~8388608,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25165824~12582912,50331648~4194304,67108864~16777216,109051904~4194304,121634816~8388608,134217728~20971520,171966464~12582912,197132288~4194304,205520896~4194304,226492416~12582912,247463936~16777216,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,373293056~8388608,390070272~20971520] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 15 diff [0~4194304,25165824~12582912,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,25165824~12582912,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,226492416~8388608,247463936~12582912,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,25165824~12582912,50331648~4194304,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~4194304,205520896~4194304,226492416~12582912,247463936~16777216,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,373293056~8388608,390070272~20971520] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 16 diff [0~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,213909504~20971520,239075328~20971520,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,364904448~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,197132288~4194304,205520896~4194304,213909504~20971520,239075328~20971520,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,364904448~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~29360128,50331648~4194304,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,197132288~4194304,205520896~4194304,213909504~50331648,285212672~4194304,297795584~4194304,331350016~8388608,343932928~4194304,364904448~4194304,373293056~8388608,390070272~20971520] 2024-04-24T03:30:43.438 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 17 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,192937984~8388608,205520896~54525952,285212672~16777216,331350016~8388608,343932928~4194304,364904448~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~29360128,163577856~16777216,192937984~8388608,205520896~54525952,285212672~16777216,331350016~8388608,343932928~4194304,364904448~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~20971520,192937984~8388608,205520896~58720256,285212672~16777216,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 18 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~33554432,163577856~16777216,188743680~12582912,205520896~54525952,285212672~16777216,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~33554432,163577856~16777216,188743680~12582912,205520896~54525952,285212672~16777216,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~16777216,121634816~37748736,163577856~20971520,188743680~12582912,205520896~58720256,285212672~16777216,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 19 diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 13 diff [109051904~4194304,121634816~4194304,146800640~4194304,171966464~4194304,197132288~4194304,205520896~4194304,226492416~8388608,247463936~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [109051904~4194304,121634816~4194304,146800640~4194304,171966464~4194304,197132288~4194304,205520896~4194304,226492416~8388608,247463936~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [109051904~4194304,121634816~8388608,146800640~4194304,171966464~8388608,197132288~4194304,205520896~4194304,226492416~8388608,247463936~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 14 diff [25165824~12582912,50331648~4194304,71303168~8388608,109051904~4194304,121634816~4194304,134217728~4194304,142606336~8388608,171966464~4194304,197132288~4194304,205520896~4194304,226492416~8388608,247463936~4194304,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25165824~12582912,50331648~4194304,71303168~8388608,109051904~4194304,121634816~4194304,134217728~4194304,142606336~8388608,171966464~4194304,197132288~4194304,205520896~4194304,226492416~8388608,247463936~4194304,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25165824~12582912,50331648~4194304,71303168~12582912,109051904~4194304,121634816~8388608,134217728~20971520,171966464~8388608,197132288~4194304,205520896~4194304,226492416~12582912,247463936~4194304,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 15 diff [0~4194304,25165824~12582912,50331648~4194304,71303168~8388608,88080384~4194304,96468992~12582912,121634816~29360128,163577856~12582912,197132288~4194304,205520896~4194304,226492416~8388608,247463936~4194304,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,25165824~12582912,50331648~4194304,71303168~8388608,88080384~4194304,96468992~12582912,121634816~29360128,163577856~12582912,197132288~4194304,205520896~4194304,226492416~8388608,247463936~4194304,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,25165824~12582912,50331648~4194304,71303168~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,197132288~4194304,205520896~4194304,226492416~12582912,247463936~4194304,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,373293056~8388608] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 16 diff [0~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~12582912,121634816~29360128,163577856~12582912,197132288~4194304,205520896~4194304,213909504~20971520,239075328~12582912,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,364904448~4194304,373293056~8388608,394264576~4194304] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~12582912,121634816~29360128,163577856~12582912,197132288~4194304,205520896~4194304,213909504~20971520,239075328~12582912,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,364904448~4194304,373293056~8388608,394264576~4194304] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~29360128,50331648~4194304,71303168~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,197132288~4194304,205520896~4194304,213909504~37748736,255852544~4194304,285212672~4194304,297795584~4194304,343932928~4194304,364904448~4194304,373293056~8388608,394264576~4194304] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 17 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~12582912,121634816~29360128,163577856~12582912,192937984~8388608,205520896~46137344,255852544~4194304,285212672~16777216,343932928~4194304,364904448~4194304,373293056~8388608,394264576~4194304] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~12582912,121634816~29360128,163577856~12582912,192937984~8388608,205520896~46137344,255852544~4194304,285212672~16777216,343932928~4194304,364904448~4194304,373293056~8388608,394264576~4194304] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,71303168~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,192937984~8388608,205520896~46137344,255852544~4194304,285212672~16777216,343932928~4194304,364904448~16777216,394264576~4194304] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 18 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~33554432,163577856~12582912,188743680~12582912,205520896~54525952,285212672~16777216,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~12582912,121634816~33554432,163577856~12582912,188743680~12582912,205520896~54525952,285212672~16777216,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~16777216,121634816~37748736,163577856~16777216,188743680~12582912,205520896~58720256,285212672~16777216,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 19 diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.440 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 14 diff [25165824~12582912,50331648~4194304,71303168~8388608,134217728~4194304,142606336~8388608,230686720~4194304,255852544~4194304,285212672~4194304,297795584~4194304] 2024-04-24T03:30:43.441 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [25165824~12582912,50331648~4194304,71303168~8388608,134217728~4194304,142606336~8388608,230686720~4194304,255852544~4194304,285212672~4194304,297795584~4194304] 2024-04-24T03:30:43.441 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [25165824~12582912,50331648~4194304,71303168~12582912,134217728~20971520,230686720~8388608,255852544~4194304,285212672~4194304,297795584~4194304] 2024-04-24T03:30:43.441 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 15 diff [0~4194304,25165824~12582912,50331648~4194304,71303168~8388608,88080384~4194304,96468992~16777216,121634816~29360128,163577856~8388608,230686720~4194304,255852544~4194304,285212672~4194304,297795584~4194304] 2024-04-24T03:30:43.441 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,25165824~12582912,50331648~4194304,71303168~8388608,88080384~4194304,96468992~16777216,121634816~29360128,163577856~8388608,230686720~4194304,255852544~4194304,285212672~4194304,297795584~4194304] 2024-04-24T03:30:43.442 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,25165824~12582912,50331648~4194304,71303168~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,230686720~8388608,255852544~4194304,285212672~4194304,297795584~4194304] 2024-04-24T03:30:43.442 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 16 diff [0~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~16777216,121634816~29360128,163577856~8388608,205520896~4194304,213909504~20971520,239075328~8388608,255852544~4194304,285212672~4194304,297795584~4194304,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.442 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~16777216,121634816~29360128,163577856~8388608,205520896~4194304,213909504~20971520,239075328~8388608,255852544~4194304,285212672~4194304,297795584~4194304,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.442 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~29360128,50331648~4194304,71303168~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,205520896~4194304,213909504~37748736,255852544~4194304,285212672~4194304,297795584~4194304,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.442 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 17 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~16777216,121634816~29360128,163577856~8388608,192937984~4194304,205520896~41943040,255852544~4194304,285212672~16777216,364904448~4194304,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.442 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,71303168~8388608,88080384~4194304,96468992~16777216,121634816~29360128,163577856~8388608,192937984~4194304,205520896~41943040,255852544~4194304,285212672~16777216,364904448~4194304,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.442 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,71303168~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,192937984~8388608,205520896~46137344,255852544~4194304,285212672~16777216,364904448~8388608,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.443 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 18 diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~8388608,285212672~16777216,364904448~8388608,377487360~4194304,394264576~12582912] 2024-04-24T03:30:43.443 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~8388608,285212672~16777216,364904448~8388608,377487360~4194304,394264576~12582912] 2024-04-24T03:30:43.443 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~16777216,121634816~37748736,163577856~12582912,188743680~12582912,205520896~58720256,285212672~16777216,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.443 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 19 diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.443 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.446 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.446 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 15 diff [0~4194304,88080384~4194304,96468992~16777216,121634816~20971520,163577856~8388608] 2024-04-24T03:30:43.446 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,88080384~4194304,96468992~16777216,121634816~20971520,163577856~8388608] 2024-04-24T03:30:43.447 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,88080384~4194304,96468992~16777216,121634816~25165824,163577856~12582912] 2024-04-24T03:30:43.447 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 16 diff [0~4194304,16777216~12582912,33554432~8388608,88080384~4194304,96468992~16777216,121634816~20971520,163577856~8388608,205520896~4194304,213909504~16777216,239075328~8388608,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.447 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~12582912,33554432~8388608,88080384~4194304,96468992~16777216,121634816~20971520,163577856~8388608,205520896~4194304,213909504~16777216,239075328~8388608,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.449 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~29360128,88080384~4194304,96468992~16777216,121634816~25165824,163577856~12582912,205520896~4194304,213909504~20971520,239075328~12582912,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.449 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 17 diff [0~4194304,8388608~4194304,16777216~12582912,33554432~8388608,88080384~4194304,96468992~16777216,121634816~20971520,163577856~8388608,192937984~4194304,205520896~25165824,234881024~12582912,289406976~8388608,364904448~4194304,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.449 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~12582912,33554432~8388608,88080384~4194304,96468992~16777216,121634816~20971520,163577856~8388608,192937984~4194304,205520896~25165824,234881024~12582912,289406976~8388608,364904448~4194304,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.451 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,88080384~4194304,96468992~16777216,121634816~25165824,163577856~12582912,192937984~8388608,205520896~46137344,289406976~12582912,364904448~8388608,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.451 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 18 diff [0~4194304,8388608~4194304,16777216~12582912,33554432~8388608,67108864~4194304,88080384~4194304,96468992~16777216,121634816~20971520,150994944~4194304,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~8388608,285212672~12582912,364904448~8388608,377487360~4194304,394264576~12582912] 2024-04-24T03:30:43.452 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~12582912,33554432~8388608,67108864~4194304,88080384~4194304,96468992~16777216,121634816~20971520,150994944~4194304,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~8388608,285212672~12582912,364904448~8388608,377487360~4194304,394264576~12582912] 2024-04-24T03:30:43.454 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,67108864~8388608,88080384~4194304,96468992~16777216,121634816~25165824,150994944~8388608,163577856~12582912,188743680~12582912,205520896~58720256,285212672~16777216,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.455 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 19 diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.455 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.457 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,67108864~8388608,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.457 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 16 diff [16777216~12582912,33554432~8388608,205520896~4194304,213909504~16777216,239075328~8388608,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.457 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~12582912,33554432~8388608,205520896~4194304,213909504~16777216,239075328~8388608,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.459 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~29360128,205520896~4194304,213909504~20971520,239075328~12582912,364904448~4194304,394264576~4194304] 2024-04-24T03:30:43.459 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 17 diff [8388608~4194304,16777216~12582912,33554432~8388608,121634816~8388608,134217728~8388608,192937984~4194304,205520896~25165824,234881024~12582912,289406976~8388608,364904448~4194304,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.459 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,121634816~8388608,134217728~8388608,192937984~4194304,205520896~25165824,234881024~12582912,289406976~8388608,364904448~4194304,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.460 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~37748736,121634816~20971520,192937984~8388608,205520896~46137344,289406976~12582912,364904448~8388608,377487360~4194304,394264576~4194304] 2024-04-24T03:30:43.461 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 18 diff [8388608~4194304,16777216~12582912,33554432~8388608,67108864~4194304,121634816~8388608,134217728~8388608,150994944~4194304,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~8388608,285212672~12582912,364904448~8388608,377487360~4194304,394264576~12582912] 2024-04-24T03:30:43.461 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,67108864~4194304,121634816~8388608,134217728~8388608,150994944~4194304,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~8388608,285212672~12582912,364904448~8388608,377487360~4194304,394264576~12582912] 2024-04-24T03:30:43.462 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~37748736,67108864~8388608,121634816~20971520,150994944~8388608,167772160~4194304,188743680~12582912,205520896~58720256,285212672~16777216,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.462 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 19 diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.462 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.465 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~37748736,67108864~8388608,100663296~16777216,121634816~37748736,167772160~4194304,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.465 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 17 diff [8388608~4194304,20971520~8388608,121634816~8388608,134217728~8388608,192937984~4194304,209715200~4194304,234881024~8388608,289406976~8388608,364904448~4194304,377487360~4194304] 2024-04-24T03:30:43.465 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,20971520~8388608,121634816~8388608,134217728~8388608,192937984~4194304,209715200~4194304,234881024~8388608,289406976~8388608,364904448~4194304,377487360~4194304] 2024-04-24T03:30:43.466 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~8388608,20971520~12582912,121634816~20971520,192937984~8388608,209715200~8388608,234881024~12582912,289406976~12582912,364904448~8388608,377487360~4194304] 2024-04-24T03:30:43.466 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 18 diff [8388608~4194304,20971520~8388608,67108864~4194304,121634816~8388608,134217728~8388608,150994944~4194304,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~8388608,285212672~12582912,364904448~8388608,377487360~4194304,398458880~8388608] 2024-04-24T03:30:43.466 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,20971520~8388608,67108864~4194304,121634816~8388608,134217728~8388608,150994944~4194304,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~8388608,285212672~12582912,364904448~8388608,377487360~4194304,398458880~8388608] 2024-04-24T03:30:43.468 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~8388608,20971520~12582912,67108864~8388608,121634816~20971520,150994944~8388608,167772160~4194304,188743680~12582912,205520896~12582912,234881024~12582912,251658240~12582912,285212672~16777216,364904448~16777216,398458880~12582912] 2024-04-24T03:30:43.468 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 19 diff [8388608~4194304,20971520~8388608,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.468 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,20971520~8388608,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.469 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~8388608,20971520~25165824,67108864~8388608,100663296~16777216,121634816~37748736,167772160~4194304,188743680~12582912,205520896~12582912,234881024~12582912,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,398458880~12582912] 2024-04-24T03:30:43.470 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 18 diff [67108864~4194304,150994944~4194304,167772160~4194304,188743680~8388608,205520896~8388608,251658240~8388608,285212672~4194304,364904448~8388608,398458880~8388608] 2024-04-24T03:30:43.470 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [67108864~4194304,150994944~4194304,167772160~4194304,188743680~8388608,205520896~8388608,251658240~8388608,285212672~4194304,364904448~8388608,398458880~8388608] 2024-04-24T03:30:43.470 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [67108864~8388608,150994944~8388608,167772160~4194304,188743680~8388608,205520896~12582912,251658240~12582912,285212672~8388608,364904448~12582912,398458880~12582912] 2024-04-24T03:30:43.471 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 19 diff [33554432~12582912,67108864~4194304,100663296~12582912,125829120~4194304,142606336~12582912,167772160~4194304,188743680~8388608,205520896~8388608,251658240~16777216,285212672~4194304,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.471 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [33554432~12582912,67108864~4194304,100663296~12582912,125829120~4194304,142606336~12582912,167772160~4194304,188743680~8388608,205520896~8388608,251658240~16777216,285212672~4194304,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.472 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [33554432~12582912,67108864~8388608,100663296~16777216,125829120~8388608,142606336~16777216,167772160~4194304,188743680~8388608,205520896~12582912,251658240~16777216,285212672~8388608,314572800~8388608,331350016~8388608,364904448~16777216,398458880~12582912] 2024-04-24T03:30:43.472 INFO:tasks.workunit.client.0.smithi016.stdout:from 18 to 19 diff [33554432~12582912,100663296~12582912,125829120~4194304,142606336~8388608,260046848~8388608,314572800~8388608,331350016~8388608,369098752~8388608] 2024-04-24T03:30:43.472 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [33554432~12582912,100663296~12582912,125829120~4194304,142606336~8388608,260046848~8388608,314572800~8388608,331350016~8388608,369098752~8388608] 2024-04-24T03:30:43.473 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [33554432~12582912,100663296~16777216,125829120~8388608,142606336~12582912,260046848~8388608,314572800~8388608,331350016~8388608,369098752~12582912] 2024-04-24T03:30:43.775 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:43.775 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.795 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:43.795 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.803 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.803 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.811 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.811 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.811 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.818 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.818 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.818 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.825 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.825 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.825 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:43.831 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:43.831 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.831 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:43.837 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:43.837 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:43.837 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:43.843 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:43.843 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.843 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.848 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:43.848 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.848 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.852 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.852 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.852 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.856 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:43.857 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.857 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.860 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:43.860 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.860 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.863 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.866 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.866 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.866 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.868 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,67108864~8388608,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.869 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:43.870 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~37748736,67108864~8388608,100663296~16777216,121634816~37748736,167772160~4194304,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:43.871 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [8388608~4194304,20971520~8388608,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.871 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,20971520~8388608,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.872 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~8388608,20971520~25165824,67108864~8388608,100663296~16777216,121634816~37748736,167772160~4194304,188743680~12582912,205520896~12582912,234881024~12582912,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,398458880~12582912] 2024-04-24T03:30:43.872 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to HEAD diff [33554432~12582912,67108864~4194304,100663296~12582912,125829120~4194304,142606336~12582912,167772160~4194304,188743680~8388608,205520896~8388608,251658240~16777216,285212672~4194304,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.872 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [33554432~12582912,67108864~4194304,100663296~12582912,125829120~4194304,142606336~12582912,167772160~4194304,188743680~8388608,205520896~8388608,251658240~16777216,285212672~4194304,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:43.873 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [33554432~12582912,67108864~8388608,100663296~16777216,125829120~8388608,142606336~16777216,167772160~4194304,188743680~8388608,205520896~12582912,251658240~16777216,285212672~8388608,314572800~8388608,331350016~8388608,364904448~16777216,398458880~12582912] 2024-04-24T03:30:44.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:43 smithi016 ceph-mon[84376]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-24T03:30:44.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:43 smithi016 ceph-mon[86910]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-24T03:30:44.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:43 smithi063 ceph-mon[77007]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-24T03:30:44.802 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:44.802 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:44.820 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:44.820 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:44.820 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:44.828 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:44.828 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.828 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.835 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:44.835 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.835 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.842 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:44.843 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.843 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.849 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:44.849 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.849 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:44.855 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:44.855 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:44.855 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:44.860 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:44.860 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:44.860 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:44.864 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:44.865 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.865 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:44.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.869 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.873 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.873 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.873 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.877 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:44.877 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:44.877 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:44.880 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:44.880 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.880 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.883 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:44.883 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.883 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.885 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:44.886 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.886 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.887 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,67108864~8388608,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:44.887 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.888 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:44.889 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~37748736,67108864~8388608,100663296~16777216,121634816~37748736,167772160~4194304,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:44.889 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [8388608~4194304,20971520~8388608,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:44.889 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,20971520~8388608,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~8388608,234881024~8388608,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,398458880~8388608] 2024-04-24T03:30:44.890 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~8388608,20971520~25165824,67108864~8388608,100663296~16777216,121634816~37748736,167772160~4194304,188743680~12582912,205520896~12582912,234881024~12582912,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,398458880~12582912] 2024-04-24T03:30:45.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:44 smithi016 ceph-mon[84376]: pgmap v2585: 137 pgs: 137 active+clean; 839 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 43 MiB/s wr, 434 op/s 2024-04-24T03:30:45.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:44 smithi016 ceph-mon[84376]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-24T03:30:45.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:44 smithi016 ceph-mon[86910]: pgmap v2585: 137 pgs: 137 active+clean; 839 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 43 MiB/s wr, 434 op/s 2024-04-24T03:30:45.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:44 smithi016 ceph-mon[86910]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-24T03:30:45.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:44 smithi063 ceph-mon[77007]: pgmap v2585: 137 pgs: 137 active+clean; 839 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 43 MiB/s wr, 434 op/s 2024-04-24T03:30:45.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:44 smithi063 ceph-mon[77007]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-24T03:30:45.794 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:45.794 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:45.828 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:45.828 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:45.828 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:45.839 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:45.839 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.839 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.846 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:45.846 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.846 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.854 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:45.854 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.854 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.858 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:45.858 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.858 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:45.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:45.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:45.864 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:45.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:45.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:45.869 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:45.873 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:45.873 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.873 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.878 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:45.878 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.878 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.881 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.881 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.881 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.884 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:45.884 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:45.884 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:45.887 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:45.887 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.887 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.890 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:45.890 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.890 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.891 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:45.891 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.891 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.893 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,67108864~8388608,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:45.893 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.893 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,100663296~12582912,121634816~8388608,134217728~20971520,167772160~4194304,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:45.894 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [8388608~37748736,67108864~8388608,100663296~16777216,121634816~37748736,167772160~4194304,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:46.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:45 smithi016 ceph-mon[84376]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-24T03:30:46.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:46.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:45 smithi016 ceph-mon[86910]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-24T03:30:46.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:46.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:45 smithi063 ceph-mon[77007]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-24T03:30:46.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:30:46.809 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:46.810 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:46.849 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:46.849 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:46.849 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:46.856 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:46.856 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.856 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:46.863 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.863 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:46.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.869 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.875 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:46.875 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.875 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:46.880 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:46.880 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:46.880 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:46.884 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:46.884 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:46.884 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:46.888 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:46.888 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.888 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:46.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.892 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.895 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.895 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.895 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.897 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:46.897 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:46.897 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:46.900 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:46.900 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:46.900 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:46.902 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:46.902 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:46.902 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:46.904 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:46.904 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:46.904 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~12582912,33554432~12582912,67108864~4194304,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~25165824,234881024~12582912,251658240~16777216,285212672~12582912,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:46.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,67108864~8388608,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:47.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:46 smithi063 ceph-mon[77007]: pgmap v2588: 137 pgs: 137 active+clean; 856 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 35 MiB/s wr, 570 op/s 2024-04-24T03:30:47.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:46 smithi063 ceph-mon[77007]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-24T03:30:47.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:46 smithi016 ceph-mon[84376]: pgmap v2588: 137 pgs: 137 active+clean; 856 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 35 MiB/s wr, 570 op/s 2024-04-24T03:30:47.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:46 smithi016 ceph-mon[84376]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-24T03:30:47.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:46 smithi016 ceph-mon[86910]: pgmap v2588: 137 pgs: 137 active+clean; 856 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 35 MiB/s wr, 570 op/s 2024-04-24T03:30:47.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:46 smithi016 ceph-mon[86910]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-24T03:30:47.814 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:47.814 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:47.842 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:47.842 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:47.842 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:47.857 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:47.857 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.857 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:47.864 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.864 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.868 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:47.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.869 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.873 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:47.874 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.874 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:47.878 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:47.878 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:47.879 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:47.882 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:47.882 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:47.883 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:47.886 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:47.886 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.886 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.889 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:47.889 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.889 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.892 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.894 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:47.894 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:47.894 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:47.896 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:47.896 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:47.896 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:47.898 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:47.898 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:47.898 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~8388608,188743680~12582912,205520896~41943040,251658240~16777216,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~12582912] 2024-04-24T03:30:47.899 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,364904448~16777216,394264576~16777216] 2024-04-24T03:30:48.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:47 smithi063 ceph-mon[77007]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-24T03:30:48.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:47 smithi016 ceph-mon[84376]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-24T03:30:48.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:47 smithi016 ceph-mon[86910]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-24T03:30:48.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:30:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:30:48] "GET /metrics HTTP/1.1" 200 36779 "" "Prometheus/2.43.0" 2024-04-24T03:30:48.819 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:48.819 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:48.849 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:48.850 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:48.850 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:48.856 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:48.856 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.856 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.862 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:48.862 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.862 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.869 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:48.869 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.869 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.872 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:48.872 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.872 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:48.876 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:48.876 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:48.876 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:48.879 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:48.879 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:48.879 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:48.882 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:48.883 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.883 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.885 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:48.885 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.885 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.887 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.888 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.888 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.889 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:48.890 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:48.890 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:48.891 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:48.891 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:48.891 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~12582912,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~12582912] 2024-04-24T03:30:48.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,394264576~16777216] 2024-04-24T03:30:49.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:48 smithi016 ceph-mon[84376]: pgmap v2591: 137 pgs: 137 active+clean; 862 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 644 KiB/s rd, 8.0 MiB/s wr, 1.20k op/s 2024-04-24T03:30:49.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:48 smithi016 ceph-mon[84376]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-24T03:30:49.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:48 smithi016 ceph-mon[86910]: pgmap v2591: 137 pgs: 137 active+clean; 862 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 644 KiB/s rd, 8.0 MiB/s wr, 1.20k op/s 2024-04-24T03:30:49.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:48 smithi016 ceph-mon[86910]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-24T03:30:49.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:48 smithi063 ceph-mon[77007]: pgmap v2591: 137 pgs: 137 active+clean; 862 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 644 KiB/s rd, 8.0 MiB/s wr, 1.20k op/s 2024-04-24T03:30:49.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:48 smithi063 ceph-mon[77007]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-24T03:30:49.824 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:49.824 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:49.862 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:49.862 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:49.862 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:49.874 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:49.874 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.874 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.881 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:49.881 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.881 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.885 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:49.885 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.885 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.890 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:49.890 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.890 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:49.893 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:49.893 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:49.893 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:49.896 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:49.896 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:49.897 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:49.899 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:49.899 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.899 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.902 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:49.902 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.902 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.904 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.904 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.904 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:49.905 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:49.906 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~4194304,67108864~12582912,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:49.906 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~4194304,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~8388608,331350016~8388608,343932928~4194304,364904448~16777216,390070272~20971520] 2024-04-24T03:30:50.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:49 smithi063 ceph-mon[77007]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-24T03:30:50.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:49 smithi016 ceph-mon[84376]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-24T03:30:50.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:49 smithi016 ceph-mon[86910]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-24T03:30:50.836 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:50.837 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:50.871 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:50.871 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:50.871 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:50.879 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:50.879 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.879 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.884 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:50.884 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.884 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.889 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:50.889 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.889 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:50.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.892 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:50.896 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:50.896 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:50.896 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:50.900 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:50.900 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:50.900 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:50.902 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:50.902 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:50.903 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:50.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:50.905 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:50.905 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:50.906 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:50.907 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:50.907 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~12582912,205520896~62914560,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:50.908 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~12582912,205520896~62914560,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:51.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:50 smithi016 ceph-mon[84376]: pgmap v2594: 137 pgs: 137 active+clean; 840 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 599 KiB/s rd, 3.8 MiB/s wr, 1.10k op/s 2024-04-24T03:30:51.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:50 smithi016 ceph-mon[84376]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-24T03:30:51.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:50 smithi016 ceph-mon[86910]: pgmap v2594: 137 pgs: 137 active+clean; 840 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 599 KiB/s rd, 3.8 MiB/s wr, 1.10k op/s 2024-04-24T03:30:51.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:50 smithi016 ceph-mon[86910]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-24T03:30:51.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:50 smithi063 ceph-mon[77007]: pgmap v2594: 137 pgs: 137 active+clean; 840 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 599 KiB/s rd, 3.8 MiB/s wr, 1.10k op/s 2024-04-24T03:30:51.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:50 smithi063 ceph-mon[77007]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-24T03:30:51.833 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:51.833 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:51.861 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:51.861 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:51.861 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:51.875 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:51.875 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.875 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.884 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:51.884 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.884 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.888 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:51.888 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.888 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:51.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.892 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:51.895 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:51.895 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:51.896 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:51.898 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:51.898 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:51.898 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:51.901 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:51.901 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:51.901 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:51.903 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:51.903 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:51.903 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,50331648~8388608,67108864~16777216,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~16777216,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:51.904 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~46137344,50331648~12582912,67108864~16777216,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~16777216,314572800~25165824,343932928~12582912,364904448~16777216,385875968~25165824] 2024-04-24T03:30:52.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:51 smithi016 ceph-mon[84376]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-24T03:30:52.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:51 smithi016 ceph-mon[86910]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-24T03:30:52.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:51 smithi063 ceph-mon[77007]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-24T03:30:52.677 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:52.678 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:52.713 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:52.713 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:52.713 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:52.727 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:52.728 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.728 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.732 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:52.732 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.732 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.735 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:52.735 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.735 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.738 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:52.738 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.738 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:52.741 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:52.741 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:52.741 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:52.743 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:52.743 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:52.743 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:52.745 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:52.745 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:52.745 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~20971520,88080384~4194304,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,364904448~16777216,385875968~25165824] 2024-04-24T03:30:52.746 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~4194304,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,364904448~46137344] 2024-04-24T03:30:53.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:52 smithi016 ceph-mon[84376]: pgmap v2597: 137 pgs: 137 active+clean; 809 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-24T03:30:53.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:52 smithi016 ceph-mon[84376]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-24T03:30:53.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:52 smithi016 ceph-mon[84376]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-24T03:30:53.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:52 smithi016 ceph-mon[86910]: pgmap v2597: 137 pgs: 137 active+clean; 809 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-24T03:30:53.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:52 smithi016 ceph-mon[86910]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-24T03:30:53.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:52 smithi016 ceph-mon[86910]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-24T03:30:53.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:52 smithi063 ceph-mon[77007]: pgmap v2597: 137 pgs: 137 active+clean; 809 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-04-24T03:30:53.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:52 smithi063 ceph-mon[77007]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-24T03:30:53.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:52 smithi063 ceph-mon[77007]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-24T03:30:53.675 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:53.675 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:53.693 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:53.693 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:53.693 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:53.708 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:53.708 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.708 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.715 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:53.715 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.715 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.721 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:53.721 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.722 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.724 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:53.724 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.724 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:53.726 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:53.727 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:53.727 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:53.729 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:53.729 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:53.729 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~20971520,385875968~25165824] 2024-04-24T03:30:53.733 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~79691776,272629760~8388608,285212672~20971520,314572800~25165824,343932928~12582912,360710144~50331648] 2024-04-24T03:30:54.677 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:54.678 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:54.694 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:54.694 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:54.694 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:54.703 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:54.704 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.704 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.710 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:54.710 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.710 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.715 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:54.715 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.715 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.724 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:54.724 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.725 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:54.729 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:54.729 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:54.729 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~79691776,272629760~8388608,285212672~20971520,314572800~12582912,331350016~8388608,343932928~8388608,360710144~50331648] 2024-04-24T03:30:54.732 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~20971520,314572800~25165824,343932928~12582912,360710144~54525952] 2024-04-24T03:30:55.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:54 smithi016 ceph-mon[84376]: pgmap v2600: 137 pgs: 137 active+clean; 745 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 6.2 KiB/s wr, 368 op/s 2024-04-24T03:30:55.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:54 smithi016 ceph-mon[84376]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-24T03:30:55.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:54 smithi016 ceph-mon[86910]: pgmap v2600: 137 pgs: 137 active+clean; 745 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 6.2 KiB/s wr, 368 op/s 2024-04-24T03:30:55.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:54 smithi016 ceph-mon[86910]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-24T03:30:55.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:54 smithi063 ceph-mon[77007]: pgmap v2600: 137 pgs: 137 active+clean; 745 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 6.2 KiB/s wr, 368 op/s 2024-04-24T03:30:55.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:54 smithi063 ceph-mon[77007]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-24T03:30:55.705 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:55.705 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:55.721 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:55.721 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:55.721 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:55.736 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:55.736 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.736 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.739 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:55.739 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.739 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.742 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:55.742 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.742 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.745 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:55.745 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.745 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~16777216,121634816~33554432,163577856~16777216,188743680~92274688,285212672~25165824,314572800~12582912,331350016~8388608,343932928~8388608,356515840~54525952] 2024-04-24T03:30:55.748 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~37748736,163577856~20971520,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:56.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:55 smithi016 ceph-mon[84376]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-24T03:30:56.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:55 smithi016 ceph-mon[86910]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-24T03:30:56.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:55 smithi063 ceph-mon[77007]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-24T03:30:56.690 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:56.690 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:56.713 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:56.714 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:56.714 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:56.722 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:56.722 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:56.722 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:56.736 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:56.736 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:56.736 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:56.740 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:56.740 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:56.740 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,8388608~83886080,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:56.741 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:57.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:56 smithi016 ceph-mon[84376]: pgmap v2603: 137 pgs: 137 active+clean; 738 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 KiB/s wr, 179 op/s 2024-04-24T03:30:57.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:56 smithi016 ceph-mon[84376]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-24T03:30:57.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:56 smithi016 ceph-mon[86910]: pgmap v2603: 137 pgs: 137 active+clean; 738 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 KiB/s wr, 179 op/s 2024-04-24T03:30:57.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:56 smithi016 ceph-mon[86910]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-24T03:30:57.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:56 smithi063 ceph-mon[77007]: pgmap v2603: 137 pgs: 137 active+clean; 738 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 KiB/s wr, 179 op/s 2024-04-24T03:30:57.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:56 smithi063 ceph-mon[77007]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-24T03:30:57.679 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:57.679 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:57.696 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:57.696 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:57.696 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:57.705 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:57.705 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:57.705 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:57.710 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:57.710 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:57.710 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:57.712 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~92274688,96468992~20971520,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:57 smithi016 ceph-mon[84376]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-24T03:30:58.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:57 smithi016 ceph-mon[84376]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-24T03:30:58.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:57 smithi016 ceph-mon[86910]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-24T03:30:58.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:57 smithi016 ceph-mon[86910]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-24T03:30:58.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:57 smithi063 ceph-mon[77007]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-24T03:30:58.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:57 smithi063 ceph-mon[77007]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-24T03:30:58.683 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:30:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:30:58] "GET /metrics HTTP/1.1" 200 36779 "" "Prometheus/2.43.0" 2024-04-24T03:30:58.707 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:58.707 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:58.738 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:58.738 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:58.738 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:58.740 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:58.740 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:58.740 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~8388608,356515840~54525952] 2024-04-24T03:30:58.742 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:59.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:58 smithi016 ceph-mon[84376]: pgmap v2606: 137 pgs: 137 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 6.2 KiB/s wr, 264 op/s 2024-04-24T03:30:59.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:58 smithi016 ceph-mon[86910]: pgmap v2606: 137 pgs: 137 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 6.2 KiB/s wr, 264 op/s 2024-04-24T03:30:59.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:58 smithi063 ceph-mon[77007]: pgmap v2606: 137 pgs: 137 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 6.2 KiB/s wr, 264 op/s 2024-04-24T03:30:59.722 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:59.723 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:59.744 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:30:59.744 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:59.744 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:30:59.745 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:31:00.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:30:59 smithi016 ceph-mon[84376]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-24T03:31:00.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:30:59 smithi016 ceph-mon[86910]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-24T03:31:00.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:30:59 smithi063 ceph-mon[77007]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-24T03:31:00.722 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:31:00.723 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~92274688,96468992~16777216,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~67108864] 2024-04-24T03:31:00.734 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~117440512,121634816~62914560,188743680~92274688,285212672~25165824,314572800~25165824,343932928~71303168] 2024-04-24T03:31:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:00 smithi016 ceph-mon[84376]: pgmap v2609: 137 pgs: 137 active+clean; 599 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 220 op/s 2024-04-24T03:31:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:00 smithi016 ceph-mon[84376]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-24T03:31:01.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:01.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:00 smithi016 ceph-mon[86910]: pgmap v2609: 137 pgs: 137 active+clean; 599 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 220 op/s 2024-04-24T03:31:01.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:00 smithi016 ceph-mon[86910]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-24T03:31:01.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:01.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:00 smithi063 ceph-mon[77007]: pgmap v2609: 137 pgs: 137 active+clean; 599 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 220 op/s 2024-04-24T03:31:01.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:00 smithi063 ceph-mon[77007]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-24T03:31:01.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:01.750 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39072 ms) 2024-04-24T03:31:01.751 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-24T03:31:01.751 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:31:02.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:01 smithi016 ceph-mon[84376]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-24T03:31:02.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:01 smithi016 ceph-mon[86910]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-24T03:31:02.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:01 smithi063 ceph-mon[77007]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-24T03:31:02.777 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1027 ms) 2024-04-24T03:31:02.777 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-24T03:31:02.777 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:31:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:02 smithi016 ceph-mon[84376]: pgmap v2612: 137 pgs: 137 active+clean; 552 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-24T03:31:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:02 smithi016 ceph-mon[84376]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-24T03:31:03.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:02 smithi016 ceph-mon[84376]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-24T03:31:03.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:02 smithi016 ceph-mon[86910]: pgmap v2612: 137 pgs: 137 active+clean; 552 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-24T03:31:03.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:02 smithi016 ceph-mon[86910]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-24T03:31:03.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:02 smithi016 ceph-mon[86910]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-24T03:31:03.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:02 smithi063 ceph-mon[77007]: pgmap v2612: 137 pgs: 137 active+clean; 552 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-24T03:31:03.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:02 smithi063 ceph-mon[77007]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-24T03:31:03.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:02 smithi063 ceph-mon[77007]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-24T03:31:03.849 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [0~8388608,12582912~8388608] to clone 2024-04-24T03:31:03.850 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [0~8388608,12582912~8388608] 2024-04-24T03:31:03.854 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1077 ms) 2024-04-24T03:31:03.854 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-24T03:31:03.854 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:31:03.876 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [340664~45402,983107~23859,2828579~44620,4853057~4481,7730227~6012,8743699~88201,12647506~1356,18411550~61045,18672744~10775,19778188~996] 2024-04-24T03:31:03.887 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (33 ms) 2024-04-24T03:31:03.887 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-24T03:31:03.887 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:31:05.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:04 smithi016 ceph-mon[84376]: pgmap v2615: 137 pgs: 137 active+clean; 462 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 MiB/s wr, 112 op/s 2024-04-24T03:31:05.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:04 smithi016 ceph-mon[84376]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-24T03:31:05.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:04 smithi016 ceph-mon[86910]: pgmap v2615: 137 pgs: 137 active+clean; 462 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 MiB/s wr, 112 op/s 2024-04-24T03:31:05.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:04 smithi016 ceph-mon[86910]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-24T03:31:05.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:04 smithi063 ceph-mon[77007]: pgmap v2615: 137 pgs: 137 active+clean; 462 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 MiB/s wr, 112 op/s 2024-04-24T03:31:05.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:04 smithi063 ceph-mon[77007]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-24T03:31:05.827 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1940 ms) 2024-04-24T03:31:05.827 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-24T03:31:05.827 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:31:05.886 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (59 ms) 2024-04-24T03:31:05.887 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-24T03:31:05.887 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:31:05.960 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (74 ms) 2024-04-24T03:31:05.960 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-24T03:31:05.960 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-24T03:31:06.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:05 smithi016 ceph-mon[84376]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-24T03:31:06.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:05 smithi016 ceph-mon[86910]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-24T03:31:06.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:05 smithi063 ceph-mon[77007]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-24T03:31:07.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:06 smithi016 ceph-mon[84376]: pgmap v2618: 137 pgs: 137 active+clean; 461 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.1 MiB/s wr, 104 op/s 2024-04-24T03:31:07.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:06 smithi016 ceph-mon[84376]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-24T03:31:07.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:06 smithi016 ceph-mon[86910]: pgmap v2618: 137 pgs: 137 active+clean; 461 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.1 MiB/s wr, 104 op/s 2024-04-24T03:31:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:06 smithi016 ceph-mon[86910]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-24T03:31:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:07.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:06 smithi063 ceph-mon[77007]: pgmap v2618: 137 pgs: 137 active+clean; 461 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.1 MiB/s wr, 104 op/s 2024-04-24T03:31:07.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:06 smithi063 ceph-mon[77007]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-24T03:31:07.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:08.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:31:08.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:31:08.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:08.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[84376]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-24T03:31:08.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:31:08.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:31:08.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:08.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:07 smithi016 ceph-mon[86910]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-24T03:31:08.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:31:08.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:31:08.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:08.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:07 smithi063 ceph-mon[77007]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-24T03:31:08.755 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:31:08] "GET /metrics HTTP/1.1" 200 36780 "" "Prometheus/2.43.0" 2024-04-24T03:31:09.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:08 smithi016 ceph-mon[84376]: pgmap v2620: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 12 MiB/s wr, 264 op/s 2024-04-24T03:31:09.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:08 smithi016 ceph-mon[86910]: pgmap v2620: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 12 MiB/s wr, 264 op/s 2024-04-24T03:31:09.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:08 smithi063 ceph-mon[77007]: pgmap v2620: 137 pgs: 137 active+clean; 533 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 12 MiB/s wr, 264 op/s 2024-04-24T03:31:11.004 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5044 ms) 2024-04-24T03:31:11.004 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-24T03:31:11.004 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:31:11.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-24T03:31:11.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:10 smithi016 ceph-mon[84376]: pgmap v2622: 137 pgs: 137 active+clean; 542 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 8.4 MiB/s wr, 270 op/s 2024-04-24T03:31:11.026 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:10 smithi016 ceph-mon[86910]: pgmap v2622: 137 pgs: 137 active+clean; 542 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 8.4 MiB/s wr, 270 op/s 2024-04-24T03:31:11.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:10 smithi063 ceph-mon[77007]: pgmap v2622: 137 pgs: 137 active+clean; 542 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 8.4 MiB/s wr, 270 op/s 2024-04-24T03:31:11.777 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 13 tests from DiffIterateTest/1 (62209 ms total) 2024-04-24T03:31:11.777 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:31:11.778 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from TestImageWatcher 2024-04-24T03:31:13.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:12 smithi016 ceph-mon[84376]: pgmap v2623: 137 pgs: 137 active+clean; 542 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 191 op/s 2024-04-24T03:31:13.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:12 smithi016 ceph-mon[84376]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-24T03:31:13.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:12 smithi016 ceph-mon[86910]: pgmap v2623: 137 pgs: 137 active+clean; 542 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 191 op/s 2024-04-24T03:31:13.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:12 smithi016 ceph-mon[86910]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-24T03:31:13.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:12 smithi063 ceph-mon[77007]: pgmap v2623: 137 pgs: 137 active+clean; 542 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 191 op/s 2024-04-24T03:31:13.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:12 smithi063 ceph-mon[77007]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-24T03:31:13.777 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-24T03:31:14.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:13 smithi063 ceph-mon[77007]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-24T03:31:14.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:13 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4117781221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:14.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:13 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:14.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:13 smithi016 ceph-mon[84376]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-24T03:31:14.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:13 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4117781221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:14.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:13 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:14.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:13 smithi016 ceph-mon[86910]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-24T03:31:14.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:13 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4117781221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:14.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:13 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:15.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:14 smithi063 ceph-mon[77007]: pgmap v2626: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:31:15.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:14 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:31:15.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:14 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:15.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:14 smithi063 ceph-mon[77007]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-24T03:31:15.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[84376]: pgmap v2626: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:31:15.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:31:15.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:15.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[84376]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-24T03:31:15.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[86910]: pgmap v2626: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:31:15.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:31:15.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:15.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:14 smithi016 ceph-mon[86910]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-24T03:31:15.835 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2058 ms) 2024-04-24T03:31:15.835 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-24T03:31:15.858 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-04-24T03:31:15.858 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-24T03:31:15.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyResize (30 ms) 2024-04-24T03:31:15.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-24T03:31:15.910 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-04-24T03:31:15.910 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-24T03:31:15.934 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (24 ms) 2024-04-24T03:31:15.935 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-24T03:31:15.954 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-04-24T03:31:15.954 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-24T03:31:15.974 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-04-24T03:31:15.974 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-24T03:31:15.994 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-04-24T03:31:15.994 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-24T03:31:16.013 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (19 ms) 2024-04-24T03:31:16.013 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-24T03:31:16.035 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2024-04-24T03:31:16.035 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-24T03:31:16.054 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-24T03:31:16.055 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-24T03:31:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:15 smithi063 ceph-mon[77007]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-24T03:31:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:16.075 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyRename (19 ms) 2024-04-24T03:31:16.075 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-24T03:31:16.094 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-24T03:31:16.094 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-24T03:31:16.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-04-24T03:31:16.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-24T03:31:16.133 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-04-24T03:31:16.133 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-24T03:31:16.152 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-24T03:31:16.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:15 smithi016 ceph-mon[84376]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-24T03:31:16.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:16.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:16.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:15 smithi016 ceph-mon[86910]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-24T03:31:16.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:16.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:16.818 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from TestImageWatcher (2375 ms total) 2024-04-24T03:31:16.818 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:31:16.818 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 34 tests from TestInternal 2024-04-24T03:31:17.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:16 smithi063 ceph-mon[77007]: pgmap v2629: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:31:17.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:16 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:31:17.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:16 smithi063 ceph-mon[77007]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-24T03:31:17.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:16 smithi016 ceph-mon[84376]: pgmap v2629: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:31:17.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:16 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:31:17.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:16 smithi016 ceph-mon[84376]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-24T03:31:17.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:16 smithi016 ceph-mon[86910]: pgmap v2629: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:31:17.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:16 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:31:17.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:16 smithi016 ceph-mon[86910]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-24T03:31:18.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:17 smithi016 ceph-mon[84376]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-24T03:31:18.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:17 smithi016 ceph-mon[86910]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-24T03:31:18.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:17 smithi063 ceph-mon[77007]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-24T03:31:18.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:31:18] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-24T03:31:18.827 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.OpenByID 2024-04-24T03:31:19.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[84376]: pgmap v2632: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:19.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[84376]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-24T03:31:19.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3158326301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:19.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:19.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[86910]: pgmap v2632: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:19.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[86910]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-24T03:31:19.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3158326301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:19.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:18 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:19.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:18 smithi063 ceph-mon[77007]: pgmap v2632: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:19.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:18 smithi063 ceph-mon[77007]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-24T03:31:19.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:18 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3158326301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:19.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:18 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:20.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:19 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:20.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:19 smithi016 ceph-mon[84376]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-24T03:31:20.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:19 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:20.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:19 smithi016 ceph-mon[86910]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-24T03:31:20.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:19 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:20.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:19 smithi063 ceph-mon[77007]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-24T03:31:20.877 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.OpenByID (2050 ms) 2024-04-24T03:31:20.877 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-24T03:31:20.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.OpenSnapDNE (22 ms) 2024-04-24T03:31:20.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-24T03:31:20.921 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (22 ms) 2024-04-24T03:31:20.921 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-24T03:31:20.948 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2024-04-24T03:31:20.948 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-24T03:31:20.967 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (20 ms) 2024-04-24T03:31:20.967 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-24T03:31:21.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:20 smithi016 ceph-mon[84376]: pgmap v2635: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:21.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:20 smithi016 ceph-mon[84376]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-24T03:31:21.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:20 smithi016 ceph-mon[86910]: pgmap v2635: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:21.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:20 smithi016 ceph-mon[86910]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-24T03:31:21.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:20 smithi063 ceph-mon[77007]: pgmap v2635: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:21.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:20 smithi063 ceph-mon[77007]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-24T03:31:22.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:21 smithi016 ceph-mon[84376]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-24T03:31:22.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:21 smithi016 ceph-mon[86910]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-24T03:31:22.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:21 smithi063 ceph-mon[77007]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-24T03:31:22.869 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1899 ms) 2024-04-24T03:31:22.869 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-24T03:31:22.896 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (30 ms) 2024-04-24T03:31:22.897 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-24T03:31:23.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:22 smithi016 ceph-mon[84376]: pgmap v2638: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-24T03:31:23.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:22 smithi016 ceph-mon[84376]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-24T03:31:23.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:22 smithi016 ceph-mon[86910]: pgmap v2638: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-24T03:31:23.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:22 smithi016 ceph-mon[86910]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-24T03:31:23.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:22 smithi063 ceph-mon[77007]: pgmap v2638: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-24T03:31:23.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:22 smithi063 ceph-mon[77007]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-24T03:31:24.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:23 smithi016 ceph-mon[84376]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-24T03:31:24.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:23 smithi016 ceph-mon[86910]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-24T03:31:24.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:23 smithi063 ceph-mon[77007]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-24T03:31:24.874 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1978 ms) 2024-04-24T03:31:24.874 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-24T03:31:25.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:24 smithi016 ceph-mon[84376]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 KiB/s wr, 83 op/s 2024-04-24T03:31:25.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:24 smithi016 ceph-mon[84376]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-24T03:31:25.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:24 smithi016 ceph-mon[86910]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 KiB/s wr, 83 op/s 2024-04-24T03:31:25.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:24 smithi016 ceph-mon[86910]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-24T03:31:25.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:24 smithi063 ceph-mon[77007]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 KiB/s wr, 83 op/s 2024-04-24T03:31:25.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:24 smithi063 ceph-mon[77007]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-24T03:31:26.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:25 smithi016 ceph-mon[84376]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-24T03:31:26.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:25 smithi016 ceph-mon[86910]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-24T03:31:26.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:25 smithi063 ceph-mon[77007]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-24T03:31:26.883 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2009 ms) 2024-04-24T03:31:26.883 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-24T03:31:27.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:26 smithi016 ceph-mon[84376]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 57 op/s 2024-04-24T03:31:27.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:26 smithi016 ceph-mon[84376]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-24T03:31:27.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:26 smithi016 ceph-mon[86910]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 57 op/s 2024-04-24T03:31:27.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:26 smithi016 ceph-mon[86910]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-24T03:31:27.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:26 smithi063 ceph-mon[77007]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 57 op/s 2024-04-24T03:31:27.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:26 smithi063 ceph-mon[77007]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-24T03:31:28.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:27 smithi016 ceph-mon[84376]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-24T03:31:28.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:27 smithi016 ceph-mon[84376]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-24T03:31:28.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:27 smithi016 ceph-mon[86910]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-24T03:31:28.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:27 smithi016 ceph-mon[86910]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-24T03:31:28.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:27 smithi063 ceph-mon[77007]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-24T03:31:28.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:27 smithi063 ceph-mon[77007]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-24T03:31:28.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1810 ms) 2024-04-24T03:31:28.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-24T03:31:28.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:31:28] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-24T03:31:29.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:28 smithi016 ceph-mon[84376]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-24T03:31:29.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:28 smithi016 ceph-mon[84376]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-24T03:31:29.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:28 smithi016 ceph-mon[86910]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-24T03:31:29.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:28 smithi016 ceph-mon[86910]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-24T03:31:29.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:28 smithi063 ceph-mon[77007]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-24T03:31:29.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:28 smithi063 ceph-mon[77007]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-24T03:31:30.710 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.FlattenLocksImage (2017 ms) 2024-04-24T03:31:30.711 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-24T03:31:31.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[84376]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-04-24T03:31:31.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[84376]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-24T03:31:31.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:31.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:31.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[86910]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-04-24T03:31:31.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[86910]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-24T03:31:31.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:31.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:31.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:30 smithi063 ceph-mon[77007]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.7 KiB/s wr, 139 op/s 2024-04-24T03:31:31.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:30 smithi063 ceph-mon[77007]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-24T03:31:31.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:31.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:32.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:31 smithi016 ceph-mon[84376]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-24T03:31:32.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:31 smithi016 ceph-mon[86910]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-24T03:31:32.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:31 smithi063 ceph-mon[77007]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-24T03:31:32.702 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1991 ms) 2024-04-24T03:31:32.702 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-24T03:31:33.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:32 smithi016 ceph-mon[84376]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 116 op/s 2024-04-24T03:31:33.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:32 smithi016 ceph-mon[84376]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-24T03:31:33.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:32 smithi016 ceph-mon[84376]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-24T03:31:33.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:32 smithi016 ceph-mon[86910]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 116 op/s 2024-04-24T03:31:33.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:32 smithi016 ceph-mon[86910]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-24T03:31:33.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:32 smithi016 ceph-mon[86910]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-24T03:31:33.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:32 smithi063 ceph-mon[77007]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 116 op/s 2024-04-24T03:31:33.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:32 smithi063 ceph-mon[77007]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-24T03:31:33.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:32 smithi063 ceph-mon[77007]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-24T03:31:33.706 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1005 ms) 2024-04-24T03:31:33.706 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-24T03:31:34.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:33 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/760374742' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]: dispatch 2024-04-24T03:31:34.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:33 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]: dispatch 2024-04-24T03:31:34.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:33 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/760374742' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]: dispatch 2024-04-24T03:31:34.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:33 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]: dispatch 2024-04-24T03:31:34.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:33 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/760374742' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]: dispatch 2024-04-24T03:31:34.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:33 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]: dispatch 2024-04-24T03:31:35.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[84376]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-24T03:31:35.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]': finished 2024-04-24T03:31:35.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[84376]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-24T03:31:35.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2801746969' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2801746969"}]: dispatch 2024-04-24T03:31:35.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[86910]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-24T03:31:35.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]': finished 2024-04-24T03:31:35.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[86910]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-24T03:31:35.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:34 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2801746969' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2801746969"}]: dispatch 2024-04-24T03:31:35.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:34 smithi063 ceph-mon[77007]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-24T03:31:35.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:34 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/760374742"}]': finished 2024-04-24T03:31:35.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:34 smithi063 ceph-mon[77007]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-24T03:31:35.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:34 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2801746969' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2801746969"}]: dispatch 2024-04-24T03:31:35.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2000 ms) 2024-04-24T03:31:35.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-24T03:31:35.738 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.AioWriteRequestsLock (32 ms) 2024-04-24T03:31:35.738 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-24T03:31:35.768 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (29 ms) 2024-04-24T03:31:35.768 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-24T03:31:35.818 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.CancelAsyncResize (50 ms) 2024-04-24T03:31:35.818 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-24T03:31:35.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.MultipleResize (64 ms) 2024-04-24T03:31:35.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.Metadata 2024-04-24T03:31:35.931 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.Metadata (49 ms) 2024-04-24T03:31:35.932 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-24T03:31:35.961 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2024-04-24T03:31:35.961 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-24T03:31:36.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:35 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2801746969' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2801746969"}]': finished 2024-04-24T03:31:36.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:35 smithi016 ceph-mon[84376]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-24T03:31:36.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:35 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2801746969' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2801746969"}]': finished 2024-04-24T03:31:36.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:35 smithi016 ceph-mon[86910]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-24T03:31:36.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:35 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2801746969' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2801746969"}]': finished 2024-04-24T03:31:36.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:35 smithi063 ceph-mon[77007]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-24T03:31:37.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:36 smithi016 ceph-mon[84376]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-24T03:31:37.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:36 smithi016 ceph-mon[86910]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-24T03:31:37.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:36 smithi063 ceph-mon[77007]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-04-24T03:31:38.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:37 smithi016 ceph-mon[84376]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-24T03:31:38.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:37 smithi016 ceph-mon[84376]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-24T03:31:38.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:37 smithi016 ceph-mon[86910]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-24T03:31:38.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:37 smithi016 ceph-mon[86910]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-24T03:31:38.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:37 smithi063 ceph-mon[77007]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-24T03:31:38.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:37 smithi063 ceph-mon[77007]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-24T03:31:38.745 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:31:38] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-24T03:31:38.789 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapshotCopyup (2828 ms) 2024-04-24T03:31:38.789 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-24T03:31:39.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:38 smithi016 ceph-mon[84376]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-04-24T03:31:39.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:38 smithi016 ceph-mon[84376]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-24T03:31:39.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:38 smithi016 ceph-mon[86910]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-04-24T03:31:39.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:38 smithi016 ceph-mon[86910]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-24T03:31:39.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:38 smithi063 ceph-mon[77007]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-04-24T03:31:39.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:38 smithi063 ceph-mon[77007]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-24T03:31:40.791 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2001 ms) 2024-04-24T03:31:40.791 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-24T03:31:41.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:40 smithi016 ceph-mon[84376]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 KiB/s wr, 295 op/s 2024-04-24T03:31:41.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:40 smithi016 ceph-mon[84376]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-24T03:31:41.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:40 smithi016 ceph-mon[86910]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 KiB/s wr, 295 op/s 2024-04-24T03:31:41.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:40 smithi016 ceph-mon[86910]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-24T03:31:41.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:40 smithi063 ceph-mon[77007]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 KiB/s wr, 295 op/s 2024-04-24T03:31:41.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:40 smithi063 ceph-mon[77007]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-24T03:31:41.789 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (999 ms) 2024-04-24T03:31:41.790 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-24T03:31:42.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:41 smithi016 ceph-mon[84376]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-24T03:31:42.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:41 smithi016 ceph-mon[86910]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-24T03:31:42.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:41 smithi063 ceph-mon[77007]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-24T03:31:43.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:42 smithi016 ceph-mon[84376]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 21 KiB/s wr, 228 op/s 2024-04-24T03:31:43.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:42 smithi016 ceph-mon[84376]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-24T03:31:43.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:42 smithi016 ceph-mon[84376]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-24T03:31:43.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:42 smithi016 ceph-mon[86910]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 21 KiB/s wr, 228 op/s 2024-04-24T03:31:43.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:42 smithi016 ceph-mon[86910]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-24T03:31:43.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:42 smithi016 ceph-mon[86910]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-24T03:31:43.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:42 smithi063 ceph-mon[77007]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 21 KiB/s wr, 228 op/s 2024-04-24T03:31:43.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:42 smithi063 ceph-mon[77007]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-24T03:31:43.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:42 smithi063 ceph-mon[77007]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-24T03:31:43.735 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ResizeCopyup (1946 ms) 2024-04-24T03:31:43.736 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-24T03:31:43.744 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:31:43.744 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2024-04-24T03:31:43.745 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-24T03:31:43.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-24T03:31:43.753 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-24T03:31:45.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:44 smithi016 ceph-mon[84376]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 18 KiB/s wr, 280 op/s 2024-04-24T03:31:45.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:44 smithi016 ceph-mon[84376]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-24T03:31:45.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:44 smithi016 ceph-mon[86910]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 18 KiB/s wr, 280 op/s 2024-04-24T03:31:45.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:44 smithi016 ceph-mon[86910]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-24T03:31:45.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:44 smithi063 ceph-mon[77007]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 18 KiB/s wr, 280 op/s 2024-04-24T03:31:45.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:44 smithi063 ceph-mon[77007]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-24T03:31:46.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:45 smithi016 ceph-mon[84376]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-24T03:31:46.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:46.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:45 smithi016 ceph-mon[86910]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-24T03:31:46.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:46.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:45 smithi063 ceph-mon[77007]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-24T03:31:46.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:31:47.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:46 smithi016 ceph-mon[84376]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 15 KiB/s wr, 220 op/s 2024-04-24T03:31:47.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:46 smithi016 ceph-mon[84376]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-24T03:31:47.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:46 smithi016 ceph-mon[86910]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 15 KiB/s wr, 220 op/s 2024-04-24T03:31:47.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:46 smithi016 ceph-mon[86910]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-24T03:31:47.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:46 smithi063 ceph-mon[77007]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 15 KiB/s wr, 220 op/s 2024-04-24T03:31:47.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:46 smithi063 ceph-mon[77007]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-24T03:31:47.807 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.WriteFullCopyup (4054 ms) 2024-04-24T03:31:47.807 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-24T03:31:48.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:47 smithi063 ceph-mon[77007]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-24T03:31:48.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:47 smithi016 ceph-mon[84376]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-24T03:31:48.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:47 smithi016 ceph-mon[86910]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-24T03:31:48.776 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:31:48] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-24T03:31:49.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:48 smithi063 ceph-mon[77007]: pgmap v2676: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 228 op/s 2024-04-24T03:31:49.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:48 smithi063 ceph-mon[77007]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-24T03:31:49.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:48 smithi016 ceph-mon[84376]: pgmap v2676: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 228 op/s 2024-04-24T03:31:49.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:48 smithi016 ceph-mon[84376]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-24T03:31:49.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:48 smithi016 ceph-mon[86910]: pgmap v2676: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 228 op/s 2024-04-24T03:31:49.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:48 smithi016 ceph-mon[86910]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-24T03:31:49.820 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2013 ms) 2024-04-24T03:31:49.820 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.TestCoR 2024-04-24T03:31:49.829 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-04-24T03:31:49.829 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-04-24T03:31:49.829 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-24T03:31:50.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:49 smithi063 ceph-mon[77007]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-24T03:31:50.059 INFO:tasks.workunit.client.0.smithi016.stdout:made parent image "image56": 4194304K (1024 * 4K) 2024-04-24T03:31:50.059 INFO:tasks.workunit.client.0.smithi016.stdout:generated random write map: 2024-04-24T03:31:50.059 INFO:tasks.workunit.client.0.smithi016.stdout: [4 , 19162 ] 2024-04-24T03:31:50.059 INFO:tasks.workunit.client.0.smithi016.stdout: [10 , 44383 ] 2024-04-24T03:31:50.059 INFO:tasks.workunit.client.0.smithi016.stdout: [21 , 88554 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [33 , 137200 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [44 , 180399 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [51 , 209380 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [52 , 214795 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [74 , 303335 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [75 , 310072 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [87 , 358941 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [89 , 366670 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [92 , 379984 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [99 , 405819 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [121 , 496155 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [151 , 621974 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [171 , 701992 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [185 , 758035 ] 2024-04-24T03:31:50.060 INFO:tasks.workunit.client.0.smithi016.stdout: [215 , 884137 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [228 , 935929 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [241 , 989882 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [264 , 1082893 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [291 , 1193965 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [298 , 1221658 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [301 , 1235607 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [304 , 1247129 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [308 , 1263955 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [325 , 1334539 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [333 , 1366574 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [345 , 1413922 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [362 , 1483747 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [366 , 1499155 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [380 , 1559425 ] 2024-04-24T03:31:50.061 INFO:tasks.workunit.client.0.smithi016.stdout: [391 , 1601723 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [420 , 1721500 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [422 , 1731174 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [429 , 1757485 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [438 , 1795762 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [457 , 1872796 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [474 , 1944032 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [480 , 1968222 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [500 , 2050207 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [501 , 2052868 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [508 , 2083543 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [521 , 2135464 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [527 , 2160412 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [529 , 2168696 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [574 , 2352022 ] 2024-04-24T03:31:50.062 INFO:tasks.workunit.client.0.smithi016.stdout: [589 , 2413757 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [591 , 2423066 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [608 , 2491768 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [619 , 2538982 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [620 , 2541669 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [629 , 2577511 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [630 , 2581300 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [643 , 2637200 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [650 , 2664644 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [666 , 2729278 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [676 , 2770511 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [687 , 2816718 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [695 , 2849932 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [699 , 2865273 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [710 , 2910553 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [712 , 2916780 ] 2024-04-24T03:31:50.063 INFO:tasks.workunit.client.0.smithi016.stdout: [724 , 2965936 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [750 , 3074163 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [751 , 3078743 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [759 , 3110037 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [770 , 3155417 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [775 , 3175396 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [782 , 3205405 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [784 , 3213829 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [786 , 3220946 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [808 , 3309933 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [809 , 3314066 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [816 , 3344083 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [828 , 3392903 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [834 , 3418137 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [863 , 3536155 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [873 , 3576666 ] 2024-04-24T03:31:50.064 INFO:tasks.workunit.client.0.smithi016.stdout: [904 , 3702908 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [913 , 3740669 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [922 , 3778880 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [923 , 3784158 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [928 , 3802587 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [953 , 3905845 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [959 , 3929412 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [961 , 3939788 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [967 , 3964117 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [969 , 3969189 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [973 , 3985694 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [983 , 4027032 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [987 , 4046130 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [988 , 4048751 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [999 , 4094860 ] 2024-04-24T03:31:50.065 INFO:tasks.workunit.client.0.smithi016.stdout: [1004 , 4113722 ] 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: [1010 , 4138453 ] 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: [1016 , 4163402 ] 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout:write data based on random map 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-4 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-10 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-21 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-33 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-44 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-51 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-52 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-74 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-75 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-87 2024-04-24T03:31:50.066 INFO:tasks.workunit.client.0.smithi016.stdout: write object-89 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-92 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-99 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-121 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-151 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-171 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-185 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-215 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-228 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-241 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-264 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-291 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-298 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-301 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-304 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-308 2024-04-24T03:31:50.067 INFO:tasks.workunit.client.0.smithi016.stdout: write object-325 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-333 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-345 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-362 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-366 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-380 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-391 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-420 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-422 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-429 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-438 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-457 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-474 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-480 2024-04-24T03:31:50.068 INFO:tasks.workunit.client.0.smithi016.stdout: write object-500 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-501 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-508 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-521 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-527 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-529 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-574 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-589 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-591 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-608 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-619 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-620 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-629 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-630 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-643 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-650 2024-04-24T03:31:50.069 INFO:tasks.workunit.client.0.smithi016.stdout: write object-666 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-676 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-687 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-695 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-699 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-710 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-712 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-724 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-750 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-751 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-759 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-770 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-775 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-782 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-784 2024-04-24T03:31:50.070 INFO:tasks.workunit.client.0.smithi016.stdout: write object-786 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-808 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-809 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-816 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-828 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-834 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-863 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-873 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-904 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-913 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-922 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-923 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-928 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-953 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-959 2024-04-24T03:31:50.071 INFO:tasks.workunit.client.0.smithi016.stdout: write object-961 2024-04-24T03:31:50.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:49 smithi016 ceph-mon[84376]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-24T03:31:50.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:49 smithi016 ceph-mon[86910]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-24T03:31:51.010 INFO:tasks.workunit.client.0.smithi016.stdout: write object-967 2024-04-24T03:31:51.010 INFO:tasks.workunit.client.0.smithi016.stdout: write object-969 2024-04-24T03:31:51.010 INFO:tasks.workunit.client.0.smithi016.stdout: write object-973 2024-04-24T03:31:51.010 INFO:tasks.workunit.client.0.smithi016.stdout: write object-983 2024-04-24T03:31:51.010 INFO:tasks.workunit.client.0.smithi016.stdout: write object-987 2024-04-24T03:31:51.010 INFO:tasks.workunit.client.0.smithi016.stdout: write object-988 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout: write object-999 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout: write object-1004 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout: write object-1010 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout: write object-1016 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout:verify written data by reading 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout: read object-4 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout:made snapshot "image56@parent_snap" and protect it 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout:made and opened clone "image57" 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout:flattening clone: "image57" 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout:check whether child image has the same set of objects as parent 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1180 ms) 2024-04-24T03:31:51.011 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-24T03:31:51.050 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:50 smithi016 ceph-mon[84376]: pgmap v2679: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 217 op/s 2024-04-24T03:31:51.050 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:50 smithi016 ceph-mon[84376]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-24T03:31:51.051 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:31:51] ENGINE Bus STOPPING 2024-04-24T03:31:51.051 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:50 smithi016 ceph-mon[86910]: pgmap v2679: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 217 op/s 2024-04-24T03:31:51.051 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:50 smithi016 ceph-mon[86910]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-24T03:31:51.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:50 smithi063 ceph-mon[77007]: pgmap v2679: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 217 op/s 2024-04-24T03:31:51.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:50 smithi063 ceph-mon[77007]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-24T03:31:51.084 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.PoolMetadataConfApply (75 ms) 2024-04-24T03:31:51.084 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.Sparsify 2024-04-24T03:31:51.109 INFO:tasks.workunit.client.0.smithi016.stdout:sparsify_supported=1 2024-04-24T03:31:51.109 INFO:tasks.workunit.client.0.smithi016.stdout:sparse_read_supported=1 2024-04-24T03:31:51.140 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.Sparsify (55 ms) 2024-04-24T03:31:51.140 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-24T03:31:51.158 INFO:tasks.workunit.client.0.smithi016.stdout:sparsify_supported=1 2024-04-24T03:31:51.526 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:31:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:31:51.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:31:51] ENGINE Bus STOPPED 2024-04-24T03:31:51.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:31:51] ENGINE Bus STARTING 2024-04-24T03:31:51.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:31:51] ENGINE Serving on http://:::9283 2024-04-24T03:31:51.527 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:31:51] ENGINE Bus STARTED 2024-04-24T03:31:52.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-24T03:31:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' 2024-04-24T03:31:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:31:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:31:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-24T03:31:52.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' 2024-04-24T03:31:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:31:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:31:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:31:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:31:52.698 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SparsifyClone (1559 ms) 2024-04-24T03:31:52.701 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-24T03:31:53.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:52 smithi063 ceph-mon[77007]: pgmap v2682: 137 pgs: 137 active+clean; 8.9 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 139 KiB/s wr, 610 op/s 2024-04-24T03:31:53.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:52 smithi063 ceph-mon[77007]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-24T03:31:53.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:52 smithi063 ceph-mon[77007]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-24T03:31:53.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:52 smithi016 ceph-mon[84376]: pgmap v2682: 137 pgs: 137 active+clean; 8.9 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 139 KiB/s wr, 610 op/s 2024-04-24T03:31:53.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:52 smithi016 ceph-mon[84376]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-24T03:31:53.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:52 smithi016 ceph-mon[84376]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-24T03:31:53.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:52 smithi016 ceph-mon[86910]: pgmap v2682: 137 pgs: 137 active+clean; 8.9 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 139 KiB/s wr, 610 op/s 2024-04-24T03:31:53.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:52 smithi016 ceph-mon[86910]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-24T03:31:53.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:52 smithi016 ceph-mon[86910]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-24T03:31:53.805 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.MissingDataPool (1107 ms) 2024-04-24T03:31:54.818 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 34 tests from TestInternal (34978 ms total) 2024-04-24T03:31:54.818 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:31:54.818 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 51 tests from TestMirroring 2024-04-24T03:31:55.026 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:54 smithi016 ceph-mon[84376]: pgmap v2685: 137 pgs: 137 active+clean; 9.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 171 KiB/s wr, 857 op/s 2024-04-24T03:31:55.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:54 smithi016 ceph-mon[84376]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-24T03:31:55.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:54 smithi016 ceph-mon[86910]: pgmap v2685: 137 pgs: 137 active+clean; 9.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 171 KiB/s wr, 857 op/s 2024-04-24T03:31:55.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:54 smithi016 ceph-mon[86910]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-24T03:31:55.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:54 smithi063 ceph-mon[77007]: pgmap v2685: 137 pgs: 137 active+clean; 9.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 171 KiB/s wr, 857 op/s 2024-04-24T03:31:55.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:54 smithi063 ceph-mon[77007]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-24T03:31:56.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:55 smithi016 ceph-mon[84376]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-24T03:31:56.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:55 smithi016 ceph-mon[86910]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-24T03:31:56.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:55 smithi063 ceph-mon[77007]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-24T03:31:56.825 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-24T03:31:57.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:56 smithi016 ceph-mon[84376]: pgmap v2688: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:57.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:56 smithi016 ceph-mon[84376]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-24T03:31:57.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:56 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:57.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:56 smithi016 ceph-mon[86910]: pgmap v2688: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:57.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:56 smithi016 ceph-mon[86910]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-24T03:31:57.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:56 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:57.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:56 smithi063 ceph-mon[77007]: pgmap v2688: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:57.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:56 smithi063 ceph-mon[77007]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-24T03:31:57.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:56 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:31:58.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:57 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:58.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:57 smithi016 ceph-mon[84376]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-24T03:31:58.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:57 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:58.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:57 smithi016 ceph-mon[86910]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-24T03:31:58.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:57 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:31:58.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:57 smithi063 ceph-mon[77007]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-24T03:31:58.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:31:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:31:58] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-24T03:31:58.955 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2131 ms) 2024-04-24T03:31:58.955 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-24T03:31:59.062 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (106 ms) 2024-04-24T03:31:59.062 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-24T03:31:59.146 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (85 ms) 2024-04-24T03:31:59.147 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-24T03:31:59.249 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (103 ms) 2024-04-24T03:31:59.249 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-24T03:31:59.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:58 smithi016 ceph-mon[84376]: pgmap v2691: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:59.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:58 smithi016 ceph-mon[84376]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-24T03:31:59.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:58 smithi016 ceph-mon[86910]: pgmap v2691: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:59.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:58 smithi016 ceph-mon[86910]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-24T03:31:59.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:58 smithi063 ceph-mon[77007]: pgmap v2691: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:31:59.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:58 smithi063 ceph-mon[77007]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-24T03:31:59.339 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (89 ms) 2024-04-24T03:31:59.340 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-24T03:31:59.434 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (95 ms) 2024-04-24T03:31:59.434 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-24T03:31:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (109 ms) 2024-04-24T03:31:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-24T03:31:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:31:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-24T03:31:59.543 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-24T03:31:59.543 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:31:59.543 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-24T03:31:59.543 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-24T03:31:59.612 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2024-04-24T03:31:59.612 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-24T03:31:59.690 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (77 ms) 2024-04-24T03:31:59.690 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-24T03:32:00.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:59 smithi016 ceph-mon[86910]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-24T03:32:00.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:31:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:00.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:59 smithi016 ceph-mon[84376]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-24T03:32:00.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:31:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:00.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:59 smithi063 ceph-mon[77007]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-24T03:32:00.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:31:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:00.898 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1208 ms) 2024-04-24T03:32:00.898 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-24T03:32:01.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:00 smithi016 ceph-mon[84376]: pgmap v2694: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 6.0 KiB/s wr, 50 op/s 2024-04-24T03:32:01.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:00 smithi016 ceph-mon[84376]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-24T03:32:01.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:00 smithi016 ceph-mon[86910]: pgmap v2694: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 6.0 KiB/s wr, 50 op/s 2024-04-24T03:32:01.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:00 smithi016 ceph-mon[86910]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-24T03:32:01.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:00 smithi063 ceph-mon[77007]: pgmap v2694: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 6.0 KiB/s wr, 50 op/s 2024-04-24T03:32:01.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:00 smithi063 ceph-mon[77007]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-24T03:32:02.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:01 smithi016 ceph-mon[84376]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-24T03:32:02.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:01 smithi016 ceph-mon[86910]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-24T03:32:02.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:01 smithi063 ceph-mon[77007]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-24T03:32:02.908 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2011 ms) 2024-04-24T03:32:02.909 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-24T03:32:03.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (96 ms) 2024-04-24T03:32:03.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-24T03:32:03.096 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (91 ms) 2024-04-24T03:32:03.096 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-24T03:32:03.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (105 ms) 2024-04-24T03:32:03.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-24T03:32:03.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:02 smithi016 ceph-mon[84376]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-04-24T03:32:03.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:02 smithi016 ceph-mon[84376]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-24T03:32:03.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:02 smithi016 ceph-mon[86910]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-04-24T03:32:03.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:02 smithi016 ceph-mon[86910]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-24T03:32:03.284 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (83 ms) 2024-04-24T03:32:03.284 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-24T03:32:03.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:02 smithi063 ceph-mon[77007]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-04-24T03:32:03.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:02 smithi063 ceph-mon[77007]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-24T03:32:03.368 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (84 ms) 2024-04-24T03:32:03.369 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-24T03:32:03.463 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (95 ms) 2024-04-24T03:32:03.463 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-24T03:32:03.566 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (103 ms) 2024-04-24T03:32:03.566 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-24T03:32:04.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:03 smithi016 ceph-mon[84376]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-24T03:32:04.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:03 smithi016 ceph-mon[86910]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-24T03:32:04.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:03 smithi063 ceph-mon[77007]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-24T03:32:04.932 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1367 ms) 2024-04-24T03:32:04.933 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-24T03:32:05.052 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (120 ms) 2024-04-24T03:32:05.053 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-24T03:32:05.157 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (104 ms) 2024-04-24T03:32:05.157 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-24T03:32:05.261 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (104 ms) 2024-04-24T03:32:05.261 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-24T03:32:05.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:04 smithi016 ceph-mon[84376]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 48 KiB/s wr, 478 op/s 2024-04-24T03:32:05.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:04 smithi016 ceph-mon[84376]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-24T03:32:05.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:04 smithi016 ceph-mon[86910]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 48 KiB/s wr, 478 op/s 2024-04-24T03:32:05.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:04 smithi016 ceph-mon[86910]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-24T03:32:05.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:04 smithi063 ceph-mon[77007]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 48 KiB/s wr, 478 op/s 2024-04-24T03:32:05.326 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:04 smithi063 ceph-mon[77007]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-24T03:32:05.425 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (164 ms) 2024-04-24T03:32:05.426 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-24T03:32:05.584 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (159 ms) 2024-04-24T03:32:05.584 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-24T03:32:05.723 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (139 ms) 2024-04-24T03:32:05.723 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-24T03:32:05.877 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (154 ms) 2024-04-24T03:32:05.877 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-24T03:32:06.034 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (157 ms) 2024-04-24T03:32:06.034 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-24T03:32:06.217 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (183 ms) 2024-04-24T03:32:06.217 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-24T03:32:06.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:05 smithi016 ceph-mon[84376]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-24T03:32:06.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:05 smithi016 ceph-mon[86910]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-24T03:32:06.301 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (85 ms) 2024-04-24T03:32:06.301 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-24T03:32:06.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:05 smithi063 ceph-mon[77007]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-24T03:32:06.376 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (74 ms) 2024-04-24T03:32:06.376 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-24T03:32:06.442 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (67 ms) 2024-04-24T03:32:06.443 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-24T03:32:06.569 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (126 ms) 2024-04-24T03:32:06.569 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-24T03:32:06.696 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (128 ms) 2024-04-24T03:32:06.696 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-24T03:32:06.805 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (108 ms) 2024-04-24T03:32:06.805 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-24T03:32:06.922 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (117 ms) 2024-04-24T03:32:06.922 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-24T03:32:06.998 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorStatusList (76 ms) 2024-04-24T03:32:06.998 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-24T03:32:07.097 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveBootstrapped (99 ms) 2024-04-24T03:32:07.097 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-24T03:32:07.276 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:06 smithi016 ceph-mon[84376]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 57 KiB/s wr, 535 op/s 2024-04-24T03:32:07.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:06 smithi016 ceph-mon[86910]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 57 KiB/s wr, 535 op/s 2024-04-24T03:32:07.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:06 smithi063 ceph-mon[77007]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 57 KiB/s wr, 535 op/s 2024-04-24T03:32:07.469 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioPromoteDemote (372 ms) 2024-04-24T03:32:07.469 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-24T03:32:07.836 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioGetInfo (368 ms) 2024-04-24T03:32:07.837 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-24T03:32:08.053 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioGetStatus (217 ms) 2024-04-24T03:32:08.054 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SiteName 2024-04-24T03:32:08.060 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2024-04-24T03:32:08.060 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-24T03:32:08.682 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:32:08] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-24T03:32:08.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[86910]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 139 KiB/s wr, 1.22k op/s 2024-04-24T03:32:08.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[86910]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-24T03:32:08.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' 2024-04-24T03:32:08.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:08.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:08.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-24T03:32:08.683 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:08.893 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.Bootstrap (833 ms) 2024-04-24T03:32:08.893 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-24T03:32:08.901 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-04-24T03:32:08.901 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-24T03:32:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[84376]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 139 KiB/s wr, 1.22k op/s 2024-04-24T03:32:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[84376]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-24T03:32:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' 2024-04-24T03:32:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-24T03:32:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:08 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:09.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:08 smithi063 ceph-mon[77007]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 139 KiB/s wr, 1.22k op/s 2024-04-24T03:32:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:08 smithi063 ceph-mon[77007]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-24T03:32:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:08 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' 2024-04-24T03:32:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:08 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:08 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:08 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-24T03:32:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:08 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-24T03:32:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' 2024-04-24T03:32:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:32:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-24T03:32:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/5ac89dcf-ba70-4ace-830e-6fca424d57c2"}]: dispatch 2024-04-24T03:32:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/5ac89dcf-ba70-4ace-830e-6fca424d57c2"}]': finished 2024-04-24T03:32:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-24T03:32:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' 2024-04-24T03:32:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:32:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-24T03:32:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/5ac89dcf-ba70-4ace-830e-6fca424d57c2"}]: dispatch 2024-04-24T03:32:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/5ac89dcf-ba70-4ace-830e-6fca424d57c2"}]': finished 2024-04-24T03:32:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-24T03:32:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' 2024-04-24T03:32:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:32:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-24T03:32:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:32:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/5ac89dcf-ba70-4ace-830e-6fca424d57c2"}]: dispatch 2024-04-24T03:32:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/5ac89dcf-ba70-4ace-830e-6fca424d57c2"}]': finished 2024-04-24T03:32:11.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:10 smithi016 ceph-mon[84376]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 138 KiB/s wr, 1.32k op/s 2024-04-24T03:32:11.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:10 smithi016 ceph-mon[84376]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-24T03:32:11.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:10 smithi016 ceph-mon[86910]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 138 KiB/s wr, 1.32k op/s 2024-04-24T03:32:11.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:10 smithi016 ceph-mon[86910]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-24T03:32:11.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:10 smithi063 ceph-mon[77007]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 138 KiB/s wr, 1.32k op/s 2024-04-24T03:32:11.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:10 smithi063 ceph-mon[77007]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-24T03:32:12.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:11 smithi016 ceph-mon[84376]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-24T03:32:12.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:11 smithi016 ceph-mon[86910]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-24T03:32:12.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:11 smithi063 ceph-mon[77007]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-24T03:32:13.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:12 smithi016 ceph-mon[84376]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 163 KiB/s wr, 1.72k op/s 2024-04-24T03:32:13.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:12 smithi016 ceph-mon[84376]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-24T03:32:13.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:12 smithi016 ceph-mon[84376]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-24T03:32:13.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:12 smithi016 ceph-mon[86910]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 163 KiB/s wr, 1.72k op/s 2024-04-24T03:32:13.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:12 smithi016 ceph-mon[86910]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-24T03:32:13.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:12 smithi016 ceph-mon[86910]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-24T03:32:13.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:12 smithi063 ceph-mon[77007]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 163 KiB/s wr, 1.72k op/s 2024-04-24T03:32:13.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:12 smithi063 ceph-mon[77007]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-24T03:32:13.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:12 smithi063 ceph-mon[77007]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-24T03:32:14.056 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:32:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=cleanup t=2024-04-24T03:32:13.603180778Z level=info msg="Completed cleanup jobs" duration=13.492174ms 2024-04-24T03:32:15.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:14 smithi016 ceph-mon[84376]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 146 KiB/s wr, 1.45k op/s 2024-04-24T03:32:15.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:14 smithi016 ceph-mon[84376]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-24T03:32:15.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:14 smithi016 ceph-mon[86910]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 146 KiB/s wr, 1.45k op/s 2024-04-24T03:32:15.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:14 smithi016 ceph-mon[86910]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-24T03:32:15.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:14 smithi063 ceph-mon[77007]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 146 KiB/s wr, 1.45k op/s 2024-04-24T03:32:15.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:14 smithi063 ceph-mon[77007]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-24T03:32:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:15 smithi016 ceph-mon[84376]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-24T03:32:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:16.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:15 smithi016 ceph-mon[86910]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-24T03:32:16.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:15 smithi063 ceph-mon[77007]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-24T03:32:16.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:17.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:16 smithi016 ceph-mon[84376]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 97 KiB/s wr, 728 op/s 2024-04-24T03:32:17.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:16 smithi016 ceph-mon[84376]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-24T03:32:17.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:16 smithi016 ceph-mon[86910]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 97 KiB/s wr, 728 op/s 2024-04-24T03:32:17.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:16 smithi016 ceph-mon[86910]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-24T03:32:17.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:16 smithi063 ceph-mon[77007]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 97 KiB/s wr, 728 op/s 2024-04-24T03:32:17.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:16 smithi063 ceph-mon[77007]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-24T03:32:18.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:17 smithi016 ceph-mon[84376]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-24T03:32:18.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:17 smithi016 ceph-mon[86910]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-24T03:32:18.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:17 smithi063 ceph-mon[77007]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-24T03:32:18.717 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:32:18] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-24T03:32:19.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[84376]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 68 op/s 2024-04-24T03:32:19.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[84376]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-24T03:32:19.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]: dispatch 2024-04-24T03:32:19.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]: dispatch 2024-04-24T03:32:19.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[86910]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 68 op/s 2024-04-24T03:32:19.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[86910]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-24T03:32:19.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]: dispatch 2024-04-24T03:32:19.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]: dispatch 2024-04-24T03:32:19.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:18 smithi063 ceph-mon[77007]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 68 op/s 2024-04-24T03:32:19.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:18 smithi063 ceph-mon[77007]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-24T03:32:19.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]: dispatch 2024-04-24T03:32:19.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]: dispatch 2024-04-24T03:32:20.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]': finished 2024-04-24T03:32:20.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]': finished 2024-04-24T03:32:20.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:19 smithi016 ceph-mon[84376]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-24T03:32:20.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]': finished 2024-04-24T03:32:20.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]': finished 2024-04-24T03:32:20.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:19 smithi016 ceph-mon[86910]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-24T03:32:20.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]': finished 2024-04-24T03:32:20.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.17", "id": [1, 2]}]': finished 2024-04-24T03:32:20.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:19 smithi063 ceph-mon[77007]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-24T03:32:21.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:20 smithi016 ceph-mon[84376]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-24T03:32:21.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:20 smithi016 ceph-mon[84376]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-24T03:32:21.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:20 smithi016 ceph-mon[86910]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-24T03:32:21.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:20 smithi016 ceph-mon[86910]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-24T03:32:21.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:20 smithi063 ceph-mon[77007]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-24T03:32:21.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:20 smithi063 ceph-mon[77007]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-24T03:32:22.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:21 smithi016 ceph-mon[84376]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-24T03:32:22.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:21 smithi016 ceph-mon[86910]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-24T03:32:22.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:21 smithi063 ceph-mon[77007]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-24T03:32:23.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:22 smithi016 ceph-mon[84376]: pgmap v2724: 137 pgs: 1 active+undersized+remapped, 136 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 88 op/s; 3 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:32:23.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:22 smithi016 ceph-mon[84376]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-24T03:32:23.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:22 smithi016 ceph-mon[84376]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-24T03:32:23.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:22 smithi016 ceph-mon[86910]: pgmap v2724: 137 pgs: 1 active+undersized+remapped, 136 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 88 op/s; 3 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:32:23.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:22 smithi016 ceph-mon[86910]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-24T03:32:23.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:22 smithi016 ceph-mon[86910]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-24T03:32:23.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:22 smithi063 ceph-mon[77007]: pgmap v2724: 137 pgs: 1 active+undersized+remapped, 136 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 88 op/s; 3 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:32:23.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:22 smithi063 ceph-mon[77007]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-24T03:32:23.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:22 smithi063 ceph-mon[77007]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-24T03:32:24.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.Snapshot (15893 ms) 2024-04-24T03:32:24.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-24T03:32:25.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:24 smithi016 ceph-mon[84376]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 91 op/s; 7 B/s, 3 keys/s, 2 objects/s recovering 2024-04-24T03:32:25.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:24 smithi016 ceph-mon[84376]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-24T03:32:25.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:24 smithi016 ceph-mon[86910]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 91 op/s; 7 B/s, 3 keys/s, 2 objects/s recovering 2024-04-24T03:32:25.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:24 smithi016 ceph-mon[86910]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-24T03:32:25.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:24 smithi063 ceph-mon[77007]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 91 op/s; 7 B/s, 3 keys/s, 2 objects/s recovering 2024-04-24T03:32:25.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:24 smithi063 ceph-mon[77007]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-24T03:32:26.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:25 smithi016 ceph-mon[84376]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-24T03:32:26.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/80008831-6deb-4296-9265-1a249dc949fa"}]: dispatch 2024-04-24T03:32:26.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/80008831-6deb-4296-9265-1a249dc949fa"}]': finished 2024-04-24T03:32:26.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:25 smithi016 ceph-mon[86910]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-24T03:32:26.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/80008831-6deb-4296-9265-1a249dc949fa"}]: dispatch 2024-04-24T03:32:26.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/80008831-6deb-4296-9265-1a249dc949fa"}]': finished 2024-04-24T03:32:26.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:25 smithi063 ceph-mon[77007]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-24T03:32:26.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/80008831-6deb-4296-9265-1a249dc949fa"}]: dispatch 2024-04-24T03:32:26.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/80008831-6deb-4296-9265-1a249dc949fa"}]': finished 2024-04-24T03:32:27.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:26 smithi063 ceph-mon[77007]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.2 KiB/s wr, 83 op/s; 3 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:32:27.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:26 smithi063 ceph-mon[77007]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-24T03:32:27.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:26 smithi016 ceph-mon[84376]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.2 KiB/s wr, 83 op/s; 3 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:32:27.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:26 smithi016 ceph-mon[84376]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-24T03:32:27.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:26 smithi016 ceph-mon[86910]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.2 KiB/s wr, 83 op/s; 3 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:32:27.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:26 smithi016 ceph-mon[86910]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-24T03:32:28.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:27 smithi016 ceph-mon[84376]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-24T03:32:28.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:27 smithi016 ceph-mon[84376]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-24T03:32:28.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:27 smithi016 ceph-mon[86910]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-24T03:32:28.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:27 smithi016 ceph-mon[86910]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-24T03:32:28.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:27 smithi063 ceph-mon[77007]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-24T03:32:28.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:27 smithi063 ceph-mon[77007]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-24T03:32:28.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:32:28] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-24T03:32:28.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4000 ms) 2024-04-24T03:32:28.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[84376]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[84376]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/86220235-1bf6-4a82-bf68-604715e359ed"}]: dispatch 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/86220235-1bf6-4a82-bf68-604715e359ed"}]': finished 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[86910]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[86910]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/86220235-1bf6-4a82-bf68-604715e359ed"}]: dispatch 2024-04-24T03:32:29.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:28 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/86220235-1bf6-4a82-bf68-604715e359ed"}]': finished 2024-04-24T03:32:29.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:28 smithi063 ceph-mon[77007]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-24T03:32:29.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:28 smithi063 ceph-mon[77007]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-24T03:32:29.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:28 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/86220235-1bf6-4a82-bf68-604715e359ed"}]: dispatch 2024-04-24T03:32:29.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:28 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/86220235-1bf6-4a82-bf68-604715e359ed"}]': finished 2024-04-24T03:32:30.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:30.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:30.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:31.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:30 smithi016 ceph-mon[84376]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 73 op/s 2024-04-24T03:32:31.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:30 smithi016 ceph-mon[84376]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-24T03:32:31.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:30 smithi016 ceph-mon[86910]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 73 op/s 2024-04-24T03:32:31.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:30 smithi016 ceph-mon[86910]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-24T03:32:31.305 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:30 smithi063 ceph-mon[77007]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 73 op/s 2024-04-24T03:32:31.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:30 smithi063 ceph-mon[77007]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-24T03:32:32.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:31 smithi016 ceph-mon[84376]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-24T03:32:32.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:31 smithi016 ceph-mon[86910]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-24T03:32:32.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:31 smithi063 ceph-mon[77007]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-24T03:32:33.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:32 smithi016 ceph-mon[84376]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 85 op/s 2024-04-24T03:32:33.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:32 smithi016 ceph-mon[84376]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-24T03:32:33.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:32 smithi016 ceph-mon[84376]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-24T03:32:33.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:32 smithi016 ceph-mon[86910]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 85 op/s 2024-04-24T03:32:33.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:32 smithi016 ceph-mon[86910]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-24T03:32:33.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:32 smithi016 ceph-mon[86910]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-24T03:32:33.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:32 smithi063 ceph-mon[77007]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 85 op/s 2024-04-24T03:32:33.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:32 smithi063 ceph-mon[77007]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-24T03:32:33.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:32 smithi063 ceph-mon[77007]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-24T03:32:35.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[84376]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.5 KiB/s wr, 103 op/s 2024-04-24T03:32:35.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[84376]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-24T03:32:35.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/af0ca16c-44d1-40cf-bfb2-eccfeaf08d95"}]: dispatch 2024-04-24T03:32:35.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/af0ca16c-44d1-40cf-bfb2-eccfeaf08d95"}]': finished 2024-04-24T03:32:35.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[86910]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.5 KiB/s wr, 103 op/s 2024-04-24T03:32:35.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[86910]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-24T03:32:35.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/af0ca16c-44d1-40cf-bfb2-eccfeaf08d95"}]: dispatch 2024-04-24T03:32:35.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:34 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/af0ca16c-44d1-40cf-bfb2-eccfeaf08d95"}]': finished 2024-04-24T03:32:35.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:34 smithi063 ceph-mon[77007]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.5 KiB/s wr, 103 op/s 2024-04-24T03:32:35.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:34 smithi063 ceph-mon[77007]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-24T03:32:35.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:34 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/af0ca16c-44d1-40cf-bfb2-eccfeaf08d95"}]: dispatch 2024-04-24T03:32:35.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:34 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/af0ca16c-44d1-40cf-bfb2-eccfeaf08d95"}]': finished 2024-04-24T03:32:36.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:35 smithi016 ceph-mon[84376]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-24T03:32:36.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:35 smithi016 ceph-mon[86910]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-24T03:32:36.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:35 smithi063 ceph-mon[77007]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-24T03:32:37.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:36 smithi016 ceph-mon[84376]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 78 op/s 2024-04-24T03:32:37.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:36 smithi016 ceph-mon[84376]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-24T03:32:37.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:36 smithi016 ceph-mon[86910]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 78 op/s 2024-04-24T03:32:37.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:36 smithi016 ceph-mon[86910]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-24T03:32:37.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:36 smithi063 ceph-mon[77007]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 78 op/s 2024-04-24T03:32:37.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:36 smithi063 ceph-mon[77007]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-24T03:32:38.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:37 smithi016 ceph-mon[84376]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-24T03:32:38.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:37 smithi016 ceph-mon[84376]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-24T03:32:38.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:37 smithi016 ceph-mon[86910]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-24T03:32:38.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:37 smithi016 ceph-mon[86910]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-24T03:32:38.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:37 smithi063 ceph-mon[77007]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-24T03:32:38.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:37 smithi063 ceph-mon[77007]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-24T03:32:38.735 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:32:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:32:38] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-24T03:32:38.735 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:38 smithi016 ceph-mon[86910]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 10 KiB/s wr, 241 op/s 2024-04-24T03:32:38.735 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:38 smithi016 ceph-mon[86910]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-24T03:32:38.793 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9998 ms) 2024-04-24T03:32:38.793 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-24T03:32:39.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:38 smithi016 ceph-mon[84376]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 10 KiB/s wr, 241 op/s 2024-04-24T03:32:39.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:38 smithi016 ceph-mon[84376]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-24T03:32:39.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:38 smithi063 ceph-mon[77007]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 10 KiB/s wr, 241 op/s 2024-04-24T03:32:39.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:38 smithi063 ceph-mon[77007]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-24T03:32:40.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/eaa1bbcc-3093-441a-abcf-b283365a8aa7"}]: dispatch 2024-04-24T03:32:40.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/eaa1bbcc-3093-441a-abcf-b283365a8aa7"}]': finished 2024-04-24T03:32:40.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/bc42728b-e178-4fd8-aaec-02716a78f751"}]: dispatch 2024-04-24T03:32:40.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/bc42728b-e178-4fd8-aaec-02716a78f751"}]': finished 2024-04-24T03:32:40.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/eaa1bbcc-3093-441a-abcf-b283365a8aa7"}]: dispatch 2024-04-24T03:32:40.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/eaa1bbcc-3093-441a-abcf-b283365a8aa7"}]': finished 2024-04-24T03:32:40.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/bc42728b-e178-4fd8-aaec-02716a78f751"}]: dispatch 2024-04-24T03:32:40.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/bc42728b-e178-4fd8-aaec-02716a78f751"}]': finished 2024-04-24T03:32:40.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/eaa1bbcc-3093-441a-abcf-b283365a8aa7"}]: dispatch 2024-04-24T03:32:40.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/eaa1bbcc-3093-441a-abcf-b283365a8aa7"}]': finished 2024-04-24T03:32:40.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/bc42728b-e178-4fd8-aaec-02716a78f751"}]: dispatch 2024-04-24T03:32:40.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/bc42728b-e178-4fd8-aaec-02716a78f751"}]': finished 2024-04-24T03:32:41.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:40 smithi063 ceph-mon[77007]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 9.5 KiB/s wr, 248 op/s 2024-04-24T03:32:41.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:40 smithi063 ceph-mon[77007]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-24T03:32:41.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:40 smithi016 ceph-mon[84376]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 9.5 KiB/s wr, 248 op/s 2024-04-24T03:32:41.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:40 smithi016 ceph-mon[84376]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-24T03:32:41.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:40 smithi016 ceph-mon[86910]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 9.5 KiB/s wr, 248 op/s 2024-04-24T03:32:41.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:40 smithi016 ceph-mon[86910]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-24T03:32:42.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:41 smithi016 ceph-mon[84376]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-24T03:32:42.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:41 smithi016 ceph-mon[86910]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-24T03:32:42.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:41 smithi063 ceph-mon[77007]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-24T03:32:42.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotImageState (3968 ms) 2024-04-24T03:32:42.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-24T03:32:43.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:42 smithi063 ceph-mon[77007]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 13 KiB/s wr, 160 op/s 2024-04-24T03:32:43.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:42 smithi063 ceph-mon[77007]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-24T03:32:43.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:42 smithi063 ceph-mon[77007]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-24T03:32:43.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:42 smithi016 ceph-mon[84376]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 13 KiB/s wr, 160 op/s 2024-04-24T03:32:43.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:42 smithi016 ceph-mon[84376]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-24T03:32:43.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:42 smithi016 ceph-mon[84376]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-24T03:32:43.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:42 smithi016 ceph-mon[86910]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 13 KiB/s wr, 160 op/s 2024-04-24T03:32:43.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:42 smithi016 ceph-mon[86910]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-24T03:32:43.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:42 smithi016 ceph-mon[86910]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-24T03:32:45.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:44 smithi016 ceph-mon[84376]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 21 KiB/s wr, 203 op/s 2024-04-24T03:32:45.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:44 smithi016 ceph-mon[84376]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-24T03:32:45.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:44 smithi016 ceph-mon[86910]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 21 KiB/s wr, 203 op/s 2024-04-24T03:32:45.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:44 smithi016 ceph-mon[86910]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-24T03:32:45.055 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:44 smithi063 ceph-mon[77007]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 21 KiB/s wr, 203 op/s 2024-04-24T03:32:45.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:44 smithi063 ceph-mon[77007]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-24T03:32:46.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:45 smithi016 ceph-mon[84376]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-24T03:32:46.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:46.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:45 smithi016 ceph-mon[86910]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-24T03:32:46.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:46.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:45 smithi063 ceph-mon[77007]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-24T03:32:46.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:32:47.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:46 smithi016 ceph-mon[84376]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 12 KiB/s wr, 67 op/s 2024-04-24T03:32:47.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:46 smithi016 ceph-mon[84376]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-24T03:32:47.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:46 smithi016 ceph-mon[86910]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 12 KiB/s wr, 67 op/s 2024-04-24T03:32:47.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:46 smithi016 ceph-mon[86910]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-24T03:32:47.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:46 smithi063 ceph-mon[77007]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 12 KiB/s wr, 67 op/s 2024-04-24T03:32:47.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:46 smithi063 ceph-mon[77007]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-24T03:32:48.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:47 smithi016 ceph-mon[84376]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-24T03:32:48.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:47 smithi016 ceph-mon[84376]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-24T03:32:48.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:47 smithi016 ceph-mon[86910]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-24T03:32:48.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:47 smithi016 ceph-mon[86910]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-24T03:32:48.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:47 smithi063 ceph-mon[77007]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-24T03:32:48.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:47 smithi063 ceph-mon[77007]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-24T03:32:48.717 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:32:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:32:48] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-24T03:32:49.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:48 smithi016 ceph-mon[84376]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-04-24T03:32:49.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:48 smithi016 ceph-mon[86910]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-04-24T03:32:49.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:48 smithi063 ceph-mon[77007]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-04-24T03:32:50.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:49 smithi016 ceph-mon[84376]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-24T03:32:50.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:49 smithi016 ceph-mon[86910]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-24T03:32:50.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:49 smithi063 ceph-mon[77007]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-24T03:32:51.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:50 smithi016 ceph-mon[84376]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-04-24T03:32:51.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:50 smithi016 ceph-mon[84376]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-24T03:32:51.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:50 smithi016 ceph-mon[86910]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-04-24T03:32:51.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:50 smithi016 ceph-mon[86910]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-24T03:32:51.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:50 smithi063 ceph-mon[77007]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-04-24T03:32:51.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:50 smithi063 ceph-mon[77007]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-24T03:32:52.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:51 smithi016 ceph-mon[84376]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-24T03:32:52.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:51 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:32:52.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:51 smithi016 ceph-mon[86910]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-24T03:32:52.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:51 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:32:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:51 smithi063 ceph-mon[77007]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-24T03:32:52.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:51 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:32:52.766 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10005 ms) 2024-04-24T03:32:52.766 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-24T03:32:53.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:52 smithi016 ceph-mon[84376]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.5 KiB/s wr, 108 op/s 2024-04-24T03:32:53.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:52 smithi016 ceph-mon[84376]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-24T03:32:53.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:52 smithi016 ceph-mon[84376]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-24T03:32:53.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:52 smithi016 ceph-mon[86910]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.5 KiB/s wr, 108 op/s 2024-04-24T03:32:53.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:52 smithi016 ceph-mon[86910]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-24T03:32:53.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:52 smithi016 ceph-mon[86910]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-24T03:32:53.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:52 smithi063 ceph-mon[77007]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.5 KiB/s wr, 108 op/s 2024-04-24T03:32:53.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:52 smithi063 ceph-mon[77007]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-24T03:32:53.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:52 smithi063 ceph-mon[77007]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-24T03:32:54.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/00158f74-9026-4de6-8ddc-10666bf0a15a"}]: dispatch 2024-04-24T03:32:54.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:53 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/00158f74-9026-4de6-8ddc-10666bf0a15a"}]': finished 2024-04-24T03:32:54.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/00158f74-9026-4de6-8ddc-10666bf0a15a"}]: dispatch 2024-04-24T03:32:54.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:53 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/00158f74-9026-4de6-8ddc-10666bf0a15a"}]': finished 2024-04-24T03:32:54.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/00158f74-9026-4de6-8ddc-10666bf0a15a"}]: dispatch 2024-04-24T03:32:54.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:53 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/00158f74-9026-4de6-8ddc-10666bf0a15a"}]': finished 2024-04-24T03:32:55.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[84376]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 KiB/s wr, 111 op/s 2024-04-24T03:32:55.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[84376]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-24T03:32:55.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[86910]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 KiB/s wr, 111 op/s 2024-04-24T03:32:55.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[86910]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-24T03:32:55.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:54 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:54 smithi063 ceph-mon[77007]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 KiB/s wr, 111 op/s 2024-04-24T03:32:55.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:54 smithi063 ceph-mon[77007]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-24T03:32:55.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:55.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:54 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:56.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[84376]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-24T03:32:56.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:32:56.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:32:56.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:56.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[86910]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-24T03:32:56.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:32:56.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:32:56.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:56.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:55 smithi063 ceph-mon[77007]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-24T03:32:56.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:32:56.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:32:56.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:32:57.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:56 smithi016 ceph-mon[84376]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-04-24T03:32:57.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:56 smithi016 ceph-mon[84376]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-24T03:32:57.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:56 smithi016 ceph-mon[86910]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-04-24T03:32:57.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:56 smithi016 ceph-mon[86910]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-24T03:32:57.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:56 smithi063 ceph-mon[77007]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-04-24T03:32:57.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:56 smithi063 ceph-mon[77007]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-24T03:32:58.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:57 smithi063 ceph-mon[77007]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-24T03:32:58.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:57 smithi063 ceph-mon[77007]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-24T03:32:58.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:57 smithi016 ceph-mon[84376]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-24T03:32:58.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:57 smithi016 ceph-mon[84376]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-24T03:32:58.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:57 smithi016 ceph-mon[86910]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-24T03:32:58.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:57 smithi016 ceph-mon[86910]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-24T03:32:58.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:32:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:32:58] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-24T03:32:59.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:58 smithi063 ceph-mon[77007]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.7 KiB/s wr, 70 op/s 2024-04-24T03:32:59.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:32:58 smithi063 ceph-mon[77007]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-24T03:32:59.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:58 smithi016 ceph-mon[84376]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.7 KiB/s wr, 70 op/s 2024-04-24T03:32:59.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:32:58 smithi016 ceph-mon[84376]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-24T03:32:59.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:58 smithi016 ceph-mon[86910]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.7 KiB/s wr, 70 op/s 2024-04-24T03:32:59.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:32:58 smithi016 ceph-mon[86910]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-24T03:33:01.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:00 smithi016 ceph-mon[84376]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-04-24T03:33:01.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:00 smithi016 ceph-mon[84376]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-24T03:33:01.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:01.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:00 smithi016 ceph-mon[86910]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-04-24T03:33:01.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:00 smithi016 ceph-mon[86910]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-24T03:33:01.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:01.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:00 smithi063 ceph-mon[77007]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-04-24T03:33:01.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:00 smithi063 ceph-mon[77007]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-24T03:33:01.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:02.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:01 smithi016 ceph-mon[84376]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-24T03:33:02.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:01 smithi016 ceph-mon[86910]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-24T03:33:02.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:01 smithi063 ceph-mon[77007]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-24T03:33:03.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:02 smithi016 ceph-mon[84376]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 113 op/s 2024-04-24T03:33:03.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:02 smithi016 ceph-mon[84376]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-24T03:33:03.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:02 smithi016 ceph-mon[84376]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-24T03:33:03.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:02 smithi016 ceph-mon[86910]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 113 op/s 2024-04-24T03:33:03.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:02 smithi016 ceph-mon[86910]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-24T03:33:03.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:02 smithi016 ceph-mon[86910]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-24T03:33:03.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:02 smithi063 ceph-mon[77007]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 113 op/s 2024-04-24T03:33:03.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:02 smithi063 ceph-mon[77007]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-24T03:33:03.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:02 smithi063 ceph-mon[77007]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-24T03:33:05.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:04 smithi016 ceph-mon[84376]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-04-24T03:33:05.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:04 smithi016 ceph-mon[84376]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-24T03:33:05.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:04 smithi016 ceph-mon[86910]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-04-24T03:33:05.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:04 smithi016 ceph-mon[86910]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-24T03:33:05.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:04 smithi063 ceph-mon[77007]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-04-24T03:33:05.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:04 smithi063 ceph-mon[77007]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-24T03:33:06.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:05 smithi016 ceph-mon[84376]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-24T03:33:06.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:05 smithi016 ceph-mon[86910]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-24T03:33:06.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:05 smithi063 ceph-mon[77007]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-24T03:33:07.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:06 smithi016 ceph-mon[84376]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 14 KiB/s wr, 118 op/s 2024-04-24T03:33:07.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:06 smithi016 ceph-mon[84376]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-24T03:33:07.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:06 smithi016 ceph-mon[86910]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 14 KiB/s wr, 118 op/s 2024-04-24T03:33:07.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:06 smithi016 ceph-mon[86910]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-24T03:33:07.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:06 smithi063 ceph-mon[77007]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 14 KiB/s wr, 118 op/s 2024-04-24T03:33:07.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:06 smithi063 ceph-mon[77007]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-24T03:33:08.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:07 smithi016 ceph-mon[84376]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-24T03:33:08.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:07 smithi016 ceph-mon[86910]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-24T03:33:08.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:07 smithi063 ceph-mon[77007]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-24T03:33:08.748 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:33:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:33:08] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-24T03:33:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:08 smithi016 ceph-mon[84376]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 20 KiB/s wr, 226 op/s 2024-04-24T03:33:09.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:08 smithi016 ceph-mon[84376]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-24T03:33:09.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:08 smithi016 ceph-mon[86910]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 20 KiB/s wr, 226 op/s 2024-04-24T03:33:09.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:08 smithi016 ceph-mon[86910]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-24T03:33:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:08 smithi063 ceph-mon[77007]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 20 KiB/s wr, 226 op/s 2024-04-24T03:33:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:08 smithi063 ceph-mon[77007]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-24T03:33:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:09 smithi016 ceph-mon[84376]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-24T03:33:10.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:09 smithi016 ceph-mon[86910]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-24T03:33:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:09 smithi063 ceph-mon[77007]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-24T03:33:11.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:10 smithi016 ceph-mon[84376]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 17 KiB/s wr, 214 op/s 2024-04-24T03:33:11.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:10 smithi016 ceph-mon[84376]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-24T03:33:11.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:10 smithi016 ceph-mon[86910]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 17 KiB/s wr, 214 op/s 2024-04-24T03:33:11.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:10 smithi016 ceph-mon[86910]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-24T03:33:11.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:10 smithi063 ceph-mon[77007]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 17 KiB/s wr, 214 op/s 2024-04-24T03:33:11.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:10 smithi063 ceph-mon[77007]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-24T03:33:12.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:11 smithi016 ceph-mon[84376]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-24T03:33:12.027 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:11 smithi016 ceph-mon[86910]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-24T03:33:12.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:11 smithi063 ceph-mon[77007]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-24T03:33:13.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:12 smithi016 ceph-mon[84376]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-04-24T03:33:13.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:12 smithi016 ceph-mon[84376]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-24T03:33:13.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:12 smithi016 ceph-mon[84376]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-24T03:33:13.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:12 smithi016 ceph-mon[86910]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-04-24T03:33:13.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:12 smithi016 ceph-mon[86910]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-24T03:33:13.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:12 smithi016 ceph-mon[86910]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-24T03:33:13.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:12 smithi063 ceph-mon[77007]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-04-24T03:33:13.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:12 smithi063 ceph-mon[77007]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-24T03:33:13.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:12 smithi063 ceph-mon[77007]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-24T03:33:15.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:14 smithi016 ceph-mon[84376]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 43 op/s 2024-04-24T03:33:15.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:14 smithi016 ceph-mon[84376]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-24T03:33:15.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:14 smithi016 ceph-mon[86910]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 43 op/s 2024-04-24T03:33:15.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:14 smithi016 ceph-mon[86910]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-24T03:33:15.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:14 smithi063 ceph-mon[77007]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 43 op/s 2024-04-24T03:33:15.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:14 smithi063 ceph-mon[77007]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-24T03:33:16.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:15 smithi063 ceph-mon[77007]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-24T03:33:16.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:16.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:15 smithi016 ceph-mon[84376]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-24T03:33:16.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:16.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:15 smithi016 ceph-mon[86910]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-24T03:33:16.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:17.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:16 smithi063 ceph-mon[77007]: pgmap v2805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 139 op/s 2024-04-24T03:33:17.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:16 smithi063 ceph-mon[77007]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-24T03:33:17.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:16 smithi016 ceph-mon[84376]: pgmap v2805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 139 op/s 2024-04-24T03:33:17.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:16 smithi016 ceph-mon[84376]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-24T03:33:17.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:16 smithi016 ceph-mon[86910]: pgmap v2805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 139 op/s 2024-04-24T03:33:17.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:16 smithi016 ceph-mon[86910]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-24T03:33:18.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:17 smithi063 ceph-mon[77007]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-24T03:33:18.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:17 smithi063 ceph-mon[77007]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-24T03:33:18.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:17 smithi016 ceph-mon[84376]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-24T03:33:18.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:17 smithi016 ceph-mon[84376]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-24T03:33:18.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:17 smithi016 ceph-mon[86910]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-24T03:33:18.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:17 smithi016 ceph-mon[86910]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-24T03:33:18.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:33:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:33:18] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-24T03:33:19.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:18 smithi063 ceph-mon[77007]: pgmap v2808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 162 op/s 2024-04-24T03:33:19.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:18 smithi016 ceph-mon[84376]: pgmap v2808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 162 op/s 2024-04-24T03:33:19.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:18 smithi016 ceph-mon[86910]: pgmap v2808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 162 op/s 2024-04-24T03:33:20.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:19 smithi063 ceph-mon[77007]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-24T03:33:20.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:19 smithi016 ceph-mon[84376]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-24T03:33:20.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:19 smithi016 ceph-mon[86910]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-24T03:33:21.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:20 smithi016 ceph-mon[84376]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-24T03:33:21.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:20 smithi016 ceph-mon[84376]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-24T03:33:21.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:20 smithi016 ceph-mon[86910]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-24T03:33:21.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:20 smithi016 ceph-mon[86910]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-24T03:33:21.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:20 smithi063 ceph-mon[77007]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-24T03:33:21.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:20 smithi063 ceph-mon[77007]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-24T03:33:22.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:21 smithi016 ceph-mon[84376]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-24T03:33:22.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:21 smithi016 ceph-mon[86910]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-24T03:33:22.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:21 smithi063 ceph-mon[77007]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-24T03:33:23.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:22 smithi016 ceph-mon[84376]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-04-24T03:33:23.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:22 smithi016 ceph-mon[84376]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-24T03:33:23.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:22 smithi016 ceph-mon[84376]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-24T03:33:23.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:22 smithi016 ceph-mon[86910]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-04-24T03:33:23.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:22 smithi016 ceph-mon[86910]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-24T03:33:23.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:22 smithi016 ceph-mon[86910]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-24T03:33:23.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:22 smithi063 ceph-mon[77007]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-04-24T03:33:23.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:22 smithi063 ceph-mon[77007]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-24T03:33:23.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:22 smithi063 ceph-mon[77007]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-24T03:33:23.777 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31011 ms) 2024-04-24T03:33:24.789 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 51 tests from TestMirroring (86952 ms total) 2024-04-24T03:33:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:33:24.790 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 31 tests from TestDeepCopy 2024-04-24T03:33:25.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[84376]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 155 op/s 2024-04-24T03:33:25.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[84376]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-24T03:33:25.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/98a24848-326d-4b07-b955-be2c4cab7187"}]: dispatch 2024-04-24T03:33:25.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/98a24848-326d-4b07-b955-be2c4cab7187"}]': finished 2024-04-24T03:33:25.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[86910]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 155 op/s 2024-04-24T03:33:25.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[86910]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-24T03:33:25.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/98a24848-326d-4b07-b955-be2c4cab7187"}]: dispatch 2024-04-24T03:33:25.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:24 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/98a24848-326d-4b07-b955-be2c4cab7187"}]': finished 2024-04-24T03:33:25.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:24 smithi063 ceph-mon[77007]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 155 op/s 2024-04-24T03:33:25.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:24 smithi063 ceph-mon[77007]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-24T03:33:25.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:24 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/98a24848-326d-4b07-b955-be2c4cab7187"}]: dispatch 2024-04-24T03:33:25.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:24 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2098745571' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/95/98a24848-326d-4b07-b955-be2c4cab7187"}]': finished 2024-04-24T03:33:26.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:25 smithi063 ceph-mon[77007]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-24T03:33:26.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:25 smithi016 ceph-mon[84376]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-24T03:33:26.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:25 smithi016 ceph-mon[86910]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-24T03:33:26.785 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-24T03:33:27.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:26 smithi063 ceph-mon[77007]: pgmap v2820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:33:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:26 smithi063 ceph-mon[77007]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-24T03:33:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:26 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2516808655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:33:27.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:26 smithi016 ceph-mon[84376]: pgmap v2820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:33:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:26 smithi016 ceph-mon[84376]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-24T03:33:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:26 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2516808655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:33:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:26 smithi016 ceph-mon[86910]: pgmap v2820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:33:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:26 smithi016 ceph-mon[86910]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-24T03:33:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:26 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2516808655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:33:28.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:27 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2516808655' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:33:28.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:27 smithi063 ceph-mon[77007]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-24T03:33:28.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:27 smithi063 ceph-mon[77007]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-24T03:33:28.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:27 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2516808655' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:33:28.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:27 smithi016 ceph-mon[84376]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-24T03:33:28.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:27 smithi016 ceph-mon[84376]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-24T03:33:28.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:27 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2516808655' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:33:28.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:27 smithi016 ceph-mon[86910]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-24T03:33:28.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:27 smithi016 ceph-mon[86910]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-24T03:33:28.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:33:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:33:28] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-24T03:33:28.917 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Empty (2132 ms) 2024-04-24T03:33:28.917 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-24T03:33:29.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:28 smithi063 ceph-mon[77007]: pgmap v2823: 137 pgs: 14 creating+peering, 10 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:33:29.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:28 smithi063 ceph-mon[77007]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-24T03:33:29.157 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps (241 ms) 2024-04-24T03:33:29.157 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-24T03:33:29.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:28 smithi016 ceph-mon[84376]: pgmap v2823: 137 pgs: 14 creating+peering, 10 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:33:29.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:28 smithi016 ceph-mon[84376]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-24T03:33:29.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:28 smithi016 ceph-mon[86910]: pgmap v2823: 137 pgs: 14 creating+peering, 10 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:33:29.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:28 smithi016 ceph-mon[86910]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-24T03:33:30.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:30.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:30.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:31.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:30 smithi016 ceph-mon[84376]: pgmap v2826: 137 pgs: 14 creating+peering, 2 unknown, 121 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 14 op/s 2024-04-24T03:33:31.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:30 smithi016 ceph-mon[84376]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-24T03:33:31.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:30 smithi016 ceph-mon[86910]: pgmap v2826: 137 pgs: 14 creating+peering, 2 unknown, 121 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 14 op/s 2024-04-24T03:33:31.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:30 smithi016 ceph-mon[86910]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-24T03:33:31.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:30 smithi063 ceph-mon[77007]: pgmap v2826: 137 pgs: 14 creating+peering, 2 unknown, 121 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 14 op/s 2024-04-24T03:33:31.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:30 smithi063 ceph-mon[77007]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-24T03:33:32.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:31 smithi016 ceph-mon[84376]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-24T03:33:32.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:31 smithi016 ceph-mon[86910]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-24T03:33:32.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:31 smithi063 ceph-mon[77007]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-24T03:33:33.077 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps (3920 ms) 2024-04-24T03:33:33.077 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-24T03:33:33.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:32 smithi016 ceph-mon[84376]: pgmap v2829: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-24T03:33:33.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:32 smithi016 ceph-mon[84376]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-24T03:33:33.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:32 smithi016 ceph-mon[86910]: pgmap v2829: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-24T03:33:33.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:32 smithi016 ceph-mon[86910]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-24T03:33:33.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:32 smithi063 ceph-mon[77007]: pgmap v2829: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-24T03:33:33.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:32 smithi063 ceph-mon[77007]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-24T03:33:34.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:33 smithi016 ceph-mon[84376]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-24T03:33:34.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:33 smithi016 ceph-mon[86910]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-24T03:33:34.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:33 smithi063 ceph-mon[77007]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-24T03:33:34.962 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.SnapDiscard (1884 ms) 2024-04-24T03:33:34.962 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-24T03:33:35.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:34 smithi016 ceph-mon[84376]: pgmap v2832: 137 pgs: 137 active+clean; 53 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-24T03:33:35.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:34 smithi016 ceph-mon[84376]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-24T03:33:35.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:34 smithi016 ceph-mon[86910]: pgmap v2832: 137 pgs: 137 active+clean; 53 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-24T03:33:35.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:34 smithi016 ceph-mon[86910]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-24T03:33:35.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:34 smithi063 ceph-mon[77007]: pgmap v2832: 137 pgs: 137 active+clean; 53 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-24T03:33:35.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:34 smithi063 ceph-mon[77007]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-24T03:33:36.041 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneDiscard (1080 ms) 2024-04-24T03:33:36.041 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-24T03:33:36.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:35 smithi016 ceph-mon[84376]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-24T03:33:36.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:35 smithi016 ceph-mon[86910]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-24T03:33:36.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:35 smithi063 ceph-mon[77007]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-24T03:33:37.012 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneShrink (971 ms) 2024-04-24T03:33:37.013 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-24T03:33:37.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:36 smithi016 ceph-mon[84376]: pgmap v2835: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 110 op/s 2024-04-24T03:33:37.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:36 smithi016 ceph-mon[84376]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-24T03:33:37.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:36 smithi016 ceph-mon[86910]: pgmap v2835: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 110 op/s 2024-04-24T03:33:37.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:36 smithi016 ceph-mon[86910]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-24T03:33:37.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:36 smithi063 ceph-mon[77007]: pgmap v2835: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 110 op/s 2024-04-24T03:33:37.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:36 smithi063 ceph-mon[77007]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-24T03:33:37.934 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneExpand (922 ms) 2024-04-24T03:33:37.934 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-24T03:33:38.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:37 smithi016 ceph-mon[84376]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-24T03:33:38.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:37 smithi016 ceph-mon[84376]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-24T03:33:38.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:37 smithi016 ceph-mon[86910]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-24T03:33:38.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:37 smithi016 ceph-mon[86910]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-24T03:33:38.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:37 smithi063 ceph-mon[77007]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-24T03:33:38.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:37 smithi063 ceph-mon[77007]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-24T03:33:38.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:33:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:33:38] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-24T03:33:39.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:38 smithi016 ceph-mon[84376]: pgmap v2838: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 267 op/s 2024-04-24T03:33:39.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:38 smithi016 ceph-mon[86910]: pgmap v2838: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 267 op/s 2024-04-24T03:33:39.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:38 smithi063 ceph-mon[77007]: pgmap v2838: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 267 op/s 2024-04-24T03:33:40.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:39 smithi016 ceph-mon[84376]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-24T03:33:40.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:39 smithi016 ceph-mon[86910]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-24T03:33:40.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:39 smithi063 ceph-mon[77007]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-24T03:33:41.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:40 smithi016 ceph-mon[84376]: pgmap v2841: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 262 op/s 2024-04-24T03:33:41.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:40 smithi016 ceph-mon[84376]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-24T03:33:41.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:40 smithi016 ceph-mon[86910]: pgmap v2841: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 262 op/s 2024-04-24T03:33:41.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:40 smithi016 ceph-mon[86910]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-24T03:33:41.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:40 smithi063 ceph-mon[77007]: pgmap v2841: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 262 op/s 2024-04-24T03:33:41.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:40 smithi063 ceph-mon[77007]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-24T03:33:42.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:41 smithi016 ceph-mon[84376]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-24T03:33:42.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:41 smithi016 ceph-mon[86910]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-24T03:33:42.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:41 smithi063 ceph-mon[77007]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-24T03:33:43.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:42 smithi016 ceph-mon[84376]: pgmap v2844: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 27 KiB/s wr, 417 op/s 2024-04-24T03:33:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:42 smithi016 ceph-mon[84376]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-24T03:33:43.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:42 smithi016 ceph-mon[86910]: pgmap v2844: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 27 KiB/s wr, 417 op/s 2024-04-24T03:33:43.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:42 smithi016 ceph-mon[86910]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-24T03:33:43.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:42 smithi063 ceph-mon[77007]: pgmap v2844: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 27 KiB/s wr, 417 op/s 2024-04-24T03:33:43.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:42 smithi063 ceph-mon[77007]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-24T03:33:44.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:43 smithi016 ceph-mon[84376]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-24T03:33:44.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:43 smithi016 ceph-mon[86910]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-24T03:33:44.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:43 smithi063 ceph-mon[77007]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-24T03:33:45.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneHideParent (7071 ms) 2024-04-24T03:33:45.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-24T03:33:45.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:44 smithi016 ceph-mon[84376]: pgmap v2847: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 23 KiB/s wr, 423 op/s 2024-04-24T03:33:45.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:44 smithi016 ceph-mon[84376]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-24T03:33:45.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:45.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:44 smithi016 ceph-mon[86910]: pgmap v2847: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 23 KiB/s wr, 423 op/s 2024-04-24T03:33:45.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:44 smithi016 ceph-mon[86910]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-24T03:33:45.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:45.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:44 smithi063 ceph-mon[77007]: pgmap v2847: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 23 KiB/s wr, 423 op/s 2024-04-24T03:33:45.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:44 smithi063 ceph-mon[77007]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-24T03:33:45.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:33:46.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:45 smithi016 ceph-mon[84376]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-24T03:33:46.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:45 smithi016 ceph-mon[86910]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-24T03:33:46.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:45 smithi063 ceph-mon[77007]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-24T03:33:47.266 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone (2261 ms) 2024-04-24T03:33:47.266 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-24T03:33:47.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:46 smithi016 ceph-mon[84376]: pgmap v2850: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-24T03:33:47.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:46 smithi016 ceph-mon[84376]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-24T03:33:47.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:46 smithi016 ceph-mon[86910]: pgmap v2850: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-24T03:33:47.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:46 smithi016 ceph-mon[86910]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-24T03:33:47.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:46 smithi063 ceph-mon[77007]: pgmap v2850: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-24T03:33:47.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:46 smithi063 ceph-mon[77007]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-24T03:33:48.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:47 smithi016 ceph-mon[84376]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-24T03:33:48.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:47 smithi016 ceph-mon[86910]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-24T03:33:48.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:47 smithi063 ceph-mon[77007]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-24T03:33:48.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:33:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:33:48] "GET /metrics HTTP/1.1" 200 36777 "" "Prometheus/2.43.0" 2024-04-24T03:33:49.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:48 smithi016 ceph-mon[84376]: pgmap v2853: 137 pgs: 137 active+clean; 101 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 231 op/s 2024-04-24T03:33:49.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:48 smithi016 ceph-mon[84376]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-24T03:33:49.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:48 smithi016 ceph-mon[86910]: pgmap v2853: 137 pgs: 137 active+clean; 101 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 231 op/s 2024-04-24T03:33:49.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:48 smithi016 ceph-mon[86910]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-24T03:33:49.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:48 smithi063 ceph-mon[77007]: pgmap v2853: 137 pgs: 137 active+clean; 101 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 231 op/s 2024-04-24T03:33:49.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:48 smithi063 ceph-mon[77007]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-24T03:33:49.402 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten (2135 ms) 2024-04-24T03:33:49.402 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-24T03:33:49.424 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 31781355~7419141 2024-04-24T03:33:49.449 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 58358207~3526229 2024-04-24T03:33:49.449 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 36280415~1784062 2024-04-24T03:33:49.455 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 22670953~6673767 2024-04-24T03:33:49.455 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 76400880~3885122 2024-04-24T03:33:49.467 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 72051192~5054181 2024-04-24T03:33:49.469 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 74359676~4456866 2024-04-24T03:33:49.482 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69954739~8180110 2024-04-24T03:33:49.486 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap0 2024-04-24T03:33:49.943 INFO:tasks.workunit.client.0.smithi016.stdout:clone image143 -> image144 2024-04-24T03:33:49.995 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 12591328~6911788 2024-04-24T03:33:50.025 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 8370974~4803941 2024-04-24T03:33:50.028 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 78621003~5265077 2024-04-24T03:33:50.048 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 65454583~507449 2024-04-24T03:33:50.051 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 35418616~3014094 2024-04-24T03:33:50.077 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1182986~5404711 2024-04-24T03:33:50.080 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 75642497~8243583 2024-04-24T03:33:50.102 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 36935637~7798517 2024-04-24T03:33:50.105 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:33:50.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:49 smithi016 ceph-mon[84376]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-24T03:33:50.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:49 smithi016 ceph-mon[86910]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-24T03:33:50.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:49 smithi063 ceph-mon[77007]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-24T03:33:50.945 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 27524179~6107188 2024-04-24T03:33:50.948 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 60323958~7087709 2024-04-24T03:33:50.949 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 12141890~3261763 2024-04-24T03:33:50.949 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 7718630~6546031 2024-04-24T03:33:50.970 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 39891965~2615487 2024-04-24T03:33:50.970 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 80574016~2175897 2024-04-24T03:33:50.971 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 9087685~4040775 2024-04-24T03:33:50.973 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 50787757~890657 2024-04-24T03:33:50.986 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:33:51.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:50 smithi016 ceph-mon[84376]: pgmap v2856: 137 pgs: 137 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 13 MiB/s wr, 349 op/s 2024-04-24T03:33:51.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:50 smithi016 ceph-mon[84376]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-24T03:33:51.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:50 smithi016 ceph-mon[86910]: pgmap v2856: 137 pgs: 137 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 13 MiB/s wr, 349 op/s 2024-04-24T03:33:51.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:50 smithi016 ceph-mon[86910]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-24T03:33:51.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:50 smithi063 ceph-mon[77007]: pgmap v2856: 137 pgs: 137 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 13 MiB/s wr, 349 op/s 2024-04-24T03:33:51.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:50 smithi063 ceph-mon[77007]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-24T03:33:51.950 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 1188893~424290 2024-04-24T03:33:51.953 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 3438384~4501454 2024-04-24T03:33:51.954 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 26683381~3053077 2024-04-24T03:33:51.954 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 11296661~4621370 2024-04-24T03:33:51.955 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 71140143~5952802 2024-04-24T03:33:51.955 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 10025998~6289258 2024-04-24T03:33:51.972 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 20785054~5225251 2024-04-24T03:33:51.972 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 62644608~3995746 2024-04-24T03:33:51.996 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap3 2024-04-24T03:33:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:51 smithi016 ceph-mon[84376]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-24T03:33:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:51 smithi016 ceph-mon[86910]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-24T03:33:52.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:51 smithi063 ceph-mon[77007]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-24T03:33:52.958 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 108340931 2024-04-24T03:33:53.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:52 smithi016 ceph-mon[84376]: pgmap v2859: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 376 op/s 2024-04-24T03:33:53.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:52 smithi016 ceph-mon[84376]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-24T03:33:53.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:52 smithi016 ceph-mon[86910]: pgmap v2859: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 376 op/s 2024-04-24T03:33:53.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:52 smithi016 ceph-mon[86910]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-24T03:33:53.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:52 smithi063 ceph-mon[77007]: pgmap v2859: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 376 op/s 2024-04-24T03:33:53.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:52 smithi063 ceph-mon[77007]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-24T03:33:54.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:53 smithi016 ceph-mon[84376]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-24T03:33:54.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:53 smithi016 ceph-mon[86910]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-24T03:33:54.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:53 smithi063 ceph-mon[77007]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-24T03:33:55.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:54 smithi016 ceph-mon[84376]: pgmap v2862: 137 pgs: 137 active+clean; 268 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 36 MiB/s wr, 474 op/s 2024-04-24T03:33:55.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:54 smithi016 ceph-mon[84376]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-24T03:33:55.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:54 smithi016 ceph-mon[86910]: pgmap v2862: 137 pgs: 137 active+clean; 268 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 36 MiB/s wr, 474 op/s 2024-04-24T03:33:55.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:54 smithi016 ceph-mon[86910]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-24T03:33:55.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:54 smithi063 ceph-mon[77007]: pgmap v2862: 137 pgs: 137 active+clean; 268 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 36 MiB/s wr, 474 op/s 2024-04-24T03:33:55.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:54 smithi063 ceph-mon[77007]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-24T03:33:56.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[84376]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[84376]: pgmap v2865: 137 pgs: 137 active+clean; 289 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 242 op/s 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[86910]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:33:56.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:33:56.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:55 smithi016 ceph-mon[86910]: pgmap v2865: 137 pgs: 137 active+clean; 289 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 242 op/s 2024-04-24T03:33:56.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:55 smithi063 ceph-mon[77007]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-24T03:33:56.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:33:56.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:33:56.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:33:56.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:33:56.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:55 smithi063 ceph-mon[77007]: pgmap v2865: 137 pgs: 137 active+clean; 289 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 242 op/s 2024-04-24T03:33:56.545 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress (7143 ms) 2024-04-24T03:33:56.545 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-24T03:33:56.791 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (247 ms) 2024-04-24T03:33:56.792 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-24T03:33:57.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:56 smithi016 ceph-mon[84376]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-24T03:33:57.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:56 smithi016 ceph-mon[86910]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-24T03:33:57.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:56 smithi063 ceph-mon[77007]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-24T03:33:58.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:58 smithi016 ceph-mon[84376]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-24T03:33:58.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:58 smithi016 ceph-mon[84376]: pgmap v2868: 137 pgs: 137 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 145 op/s 2024-04-24T03:33:58.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:33:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:33:58] "GET /metrics HTTP/1.1" 200 36777 "" "Prometheus/2.43.0" 2024-04-24T03:33:58.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:58 smithi016 ceph-mon[86910]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-24T03:33:58.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:58 smithi016 ceph-mon[86910]: pgmap v2868: 137 pgs: 137 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 145 op/s 2024-04-24T03:33:58.806 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:58 smithi063 ceph-mon[77007]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-24T03:33:58.806 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:58 smithi063 ceph-mon[77007]: pgmap v2868: 137 pgs: 137 active+clean; 333 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 145 op/s 2024-04-24T03:33:59.806 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:33:59 smithi063 ceph-mon[77007]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-24T03:34:00.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:33:59 smithi016 ceph-mon[84376]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-24T03:34:00.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:33:59 smithi016 ceph-mon[86910]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-24T03:34:00.806 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:00 smithi063 ceph-mon[77007]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-24T03:34:00.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:00 smithi063 ceph-mon[77007]: pgmap v2871: 137 pgs: 137 active+clean; 368 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 14 MiB/s wr, 208 op/s 2024-04-24T03:34:00.807 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:00.838 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (4047 ms) 2024-04-24T03:34:00.839 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-24T03:34:01.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:00 smithi016 ceph-mon[84376]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-24T03:34:01.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:00 smithi016 ceph-mon[84376]: pgmap v2871: 137 pgs: 137 active+clean; 368 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 14 MiB/s wr, 208 op/s 2024-04-24T03:34:01.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:01.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:00 smithi016 ceph-mon[86910]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-24T03:34:01.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:00 smithi016 ceph-mon[86910]: pgmap v2871: 137 pgs: 137 active+clean; 368 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 14 MiB/s wr, 208 op/s 2024-04-24T03:34:01.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:01.806 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:01 smithi063 ceph-mon[77007]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-24T03:34:02.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:01 smithi016 ceph-mon[84376]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-24T03:34:02.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:01 smithi016 ceph-mon[86910]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-24T03:34:02.953 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2114 ms) 2024-04-24T03:34:02.953 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-24T03:34:03.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:02 smithi016 ceph-mon[84376]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-24T03:34:03.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:02 smithi016 ceph-mon[84376]: pgmap v2874: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 24 MiB/s wr, 302 op/s 2024-04-24T03:34:03.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:02 smithi016 ceph-mon[86910]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-24T03:34:03.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:02 smithi016 ceph-mon[86910]: pgmap v2874: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 24 MiB/s wr, 302 op/s 2024-04-24T03:34:03.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:02 smithi063 ceph-mon[77007]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-24T03:34:03.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:02 smithi063 ceph-mon[77007]: pgmap v2874: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 24 MiB/s wr, 302 op/s 2024-04-24T03:34:04.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:03 smithi016 ceph-mon[84376]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-24T03:34:04.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:03 smithi016 ceph-mon[86910]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-24T03:34:04.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:03 smithi063 ceph-mon[77007]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-24T03:34:05.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:04 smithi016 ceph-mon[84376]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-24T03:34:05.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:04 smithi016 ceph-mon[84376]: pgmap v2877: 137 pgs: 137 active+clean; 462 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 22 MiB/s wr, 285 op/s 2024-04-24T03:34:05.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:04 smithi016 ceph-mon[86910]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-24T03:34:05.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:04 smithi016 ceph-mon[86910]: pgmap v2877: 137 pgs: 137 active+clean; 462 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 22 MiB/s wr, 285 op/s 2024-04-24T03:34:05.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:04 smithi063 ceph-mon[77007]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-24T03:34:05.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:04 smithi063 ceph-mon[77007]: pgmap v2877: 137 pgs: 137 active+clean; 462 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 22 MiB/s wr, 285 op/s 2024-04-24T03:34:05.066 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2113 ms) 2024-04-24T03:34:05.066 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-24T03:34:05.089 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 8763428~1717889 2024-04-24T03:34:05.097 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 39313096~6981058 2024-04-24T03:34:05.097 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 82812182~1073898 2024-04-24T03:34:05.103 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 18532558~6214773 2024-04-24T03:34:05.104 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 6639063~5638842 2024-04-24T03:34:05.116 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 77249160~2944235 2024-04-24T03:34:05.118 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 5997312~1688839 2024-04-24T03:34:05.126 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 80616835~3269245 2024-04-24T03:34:05.127 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap0 2024-04-24T03:34:05.594 INFO:tasks.workunit.client.0.smithi016.stdout:clone image163 -> image164 2024-04-24T03:34:05.654 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 48749055~1952881 2024-04-24T03:34:05.668 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 23955348~2470830 2024-04-24T03:34:05.671 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 73575440~2425245 2024-04-24T03:34:05.680 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16425394~2713877 2024-04-24T03:34:05.684 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 10391512~5335478 2024-04-24T03:34:05.704 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 45477441~3417141 2024-04-24T03:34:05.707 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 30300854~3907418 2024-04-24T03:34:05.725 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 10888476~3909222 2024-04-24T03:34:05.727 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:34:06.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:05 smithi016 ceph-mon[84376]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-24T03:34:06.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:05 smithi016 ceph-mon[86910]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-24T03:34:06.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:05 smithi063 ceph-mon[77007]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-24T03:34:06.613 INFO:tasks.workunit.client.0.smithi016.stdout:clone image164 -> image165 2024-04-24T03:34:06.686 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 25497076~1982976 2024-04-24T03:34:06.698 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 24399034~6738462 2024-04-24T03:34:06.721 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 43237129~6970316 2024-04-24T03:34:06.746 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 58990803~984898 2024-04-24T03:34:06.751 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 71363007~7291401 2024-04-24T03:34:06.776 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 49751199~6580757 2024-04-24T03:34:06.780 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 42088070~5087583 2024-04-24T03:34:06.798 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 32724238~6225566 2024-04-24T03:34:06.801 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:34:07.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:06 smithi016 ceph-mon[84376]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-24T03:34:07.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:06 smithi016 ceph-mon[84376]: pgmap v2880: 137 pgs: 137 active+clean; 506 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 17 MiB/s wr, 109 op/s 2024-04-24T03:34:07.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:06 smithi016 ceph-mon[86910]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-24T03:34:07.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:06 smithi016 ceph-mon[86910]: pgmap v2880: 137 pgs: 137 active+clean; 506 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 17 MiB/s wr, 109 op/s 2024-04-24T03:34:07.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:06 smithi063 ceph-mon[77007]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-24T03:34:07.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:06 smithi063 ceph-mon[77007]: pgmap v2880: 137 pgs: 137 active+clean; 506 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 17 MiB/s wr, 109 op/s 2024-04-24T03:34:07.611 INFO:tasks.workunit.client.0.smithi016.stdout:clone image165 -> image166 2024-04-24T03:34:07.695 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 1648431~5636382 2024-04-24T03:34:07.725 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 52914900~8298990 2024-04-24T03:34:07.730 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 45270563~3651335 2024-04-24T03:34:07.753 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 15947361~6117654 2024-04-24T03:34:07.772 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 18415484~73946 2024-04-24T03:34:07.773 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 10967641~1670014 2024-04-24T03:34:07.787 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 20430206~6621388 2024-04-24T03:34:07.801 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 63691498~2910285 2024-04-24T03:34:07.804 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap3 2024-04-24T03:34:08.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:07 smithi016 ceph-mon[84376]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-24T03:34:08.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:07 smithi016 ceph-mon[86910]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-24T03:34:08.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:07 smithi063 ceph-mon[77007]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-24T03:34:08.594 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:34:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:34:08] "GET /metrics HTTP/1.1" 200 36781 "" "Prometheus/2.43.0" 2024-04-24T03:34:08.595 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:08 smithi016 ceph-mon[84376]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-24T03:34:08.595 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:08 smithi016 ceph-mon[84376]: pgmap v2883: 137 pgs: 137 active+clean; 619 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 38 MiB/s wr, 556 op/s 2024-04-24T03:34:08.595 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:08 smithi016 ceph-mon[86910]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-24T03:34:08.595 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:08 smithi016 ceph-mon[86910]: pgmap v2883: 137 pgs: 137 active+clean; 619 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 38 MiB/s wr, 556 op/s 2024-04-24T03:34:08.609 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 106928627 2024-04-24T03:34:09.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:08 smithi063 ceph-mon[77007]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-24T03:34:09.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:08 smithi063 ceph-mon[77007]: pgmap v2883: 137 pgs: 137 active+clean; 619 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 38 MiB/s wr, 556 op/s 2024-04-24T03:34:10.012 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4946 ms) 2024-04-24T03:34:10.012 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-24T03:34:10.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:09 smithi016 ceph-mon[84376]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-24T03:34:10.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:09 smithi016 ceph-mon[86910]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-24T03:34:10.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:09 smithi063 ceph-mon[77007]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-24T03:34:10.231 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (219 ms) 2024-04-24T03:34:10.231 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-24T03:34:11.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:10 smithi016 ceph-mon[84376]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-24T03:34:11.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:10 smithi016 ceph-mon[84376]: pgmap v2886: 137 pgs: 137 active+clean; 642 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 31 MiB/s wr, 694 op/s 2024-04-24T03:34:11.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:10 smithi016 ceph-mon[86910]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-24T03:34:11.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:10 smithi016 ceph-mon[86910]: pgmap v2886: 137 pgs: 137 active+clean; 642 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 31 MiB/s wr, 694 op/s 2024-04-24T03:34:11.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:10 smithi063 ceph-mon[77007]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-24T03:34:11.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:10 smithi063 ceph-mon[77007]: pgmap v2886: 137 pgs: 137 active+clean; 642 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 31 MiB/s wr, 694 op/s 2024-04-24T03:34:12.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:11 smithi016 ceph-mon[84376]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-24T03:34:12.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:11 smithi016 ceph-mon[86910]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-24T03:34:12.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:11 smithi063 ceph-mon[77007]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-24T03:34:13.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:12 smithi016 ceph-mon[84376]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-24T03:34:13.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:12 smithi016 ceph-mon[84376]: pgmap v2889: 137 pgs: 137 active+clean; 679 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 407 op/s 2024-04-24T03:34:13.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:12 smithi016 ceph-mon[86910]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-24T03:34:13.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:12 smithi016 ceph-mon[86910]: pgmap v2889: 137 pgs: 137 active+clean; 679 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 407 op/s 2024-04-24T03:34:13.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:12 smithi063 ceph-mon[77007]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-24T03:34:13.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:12 smithi063 ceph-mon[77007]: pgmap v2889: 137 pgs: 137 active+clean; 679 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 407 op/s 2024-04-24T03:34:13.862 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3631 ms) 2024-04-24T03:34:13.862 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-24T03:34:14.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:13 smithi016 ceph-mon[84376]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-24T03:34:14.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:13 smithi016 ceph-mon[86910]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-24T03:34:14.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:13 smithi063 ceph-mon[77007]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-24T03:34:15.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:14 smithi016 ceph-mon[84376]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-24T03:34:15.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:14 smithi016 ceph-mon[84376]: pgmap v2892: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 23 MiB/s wr, 372 op/s 2024-04-24T03:34:15.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:14 smithi016 ceph-mon[86910]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-24T03:34:15.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:14 smithi016 ceph-mon[86910]: pgmap v2892: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 23 MiB/s wr, 372 op/s 2024-04-24T03:34:15.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:14 smithi063 ceph-mon[77007]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-24T03:34:15.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:14 smithi063 ceph-mon[77007]: pgmap v2892: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 23 MiB/s wr, 372 op/s 2024-04-24T03:34:15.937 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2076 ms) 2024-04-24T03:34:15.938 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-24T03:34:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:15 smithi016 ceph-mon[84376]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-24T03:34:16.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:16.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:15 smithi016 ceph-mon[86910]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-24T03:34:16.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:16.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:15 smithi063 ceph-mon[77007]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-24T03:34:16.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:17.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:16 smithi016 ceph-mon[84376]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-24T03:34:17.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:16 smithi016 ceph-mon[84376]: pgmap v2895: 137 pgs: 137 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 218 op/s 2024-04-24T03:34:17.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:16 smithi016 ceph-mon[86910]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-24T03:34:17.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:16 smithi016 ceph-mon[86910]: pgmap v2895: 137 pgs: 137 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 218 op/s 2024-04-24T03:34:17.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:16 smithi063 ceph-mon[77007]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-24T03:34:17.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:16 smithi063 ceph-mon[77007]: pgmap v2895: 137 pgs: 137 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 218 op/s 2024-04-24T03:34:18.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:17 smithi016 ceph-mon[84376]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-24T03:34:18.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:17 smithi016 ceph-mon[86910]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-24T03:34:18.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:17 smithi063 ceph-mon[77007]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-24T03:34:18.081 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2144 ms) 2024-04-24T03:34:18.081 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-24T03:34:18.105 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 33509122~8125241 2024-04-24T03:34:18.132 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 29990041~4587675 2024-04-24T03:34:18.133 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 35979066~99720 2024-04-24T03:34:18.135 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 74531746~3994023 2024-04-24T03:34:18.135 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 1241797~2686838 2024-04-24T03:34:18.146 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 19374436~682706 2024-04-24T03:34:18.146 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 37888473~3825050 2024-04-24T03:34:18.164 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 18331312~5924743 2024-04-24T03:34:18.164 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap0 2024-04-24T03:34:18.651 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:34:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:34:18] "GET /metrics HTTP/1.1" 200 36780 "" "Prometheus/2.43.0" 2024-04-24T03:34:18.669 INFO:tasks.workunit.client.0.smithi016.stdout:clone image185 -> image186 2024-04-24T03:34:18.717 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 120632876 2024-04-24T03:34:18.723 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 13027790~5174201 2024-04-24T03:34:18.738 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69993635~1425144 2024-04-24T03:34:18.742 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 87090102~3099400 2024-04-24T03:34:18.750 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 70954081~3324783 2024-04-24T03:34:18.752 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 5634309~4273109 2024-04-24T03:34:18.766 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 306449~6353934 2024-04-24T03:34:18.778 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 69852036~6932514 2024-04-24T03:34:18.793 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 24153099~5640301 2024-04-24T03:34:18.797 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-24T03:34:19.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:18 smithi016 ceph-mon[84376]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-24T03:34:19.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:18 smithi016 ceph-mon[84376]: pgmap v2898: 137 pgs: 137 active+clean; 821 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 19 MiB/s wr, 439 op/s 2024-04-24T03:34:19.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:18 smithi016 ceph-mon[86910]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-24T03:34:19.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:18 smithi016 ceph-mon[86910]: pgmap v2898: 137 pgs: 137 active+clean; 821 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 19 MiB/s wr, 439 op/s 2024-04-24T03:34:19.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:18 smithi063 ceph-mon[77007]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-24T03:34:19.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:18 smithi063 ceph-mon[77007]: pgmap v2898: 137 pgs: 137 active+clean; 821 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 19 MiB/s wr, 439 op/s 2024-04-24T03:34:19.668 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 170753458 2024-04-24T03:34:19.675 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 134915035~5442619 2024-04-24T03:34:19.678 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 131399159~215336 2024-04-24T03:34:19.678 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 95759788~4960385 2024-04-24T03:34:19.678 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 139140260~2070758 2024-04-24T03:34:19.694 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 17705005~5594482 2024-04-24T03:34:19.694 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 56137196~106602 2024-04-24T03:34:19.695 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 5147740~2360538 2024-04-24T03:34:19.695 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 17910479~1823382 2024-04-24T03:34:19.723 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-24T03:34:20.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:19 smithi016 ceph-mon[84376]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-24T03:34:20.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-24T03:34:20.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:19 smithi016 ceph-mon[86910]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-24T03:34:20.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-24T03:34:20.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:19 smithi063 ceph-mon[77007]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-24T03:34:20.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-24T03:34:20.680 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 78836826~6123904 2024-04-24T03:34:20.684 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 124797701~4104269 2024-04-24T03:34:20.685 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 68173888~5951836 2024-04-24T03:34:20.685 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 88518087~3475084 2024-04-24T03:34:20.686 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 83656119~2408587 2024-04-24T03:34:20.713 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 8807664~1891589 2024-04-24T03:34:20.715 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 33815472~5816746 2024-04-24T03:34:20.715 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 157787180~4448079 2024-04-24T03:34:20.763 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap3 2024-04-24T03:34:21.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-24T03:34:21.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:20 smithi016 ceph-mon[84376]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-24T03:34:21.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:20 smithi016 ceph-mon[84376]: pgmap v2901: 137 pgs: 137 active+clean; 854 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 21 MiB/s wr, 427 op/s 2024-04-24T03:34:21.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-24T03:34:21.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:20 smithi016 ceph-mon[86910]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-24T03:34:21.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:20 smithi016 ceph-mon[86910]: pgmap v2901: 137 pgs: 137 active+clean; 854 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 21 MiB/s wr, 427 op/s 2024-04-24T03:34:21.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-24T03:34:21.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:20 smithi063 ceph-mon[77007]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-24T03:34:21.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:20 smithi063 ceph-mon[77007]: pgmap v2901: 137 pgs: 137 active+clean; 854 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 21 MiB/s wr, 427 op/s 2024-04-24T03:34:21.689 INFO:tasks.workunit.client.0.smithi016.stdout:clone image186 -> image187 2024-04-24T03:34:22.026 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3944 ms) 2024-04-24T03:34:22.026 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-24T03:34:22.027 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:21 smithi016 ceph-mon[84376]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-24T03:34:22.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:21 smithi016 ceph-mon[86910]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-24T03:34:22.048 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:21 smithi063 ceph-mon[77007]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-24T03:34:22.118 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (93 ms) 2024-04-24T03:34:22.118 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-24T03:34:22.139 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.213 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (95 ms) 2024-04-24T03:34:22.214 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-24T03:34:22.235 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.305 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (91 ms) 2024-04-24T03:34:22.305 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-24T03:34:22.329 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.397 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2024-04-24T03:34:22.398 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-24T03:34:22.419 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.488 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (90 ms) 2024-04-24T03:34:22.488 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-24T03:34:22.512 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.580 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (93 ms) 2024-04-24T03:34:22.580 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-24T03:34:22.602 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.670 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (90 ms) 2024-04-24T03:34:22.671 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-24T03:34:22.694 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (92 ms) 2024-04-24T03:34:22.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-24T03:34:22.784 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.855 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (92 ms) 2024-04-24T03:34:22.855 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-24T03:34:22.877 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:22.947 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (93 ms) 2024-04-24T03:34:23.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:22 smithi016 ceph-mon[84376]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-24T03:34:23.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:22 smithi016 ceph-mon[84376]: pgmap v2904: 137 pgs: 1 peering, 136 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 29 MiB/s wr, 356 op/s 2024-04-24T03:34:23.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:22 smithi016 ceph-mon[86910]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-24T03:34:23.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:22 smithi016 ceph-mon[86910]: pgmap v2904: 137 pgs: 1 peering, 136 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 29 MiB/s wr, 356 op/s 2024-04-24T03:34:23.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:22 smithi063 ceph-mon[77007]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-24T03:34:23.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:22 smithi063 ceph-mon[77007]: pgmap v2904: 137 pgs: 1 peering, 136 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 29 MiB/s wr, 356 op/s 2024-04-24T03:34:23.699 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 31 tests from TestDeepCopy (56163 ms total) 2024-04-24T03:34:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:34:23.700 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from TestGroup 2024-04-24T03:34:25.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:24 smithi016 ceph-mon[84376]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-24T03:34:25.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:24 smithi016 ceph-mon[84376]: pgmap v2906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:34:25.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:24 smithi016 ceph-mon[86910]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-24T03:34:25.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:24 smithi016 ceph-mon[86910]: pgmap v2906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:34:25.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:24 smithi063 ceph-mon[77007]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-24T03:34:25.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:24 smithi063 ceph-mon[77007]: pgmap v2906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:34:25.708 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.group_create 2024-04-24T03:34:26.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:25 smithi016 ceph-mon[84376]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-24T03:34:26.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:25 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1568727266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:26.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:25 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:26.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:25 smithi016 ceph-mon[86910]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-24T03:34:26.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:25 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1568727266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:26.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:25 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:26.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:25 smithi063 ceph-mon[77007]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-24T03:34:26.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:25 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1568727266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:26.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:25 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:27.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:26 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:34:27.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:26 smithi016 ceph-mon[84376]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-24T03:34:27.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:26 smithi016 ceph-mon[84376]: pgmap v2909: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:34:27.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:26 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:34:27.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:26 smithi016 ceph-mon[86910]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-24T03:34:27.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:26 smithi016 ceph-mon[86910]: pgmap v2909: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:34:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:26 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:34:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:26 smithi063 ceph-mon[77007]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-24T03:34:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:26 smithi063 ceph-mon[77007]: pgmap v2909: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:34:27.752 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.group_create (2045 ms) 2024-04-24T03:34:27.752 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.group_createPP 2024-04-24T03:34:27.769 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.group_createPP (16 ms) 2024-04-24T03:34:27.769 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_image 2024-04-24T03:34:27.808 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-04-24T03:34:27.808 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-24T03:34:27.846 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-04-24T03:34:27.846 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-24T03:34:28.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:27 smithi016 ceph-mon[84376]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-24T03:34:28.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:27 smithi016 ceph-mon[86910]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-24T03:34:28.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:27 smithi063 ceph-mon[77007]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-24T03:34:28.719 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:34:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:34:28] "GET /metrics HTTP/1.1" 200 36780 "" "Prometheus/2.43.0" 2024-04-24T03:34:28.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:28 smithi016 ceph-mon[84376]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-24T03:34:28.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:28 smithi016 ceph-mon[84376]: pgmap v2912: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:29.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:28 smithi016 ceph-mon[86910]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-24T03:34:29.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:28 smithi016 ceph-mon[86910]: pgmap v2912: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:29.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:28 smithi063 ceph-mon[77007]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-24T03:34:29.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:28 smithi063 ceph-mon[77007]: pgmap v2912: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:30.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:29 smithi016 ceph-mon[84376]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-24T03:34:30.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:29 smithi016 ceph-mon[86910]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-24T03:34:30.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:29 smithi063 ceph-mon[77007]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-24T03:34:31.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:30 smithi016 ceph-mon[84376]: pgmap v2914: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 27 op/s 2024-04-24T03:34:31.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:30 smithi016 ceph-mon[84376]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-24T03:34:31.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:31.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:30 smithi016 ceph-mon[86910]: pgmap v2914: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 27 op/s 2024-04-24T03:34:31.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:30 smithi016 ceph-mon[86910]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-24T03:34:31.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:31.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:30 smithi063 ceph-mon[77007]: pgmap v2914: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 27 op/s 2024-04-24T03:34:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:30 smithi063 ceph-mon[77007]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-24T03:34:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:32.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:31 smithi016 ceph-mon[84376]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-24T03:34:32.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:31 smithi016 ceph-mon[86910]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-24T03:34:32.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:31 smithi063 ceph-mon[77007]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-24T03:34:33.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:32 smithi016 ceph-mon[84376]: pgmap v2917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 12 KiB/s wr, 107 op/s 2024-04-24T03:34:33.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:32 smithi016 ceph-mon[84376]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-24T03:34:33.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:32 smithi016 ceph-mon[86910]: pgmap v2917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 12 KiB/s wr, 107 op/s 2024-04-24T03:34:33.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:32 smithi016 ceph-mon[86910]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-24T03:34:33.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:32 smithi063 ceph-mon[77007]: pgmap v2917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 12 KiB/s wr, 107 op/s 2024-04-24T03:34:33.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:32 smithi063 ceph-mon[77007]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-24T03:34:33.781 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_snapshot (5934 ms) 2024-04-24T03:34:33.781 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-24T03:34:34.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:33 smithi016 ceph-mon[84376]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-24T03:34:34.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:33 smithi016 ceph-mon[86910]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-24T03:34:34.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:33 smithi063 ceph-mon[77007]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-24T03:34:35.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:34 smithi016 ceph-mon[84376]: pgmap v2920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 200 op/s 2024-04-24T03:34:35.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:34 smithi016 ceph-mon[84376]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-24T03:34:35.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:34 smithi016 ceph-mon[86910]: pgmap v2920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 200 op/s 2024-04-24T03:34:35.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:34 smithi016 ceph-mon[86910]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-24T03:34:35.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:34 smithi063 ceph-mon[77007]: pgmap v2920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 200 op/s 2024-04-24T03:34:35.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:34 smithi063 ceph-mon[77007]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-24T03:34:36.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:35 smithi016 ceph-mon[84376]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-24T03:34:36.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:35 smithi016 ceph-mon[86910]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-24T03:34:36.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:35 smithi063 ceph-mon[77007]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-24T03:34:37.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:36 smithi016 ceph-mon[84376]: pgmap v2923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.2 KiB/s wr, 130 op/s 2024-04-24T03:34:37.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:36 smithi016 ceph-mon[84376]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-24T03:34:37.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:36 smithi016 ceph-mon[86910]: pgmap v2923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.2 KiB/s wr, 130 op/s 2024-04-24T03:34:37.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:36 smithi016 ceph-mon[86910]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-24T03:34:37.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:36 smithi063 ceph-mon[77007]: pgmap v2923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.2 KiB/s wr, 130 op/s 2024-04-24T03:34:37.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:36 smithi063 ceph-mon[77007]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-24T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:37 smithi016 ceph-mon[84376]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-24T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:37 smithi016 ceph-mon[84376]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-24T03:34:38.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:37 smithi016 ceph-mon[86910]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-24T03:34:38.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:37 smithi016 ceph-mon[86910]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-24T03:34:38.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:37 smithi063 ceph-mon[77007]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-24T03:34:38.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:37 smithi063 ceph-mon[77007]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-24T03:34:38.767 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:34:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:34:38] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-24T03:34:39.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:38 smithi016 ceph-mon[86910]: pgmap v2926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2024-04-24T03:34:39.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:38 smithi016 ceph-mon[84376]: pgmap v2926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2024-04-24T03:34:39.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:38 smithi063 ceph-mon[77007]: pgmap v2926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2024-04-24T03:34:39.811 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_snapshotPP (6031 ms) 2024-04-24T03:34:40.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:39 smithi016 ceph-mon[84376]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-24T03:34:40.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:39 smithi016 ceph-mon[86910]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-24T03:34:40.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:39 smithi063 ceph-mon[77007]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-24T03:34:40.791 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from TestGroup (14104 ms total) 2024-04-24T03:34:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:34:40.791 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 57 tests from TestMigration 2024-04-24T03:34:41.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:40 smithi016 ceph-mon[84376]: pgmap v2929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 118 op/s 2024-04-24T03:34:41.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:40 smithi016 ceph-mon[84376]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-24T03:34:41.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:40 smithi016 ceph-mon[86910]: pgmap v2929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 118 op/s 2024-04-24T03:34:41.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:40 smithi016 ceph-mon[86910]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-24T03:34:41.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:40 smithi063 ceph-mon[77007]: pgmap v2929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 118 op/s 2024-04-24T03:34:41.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:40 smithi063 ceph-mon[77007]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-24T03:34:42.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:41 smithi063 ceph-mon[77007]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-24T03:34:42.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:41 smithi016 ceph-mon[84376]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-24T03:34:42.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:41 smithi016 ceph-mon[86910]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-24T03:34:43.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:42 smithi063 ceph-mon[77007]: pgmap v2932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:43.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:42 smithi063 ceph-mon[77007]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-24T03:34:43.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:42 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2026333069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:43.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:42 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[84376]: pgmap v2932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[84376]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-24T03:34:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2026333069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:43.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[86910]: pgmap v2932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:43.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[86910]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-24T03:34:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2026333069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:42 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:34:43.821 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Empty 2024-04-24T03:34:44.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:43 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:34:44.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:43 smithi016 ceph-mon[84376]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-24T03:34:44.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:43 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:34:44.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:43 smithi016 ceph-mon[86910]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-24T03:34:44.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:43 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:34:44.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:43 smithi063 ceph-mon[77007]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-24T03:34:45.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:44 smithi016 ceph-mon[84376]: pgmap v2935: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:45.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:44 smithi016 ceph-mon[84376]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-24T03:34:45.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:45.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:44 smithi016 ceph-mon[86910]: pgmap v2935: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:45.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:44 smithi016 ceph-mon[86910]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-24T03:34:45.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:45.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:44 smithi063 ceph-mon[77007]: pgmap v2935: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:45.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:44 smithi063 ceph-mon[77007]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-24T03:34:45.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:34:45.868 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:45.880 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:46.032 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:46.101 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:46.182 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Empty (2362 ms) 2024-04-24T03:34:46.183 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherName 2024-04-24T03:34:46.214 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:46.224 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:46.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:45 smithi016 ceph-mon[84376]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-24T03:34:46.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:45 smithi016 ceph-mon[84376]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-24T03:34:46.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:45 smithi016 ceph-mon[86910]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-24T03:34:46.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:45 smithi016 ceph-mon[86910]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-24T03:34:46.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:45 smithi063 ceph-mon[77007]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-24T03:34:46.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:45 smithi063 ceph-mon[77007]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-24T03:34:46.349 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:46.413 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:46.490 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherName (308 ms) 2024-04-24T03:34:46.490 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherPool 2024-04-24T03:34:46.520 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:46.530 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:47.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:46 smithi016 ceph-mon[84376]: pgmap v2938: 169 pgs: 10 creating+peering, 38 unknown, 121 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:47.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:46 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:34:47.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:46 smithi016 ceph-mon[86910]: pgmap v2938: 169 pgs: 10 creating+peering, 38 unknown, 121 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:47.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:46 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:34:47.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:46 smithi063 ceph-mon[77007]: pgmap v2938: 169 pgs: 10 creating+peering, 38 unknown, 121 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:34:47.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:46 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:34:47.984 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:48.052 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:48.135 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherPool (1644 ms) 2024-04-24T03:34:48.135 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-24T03:34:48.165 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:48.177 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:48.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:47 smithi016 ceph-mon[84376]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-24T03:34:48.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:47 smithi016 ceph-mon[86910]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-24T03:34:48.305 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:48.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:47 smithi063 ceph-mon[77007]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-24T03:34:48.366 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:48.445 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherNamespace (310 ms) 2024-04-24T03:34:48.445 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.DataPool 2024-04-24T03:34:48.472 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:48.483 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:48.617 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:48.682 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:48.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.DataPool (318 ms) 2024-04-24T03:34:48.763 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-24T03:34:48.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:34:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:34:48] "GET /metrics HTTP/1.1" 200 39073 "" "Prometheus/2.43.0" 2024-04-24T03:34:48.794 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:48.804 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:48.944 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:34:49.041 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortAfterPrepare (278 ms) 2024-04-24T03:34:49.041 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-24T03:34:49.071 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:49.082 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:49.178 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (137 ms) 2024-04-24T03:34:49.178 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-24T03:34:49.206 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:49.216 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:49.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:48 smithi016 ceph-mon[84376]: pgmap v2941: 169 pgs: 3 creating+peering, 5 unknown, 161 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-24T03:34:49.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:48 smithi016 ceph-mon[84376]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-24T03:34:49.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:48 smithi016 ceph-mon[86910]: pgmap v2941: 169 pgs: 3 creating+peering, 5 unknown, 161 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-24T03:34:49.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:48 smithi016 ceph-mon[86910]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-24T03:34:49.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:48 smithi063 ceph-mon[77007]: pgmap v2941: 169 pgs: 3 creating+peering, 5 unknown, 161 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-24T03:34:49.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:48 smithi063 ceph-mon[77007]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-24T03:34:49.353 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:49.419 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:34:49.512 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortAfterExecute (334 ms) 2024-04-24T03:34:49.512 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-24T03:34:49.542 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:49.552 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:49.676 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:49.739 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:34:49.834 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (322 ms) 2024-04-24T03:34:49.834 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-24T03:34:49.862 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:49.874 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:50.000 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:50.063 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:34:50.167 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (333 ms) 2024-04-24T03:34:50.167 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-24T03:34:50.196 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:50.205 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:50.212 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.MirroringSamePool (45 ms) 2024-04-24T03:34:50.212 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-24T03:34:50.240 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:50.251 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:50.258 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2024-04-24T03:34:50.258 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-24T03:34:50.289 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:50.299 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:50.305 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-04-24T03:34:50.305 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-24T03:34:50.336 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:50.346 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:50.352 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-04-24T03:34:50.352 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-24T03:34:50.379 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:50.388 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:34:50.395 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.MirroringPool (43 ms) 2024-04-24T03:34:50.395 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Group 2024-04-24T03:34:50.427 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:50.445 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:50.583 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:50.648 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:50.738 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Group (344 ms) 2024-04-24T03:34:50.738 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-24T03:34:50.766 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:50.784 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:50.923 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:34:51.033 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.GroupAbort (294 ms) 2024-04-24T03:34:51.033 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-24T03:34:51.062 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:51.072 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:51.132 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:51.193 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:51.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:50 smithi016 ceph-mon[84376]: pgmap v2943: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 14 KiB/s wr, 291 op/s 2024-04-24T03:34:51.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:50 smithi016 ceph-mon[86910]: pgmap v2943: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 14 KiB/s wr, 291 op/s 2024-04-24T03:34:51.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:50 smithi063 ceph-mon[77007]: pgmap v2943: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 14 KiB/s wr, 291 op/s 2024-04-24T03:34:51.381 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:51.488 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:51.609 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnaps (577 ms) 2024-04-24T03:34:51.609 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-24T03:34:51.637 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:51.647 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:51.694 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:51.760 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:51.763 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:51.838 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:52.012 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:52.117 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:52.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsOtherPool (624 ms) 2024-04-24T03:34:52.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-24T03:34:52.263 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:52.273 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:52.339 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:52.382 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:52.564 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:52.684 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:52.818 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsDataPool (584 ms) 2024-04-24T03:34:52.819 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-24T03:34:52.847 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:52.857 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:52.920 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:52.974 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:53.158 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:34:53.166 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:53.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:52 smithi016 ceph-mon[84376]: pgmap v2944: 169 pgs: 169 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 741 KiB/s wr, 1.29k op/s 2024-04-24T03:34:53.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:52 smithi016 ceph-mon[84376]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-24T03:34:53.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:52 smithi016 ceph-mon[86910]: pgmap v2944: 169 pgs: 169 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 741 KiB/s wr, 1.29k op/s 2024-04-24T03:34:53.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:52 smithi016 ceph-mon[86910]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-24T03:34:53.279 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:53.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:52 smithi063 ceph-mon[77007]: pgmap v2944: 169 pgs: 169 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 741 KiB/s wr, 1.29k op/s 2024-04-24T03:34:53.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:52 smithi063 ceph-mon[77007]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-24T03:34:53.378 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (561 ms) 2024-04-24T03:34:53.379 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-24T03:34:53.411 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:53.421 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:53.470 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:53.523 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-24T03:34:53.536 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:53.646 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:53.713 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:53.758 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (380 ms) 2024-04-24T03:34:53.759 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-24T03:34:53.788 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:53.798 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:53.858 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:53.912 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:54.105 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-24T03:34:54.117 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:54.183 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:54.261 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (502 ms) 2024-04-24T03:34:54.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-24T03:34:54.291 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:54.301 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:54.362 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:54.409 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:54.588 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:34:54.595 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:54.707 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:54.831 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (570 ms) 2024-04-24T03:34:54.831 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-24T03:34:54.859 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:54.870 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:54.928 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:34:54.967 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:34:55.153 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: after_prepare_snap 2024-04-24T03:34:55.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:54 smithi016 ceph-mon[84376]: pgmap v2946: 169 pgs: 169 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.6 MiB/s wr, 1.40k op/s 2024-04-24T03:34:55.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:54 smithi016 ceph-mon[86910]: pgmap v2946: 169 pgs: 169 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.6 MiB/s wr, 1.40k op/s 2024-04-24T03:34:55.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:54 smithi063 ceph-mon[77007]: pgmap v2946: 169 pgs: 169 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.6 MiB/s wr, 1.40k op/s 2024-04-24T03:34:56.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:55 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:34:56.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:55 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:34:56.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:55 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:34:56.900 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:34:56.922 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 0~1000 2024-04-24T03:34:56.928 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:34:57.058 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:34:57.230 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2399 ms) 2024-04-24T03:34:57.230 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Snaps 2024-04-24T03:34:57.259 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:34:57.269 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[84376]: pgmap v2947: 169 pgs: 169 active+clean; 77 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 17 MiB/s wr, 1.39k op/s 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[84376]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[86910]: pgmap v2947: 169 pgs: 169 active+clean; 77 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 17 MiB/s wr, 1.39k op/s 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[86910]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:34:57.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:34:57.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:34:57.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:56 smithi063 ceph-mon[77007]: pgmap v2947: 169 pgs: 169 active+clean; 77 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 17 MiB/s wr, 1.39k op/s 2024-04-24T03:34:57.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:56 smithi063 ceph-mon[77007]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-24T03:34:57.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:34:57.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:34:57.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:34:57.327 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:34:58.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:57 smithi016 ceph-mon[84376]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-24T03:34:58.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:57 smithi016 ceph-mon[84376]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-24T03:34:58.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:57 smithi016 ceph-mon[86910]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-24T03:34:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:57 smithi016 ceph-mon[86910]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-24T03:34:58.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:57 smithi063 ceph-mon[77007]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-24T03:34:58.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:57 smithi063 ceph-mon[77007]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-24T03:34:58.750 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:34:58.766 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:34:58.766 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:34:58.766 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:34:58.777 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:34:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:34:58] "GET /metrics HTTP/1.1" 200 39073 "" "Prometheus/2.43.0" 2024-04-24T03:34:59.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:58 smithi016 ceph-mon[84376]: pgmap v2950: 169 pgs: 169 active+clean; 181 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s rd, 57 MiB/s wr, 1.60k op/s 2024-04-24T03:34:59.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:34:58 smithi016 ceph-mon[84376]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-24T03:34:59.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:58 smithi016 ceph-mon[86910]: pgmap v2950: 169 pgs: 169 active+clean; 181 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s rd, 57 MiB/s wr, 1.60k op/s 2024-04-24T03:34:59.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:34:58 smithi016 ceph-mon[86910]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-24T03:34:59.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:58 smithi063 ceph-mon[77007]: pgmap v2950: 169 pgs: 169 active+clean; 181 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s rd, 57 MiB/s wr, 1.60k op/s 2024-04-24T03:34:59.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:34:58 smithi063 ceph-mon[77007]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-24T03:35:00.757 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:35:00.763 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:35:00.763 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:35:00.774 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:35:00.785 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:35:01.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[84376]: pgmap v2953: 169 pgs: 169 active+clean; 201 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 82 MiB/s rd, 63 MiB/s wr, 1.82k op/s 2024-04-24T03:35:01.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[84376]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-24T03:35:01.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:01.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:01.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[86910]: pgmap v2953: 169 pgs: 169 active+clean; 201 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 82 MiB/s rd, 63 MiB/s wr, 1.82k op/s 2024-04-24T03:35:01.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[86910]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-24T03:35:01.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:01.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:01.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:00 smithi063 ceph-mon[77007]: pgmap v2953: 169 pgs: 169 active+clean; 201 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 82 MiB/s rd, 63 MiB/s wr, 1.82k op/s 2024-04-24T03:35:01.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:00 smithi063 ceph-mon[77007]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-24T03:35:01.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:01.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:02.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:01 smithi016 ceph-mon[84376]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-24T03:35:02.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:01 smithi016 ceph-mon[86910]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-24T03:35:02.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:01 smithi063 ceph-mon[77007]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-24T03:35:02.775 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:02.799 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:35:02.808 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:35:03.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:02 smithi016 ceph-mon[84376]: pgmap v2956: 169 pgs: 169 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 488 op/s 2024-04-24T03:35:03.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:02 smithi016 ceph-mon[84376]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-24T03:35:03.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:02 smithi016 ceph-mon[86910]: pgmap v2956: 169 pgs: 169 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 488 op/s 2024-04-24T03:35:03.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:02 smithi016 ceph-mon[86910]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-24T03:35:03.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:02 smithi063 ceph-mon[77007]: pgmap v2956: 169 pgs: 169 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 488 op/s 2024-04-24T03:35:03.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:02 smithi063 ceph-mon[77007]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-24T03:35:04.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:03 smithi016 ceph-mon[84376]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-24T03:35:04.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:03 smithi016 ceph-mon[86910]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-24T03:35:04.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:03 smithi063 ceph-mon[77007]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-24T03:35:05.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:04 smithi016 ceph-mon[84376]: pgmap v2959: 169 pgs: 169 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 215 op/s 2024-04-24T03:35:05.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:04 smithi016 ceph-mon[84376]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-24T03:35:05.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:04 smithi016 ceph-mon[86910]: pgmap v2959: 169 pgs: 169 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 215 op/s 2024-04-24T03:35:05.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:04 smithi016 ceph-mon[86910]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-24T03:35:05.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:04 smithi063 ceph-mon[77007]: pgmap v2959: 169 pgs: 169 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 215 op/s 2024-04-24T03:35:05.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:04 smithi063 ceph-mon[77007]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-24T03:35:06.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:05 smithi016 ceph-mon[84376]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-24T03:35:06.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:05 smithi016 ceph-mon[86910]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-24T03:35:06.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:05 smithi063 ceph-mon[77007]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-24T03:35:06.230 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:35:06.389 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:35:07.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:06 smithi063 ceph-mon[77007]: pgmap v2962: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 109 op/s 2024-04-24T03:35:07.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:06 smithi063 ceph-mon[77007]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-24T03:35:07.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:06 smithi016 ceph-mon[84376]: pgmap v2962: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 109 op/s 2024-04-24T03:35:07.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:06 smithi016 ceph-mon[84376]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-24T03:35:07.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:06 smithi016 ceph-mon[86910]: pgmap v2962: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 109 op/s 2024-04-24T03:35:07.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:06 smithi016 ceph-mon[86910]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-24T03:35:08.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:07 smithi063 ceph-mon[77007]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-24T03:35:08.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:07 smithi016 ceph-mon[84376]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-24T03:35:08.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:07 smithi016 ceph-mon[86910]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-24T03:35:08.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:35:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:35:08] "GET /metrics HTTP/1.1" 200 39205 "" "Prometheus/2.43.0" 2024-04-24T03:35:09.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:08 smithi063 ceph-mon[77007]: pgmap v2965: 169 pgs: 169 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 176 op/s 2024-04-24T03:35:09.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:08 smithi063 ceph-mon[77007]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-24T03:35:09.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Snaps (11883 ms) 2024-04-24T03:35:09.113 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-24T03:35:09.145 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:09.156 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:35:09.209 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:35:09.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:08 smithi016 ceph-mon[84376]: pgmap v2965: 169 pgs: 169 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 176 op/s 2024-04-24T03:35:09.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:08 smithi016 ceph-mon[84376]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-24T03:35:09.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:08 smithi016 ceph-mon[86910]: pgmap v2965: 169 pgs: 169 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 176 op/s 2024-04-24T03:35:09.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:08 smithi016 ceph-mon[86910]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-24T03:35:10.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:09 smithi063 ceph-mon[77007]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-24T03:35:10.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:09 smithi016 ceph-mon[84376]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-24T03:35:10.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:09 smithi016 ceph-mon[86910]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-24T03:35:10.824 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:35:10.846 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:35:10.846 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:35:10.846 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:35:11.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:10 smithi016 ceph-mon[84376]: pgmap v2968: 169 pgs: 169 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 153 op/s 2024-04-24T03:35:11.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:10 smithi016 ceph-mon[84376]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-24T03:35:11.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:10 smithi016 ceph-mon[86910]: pgmap v2968: 169 pgs: 169 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 153 op/s 2024-04-24T03:35:11.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:10 smithi016 ceph-mon[86910]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-24T03:35:11.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:10 smithi063 ceph-mon[77007]: pgmap v2968: 169 pgs: 169 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 5.0 MiB/s wr, 153 op/s 2024-04-24T03:35:11.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:10 smithi063 ceph-mon[77007]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-24T03:35:12.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:11 smithi016 ceph-mon[84376]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-24T03:35:12.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:11 smithi016 ceph-mon[86910]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-24T03:35:12.306 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:11 smithi063 ceph-mon[77007]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-24T03:35:12.749 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:35:12.756 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:35:12.756 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:35:12.766 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:35:12.779 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:35:13.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:12 smithi016 ceph-mon[84376]: pgmap v2971: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 440 op/s 2024-04-24T03:35:13.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:12 smithi016 ceph-mon[84376]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-24T03:35:13.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:12 smithi016 ceph-mon[84376]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-24T03:35:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:12 smithi016 ceph-mon[86910]: pgmap v2971: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 440 op/s 2024-04-24T03:35:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:12 smithi016 ceph-mon[86910]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-24T03:35:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:12 smithi016 ceph-mon[86910]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-24T03:35:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:12 smithi063 ceph-mon[77007]: pgmap v2971: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 10 MiB/s wr, 440 op/s 2024-04-24T03:35:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:12 smithi063 ceph-mon[77007]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-24T03:35:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:12 smithi063 ceph-mon[77007]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-24T03:35:14.755 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:14.780 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:35:14.790 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:35:14.793 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:35:14.850 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:35:15.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:14 smithi016 ceph-mon[84376]: pgmap v2975: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.2 MiB/s wr, 425 op/s 2024-04-24T03:35:15.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:14 smithi016 ceph-mon[84376]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-24T03:35:15.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:14 smithi016 ceph-mon[86910]: pgmap v2975: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.2 MiB/s wr, 425 op/s 2024-04-24T03:35:15.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:14 smithi016 ceph-mon[86910]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-24T03:35:15.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:14 smithi063 ceph-mon[77007]: pgmap v2975: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.2 MiB/s wr, 425 op/s 2024-04-24T03:35:15.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:14 smithi063 ceph-mon[77007]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-24T03:35:16.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:15 smithi016 ceph-mon[84376]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-24T03:35:16.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:16.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:15 smithi016 ceph-mon[86910]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-24T03:35:16.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:16.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:15 smithi063 ceph-mon[77007]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-24T03:35:16.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:17.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:16 smithi016 ceph-mon[84376]: pgmap v2977: 169 pgs: 169 active+clean; 305 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 50 op/s 2024-04-24T03:35:17.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:16 smithi016 ceph-mon[84376]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-24T03:35:17.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:16 smithi016 ceph-mon[86910]: pgmap v2977: 169 pgs: 169 active+clean; 305 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 50 op/s 2024-04-24T03:35:17.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:16 smithi016 ceph-mon[86910]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-24T03:35:17.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:16 smithi063 ceph-mon[77007]: pgmap v2977: 169 pgs: 169 active+clean; 305 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 50 op/s 2024-04-24T03:35:17.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:16 smithi063 ceph-mon[77007]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-24T03:35:18.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:17 smithi016 ceph-mon[86910]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-24T03:35:18.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:17 smithi016 ceph-mon[86910]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-24T03:35:18.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:17 smithi016 ceph-mon[84376]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-24T03:35:18.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:17 smithi016 ceph-mon[84376]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-24T03:35:18.056 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:17 smithi063 ceph-mon[77007]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-24T03:35:18.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:17 smithi063 ceph-mon[77007]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-24T03:35:18.176 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:35:18.359 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:35:18.751 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:35:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:35:18] "GET /metrics HTTP/1.1" 200 39209 "" "Prometheus/2.43.0" 2024-04-24T03:35:19.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:18 smithi016 ceph-mon[84376]: pgmap v2981: 169 pgs: 169 active+clean; 333 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 MiB/s wr, 149 op/s 2024-04-24T03:35:19.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:18 smithi016 ceph-mon[86910]: pgmap v2981: 169 pgs: 169 active+clean; 333 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 MiB/s wr, 149 op/s 2024-04-24T03:35:19.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:18 smithi063 ceph-mon[77007]: pgmap v2981: 169 pgs: 169 active+clean; 333 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 MiB/s wr, 149 op/s 2024-04-24T03:35:20.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:19 smithi016 ceph-mon[84376]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-24T03:35:20.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.2", "id": [4, 0]}]: dispatch 2024-04-24T03:35:20.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:19 smithi016 ceph-mon[86910]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-24T03:35:20.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.2", "id": [4, 0]}]: dispatch 2024-04-24T03:35:20.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:19 smithi063 ceph-mon[77007]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-24T03:35:20.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.2", "id": [4, 0]}]: dispatch 2024-04-24T03:35:21.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:20 smithi016 ceph-mon[84376]: pgmap v2983: 169 pgs: 169 active+clean; 341 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 9.0 MiB/s wr, 457 op/s 2024-04-24T03:35:21.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.2", "id": [4, 0]}]': finished 2024-04-24T03:35:21.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:20 smithi016 ceph-mon[84376]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-24T03:35:21.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:20 smithi016 ceph-mon[86910]: pgmap v2983: 169 pgs: 169 active+clean; 341 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 9.0 MiB/s wr, 457 op/s 2024-04-24T03:35:21.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.2", "id": [4, 0]}]': finished 2024-04-24T03:35:21.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:20 smithi016 ceph-mon[86910]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-24T03:35:21.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:20 smithi063 ceph-mon[77007]: pgmap v2983: 169 pgs: 169 active+clean; 341 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 9.0 MiB/s wr, 457 op/s 2024-04-24T03:35:21.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.2", "id": [4, 0]}]': finished 2024-04-24T03:35:21.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:20 smithi063 ceph-mon[77007]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-24T03:35:21.095 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsOtherPool (11982 ms) 2024-04-24T03:35:21.095 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-24T03:35:21.126 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:21.136 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:35:21.200 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:35:22.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:21 smithi016 ceph-mon[84376]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-24T03:35:22.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:21 smithi016 ceph-mon[86910]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-24T03:35:22.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:21 smithi063 ceph-mon[77007]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-24T03:35:22.795 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:35:22.810 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:35:22.811 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:35:22.811 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:35:23.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:22 smithi063 ceph-mon[77007]: pgmap v2986: 169 pgs: 169 active+clean; 353 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 11 MiB/s wr, 423 op/s; 1023 KiB/s, 0 objects/s recovering 2024-04-24T03:35:23.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:22 smithi063 ceph-mon[77007]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-24T03:35:23.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:22 smithi016 ceph-mon[84376]: pgmap v2986: 169 pgs: 169 active+clean; 353 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 11 MiB/s wr, 423 op/s; 1023 KiB/s, 0 objects/s recovering 2024-04-24T03:35:23.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:22 smithi016 ceph-mon[84376]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-24T03:35:23.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:22 smithi016 ceph-mon[86910]: pgmap v2986: 169 pgs: 169 active+clean; 353 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 11 MiB/s wr, 423 op/s; 1023 KiB/s, 0 objects/s recovering 2024-04-24T03:35:23.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:22 smithi016 ceph-mon[86910]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-24T03:35:24.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:23 smithi063 ceph-mon[77007]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-24T03:35:24.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:23 smithi016 ceph-mon[84376]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-24T03:35:24.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:23 smithi016 ceph-mon[86910]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-24T03:35:24.810 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:35:24.817 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:35:24.817 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:35:24.828 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:35:24.840 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:35:25.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:24 smithi063 ceph-mon[77007]: pgmap v2989: 169 pgs: 169 active+clean; 361 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 MiB/s rd, 13 MiB/s wr, 140 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-24T03:35:25.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:24 smithi063 ceph-mon[77007]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-24T03:35:25.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:24 smithi016 ceph-mon[84376]: pgmap v2989: 169 pgs: 169 active+clean; 361 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 MiB/s rd, 13 MiB/s wr, 140 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-24T03:35:25.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:24 smithi016 ceph-mon[84376]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-24T03:35:25.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:24 smithi016 ceph-mon[86910]: pgmap v2989: 169 pgs: 169 active+clean; 361 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 MiB/s rd, 13 MiB/s wr, 140 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-24T03:35:25.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:24 smithi016 ceph-mon[86910]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-24T03:35:26.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:25 smithi063 ceph-mon[77007]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-24T03:35:26.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:25 smithi016 ceph-mon[84376]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-24T03:35:26.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:25 smithi016 ceph-mon[86910]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-24T03:35:26.818 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:26.843 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:35:26.852 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:35:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:26 smithi063 ceph-mon[77007]: pgmap v2992: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 83 op/s 2024-04-24T03:35:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:26 smithi063 ceph-mon[77007]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-24T03:35:27.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:26 smithi016 ceph-mon[84376]: pgmap v2992: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 83 op/s 2024-04-24T03:35:27.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:26 smithi016 ceph-mon[84376]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-24T03:35:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:26 smithi016 ceph-mon[86910]: pgmap v2992: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 83 op/s 2024-04-24T03:35:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:26 smithi016 ceph-mon[86910]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-24T03:35:28.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:27 smithi063 ceph-mon[77007]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-24T03:35:28.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:27 smithi063 ceph-mon[77007]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-24T03:35:28.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:27 smithi016 ceph-mon[86910]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-24T03:35:28.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:27 smithi016 ceph-mon[86910]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-24T03:35:28.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:27 smithi016 ceph-mon[84376]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-24T03:35:28.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:27 smithi016 ceph-mon[84376]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-24T03:35:28.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:35:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:35:28] "GET /metrics HTTP/1.1" 200 39209 "" "Prometheus/2.43.0" 2024-04-24T03:35:29.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:28 smithi016 ceph-mon[84376]: pgmap v2996: 169 pgs: 169 active+clean; 393 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 127 op/s 2024-04-24T03:35:29.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:28 smithi016 ceph-mon[84376]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-24T03:35:29.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:28 smithi016 ceph-mon[86910]: pgmap v2996: 169 pgs: 169 active+clean; 393 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 127 op/s 2024-04-24T03:35:29.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:28 smithi016 ceph-mon[86910]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-24T03:35:29.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:28 smithi063 ceph-mon[77007]: pgmap v2996: 169 pgs: 169 active+clean; 393 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 127 op/s 2024-04-24T03:35:29.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:28 smithi063 ceph-mon[77007]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-24T03:35:30.218 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:35:30.355 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:35:31.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:30 smithi016 ceph-mon[84376]: pgmap v2998: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 139 op/s 2024-04-24T03:35:31.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:30 smithi016 ceph-mon[84376]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-24T03:35:31.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:31.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:30 smithi016 ceph-mon[86910]: pgmap v2998: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 139 op/s 2024-04-24T03:35:31.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:30 smithi016 ceph-mon[86910]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-24T03:35:31.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:30 smithi063 ceph-mon[77007]: pgmap v2998: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 139 op/s 2024-04-24T03:35:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:30 smithi063 ceph-mon[77007]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-24T03:35:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:32.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:31 smithi016 ceph-mon[84376]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-24T03:35:32.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:31 smithi016 ceph-mon[86910]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-24T03:35:32.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:31 smithi063 ceph-mon[77007]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-24T03:35:33.155 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsDataPool (12060 ms) 2024-04-24T03:35:33.155 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-24T03:35:33.185 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:33.195 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:35:33.255 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:35:33.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:32 smithi016 ceph-mon[84376]: pgmap v3001: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 470 op/s 2024-04-24T03:35:33.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:32 smithi016 ceph-mon[84376]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-24T03:35:33.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:32 smithi016 ceph-mon[86910]: pgmap v3001: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 470 op/s 2024-04-24T03:35:33.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:32 smithi016 ceph-mon[86910]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-24T03:35:33.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:32 smithi063 ceph-mon[77007]: pgmap v3001: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 470 op/s 2024-04-24T03:35:33.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:32 smithi063 ceph-mon[77007]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-24T03:35:34.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:33 smithi016 ceph-mon[84376]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-24T03:35:34.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:33 smithi016 ceph-mon[86910]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-24T03:35:34.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:33 smithi063 ceph-mon[77007]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-24T03:35:34.851 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:35:34.863 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:35:34.863 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:35:34.863 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:35:35.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:34 smithi016 ceph-mon[84376]: pgmap v3004: 169 pgs: 169 active+clean; 401 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 4.0 MiB/s wr, 468 op/s 2024-04-24T03:35:35.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:34 smithi016 ceph-mon[84376]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-24T03:35:35.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:34 smithi016 ceph-mon[86910]: pgmap v3004: 169 pgs: 169 active+clean; 401 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 4.0 MiB/s wr, 468 op/s 2024-04-24T03:35:35.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:34 smithi016 ceph-mon[86910]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-24T03:35:35.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:34 smithi063 ceph-mon[77007]: pgmap v3004: 169 pgs: 169 active+clean; 401 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 4.0 MiB/s wr, 468 op/s 2024-04-24T03:35:35.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:34 smithi063 ceph-mon[77007]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-24T03:35:36.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:35 smithi016 ceph-mon[84376]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-24T03:35:36.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:35 smithi016 ceph-mon[86910]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-24T03:35:36.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:35 smithi063 ceph-mon[77007]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-24T03:35:36.857 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:35:36.865 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:35:36.865 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:35:36.876 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:35:36.889 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:35:37.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:36 smithi016 ceph-mon[84376]: pgmap v3007: 169 pgs: 169 active+clean; 413 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-24T03:35:37.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:36 smithi016 ceph-mon[84376]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-24T03:35:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:36 smithi016 ceph-mon[86910]: pgmap v3007: 169 pgs: 169 active+clean; 413 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-24T03:35:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:36 smithi016 ceph-mon[86910]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-24T03:35:37.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:36 smithi063 ceph-mon[77007]: pgmap v3007: 169 pgs: 169 active+clean; 413 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-24T03:35:37.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:36 smithi063 ceph-mon[77007]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-24T03:35:38.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:37 smithi016 ceph-mon[84376]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-24T03:35:38.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:37 smithi016 ceph-mon[84376]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-24T03:35:38.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:37 smithi016 ceph-mon[86910]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-24T03:35:38.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:37 smithi016 ceph-mon[86910]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-24T03:35:38.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:37 smithi063 ceph-mon[77007]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-24T03:35:38.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:37 smithi063 ceph-mon[77007]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-24T03:35:38.756 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:38.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:35:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:35:38] "GET /metrics HTTP/1.1" 200 39209 "" "Prometheus/2.43.0" 2024-04-24T03:35:38.785 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:35:38.793 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:35:39.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:38 smithi016 ceph-mon[84376]: pgmap v3011: 169 pgs: 169 active+clean; 433 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 148 op/s 2024-04-24T03:35:39.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:38 smithi016 ceph-mon[84376]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-24T03:35:39.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:38 smithi016 ceph-mon[86910]: pgmap v3011: 169 pgs: 169 active+clean; 433 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 148 op/s 2024-04-24T03:35:39.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:38 smithi016 ceph-mon[86910]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-24T03:35:39.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:38 smithi063 ceph-mon[77007]: pgmap v3011: 169 pgs: 169 active+clean; 433 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 148 op/s 2024-04-24T03:35:39.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:38 smithi063 ceph-mon[77007]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-24T03:35:41.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:40 smithi016 ceph-mon[84376]: pgmap v3013: 169 pgs: 169 active+clean; 449 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 139 op/s 2024-04-24T03:35:41.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:40 smithi016 ceph-mon[84376]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-24T03:35:41.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:40 smithi016 ceph-mon[86910]: pgmap v3013: 169 pgs: 169 active+clean; 449 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 139 op/s 2024-04-24T03:35:41.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:40 smithi016 ceph-mon[86910]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-24T03:35:41.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:40 smithi063 ceph-mon[77007]: pgmap v3013: 169 pgs: 169 active+clean; 449 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 139 op/s 2024-04-24T03:35:41.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:40 smithi063 ceph-mon[77007]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-24T03:35:42.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:41 smithi016 ceph-mon[84376]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-24T03:35:42.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:41 smithi016 ceph-mon[86910]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-24T03:35:42.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:41 smithi063 ceph-mon[77007]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-24T03:35:42.308 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:35:42.332 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:35:42.490 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:35:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:42 smithi016 ceph-mon[84376]: pgmap v3016: 169 pgs: 169 active+clean; 453 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 149 op/s 2024-04-24T03:35:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:42 smithi016 ceph-mon[84376]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-24T03:35:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:42 smithi016 ceph-mon[84376]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-24T03:35:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:42 smithi016 ceph-mon[86910]: pgmap v3016: 169 pgs: 169 active+clean; 453 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 149 op/s 2024-04-24T03:35:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:42 smithi016 ceph-mon[86910]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-24T03:35:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:42 smithi016 ceph-mon[86910]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-24T03:35:43.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:42 smithi063 ceph-mon[77007]: pgmap v3016: 169 pgs: 169 active+clean; 453 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 149 op/s 2024-04-24T03:35:43.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:42 smithi063 ceph-mon[77007]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-24T03:35:43.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:42 smithi063 ceph-mon[77007]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-24T03:35:45.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:44 smithi016 ceph-mon[84376]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-24T03:35:45.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:44 smithi016 ceph-mon[84376]: pgmap v3020: 169 pgs: 169 active+clean; 453 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 172 op/s 2024-04-24T03:35:45.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:44 smithi016 ceph-mon[86910]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-24T03:35:45.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:44 smithi016 ceph-mon[86910]: pgmap v3020: 169 pgs: 169 active+clean; 453 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 172 op/s 2024-04-24T03:35:45.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:44 smithi063 ceph-mon[77007]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-24T03:35:45.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:44 smithi063 ceph-mon[77007]: pgmap v3020: 169 pgs: 169 active+clean; 453 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.1 MiB/s wr, 172 op/s 2024-04-24T03:35:45.069 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11914 ms) 2024-04-24T03:35:45.069 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-24T03:35:45.101 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:45.122 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:35:45.182 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:35:46.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:45 smithi016 ceph-mon[84376]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-24T03:35:46.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:46.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:45 smithi016 ceph-mon[86910]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-24T03:35:46.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:46.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:45 smithi063 ceph-mon[77007]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-24T03:35:46.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:35:46.771 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:35:46.785 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:35:46.785 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:35:46.786 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:35:47.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:46 smithi016 ceph-mon[84376]: pgmap v3022: 169 pgs: 169 active+clean; 461 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-24T03:35:47.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:46 smithi016 ceph-mon[84376]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-24T03:35:47.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:46 smithi016 ceph-mon[86910]: pgmap v3022: 169 pgs: 169 active+clean; 461 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-24T03:35:47.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:46 smithi016 ceph-mon[86910]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-24T03:35:47.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:46 smithi063 ceph-mon[77007]: pgmap v3022: 169 pgs: 169 active+clean; 461 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-24T03:35:47.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:46 smithi063 ceph-mon[77007]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-24T03:35:48.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:47 smithi016 ceph-mon[84376]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-24T03:35:48.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:47 smithi016 ceph-mon[86910]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-24T03:35:48.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:47 smithi063 ceph-mon[77007]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-24T03:35:48.774 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:35:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:35:48] "GET /metrics HTTP/1.1" 200 39216 "" "Prometheus/2.43.0" 2024-04-24T03:35:48.789 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:35:48.796 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:35:48.796 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:35:48.805 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:35:48.821 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:35:49.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:48 smithi016 ceph-mon[84376]: pgmap v3025: 169 pgs: 169 active+clean; 477 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 514 op/s 2024-04-24T03:35:49.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:48 smithi016 ceph-mon[84376]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-24T03:35:49.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:48 smithi016 ceph-mon[86910]: pgmap v3025: 169 pgs: 169 active+clean; 477 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 514 op/s 2024-04-24T03:35:49.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:48 smithi016 ceph-mon[86910]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-24T03:35:49.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:48 smithi063 ceph-mon[77007]: pgmap v3025: 169 pgs: 169 active+clean; 477 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 10 MiB/s wr, 514 op/s 2024-04-24T03:35:49.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:48 smithi063 ceph-mon[77007]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-24T03:35:50.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:49 smithi016 ceph-mon[84376]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-24T03:35:50.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:49 smithi016 ceph-mon[86910]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-24T03:35:50.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:49 smithi063 ceph-mon[77007]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-24T03:35:50.804 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:50.830 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:35:50.839 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-24T03:35:50.856 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:35:51.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:50 smithi063 ceph-mon[77007]: pgmap v3028: 169 pgs: 169 active+clean; 477 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 9.0 MiB/s wr, 515 op/s 2024-04-24T03:35:51.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:50 smithi063 ceph-mon[77007]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-24T03:35:51.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:50 smithi016 ceph-mon[84376]: pgmap v3028: 169 pgs: 169 active+clean; 477 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 9.0 MiB/s wr, 515 op/s 2024-04-24T03:35:51.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:50 smithi016 ceph-mon[84376]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-24T03:35:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:50 smithi016 ceph-mon[86910]: pgmap v3028: 169 pgs: 169 active+clean; 477 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 9.0 MiB/s wr, 515 op/s 2024-04-24T03:35:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:50 smithi016 ceph-mon[86910]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-24T03:35:52.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:51 smithi063 ceph-mon[77007]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-24T03:35:52.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:51 smithi016 ceph-mon[84376]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-24T03:35:52.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:51 smithi016 ceph-mon[86910]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-24T03:35:53.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:52 smithi063 ceph-mon[77007]: pgmap v3031: 169 pgs: 169 active+clean; 501 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 173 op/s 2024-04-24T03:35:53.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:52 smithi063 ceph-mon[77007]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-24T03:35:53.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:52 smithi063 ceph-mon[77007]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-24T03:35:53.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:52 smithi016 ceph-mon[84376]: pgmap v3031: 169 pgs: 169 active+clean; 501 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 173 op/s 2024-04-24T03:35:53.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:52 smithi016 ceph-mon[84376]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-24T03:35:53.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:52 smithi016 ceph-mon[84376]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-24T03:35:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:52 smithi016 ceph-mon[86910]: pgmap v3031: 169 pgs: 169 active+clean; 501 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 173 op/s 2024-04-24T03:35:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:52 smithi016 ceph-mon[86910]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-24T03:35:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:52 smithi016 ceph-mon[86910]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-24T03:35:54.134 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:35:54.277 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:35:55.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:54 smithi016 ceph-mon[84376]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-24T03:35:55.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:54 smithi016 ceph-mon[84376]: pgmap v3035: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.1 MiB/s wr, 201 op/s 2024-04-24T03:35:55.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:54 smithi016 ceph-mon[86910]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-24T03:35:55.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:54 smithi016 ceph-mon[86910]: pgmap v3035: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.1 MiB/s wr, 201 op/s 2024-04-24T03:35:55.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:54 smithi063 ceph-mon[77007]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-24T03:35:55.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:54 smithi063 ceph-mon[77007]: pgmap v3035: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.1 MiB/s wr, 201 op/s 2024-04-24T03:35:56.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:55 smithi016 ceph-mon[86910]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-24T03:35:56.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:55 smithi016 ceph-mon[84376]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-24T03:35:56.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:55 smithi063 ceph-mon[77007]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-24T03:35:57.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[84376]: pgmap v3037: 169 pgs: 169 active+clean; 513 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-04-24T03:35:57.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[84376]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-24T03:35:57.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[86910]: pgmap v3037: 169 pgs: 169 active+clean; 513 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[86910]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:56 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.056 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11987 ms) 2024-04-24T03:35:57.056 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-24T03:35:57.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:56 smithi063 ceph-mon[77007]: pgmap v3037: 169 pgs: 169 active+clean; 513 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 3.0 MiB/s wr, 206 op/s 2024-04-24T03:35:57.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:56 smithi063 ceph-mon[77007]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-24T03:35:57.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:35:57.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:56 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:57.088 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:35:57.100 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:35:57.165 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:35:58.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:57 smithi063 ceph-mon[77007]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-24T03:35:58.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:35:58.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:35:58.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:58.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[84376]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-24T03:35:58.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:35:58.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:35:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[86910]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-24T03:35:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:35:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:35:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:35:58.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:35:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:35:58] "GET /metrics HTTP/1.1" 200 39216 "" "Prometheus/2.43.0" 2024-04-24T03:35:59.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:58 smithi063 ceph-mon[77007]: pgmap v3040: 169 pgs: 169 active+clean; 513 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 6.0 MiB/s wr, 415 op/s 2024-04-24T03:35:59.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:35:58 smithi063 ceph-mon[77007]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-24T03:35:59.064 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:35:59.077 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:35:59.077 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:35:59.077 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:35:59.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:58 smithi016 ceph-mon[84376]: pgmap v3040: 169 pgs: 169 active+clean; 513 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 6.0 MiB/s wr, 415 op/s 2024-04-24T03:35:59.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:35:58 smithi016 ceph-mon[84376]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-24T03:35:59.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:58 smithi016 ceph-mon[86910]: pgmap v3040: 169 pgs: 169 active+clean; 513 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 6.0 MiB/s wr, 415 op/s 2024-04-24T03:35:59.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:35:58 smithi016 ceph-mon[86910]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-24T03:36:00.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:00 smithi063 ceph-mon[77007]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-24T03:36:00.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:00 smithi063 ceph-mon[77007]: pgmap v3043: 169 pgs: 169 active+clean; 521 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 247 op/s 2024-04-24T03:36:00.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:00.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:00 smithi016 ceph-mon[84376]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-24T03:36:00.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:00 smithi016 ceph-mon[84376]: pgmap v3043: 169 pgs: 169 active+clean; 521 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 247 op/s 2024-04-24T03:36:00.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:00.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:00 smithi016 ceph-mon[86910]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-24T03:36:00.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:00 smithi016 ceph-mon[86910]: pgmap v3043: 169 pgs: 169 active+clean; 521 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 247 op/s 2024-04-24T03:36:00.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:01.071 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:36:01.077 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:36:01.077 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:36:01.087 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:36:01.107 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:36:01.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:01 smithi063 ceph-mon[77007]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-24T03:36:01.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:01 smithi016 ceph-mon[84376]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-24T03:36:01.528 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:01 smithi016 ceph-mon[86910]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-24T03:36:02.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:02 smithi016 ceph-mon[84376]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-24T03:36:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:02 smithi016 ceph-mon[84376]: pgmap v3046: 169 pgs: 169 active+clean; 529 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-24T03:36:02.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:02 smithi016 ceph-mon[86910]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-24T03:36:02.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:02 smithi016 ceph-mon[86910]: pgmap v3046: 169 pgs: 169 active+clean; 529 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-24T03:36:02.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:02 smithi063 ceph-mon[77007]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-24T03:36:02.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:02 smithi063 ceph-mon[77007]: pgmap v3046: 169 pgs: 169 active+clean; 529 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-24T03:36:02.759 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:02.783 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:36:02.793 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:36:03.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:03 smithi016 ceph-mon[84376]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-24T03:36:03.528 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:03 smithi016 ceph-mon[84376]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-24T03:36:03.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:03 smithi016 ceph-mon[86910]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-24T03:36:03.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:03 smithi016 ceph-mon[86910]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-24T03:36:03.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:03 smithi063 ceph-mon[77007]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-24T03:36:03.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:03 smithi063 ceph-mon[77007]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-24T03:36:05.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:04 smithi016 ceph-mon[84376]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-24T03:36:05.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:04 smithi016 ceph-mon[84376]: pgmap v3050: 169 pgs: 169 active+clean; 549 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.6 MiB/s wr, 118 op/s 2024-04-24T03:36:05.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:04 smithi016 ceph-mon[86910]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-24T03:36:05.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:04 smithi016 ceph-mon[86910]: pgmap v3050: 169 pgs: 169 active+clean; 549 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.6 MiB/s wr, 118 op/s 2024-04-24T03:36:05.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:04 smithi063 ceph-mon[77007]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-24T03:36:05.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:04 smithi063 ceph-mon[77007]: pgmap v3050: 169 pgs: 169 active+clean; 549 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.6 MiB/s wr, 118 op/s 2024-04-24T03:36:06.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:05 smithi016 ceph-mon[84376]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-24T03:36:06.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:05 smithi016 ceph-mon[86910]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-24T03:36:06.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:05 smithi063 ceph-mon[77007]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-24T03:36:06.187 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-24T03:36:06.260 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:36:06.379 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:36:07.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:06 smithi016 ceph-mon[84376]: pgmap v3052: 169 pgs: 169 active+clean; 549 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 4.0 MiB/s wr, 4 op/s 2024-04-24T03:36:07.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:06 smithi016 ceph-mon[84376]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-24T03:36:07.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:06 smithi016 ceph-mon[86910]: pgmap v3052: 169 pgs: 169 active+clean; 549 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 4.0 MiB/s wr, 4 op/s 2024-04-24T03:36:07.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:06 smithi016 ceph-mon[86910]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-24T03:36:07.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:06 smithi063 ceph-mon[77007]: pgmap v3052: 169 pgs: 169 active+clean; 549 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 4.0 MiB/s wr, 4 op/s 2024-04-24T03:36:07.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:06 smithi063 ceph-mon[77007]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-24T03:36:08.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:07 smithi016 ceph-mon[84376]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-24T03:36:08.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:07 smithi016 ceph-mon[86910]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-24T03:36:08.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:07 smithi063 ceph-mon[77007]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-24T03:36:08.775 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:36:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:36:08] "GET /metrics HTTP/1.1" 200 39213 "" "Prometheus/2.43.0" 2024-04-24T03:36:09.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:08 smithi016 ceph-mon[84376]: pgmap v3055: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 278 op/s 2024-04-24T03:36:09.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:08 smithi016 ceph-mon[84376]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-24T03:36:09.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:08 smithi016 ceph-mon[86910]: pgmap v3055: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 278 op/s 2024-04-24T03:36:09.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:08 smithi016 ceph-mon[86910]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-24T03:36:09.044 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11988 ms) 2024-04-24T03:36:09.044 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-24T03:36:09.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:08 smithi063 ceph-mon[77007]: pgmap v3055: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 278 op/s 2024-04-24T03:36:09.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:08 smithi063 ceph-mon[77007]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-24T03:36:09.073 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:09.084 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:36:09.134 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:36:10.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:09 smithi063 ceph-mon[77007]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-24T03:36:10.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:09 smithi016 ceph-mon[84376]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-24T03:36:10.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:09 smithi016 ceph-mon[86910]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-24T03:36:10.809 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:36:10.821 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:36:10.821 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:36:10.822 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:36:11.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:10 smithi063 ceph-mon[77007]: pgmap v3058: 169 pgs: 169 active+clean; 573 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 330 op/s 2024-04-24T03:36:11.121 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:10 smithi063 ceph-mon[77007]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-24T03:36:11.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:10 smithi016 ceph-mon[84376]: pgmap v3058: 169 pgs: 169 active+clean; 573 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 330 op/s 2024-04-24T03:36:11.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:10 smithi016 ceph-mon[84376]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-24T03:36:11.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:10 smithi016 ceph-mon[86910]: pgmap v3058: 169 pgs: 169 active+clean; 573 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 330 op/s 2024-04-24T03:36:11.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:10 smithi016 ceph-mon[86910]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-24T03:36:12.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:11 smithi063 ceph-mon[77007]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-24T03:36:12.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:11 smithi016 ceph-mon[84376]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-24T03:36:12.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:11 smithi016 ceph-mon[86910]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-24T03:36:12.771 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:36:12.779 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:36:12.779 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:36:12.796 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:36:12.806 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:36:13.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:12 smithi016 ceph-mon[84376]: pgmap v3061: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 11 MiB/s wr, 446 op/s 2024-04-24T03:36:13.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:12 smithi016 ceph-mon[84376]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-24T03:36:13.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:12 smithi016 ceph-mon[84376]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-24T03:36:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:12 smithi016 ceph-mon[86910]: pgmap v3061: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 11 MiB/s wr, 446 op/s 2024-04-24T03:36:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:12 smithi016 ceph-mon[86910]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-24T03:36:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:12 smithi016 ceph-mon[86910]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-24T03:36:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:12 smithi063 ceph-mon[77007]: pgmap v3061: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 11 MiB/s wr, 446 op/s 2024-04-24T03:36:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:12 smithi063 ceph-mon[77007]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-24T03:36:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:12 smithi063 ceph-mon[77007]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-24T03:36:14.852 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:14.876 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:36:14.884 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:36:15.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:14 smithi016 ceph-mon[84376]: pgmap v3064: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 400 op/s 2024-04-24T03:36:15.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:14 smithi016 ceph-mon[84376]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-24T03:36:15.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:15.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:14 smithi016 ceph-mon[86910]: pgmap v3064: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 400 op/s 2024-04-24T03:36:15.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:14 smithi016 ceph-mon[86910]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-24T03:36:15.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:15.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:14 smithi063 ceph-mon[77007]: pgmap v3064: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 400 op/s 2024-04-24T03:36:15.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:14 smithi063 ceph-mon[77007]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-24T03:36:15.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:16.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:15 smithi016 ceph-mon[84376]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-24T03:36:16.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:15 smithi016 ceph-mon[86910]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-24T03:36:16.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:15 smithi063 ceph-mon[77007]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-24T03:36:17.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:16 smithi016 ceph-mon[84376]: pgmap v3067: 169 pgs: 169 active+clean; 601 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-24T03:36:17.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:16 smithi016 ceph-mon[84376]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-24T03:36:17.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:16 smithi016 ceph-mon[86910]: pgmap v3067: 169 pgs: 169 active+clean; 601 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-24T03:36:17.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:16 smithi016 ceph-mon[86910]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-24T03:36:17.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:16 smithi063 ceph-mon[77007]: pgmap v3067: 169 pgs: 169 active+clean; 601 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-24T03:36:17.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:16 smithi063 ceph-mon[77007]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-24T03:36:18.195 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:36:18.205 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 83886080~1000 2024-04-24T03:36:18.236 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:36:18.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:17 smithi016 ceph-mon[84376]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-24T03:36:18.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:17 smithi016 ceph-mon[84376]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-24T03:36:18.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:17 smithi016 ceph-mon[86910]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-24T03:36:18.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:17 smithi016 ceph-mon[86910]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-24T03:36:18.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:17 smithi063 ceph-mon[77007]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-24T03:36:18.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:17 smithi063 ceph-mon[77007]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-24T03:36:18.381 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:36:18.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:36:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:36:18] "GET /metrics HTTP/1.1" 200 39215 "" "Prometheus/2.43.0" 2024-04-24T03:36:19.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:18 smithi016 ceph-mon[84376]: pgmap v3071: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 4.1 MiB/s wr, 123 op/s 2024-04-24T03:36:19.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:18 smithi016 ceph-mon[86910]: pgmap v3071: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 4.1 MiB/s wr, 123 op/s 2024-04-24T03:36:19.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:18 smithi063 ceph-mon[77007]: pgmap v3071: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 4.1 MiB/s wr, 123 op/s 2024-04-24T03:36:20.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:19 smithi016 ceph-mon[84376]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-24T03:36:20.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:19 smithi016 ceph-mon[86910]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-24T03:36:20.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:19 smithi063 ceph-mon[77007]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-24T03:36:21.243 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12199 ms) 2024-04-24T03:36:21.243 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-24T03:36:21.274 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:21.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:20 smithi016 ceph-mon[84376]: pgmap v3073: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 476 op/s 2024-04-24T03:36:21.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:20 smithi016 ceph-mon[84376]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-24T03:36:21.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:20 smithi016 ceph-mon[86910]: pgmap v3073: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 476 op/s 2024-04-24T03:36:21.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:20 smithi016 ceph-mon[86910]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-24T03:36:21.285 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 41943040~10 2024-04-24T03:36:21.293 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:36:21.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:20 smithi063 ceph-mon[77007]: pgmap v3073: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 476 op/s 2024-04-24T03:36:21.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:20 smithi063 ceph-mon[77007]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-24T03:36:22.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:21 smithi016 ceph-mon[84376]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-24T03:36:22.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:21 smithi016 ceph-mon[86910]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-24T03:36:22.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:21 smithi063 ceph-mon[77007]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-24T03:36:22.903 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:36:22.931 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:36:23.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:22 smithi016 ceph-mon[84376]: pgmap v3076: 169 pgs: 169 active+clean; 625 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 448 op/s 2024-04-24T03:36:23.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:22 smithi016 ceph-mon[84376]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-24T03:36:23.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:22 smithi016 ceph-mon[86910]: pgmap v3076: 169 pgs: 169 active+clean; 625 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 448 op/s 2024-04-24T03:36:23.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:22 smithi016 ceph-mon[86910]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-24T03:36:23.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:22 smithi063 ceph-mon[77007]: pgmap v3076: 169 pgs: 169 active+clean; 625 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 448 op/s 2024-04-24T03:36:23.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:22 smithi063 ceph-mon[77007]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-24T03:36:24.087 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:24.097 INFO:tasks.workunit.client.0.smithi016.stdout:write: Y 41943040~5 2024-04-24T03:36:24.203 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:36:24.277 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:36:24.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:23 smithi016 ceph-mon[84376]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-24T03:36:24.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:23 smithi016 ceph-mon[86910]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-24T03:36:24.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:23 smithi063 ceph-mon[77007]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-24T03:36:25.035 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3791 ms) 2024-04-24T03:36:25.035 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-24T03:36:25.067 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:36:25.128 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:36:25.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:24 smithi016 ceph-mon[84376]: pgmap v3079: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 133 op/s 2024-04-24T03:36:25.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:24 smithi016 ceph-mon[84376]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-24T03:36:25.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:24 smithi016 ceph-mon[86910]: pgmap v3079: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 133 op/s 2024-04-24T03:36:25.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:24 smithi016 ceph-mon[86910]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-24T03:36:25.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:24 smithi063 ceph-mon[77007]: pgmap v3079: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 133 op/s 2024-04-24T03:36:25.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:24 smithi063 ceph-mon[77007]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-24T03:36:26.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:25 smithi016 ceph-mon[84376]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-24T03:36:26.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:25 smithi016 ceph-mon[86910]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-24T03:36:26.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:25 smithi063 ceph-mon[77007]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-24T03:36:26.930 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:36:26.946 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:36:26.946 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:36:26.946 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:36:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:26 smithi016 ceph-mon[84376]: pgmap v3082: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 161 op/s 2024-04-24T03:36:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:26 smithi016 ceph-mon[84376]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-24T03:36:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:26 smithi016 ceph-mon[86910]: pgmap v3082: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 161 op/s 2024-04-24T03:36:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:26 smithi016 ceph-mon[86910]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-24T03:36:27.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:26 smithi063 ceph-mon[77007]: pgmap v3082: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 161 op/s 2024-04-24T03:36:27.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:26 smithi063 ceph-mon[77007]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-24T03:36:28.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:27 smithi016 ceph-mon[84376]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-24T03:36:28.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:27 smithi016 ceph-mon[84376]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-24T03:36:28.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:27 smithi016 ceph-mon[86910]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-24T03:36:28.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:27 smithi016 ceph-mon[86910]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-24T03:36:28.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:27 smithi063 ceph-mon[77007]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-24T03:36:28.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:27 smithi063 ceph-mon[77007]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-24T03:36:28.775 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:36:28.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:36:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:36:28] "GET /metrics HTTP/1.1" 200 39215 "" "Prometheus/2.43.0" 2024-04-24T03:36:28.783 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:36:28.783 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:36:28.792 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:36:28.809 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:36:29.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:28 smithi016 ceph-mon[84376]: pgmap v3086: 169 pgs: 169 active+clean; 637 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 377 op/s 2024-04-24T03:36:29.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:28 smithi016 ceph-mon[84376]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-24T03:36:29.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:28 smithi016 ceph-mon[86910]: pgmap v3086: 169 pgs: 169 active+clean; 637 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 377 op/s 2024-04-24T03:36:29.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:28 smithi016 ceph-mon[86910]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-24T03:36:29.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:28 smithi063 ceph-mon[77007]: pgmap v3086: 169 pgs: 169 active+clean; 637 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 377 op/s 2024-04-24T03:36:29.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:28 smithi063 ceph-mon[77007]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-24T03:36:30.787 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:30.810 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:36:30.820 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:36:31.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:30 smithi016 ceph-mon[84376]: pgmap v3088: 169 pgs: 169 active+clean; 641 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.0 MiB/s wr, 381 op/s 2024-04-24T03:36:31.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:30 smithi016 ceph-mon[84376]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-24T03:36:31.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:31.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:30 smithi016 ceph-mon[86910]: pgmap v3088: 169 pgs: 169 active+clean; 641 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.0 MiB/s wr, 381 op/s 2024-04-24T03:36:31.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:30 smithi016 ceph-mon[86910]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-24T03:36:31.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:30 smithi063 ceph-mon[77007]: pgmap v3088: 169 pgs: 169 active+clean; 641 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.0 MiB/s wr, 381 op/s 2024-04-24T03:36:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:30 smithi063 ceph-mon[77007]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-24T03:36:31.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:32.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:31 smithi016 ceph-mon[84376]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-24T03:36:32.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:31 smithi016 ceph-mon[86910]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-24T03:36:32.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:31 smithi063 ceph-mon[77007]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-24T03:36:33.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:32 smithi016 ceph-mon[84376]: pgmap v3091: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 8.0 MiB/s wr, 233 op/s 2024-04-24T03:36:33.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:32 smithi016 ceph-mon[84376]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-24T03:36:33.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:32 smithi016 ceph-mon[84376]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-24T03:36:33.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:32 smithi016 ceph-mon[86910]: pgmap v3091: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 8.0 MiB/s wr, 233 op/s 2024-04-24T03:36:33.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:32 smithi016 ceph-mon[86910]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-24T03:36:33.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:32 smithi016 ceph-mon[86910]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-24T03:36:33.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:32 smithi063 ceph-mon[77007]: pgmap v3091: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 8.0 MiB/s wr, 233 op/s 2024-04-24T03:36:33.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:32 smithi063 ceph-mon[77007]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-24T03:36:33.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:32 smithi063 ceph-mon[77007]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-24T03:36:34.332 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: after_prepare_snap 2024-04-24T03:36:35.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:34 smithi063 ceph-mon[77007]: pgmap v3094: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-04-24T03:36:35.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:34 smithi063 ceph-mon[77007]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-24T03:36:35.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:34 smithi016 ceph-mon[84376]: pgmap v3094: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-04-24T03:36:35.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:34 smithi016 ceph-mon[84376]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-24T03:36:35.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:34 smithi016 ceph-mon[86910]: pgmap v3094: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-04-24T03:36:35.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:34 smithi016 ceph-mon[86910]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-24T03:36:35.803 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 0~1000 2024-04-24T03:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:36:35.989 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:36:36.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:35 smithi063 ceph-mon[77007]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-24T03:36:36.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:35 smithi016 ceph-mon[84376]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-24T03:36:36.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:35 smithi016 ceph-mon[86910]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-24T03:36:37.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:36 smithi063 ceph-mon[77007]: pgmap v3097: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-04-24T03:36:37.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:36 smithi063 ceph-mon[77007]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-24T03:36:37.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:36 smithi016 ceph-mon[84376]: pgmap v3097: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-04-24T03:36:37.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:36 smithi016 ceph-mon[84376]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-24T03:36:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:36 smithi016 ceph-mon[86910]: pgmap v3097: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-04-24T03:36:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:36 smithi016 ceph-mon[86910]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-24T03:36:38.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:37 smithi063 ceph-mon[77007]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-24T03:36:38.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:37 smithi016 ceph-mon[84376]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-24T03:36:38.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:37 smithi016 ceph-mon[86910]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-24T03:36:38.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:36:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:36:38] "GET /metrics HTTP/1.1" 200 39214 "" "Prometheus/2.43.0" 2024-04-24T03:36:39.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:38 smithi063 ceph-mon[77007]: pgmap v3100: 169 pgs: 169 active+clean; 693 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 4.0 MiB/s wr, 512 op/s 2024-04-24T03:36:39.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:38 smithi063 ceph-mon[77007]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-24T03:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14098 ms) 2024-04-24T03:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-24T03:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:36:39.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:38 smithi016 ceph-mon[84376]: pgmap v3100: 169 pgs: 169 active+clean; 693 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 4.0 MiB/s wr, 512 op/s 2024-04-24T03:36:39.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:38 smithi016 ceph-mon[84376]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-24T03:36:39.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:38 smithi016 ceph-mon[86910]: pgmap v3100: 169 pgs: 169 active+clean; 693 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 4.0 MiB/s wr, 512 op/s 2024-04-24T03:36:39.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:38 smithi016 ceph-mon[86910]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-24T03:36:40.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:39 smithi016 ceph-mon[84376]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-24T03:36:40.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:39 smithi016 ceph-mon[86910]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-24T03:36:40.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:39 smithi063 ceph-mon[77007]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-24T03:36:40.826 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:36:41.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:40 smithi016 ceph-mon[84376]: pgmap v3103: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 538 op/s 2024-04-24T03:36:41.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:40 smithi016 ceph-mon[84376]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-24T03:36:41.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:40 smithi016 ceph-mon[86910]: pgmap v3103: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 538 op/s 2024-04-24T03:36:41.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:40 smithi016 ceph-mon[86910]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-24T03:36:41.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:40 smithi063 ceph-mon[77007]: pgmap v3103: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 538 op/s 2024-04-24T03:36:41.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:40 smithi063 ceph-mon[77007]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-24T03:36:42.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:41 smithi016 ceph-mon[84376]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-24T03:36:42.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:41 smithi016 ceph-mon[86910]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-24T03:36:42.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:41 smithi063 ceph-mon[77007]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-24T03:36:42.778 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:36:42.787 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:36:42.787 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:36:42.797 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:36:42.820 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:36:43.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:42 smithi016 ceph-mon[84376]: pgmap v3106: 169 pgs: 169 active+clean; 693 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 137 op/s 2024-04-24T03:36:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:42 smithi016 ceph-mon[84376]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-24T03:36:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:42 smithi016 ceph-mon[84376]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-24T03:36:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:42 smithi016 ceph-mon[86910]: pgmap v3106: 169 pgs: 169 active+clean; 693 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 137 op/s 2024-04-24T03:36:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:42 smithi016 ceph-mon[86910]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-24T03:36:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:42 smithi016 ceph-mon[86910]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-24T03:36:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:42 smithi063 ceph-mon[77007]: pgmap v3106: 169 pgs: 169 active+clean; 693 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 137 op/s 2024-04-24T03:36:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:42 smithi063 ceph-mon[77007]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-24T03:36:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:42 smithi063 ceph-mon[77007]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-24T03:36:44.854 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:44.882 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:36:44.891 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:36:45.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:44 smithi016 ceph-mon[84376]: pgmap v3109: 169 pgs: 169 active+clean; 705 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-04-24T03:36:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:44 smithi016 ceph-mon[84376]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-24T03:36:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:45.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:44 smithi016 ceph-mon[86910]: pgmap v3109: 169 pgs: 169 active+clean; 705 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-04-24T03:36:45.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:44 smithi016 ceph-mon[86910]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-24T03:36:45.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:45.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:44 smithi063 ceph-mon[77007]: pgmap v3109: 169 pgs: 169 active+clean; 705 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-04-24T03:36:45.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:44 smithi063 ceph-mon[77007]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-24T03:36:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:36:46.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:45 smithi016 ceph-mon[84376]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-24T03:36:46.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:45 smithi016 ceph-mon[86910]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-24T03:36:46.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:45 smithi063 ceph-mon[77007]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-24T03:36:47.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:46 smithi016 ceph-mon[84376]: pgmap v3112: 169 pgs: 169 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 60 op/s 2024-04-24T03:36:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:46 smithi016 ceph-mon[84376]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-24T03:36:47.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:46 smithi016 ceph-mon[86910]: pgmap v3112: 169 pgs: 169 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 60 op/s 2024-04-24T03:36:47.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:46 smithi016 ceph-mon[86910]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-24T03:36:47.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:46 smithi063 ceph-mon[77007]: pgmap v3112: 169 pgs: 169 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 60 op/s 2024-04-24T03:36:47.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:46 smithi063 ceph-mon[77007]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-24T03:36:48.202 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: after_prepare_snap 2024-04-24T03:36:48.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:47 smithi016 ceph-mon[84376]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-24T03:36:48.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:47 smithi016 ceph-mon[84376]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-24T03:36:48.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:47 smithi016 ceph-mon[86910]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-24T03:36:48.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:47 smithi016 ceph-mon[86910]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-24T03:36:48.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:47 smithi063 ceph-mon[77007]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-24T03:36:48.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:47 smithi063 ceph-mon[77007]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-24T03:36:48.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:36:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:36:48] "GET /metrics HTTP/1.1" 200 39212 "" "Prometheus/2.43.0" 2024-04-24T03:36:49.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:48 smithi016 ceph-mon[84376]: pgmap v3116: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.1 MiB/s wr, 138 op/s 2024-04-24T03:36:49.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:48 smithi016 ceph-mon[86910]: pgmap v3116: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.1 MiB/s wr, 138 op/s 2024-04-24T03:36:49.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:48 smithi063 ceph-mon[77007]: pgmap v3116: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.1 MiB/s wr, 138 op/s 2024-04-24T03:36:49.890 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:36:49.906 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 83886080~1000 2024-04-24T03:36:49.915 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:36:50.078 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:36:50.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:49 smithi016 ceph-mon[84376]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-24T03:36:50.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:49 smithi016 ceph-mon[86910]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-24T03:36:50.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:49 smithi063 ceph-mon[77007]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-24T03:36:51.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:50 smithi016 ceph-mon[84376]: pgmap v3118: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 247 op/s 2024-04-24T03:36:51.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:50 smithi016 ceph-mon[84376]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-24T03:36:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:50 smithi016 ceph-mon[86910]: pgmap v3118: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 247 op/s 2024-04-24T03:36:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:50 smithi016 ceph-mon[86910]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-24T03:36:51.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:50 smithi063 ceph-mon[77007]: pgmap v3118: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 247 op/s 2024-04-24T03:36:51.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:50 smithi063 ceph-mon[77007]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-24T03:36:52.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:51 smithi016 ceph-mon[84376]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-24T03:36:52.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:51 smithi016 ceph-mon[86910]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-24T03:36:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:51 smithi063 ceph-mon[77007]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-24T03:36:53.278 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14145 ms) 2024-04-24T03:36:53.278 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Clone 2024-04-24T03:36:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:52 smithi016 ceph-mon[84376]: pgmap v3121: 169 pgs: 169 active+clean; 761 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 233 op/s 2024-04-24T03:36:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:52 smithi016 ceph-mon[84376]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-24T03:36:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:52 smithi016 ceph-mon[86910]: pgmap v3121: 169 pgs: 169 active+clean; 761 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 233 op/s 2024-04-24T03:36:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:52 smithi016 ceph-mon[86910]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-24T03:36:53.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:52 smithi063 ceph-mon[77007]: pgmap v3121: 169 pgs: 169 active+clean; 761 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 233 op/s 2024-04-24T03:36:53.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:52 smithi063 ceph-mon[77007]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-24T03:36:53.311 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:53.321 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~8388609 2024-04-24T03:36:53.372 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 16777218~8388609 2024-04-24T03:36:53.423 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-24T03:36:54.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:53 smithi016 ceph-mon[84376]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-24T03:36:54.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:53 smithi016 ceph-mon[86910]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-24T03:36:54.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:53 smithi063 ceph-mon[77007]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-24T03:36:54.911 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-24T03:36:54.924 INFO:tasks.workunit.client.0.smithi016.stdout:clone image298 -> image301 2024-04-24T03:36:55.034 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:36:55.080 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:36:55.083 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-24T03:36:55.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:54 smithi016 ceph-mon[84376]: pgmap v3124: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 325 op/s 2024-04-24T03:36:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:54 smithi016 ceph-mon[84376]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-24T03:36:55.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:54 smithi016 ceph-mon[86910]: pgmap v3124: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 325 op/s 2024-04-24T03:36:55.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:54 smithi016 ceph-mon[86910]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-24T03:36:55.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:54 smithi063 ceph-mon[77007]: pgmap v3124: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 325 op/s 2024-04-24T03:36:55.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:54 smithi063 ceph-mon[77007]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-24T03:36:56.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:55 smithi016 ceph-mon[84376]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-24T03:36:56.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:55 smithi016 ceph-mon[86910]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-24T03:36:56.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:55 smithi063 ceph-mon[77007]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-24T03:36:56.933 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-24T03:36:56.949 INFO:tasks.workunit.client.0.smithi016.stdout:clone image301 -> image303 2024-04-24T03:36:57.083 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 1000~1000 2024-04-24T03:36:57.142 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 2010~1000 2024-04-24T03:36:57.232 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:36:57.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:56 smithi016 ceph-mon[84376]: pgmap v3127: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 330 op/s 2024-04-24T03:36:57.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:56 smithi016 ceph-mon[84376]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-24T03:36:57.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:56 smithi016 ceph-mon[86910]: pgmap v3127: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 330 op/s 2024-04-24T03:36:57.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:56 smithi016 ceph-mon[86910]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-24T03:36:57.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:56 smithi063 ceph-mon[77007]: pgmap v3127: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 330 op/s 2024-04-24T03:36:57.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:56 smithi063 ceph-mon[77007]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-24T03:36:57.460 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:36:57.640 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:36:57.808 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Clone (4530 ms) 2024-04-24T03:36:57.808 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneParent 2024-04-24T03:36:57.838 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:36:57.849 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-24T03:36:58.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[84376]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[86910]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:36:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:36:58.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:57 smithi063 ceph-mon[77007]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-24T03:36:58.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:36:58.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:36:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:36:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:36:58.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:36:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:36:58] "GET /metrics HTTP/1.1" 200 39212 "" "Prometheus/2.43.0" 2024-04-24T03:36:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:58 smithi016 ceph-mon[84376]: pgmap v3130: 169 pgs: 169 active+clean; 769 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 397 op/s 2024-04-24T03:36:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:36:58 smithi016 ceph-mon[84376]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-24T03:36:59.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:58 smithi016 ceph-mon[86910]: pgmap v3130: 169 pgs: 169 active+clean; 769 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 397 op/s 2024-04-24T03:36:59.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:36:58 smithi016 ceph-mon[86910]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-24T03:36:59.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:58 smithi063 ceph-mon[77007]: pgmap v3130: 169 pgs: 169 active+clean; 769 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 397 op/s 2024-04-24T03:36:59.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:36:58 smithi063 ceph-mon[77007]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-24T03:36:59.632 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-24T03:36:59.648 INFO:tasks.workunit.client.0.smithi016.stdout:clone image304 -> image307 2024-04-24T03:36:59.754 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:36:59.914 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:00.044 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneParent (2237 ms) 2024-04-24T03:37:00.044 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-24T03:37:00.074 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:00.084 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~10 2024-04-24T03:37:00.094 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-24T03:37:01.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:00 smithi016 ceph-mon[84376]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-24T03:37:01.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:00 smithi016 ceph-mon[84376]: pgmap v3133: 169 pgs: 169 active+clean; 781 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 10 MiB/s wr, 416 op/s 2024-04-24T03:37:01.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:01.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:00 smithi016 ceph-mon[86910]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-24T03:37:01.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:00 smithi016 ceph-mon[86910]: pgmap v3133: 169 pgs: 169 active+clean; 781 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 10 MiB/s wr, 416 op/s 2024-04-24T03:37:01.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:01.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:00 smithi063 ceph-mon[77007]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-24T03:37:01.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:00 smithi063 ceph-mon[77007]: pgmap v3133: 169 pgs: 169 active+clean; 781 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 10 MiB/s wr, 416 op/s 2024-04-24T03:37:01.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:01.637 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-24T03:37:01.656 INFO:tasks.workunit.client.0.smithi016.stdout:clone image308 -> image311 2024-04-24T03:37:01.755 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:01.917 INFO:tasks.workunit.client.0.smithi016.stdout:write: Y 0~1 2024-04-24T03:37:01.947 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:37:02.024 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:37:02.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:01 smithi016 ceph-mon[84376]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-24T03:37:02.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:01 smithi016 ceph-mon[86910]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-24T03:37:02.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:01 smithi063 ceph-mon[77007]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-24T03:37:02.129 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2085 ms) 2024-04-24T03:37:02.129 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-24T03:37:02.158 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:02.172 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 41943040~10 2024-04-24T03:37:02.181 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:02.778 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 41943041~10 2024-04-24T03:37:02.785 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:03.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:02 smithi016 ceph-mon[84376]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-24T03:37:03.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:02 smithi016 ceph-mon[84376]: pgmap v3136: 169 pgs: 169 active+clean; 781 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 483 op/s 2024-04-24T03:37:03.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:02 smithi016 ceph-mon[86910]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-24T03:37:03.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:02 smithi016 ceph-mon[86910]: pgmap v3136: 169 pgs: 169 active+clean; 781 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 483 op/s 2024-04-24T03:37:03.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:02 smithi063 ceph-mon[77007]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-24T03:37:03.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:02 smithi063 ceph-mon[77007]: pgmap v3136: 169 pgs: 169 active+clean; 781 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 483 op/s 2024-04-24T03:37:03.942 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 41943042~10 2024-04-24T03:37:03.957 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:37:04.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:03 smithi016 ceph-mon[84376]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-24T03:37:04.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:03 smithi016 ceph-mon[84376]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-24T03:37:04.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:03 smithi016 ceph-mon[86910]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-24T03:37:04.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:03 smithi016 ceph-mon[86910]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-24T03:37:04.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:03 smithi063 ceph-mon[77007]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-24T03:37:04.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:03 smithi063 ceph-mon[77007]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-24T03:37:05.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:04 smithi016 ceph-mon[86910]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-24T03:37:05.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:04 smithi016 ceph-mon[86910]: pgmap v3140: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 1.28k op/s 2024-04-24T03:37:05.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:04 smithi016 ceph-mon[84376]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-24T03:37:05.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:04 smithi016 ceph-mon[84376]: pgmap v3140: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 1.28k op/s 2024-04-24T03:37:05.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:04 smithi063 ceph-mon[77007]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-24T03:37:05.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:04 smithi063 ceph-mon[77007]: pgmap v3140: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 1.28k op/s 2024-04-24T03:37:05.790 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:37:05.824 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:37:05.890 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:37:06.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:05 smithi016 ceph-mon[84376]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-24T03:37:06.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:05 smithi016 ceph-mon[86910]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-24T03:37:06.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:05 smithi063 ceph-mon[77007]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-24T03:37:06.918 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (4788 ms) 2024-04-24T03:37:06.918 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-24T03:37:06.950 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:06.962 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 41943040~10 2024-04-24T03:37:06.971 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:07.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:06 smithi016 ceph-mon[86910]: pgmap v3142: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 644 KiB/s rd, 1.0 MiB/s wr, 793 op/s 2024-04-24T03:37:07.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:06 smithi016 ceph-mon[86910]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-24T03:37:07.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:06 smithi016 ceph-mon[84376]: pgmap v3142: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 644 KiB/s rd, 1.0 MiB/s wr, 793 op/s 2024-04-24T03:37:07.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:06 smithi016 ceph-mon[84376]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-24T03:37:07.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:06 smithi063 ceph-mon[77007]: pgmap v3142: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 644 KiB/s rd, 1.0 MiB/s wr, 793 op/s 2024-04-24T03:37:07.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:06 smithi063 ceph-mon[77007]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-24T03:37:08.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:07 smithi063 ceph-mon[77007]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-24T03:37:08.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:07 smithi016 ceph-mon[84376]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-24T03:37:08.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:07 smithi016 ceph-mon[86910]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-24T03:37:08.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:37:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:37:08] "GET /metrics HTTP/1.1" 200 39212 "" "Prometheus/2.43.0" 2024-04-24T03:37:08.801 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:37:08.825 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:09.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:08 smithi063 ceph-mon[77007]: pgmap v3145: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 29 KiB/s wr, 387 op/s 2024-04-24T03:37:09.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:08 smithi063 ceph-mon[77007]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-24T03:37:09.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:08 smithi016 ceph-mon[84376]: pgmap v3145: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 29 KiB/s wr, 387 op/s 2024-04-24T03:37:09.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:08 smithi016 ceph-mon[84376]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-24T03:37:09.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:08 smithi016 ceph-mon[86910]: pgmap v3145: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 29 KiB/s wr, 387 op/s 2024-04-24T03:37:09.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:08 smithi016 ceph-mon[86910]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-24T03:37:09.953 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:09.965 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:37:10.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:09 smithi063 ceph-mon[77007]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-24T03:37:10.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:09 smithi016 ceph-mon[84376]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-24T03:37:10.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:09 smithi016 ceph-mon[86910]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-24T03:37:11.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:10 smithi063 ceph-mon[77007]: pgmap v3148: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 27 KiB/s wr, 413 op/s 2024-04-24T03:37:11.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:10 smithi063 ceph-mon[77007]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-24T03:37:11.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:10 smithi016 ceph-mon[84376]: pgmap v3148: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 27 KiB/s wr, 413 op/s 2024-04-24T03:37:11.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:10 smithi016 ceph-mon[84376]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-24T03:37:11.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:10 smithi016 ceph-mon[86910]: pgmap v3148: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 27 KiB/s wr, 413 op/s 2024-04-24T03:37:11.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:10 smithi016 ceph-mon[86910]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-24T03:37:11.832 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 41943040~10 2024-04-24T03:37:11.841 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap4 2024-04-24T03:37:12.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:11 smithi063 ceph-mon[77007]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-24T03:37:12.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:11 smithi016 ceph-mon[84376]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-24T03:37:12.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:11 smithi016 ceph-mon[86910]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-24T03:37:13.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:12 smithi016 ceph-mon[84376]: pgmap v3151: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 13 KiB/s wr, 231 op/s 2024-04-24T03:37:13.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:12 smithi016 ceph-mon[84376]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-24T03:37:13.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:12 smithi016 ceph-mon[84376]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-24T03:37:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:12 smithi016 ceph-mon[86910]: pgmap v3151: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 13 KiB/s wr, 231 op/s 2024-04-24T03:37:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:12 smithi016 ceph-mon[86910]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-24T03:37:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:12 smithi016 ceph-mon[86910]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-24T03:37:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:12 smithi063 ceph-mon[77007]: pgmap v3151: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 13 KiB/s wr, 231 op/s 2024-04-24T03:37:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:12 smithi063 ceph-mon[77007]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-24T03:37:13.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:12 smithi063 ceph-mon[77007]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-24T03:37:13.850 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-24T03:37:13.875 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:37:13.947 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:37:14.941 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8024 ms) 2024-04-24T03:37:14.941 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-24T03:37:14.975 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:14.986 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:15.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:14 smithi016 ceph-mon[84376]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-24T03:37:15.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:14 smithi016 ceph-mon[84376]: pgmap v3155: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 163 op/s 2024-04-24T03:37:15.028 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:14 smithi016 ceph-mon[86910]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-24T03:37:15.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:14 smithi016 ceph-mon[86910]: pgmap v3155: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 163 op/s 2024-04-24T03:37:15.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:14 smithi063 ceph-mon[77007]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-24T03:37:15.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:14 smithi063 ceph-mon[77007]: pgmap v3155: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 163 op/s 2024-04-24T03:37:15.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortInUseImage (225 ms) 2024-04-24T03:37:15.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-24T03:37:15.194 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:15.205 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:37:15.260 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:37:15.317 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:15.505 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:37:15.548 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:37:15.615 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:15.800 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (634 ms) 2024-04-24T03:37:15.800 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-24T03:37:15.830 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:15.840 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:37:15.885 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:16.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:15 smithi016 ceph-mon[84376]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-24T03:37:16.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:16.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:15 smithi016 ceph-mon[86910]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-24T03:37:16.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:16.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:15 smithi063 ceph-mon[77007]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-24T03:37:16.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:17.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:16 smithi016 ceph-mon[84376]: pgmap v3157: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 119 op/s 2024-04-24T03:37:17.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:16 smithi016 ceph-mon[86910]: pgmap v3157: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 119 op/s 2024-04-24T03:37:17.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:16 smithi063 ceph-mon[77007]: pgmap v3157: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 119 op/s 2024-04-24T03:37:17.798 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-24T03:37:17.809 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-24T03:37:17.809 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-24T03:37:17.809 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:37:18.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:17 smithi063 ceph-mon[77007]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-24T03:37:18.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:17 smithi016 ceph-mon[84376]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-24T03:37:18.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:17 smithi016 ceph-mon[86910]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-24T03:37:18.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:37:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:37:18] "GET /metrics HTTP/1.1" 200 39212 "" "Prometheus/2.43.0" 2024-04-24T03:37:19.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:18 smithi063 ceph-mon[77007]: pgmap v3159: 169 pgs: 169 active+clean; 817 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 11 MiB/s wr, 500 op/s 2024-04-24T03:37:19.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:18 smithi063 ceph-mon[77007]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-24T03:37:19.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:18 smithi016 ceph-mon[84376]: pgmap v3159: 169 pgs: 169 active+clean; 817 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 11 MiB/s wr, 500 op/s 2024-04-24T03:37:19.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:18 smithi016 ceph-mon[84376]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-24T03:37:19.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:18 smithi016 ceph-mon[86910]: pgmap v3159: 169 pgs: 169 active+clean; 817 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 11 MiB/s wr, 500 op/s 2024-04-24T03:37:19.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:18 smithi016 ceph-mon[86910]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-24T03:37:19.813 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-24T03:37:19.819 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-24T03:37:19.819 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-24T03:37:19.829 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-24T03:37:19.843 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:37:20.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:19 smithi063 ceph-mon[77007]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-24T03:37:20.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:19 smithi016 ceph-mon[84376]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-24T03:37:20.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:19 smithi016 ceph-mon[86910]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-24T03:37:21.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:20 smithi063 ceph-mon[77007]: pgmap v3162: 169 pgs: 169 active+clean; 825 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 498 op/s 2024-04-24T03:37:21.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:20 smithi063 ceph-mon[77007]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-24T03:37:21.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:20 smithi016 ceph-mon[84376]: pgmap v3162: 169 pgs: 169 active+clean; 825 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 498 op/s 2024-04-24T03:37:21.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:20 smithi016 ceph-mon[84376]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-24T03:37:21.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:20 smithi016 ceph-mon[86910]: pgmap v3162: 169 pgs: 169 active+clean; 825 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 498 op/s 2024-04-24T03:37:21.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:20 smithi016 ceph-mon[86910]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-24T03:37:21.832 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:21.856 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-24T03:37:21.864 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:22.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:21 smithi016 ceph-mon[84376]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-24T03:37:22.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:21 smithi016 ceph-mon[86910]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-24T03:37:22.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:21 smithi063 ceph-mon[77007]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-24T03:37:23.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:22 smithi016 ceph-mon[84376]: pgmap v3165: 169 pgs: 169 active+clean; 853 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 16 MiB/s wr, 186 op/s 2024-04-24T03:37:23.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:22 smithi016 ceph-mon[84376]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-24T03:37:23.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:22 smithi016 ceph-mon[84376]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-24T03:37:23.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:22 smithi016 ceph-mon[86910]: pgmap v3165: 169 pgs: 169 active+clean; 853 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 16 MiB/s wr, 186 op/s 2024-04-24T03:37:23.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:22 smithi016 ceph-mon[86910]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-24T03:37:23.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:22 smithi016 ceph-mon[86910]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-24T03:37:23.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:22 smithi063 ceph-mon[77007]: pgmap v3165: 169 pgs: 169 active+clean; 853 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 16 MiB/s wr, 186 op/s 2024-04-24T03:37:23.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:22 smithi063 ceph-mon[77007]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-24T03:37:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:22 smithi063 ceph-mon[77007]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-24T03:37:25.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:24 smithi016 ceph-mon[84376]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-24T03:37:25.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:24 smithi016 ceph-mon[84376]: pgmap v3169: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-24T03:37:25.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:24 smithi016 ceph-mon[86910]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-24T03:37:25.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:24 smithi016 ceph-mon[86910]: pgmap v3169: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-24T03:37:25.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:24 smithi063 ceph-mon[77007]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-24T03:37:25.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:24 smithi063 ceph-mon[77007]: pgmap v3169: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-24T03:37:25.248 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:37:25.328 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:37:25.790 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-24T03:37:25.799 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-24T03:37:25.876 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:26.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:25 smithi016 ceph-mon[84376]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-24T03:37:26.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:25 smithi016 ceph-mon[86910]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-24T03:37:26.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:25 smithi063 ceph-mon[77007]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-24T03:37:27.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:26 smithi016 ceph-mon[84376]: pgmap v3171: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-24T03:37:27.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:26 smithi016 ceph-mon[84376]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-24T03:37:27.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:26 smithi016 ceph-mon[86910]: pgmap v3171: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-24T03:37:27.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:26 smithi016 ceph-mon[86910]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-24T03:37:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:26 smithi063 ceph-mon[77007]: pgmap v3171: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-24T03:37:27.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:26 smithi063 ceph-mon[77007]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-24T03:37:28.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:27 smithi063 ceph-mon[77007]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-24T03:37:28.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:27 smithi016 ceph-mon[84376]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-24T03:37:28.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:27 smithi016 ceph-mon[86910]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-24T03:37:28.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:37:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:37:28] "GET /metrics HTTP/1.1" 200 39212 "" "Prometheus/2.43.0" 2024-04-24T03:37:29.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:28 smithi063 ceph-mon[77007]: pgmap v3174: 169 pgs: 169 active+clean; 933 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 379 op/s 2024-04-24T03:37:29.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:28 smithi063 ceph-mon[77007]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-24T03:37:29.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:28 smithi016 ceph-mon[84376]: pgmap v3174: 169 pgs: 169 active+clean; 933 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 379 op/s 2024-04-24T03:37:29.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:28 smithi016 ceph-mon[84376]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-24T03:37:29.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:28 smithi016 ceph-mon[86910]: pgmap v3174: 169 pgs: 169 active+clean; 933 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 379 op/s 2024-04-24T03:37:29.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:28 smithi016 ceph-mon[86910]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-24T03:37:30.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:29 smithi063 ceph-mon[77007]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-24T03:37:30.182 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortWithSnapshots (14381 ms) 2024-04-24T03:37:30.182 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-24T03:37:30.215 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:30.226 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:30.235 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:30.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:29 smithi016 ceph-mon[84376]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-24T03:37:30.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:29 smithi016 ceph-mon[86910]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-24T03:37:31.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:30 smithi016 ceph-mon[84376]: pgmap v3177: 169 pgs: 169 active+clean; 945 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 21 MiB/s wr, 419 op/s 2024-04-24T03:37:31.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:30 smithi016 ceph-mon[84376]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-24T03:37:31.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:31.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:30 smithi016 ceph-mon[86910]: pgmap v3177: 169 pgs: 169 active+clean; 945 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 21 MiB/s wr, 419 op/s 2024-04-24T03:37:31.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:30 smithi016 ceph-mon[86910]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-24T03:37:31.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:31.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:30 smithi063 ceph-mon[77007]: pgmap v3177: 169 pgs: 169 active+clean; 945 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 21 MiB/s wr, 419 op/s 2024-04-24T03:37:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:30 smithi063 ceph-mon[77007]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-24T03:37:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:31.836 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:31.909 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:32.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:31 smithi016 ceph-mon[84376]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-24T03:37:32.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:31 smithi016 ceph-mon[86910]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-24T03:37:32.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:31 smithi063 ceph-mon[77007]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-24T03:37:32.993 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:37:33.127 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:37:33.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:32 smithi016 ceph-mon[84376]: pgmap v3180: 169 pgs: 169 active+clean; 925 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 137 op/s 2024-04-24T03:37:33.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:32 smithi016 ceph-mon[84376]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-24T03:37:33.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:32 smithi016 ceph-mon[84376]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-24T03:37:33.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:32 smithi016 ceph-mon[86910]: pgmap v3180: 169 pgs: 169 active+clean; 925 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 137 op/s 2024-04-24T03:37:33.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:32 smithi016 ceph-mon[86910]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-24T03:37:33.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:32 smithi016 ceph-mon[86910]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-24T03:37:33.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:32 smithi063 ceph-mon[77007]: pgmap v3180: 169 pgs: 169 active+clean; 925 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 137 op/s 2024-04-24T03:37:33.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:32 smithi063 ceph-mon[77007]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-24T03:37:33.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:32 smithi063 ceph-mon[77007]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-24T03:37:33.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1Parent (3786 ms) 2024-04-24T03:37:33.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-24T03:37:34.000 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:34.011 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:34.019 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:35.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:34 smithi016 ceph-mon[84376]: pgmap v3183: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 2.0 MiB/s wr, 227 op/s 2024-04-24T03:37:35.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:34 smithi016 ceph-mon[84376]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-24T03:37:35.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:34 smithi016 ceph-mon[86910]: pgmap v3183: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 2.0 MiB/s wr, 227 op/s 2024-04-24T03:37:35.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:34 smithi016 ceph-mon[86910]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-24T03:37:35.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:34 smithi063 ceph-mon[77007]: pgmap v3183: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 2.0 MiB/s wr, 227 op/s 2024-04-24T03:37:35.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:34 smithi063 ceph-mon[77007]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-24T03:37:35.853 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:35.914 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:36.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:35 smithi016 ceph-mon[84376]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-24T03:37:36.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:35 smithi016 ceph-mon[86910]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-24T03:37:36.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:35 smithi063 ceph-mon[77007]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-24T03:37:37.064 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:37:37.142 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:37:37.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:36 smithi016 ceph-mon[84376]: pgmap v3186: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 12 KiB/s wr, 168 op/s 2024-04-24T03:37:37.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:36 smithi016 ceph-mon[84376]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-24T03:37:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:36 smithi016 ceph-mon[86910]: pgmap v3186: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 12 KiB/s wr, 168 op/s 2024-04-24T03:37:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:36 smithi016 ceph-mon[86910]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-24T03:37:37.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:36 smithi063 ceph-mon[77007]: pgmap v3186: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 12 KiB/s wr, 168 op/s 2024-04-24T03:37:37.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:36 smithi063 ceph-mon[77007]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-24T03:37:37.904 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2Parent (3936 ms) 2024-04-24T03:37:37.904 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-24T03:37:37.934 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:37.945 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:37.953 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:38.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:37 smithi016 ceph-mon[84376]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-24T03:37:38.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:37 smithi016 ceph-mon[84376]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-24T03:37:38.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:37 smithi016 ceph-mon[86910]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-24T03:37:38.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:37 smithi016 ceph-mon[86910]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-24T03:37:38.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:37 smithi063 ceph-mon[77007]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-24T03:37:38.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:37 smithi063 ceph-mon[77007]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-24T03:37:38.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:37:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:37:38] "GET /metrics HTTP/1.1" 200 39211 "" "Prometheus/2.43.0" 2024-04-24T03:37:39.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:38 smithi016 ceph-mon[84376]: pgmap v3190: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 386 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-04-24T03:37:39.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:38 smithi016 ceph-mon[86910]: pgmap v3190: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 386 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-04-24T03:37:39.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:38 smithi063 ceph-mon[77007]: pgmap v3190: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 386 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-04-24T03:37:39.877 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:39.944 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:40.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:39 smithi016 ceph-mon[84376]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-24T03:37:40.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:39 smithi016 ceph-mon[86910]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-24T03:37:40.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:39 smithi063 ceph-mon[77007]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-24T03:37:41.052 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:41.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:40 smithi016 ceph-mon[84376]: pgmap v3192: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 379 KiB/s rd, 23 KiB/s wr, 476 op/s 2024-04-24T03:37:41.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:40 smithi016 ceph-mon[84376]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-24T03:37:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:40 smithi016 ceph-mon[86910]: pgmap v3192: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 379 KiB/s rd, 23 KiB/s wr, 476 op/s 2024-04-24T03:37:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:40 smithi016 ceph-mon[86910]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-24T03:37:41.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:40 smithi063 ceph-mon[77007]: pgmap v3192: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 379 KiB/s rd, 23 KiB/s wr, 476 op/s 2024-04-24T03:37:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:40 smithi063 ceph-mon[77007]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-24T03:37:42.012 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4109 ms) 2024-04-24T03:37:42.012 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-24T03:37:42.042 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:42.054 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:42.063 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:42.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:41 smithi016 ceph-mon[84376]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-24T03:37:42.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:41 smithi016 ceph-mon[86910]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-24T03:37:42.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:41 smithi063 ceph-mon[77007]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-24T03:37:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:42 smithi016 ceph-mon[84376]: pgmap v3195: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 18 KiB/s wr, 350 op/s 2024-04-24T03:37:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:42 smithi016 ceph-mon[84376]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-24T03:37:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:42 smithi016 ceph-mon[84376]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-24T03:37:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:42 smithi016 ceph-mon[86910]: pgmap v3195: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 18 KiB/s wr, 350 op/s 2024-04-24T03:37:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:42 smithi016 ceph-mon[86910]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-24T03:37:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:42 smithi016 ceph-mon[86910]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-24T03:37:43.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:42 smithi063 ceph-mon[77007]: pgmap v3195: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 18 KiB/s wr, 350 op/s 2024-04-24T03:37:43.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:42 smithi063 ceph-mon[77007]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-24T03:37:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:42 smithi063 ceph-mon[77007]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-24T03:37:43.793 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:43.855 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:44.959 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:45.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:44 smithi063 ceph-mon[77007]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-24T03:37:45.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:44 smithi063 ceph-mon[77007]: pgmap v3199: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 21 KiB/s wr, 490 op/s 2024-04-24T03:37:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:44 smithi016 ceph-mon[84376]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-24T03:37:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:44 smithi016 ceph-mon[84376]: pgmap v3199: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 21 KiB/s wr, 490 op/s 2024-04-24T03:37:45.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:44 smithi016 ceph-mon[86910]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-24T03:37:45.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:44 smithi016 ceph-mon[86910]: pgmap v3199: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 21 KiB/s wr, 490 op/s 2024-04-24T03:37:45.941 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3928 ms) 2024-04-24T03:37:45.941 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-24T03:37:45.973 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:45.983 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:45.992 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:46.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:45 smithi063 ceph-mon[77007]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-24T03:37:46.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:46.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:45 smithi016 ceph-mon[84376]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-24T03:37:46.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:46.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:45 smithi016 ceph-mon[86910]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-24T03:37:46.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:37:47.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:46 smithi063 ceph-mon[77007]: pgmap v3201: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 6.7 KiB/s wr, 195 op/s 2024-04-24T03:37:47.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:46 smithi063 ceph-mon[77007]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-24T03:37:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:46 smithi016 ceph-mon[84376]: pgmap v3201: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 6.7 KiB/s wr, 195 op/s 2024-04-24T03:37:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:46 smithi016 ceph-mon[84376]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-24T03:37:47.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:46 smithi016 ceph-mon[86910]: pgmap v3201: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 6.7 KiB/s wr, 195 op/s 2024-04-24T03:37:47.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:46 smithi016 ceph-mon[86910]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-24T03:37:47.793 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:47.861 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:48.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:47 smithi063 ceph-mon[77007]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-24T03:37:48.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:47 smithi063 ceph-mon[77007]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-24T03:37:48.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:47 smithi016 ceph-mon[84376]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-24T03:37:48.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:47 smithi016 ceph-mon[84376]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-24T03:37:48.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:47 smithi016 ceph-mon[86910]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-24T03:37:48.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:47 smithi016 ceph-mon[86910]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-24T03:37:48.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:37:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:37:48] "GET /metrics HTTP/1.1" 200 39215 "" "Prometheus/2.43.0" 2024-04-24T03:37:49.003 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:49.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:48 smithi063 ceph-mon[77007]: pgmap v3205: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 24 KiB/s wr, 393 op/s 2024-04-24T03:37:49.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:48 smithi016 ceph-mon[84376]: pgmap v3205: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 24 KiB/s wr, 393 op/s 2024-04-24T03:37:49.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:48 smithi016 ceph-mon[86910]: pgmap v3205: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 24 KiB/s wr, 393 op/s 2024-04-24T03:37:49.956 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4016 ms) 2024-04-24T03:37:49.957 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-24T03:37:49.988 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:49.999 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:50.008 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:50.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:49 smithi063 ceph-mon[77007]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-24T03:37:50.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:49 smithi016 ceph-mon[84376]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-24T03:37:50.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:49 smithi016 ceph-mon[86910]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-24T03:37:51.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:50 smithi016 ceph-mon[84376]: pgmap v3207: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 28 KiB/s wr, 467 op/s 2024-04-24T03:37:51.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:50 smithi016 ceph-mon[84376]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-24T03:37:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:50 smithi016 ceph-mon[86910]: pgmap v3207: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 28 KiB/s wr, 467 op/s 2024-04-24T03:37:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:50 smithi016 ceph-mon[86910]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-24T03:37:51.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:50 smithi063 ceph-mon[77007]: pgmap v3207: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 28 KiB/s wr, 467 op/s 2024-04-24T03:37:51.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:50 smithi063 ceph-mon[77007]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-24T03:37:51.835 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:51.898 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:52.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:51 smithi016 ceph-mon[84376]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-24T03:37:52.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:51 smithi016 ceph-mon[86910]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-24T03:37:52.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:51 smithi063 ceph-mon[77007]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-24T03:37:52.982 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:52 smithi016 ceph-mon[84376]: pgmap v3210: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-04-24T03:37:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:52 smithi016 ceph-mon[84376]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-24T03:37:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:52 smithi016 ceph-mon[84376]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-24T03:37:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:52 smithi016 ceph-mon[86910]: pgmap v3210: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-04-24T03:37:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:52 smithi016 ceph-mon[86910]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-24T03:37:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:52 smithi016 ceph-mon[86910]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-24T03:37:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:52 smithi063 ceph-mon[77007]: pgmap v3210: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-04-24T03:37:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:52 smithi063 ceph-mon[77007]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-24T03:37:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:52 smithi063 ceph-mon[77007]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-24T03:37:53.982 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4025 ms) 2024-04-24T03:37:53.982 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-24T03:37:54.014 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:54.024 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:54.033 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:54 smithi016 ceph-mon[84376]: pgmap v3213: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 16 KiB/s wr, 315 op/s 2024-04-24T03:37:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:54 smithi016 ceph-mon[84376]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-24T03:37:55.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:54 smithi016 ceph-mon[86910]: pgmap v3213: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 16 KiB/s wr, 315 op/s 2024-04-24T03:37:55.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:54 smithi016 ceph-mon[86910]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-24T03:37:55.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:54 smithi063 ceph-mon[77007]: pgmap v3213: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 16 KiB/s wr, 315 op/s 2024-04-24T03:37:55.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:54 smithi063 ceph-mon[77007]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-24T03:37:55.858 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:55.922 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:37:56.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:55 smithi016 ceph-mon[84376]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-24T03:37:56.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:55 smithi016 ceph-mon[86910]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-24T03:37:56.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:55 smithi063 ceph-mon[77007]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-24T03:37:57.040 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:37:57.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:56 smithi016 ceph-mon[84376]: pgmap v3216: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 17 KiB/s wr, 349 op/s 2024-04-24T03:37:57.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:56 smithi016 ceph-mon[84376]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-24T03:37:57.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:56 smithi016 ceph-mon[86910]: pgmap v3216: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 17 KiB/s wr, 349 op/s 2024-04-24T03:37:57.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:56 smithi016 ceph-mon[86910]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-24T03:37:57.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:56 smithi063 ceph-mon[77007]: pgmap v3216: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 17 KiB/s wr, 349 op/s 2024-04-24T03:37:57.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:56 smithi063 ceph-mon[77007]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-24T03:37:57.937 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (3956 ms) 2024-04-24T03:37:57.937 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-24T03:37:57.968 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:37:57.979 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:37:57.989 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:37:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:57 smithi016 ceph-mon[84376]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-24T03:37:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:57 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:37:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:57 smithi016 ceph-mon[84376]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-24T03:37:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:57 smithi016 ceph-mon[86910]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-24T03:37:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:57 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:37:58.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:57 smithi016 ceph-mon[86910]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-24T03:37:58.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:57 smithi063 ceph-mon[77007]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-24T03:37:58.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:57 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:37:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:57 smithi063 ceph-mon[77007]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-24T03:37:58.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:37:58] "GET /metrics HTTP/1.1" 200 39215 "" "Prometheus/2.43.0" 2024-04-24T03:37:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[84376]: pgmap v3220: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 347 op/s 2024-04-24T03:37:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:37:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:37:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:37:59.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[86910]: pgmap v3220: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 347 op/s 2024-04-24T03:37:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:37:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:37:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:58 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:37:59.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:58 smithi063 ceph-mon[77007]: pgmap v3220: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 347 op/s 2024-04-24T03:37:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:37:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:37:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:58 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:37:59.871 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:37:59.935 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:38:00.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:59 smithi016 ceph-mon[84376]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-24T03:38:00.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:37:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:00.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:59 smithi016 ceph-mon[86910]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-24T03:38:00.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:37:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:00.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:59 smithi063 ceph-mon[77007]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-24T03:38:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:37:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:38:01.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:00 smithi016 ceph-mon[84376]: pgmap v3222: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 13 KiB/s wr, 370 op/s 2024-04-24T03:38:01.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:00 smithi016 ceph-mon[84376]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-24T03:38:01.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:00 smithi016 ceph-mon[86910]: pgmap v3222: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 13 KiB/s wr, 370 op/s 2024-04-24T03:38:01.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:00 smithi016 ceph-mon[86910]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-24T03:38:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:00 smithi063 ceph-mon[77007]: pgmap v3222: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 13 KiB/s wr, 370 op/s 2024-04-24T03:38:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:00 smithi063 ceph-mon[77007]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-24T03:38:02.020 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4083 ms) 2024-04-24T03:38:02.021 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-24T03:38:02.051 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:38:02.063 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:38:02.073 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:38:02.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:01 smithi016 ceph-mon[84376]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-24T03:38:02.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:01 smithi016 ceph-mon[86910]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-24T03:38:02.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:01 smithi063 ceph-mon[77007]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-24T03:38:03.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:02 smithi016 ceph-mon[84376]: pgmap v3225: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 17 KiB/s wr, 377 op/s 2024-04-24T03:38:03.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:02 smithi016 ceph-mon[84376]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-24T03:38:03.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:02 smithi016 ceph-mon[84376]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-24T03:38:03.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:02 smithi016 ceph-mon[86910]: pgmap v3225: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 17 KiB/s wr, 377 op/s 2024-04-24T03:38:03.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:02 smithi016 ceph-mon[86910]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-24T03:38:03.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:02 smithi016 ceph-mon[86910]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-24T03:38:03.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:02 smithi063 ceph-mon[77007]: pgmap v3225: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 17 KiB/s wr, 377 op/s 2024-04-24T03:38:03.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:02 smithi063 ceph-mon[77007]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-24T03:38:03.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:02 smithi063 ceph-mon[77007]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-24T03:38:03.796 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:38:03.855 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:38:05.024 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:38:05.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:04 smithi063 ceph-mon[77007]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-24T03:38:05.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:04 smithi063 ceph-mon[77007]: pgmap v3229: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 19 KiB/s wr, 328 op/s 2024-04-24T03:38:05.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:04 smithi016 ceph-mon[84376]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-24T03:38:05.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:04 smithi016 ceph-mon[84376]: pgmap v3229: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 19 KiB/s wr, 328 op/s 2024-04-24T03:38:05.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:04 smithi016 ceph-mon[86910]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-24T03:38:05.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:04 smithi016 ceph-mon[86910]: pgmap v3229: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 19 KiB/s wr, 328 op/s 2024-04-24T03:38:05.938 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3918 ms) 2024-04-24T03:38:05.939 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-24T03:38:05.972 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:38:05.984 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-24T03:38:05.994 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:38:06.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:05 smithi063 ceph-mon[77007]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-24T03:38:06.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:05 smithi016 ceph-mon[84376]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-24T03:38:06.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:05 smithi016 ceph-mon[86910]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-24T03:38:07.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:06 smithi063 ceph-mon[77007]: pgmap v3231: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-04-24T03:38:07.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:06 smithi063 ceph-mon[77007]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-24T03:38:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:06 smithi016 ceph-mon[84376]: pgmap v3231: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-04-24T03:38:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:06 smithi016 ceph-mon[84376]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-24T03:38:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:06 smithi016 ceph-mon[86910]: pgmap v3231: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-04-24T03:38:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:06 smithi016 ceph-mon[86910]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-24T03:38:07.795 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:38:07.862 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:38:08.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:07 smithi016 ceph-mon[84376]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-24T03:38:08.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:07 smithi016 ceph-mon[84376]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-24T03:38:08.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:07 smithi016 ceph-mon[86910]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-24T03:38:08.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:07 smithi016 ceph-mon[86910]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-24T03:38:08.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:07 smithi063 ceph-mon[77007]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-24T03:38:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:07 smithi063 ceph-mon[77007]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-24T03:38:08.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:38:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:38:08] "GET /metrics HTTP/1.1" 200 39208 "" "Prometheus/2.43.0" 2024-04-24T03:38:09.052 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-24T03:38:09.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:08 smithi016 ceph-mon[84376]: pgmap v3235: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 28 KiB/s wr, 431 op/s 2024-04-24T03:38:09.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:08 smithi016 ceph-mon[86910]: pgmap v3235: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 28 KiB/s wr, 431 op/s 2024-04-24T03:38:09.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:08 smithi063 ceph-mon[77007]: pgmap v3235: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 28 KiB/s wr, 431 op/s 2024-04-24T03:38:10.006 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4067 ms) 2024-04-24T03:38:10.006 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-24T03:38:10.039 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:38:10.050 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 12154155~5046783 2024-04-24T03:38:10.097 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 77312541~4474942 2024-04-24T03:38:10.097 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 41901227~7240631 2024-04-24T03:38:10.148 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 5695231~4223657 2024-04-24T03:38:10.150 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 39863003~1849777 2024-04-24T03:38:10.164 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 76292849~3123369 2024-04-24T03:38:10.164 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 17544059~2368043 2024-04-24T03:38:10.181 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 78019777~5866303 2024-04-24T03:38:10.181 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-24T03:38:10.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:09 smithi016 ceph-mon[84376]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-24T03:38:10.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:09 smithi016 ceph-mon[86910]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-24T03:38:10.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:09 smithi063 ceph-mon[77007]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-24T03:38:11.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:10 smithi016 ceph-mon[84376]: pgmap v3237: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 29 KiB/s wr, 434 op/s 2024-04-24T03:38:11.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:10 smithi016 ceph-mon[84376]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-24T03:38:11.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:10 smithi016 ceph-mon[86910]: pgmap v3237: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 29 KiB/s wr, 434 op/s 2024-04-24T03:38:11.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:10 smithi016 ceph-mon[86910]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-24T03:38:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:10 smithi063 ceph-mon[77007]: pgmap v3237: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 29 KiB/s wr, 434 op/s 2024-04-24T03:38:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:10 smithi063 ceph-mon[77007]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-24T03:38:11.882 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap0 2024-04-24T03:38:11.897 INFO:tasks.workunit.client.0.smithi016.stdout:clone image352 -> image355 2024-04-24T03:38:12.007 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 115956180 2024-04-24T03:38:12.019 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 32179328~1340437 2024-04-24T03:38:12.036 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 94904813~2138647 2024-04-24T03:38:12.036 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 101818079~7247352 2024-04-24T03:38:12.080 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 51841618~1739763 2024-04-24T03:38:12.086 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 73277189~4982547 2024-04-24T03:38:12.120 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 2538705~7180796 2024-04-24T03:38:12.130 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 67732703~7729060 2024-04-24T03:38:12.174 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 107975585~7980595 2024-04-24T03:38:12.181 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:38:12.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:11 smithi016 ceph-mon[84376]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-24T03:38:12.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:11 smithi016 ceph-mon[86910]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-24T03:38:12.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:11 smithi063 ceph-mon[77007]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-24T03:38:13.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:12 smithi016 ceph-mon[84376]: pgmap v3240: 169 pgs: 169 active+clean; 929 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 3.7 MiB/s wr, 205 op/s 2024-04-24T03:38:13.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:12 smithi016 ceph-mon[84376]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-24T03:38:13.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:12 smithi016 ceph-mon[84376]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-24T03:38:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:12 smithi016 ceph-mon[86910]: pgmap v3240: 169 pgs: 169 active+clean; 929 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 3.7 MiB/s wr, 205 op/s 2024-04-24T03:38:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:12 smithi016 ceph-mon[86910]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-24T03:38:13.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:12 smithi016 ceph-mon[86910]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-24T03:38:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:12 smithi063 ceph-mon[77007]: pgmap v3240: 169 pgs: 169 active+clean; 929 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 3.7 MiB/s wr, 205 op/s 2024-04-24T03:38:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:12 smithi063 ceph-mon[77007]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-24T03:38:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:12 smithi063 ceph-mon[77007]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-24T03:38:13.797 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:38:13.815 INFO:tasks.workunit.client.0.smithi016.stdout:clone image355 -> image357 2024-04-24T03:38:13.946 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 92751306 2024-04-24T03:38:13.969 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 85646316~7104990 2024-04-24T03:38:14.016 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 48358455~3299142 2024-04-24T03:38:14.045 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 47133607~2195329 2024-04-24T03:38:14.064 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 58393280~2606594 2024-04-24T03:38:14.071 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 17544951~666476 2024-04-24T03:38:14.109 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 27970397~4292403 2024-04-24T03:38:14.125 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 86353572~6397734 2024-04-24T03:38:14.157 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 32001451~1320792 2024-04-24T03:38:14.160 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:38:15.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:14 smithi063 ceph-mon[77007]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-24T03:38:15.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:14 smithi063 ceph-mon[77007]: pgmap v3244: 169 pgs: 169 active+clean; 944 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 277 KiB/s rd, 6.7 MiB/s wr, 369 op/s 2024-04-24T03:38:15.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:14 smithi016 ceph-mon[84376]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-24T03:38:15.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:14 smithi016 ceph-mon[84376]: pgmap v3244: 169 pgs: 169 active+clean; 944 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 277 KiB/s rd, 6.7 MiB/s wr, 369 op/s 2024-04-24T03:38:15.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:14 smithi016 ceph-mon[86910]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-24T03:38:15.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:14 smithi016 ceph-mon[86910]: pgmap v3244: 169 pgs: 169 active+clean; 944 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 277 KiB/s rd, 6.7 MiB/s wr, 369 op/s 2024-04-24T03:38:15.810 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 152611580 2024-04-24T03:38:15.825 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 2966294~3667758 2024-04-24T03:38:15.835 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 3070802~3059575 2024-04-24T03:38:15.852 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 58497867~7477727 2024-04-24T03:38:15.857 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 32235539~5017682 2024-04-24T03:38:15.859 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 109318229~3555548 2024-04-24T03:38:15.861 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 115364215~6619890 2024-04-24T03:38:15.863 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 64117682~5143823 2024-04-24T03:38:15.906 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 111796426~3845261 2024-04-24T03:38:15.913 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:38:16.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:15 smithi063 ceph-mon[77007]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-24T03:38:16.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:16.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:15 smithi016 ceph-mon[84376]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-24T03:38:16.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:16.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:15 smithi016 ceph-mon[86910]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-24T03:38:16.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:17.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:16 smithi063 ceph-mon[77007]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-24T03:38:17.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:16 smithi063 ceph-mon[77007]: pgmap v3247: 169 pgs: 169 active+clean; 963 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1007 KiB/s rd, 7.8 MiB/s wr, 347 op/s 2024-04-24T03:38:17.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:16 smithi016 ceph-mon[84376]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-24T03:38:17.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:16 smithi016 ceph-mon[84376]: pgmap v3247: 169 pgs: 169 active+clean; 963 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1007 KiB/s rd, 7.8 MiB/s wr, 347 op/s 2024-04-24T03:38:17.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:16 smithi016 ceph-mon[86910]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-24T03:38:17.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:16 smithi016 ceph-mon[86910]: pgmap v3247: 169 pgs: 169 active+clean; 963 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1007 KiB/s rd, 7.8 MiB/s wr, 347 op/s 2024-04-24T03:38:17.800 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap3 2024-04-24T03:38:17.815 INFO:tasks.workunit.client.0.smithi016.stdout:clone image357 -> image359 2024-04-24T03:38:18.057 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:17 smithi063 ceph-mon[77007]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-24T03:38:18.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:17 smithi063 ceph-mon[77007]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-24T03:38:18.187 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.StressNoMigrate (8181 ms) 2024-04-24T03:38:18.187 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Stress 2024-04-24T03:38:18.219 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:38:18.230 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 26665412~1201560 2024-04-24T03:38:18.247 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 48201897~1790314 2024-04-24T03:38:18.247 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 59692715~5791991 2024-04-24T03:38:18.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:17 smithi016 ceph-mon[84376]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-24T03:38:18.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:17 smithi016 ceph-mon[84376]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-24T03:38:18.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:17 smithi016 ceph-mon[86910]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-24T03:38:18.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:17 smithi016 ceph-mon[86910]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-24T03:38:18.285 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 52586227~4267983 2024-04-24T03:38:18.285 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 61625774~2293252 2024-04-24T03:38:18.296 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1282779~5964520 2024-04-24T03:38:18.296 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 51575318~3282816 2024-04-24T03:38:18.324 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 23119607~5254854 2024-04-24T03:38:18.326 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-24T03:38:18.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:38:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:38:18] "GET /metrics HTTP/1.1" 200 39211 "" "Prometheus/2.43.0" 2024-04-24T03:38:19.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:18 smithi063 ceph-mon[77007]: pgmap v3250: 169 pgs: 169 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 25 MiB/s wr, 374 op/s 2024-04-24T03:38:19.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:18 smithi016 ceph-mon[84376]: pgmap v3250: 169 pgs: 169 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 25 MiB/s wr, 374 op/s 2024-04-24T03:38:19.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:18 smithi016 ceph-mon[86910]: pgmap v3250: 169 pgs: 169 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.5 MiB/s rd, 25 MiB/s wr, 374 op/s 2024-04-24T03:38:19.833 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap0 2024-04-24T03:38:19.846 INFO:tasks.workunit.client.0.smithi016.stdout:clone image360 -> image363 2024-04-24T03:38:19.950 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 101017106 2024-04-24T03:38:19.962 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 18033246~332691 2024-04-24T03:38:19.974 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 31572146~3909358 2024-04-24T03:38:19.980 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 18402213~1256362 2024-04-24T03:38:19.989 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 3969054~3515347 2024-04-24T03:38:19.996 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 73008255~8300738 2024-04-24T03:38:20.045 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 66375782~2714160 2024-04-24T03:38:20.071 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 64954032~3311873 2024-04-24T03:38:20.090 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 22456036~2826283 2024-04-24T03:38:20.096 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:38:20.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:19 smithi016 ceph-mon[84376]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-24T03:38:20.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:19 smithi016 ceph-mon[86910]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-24T03:38:20.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:19 smithi063 ceph-mon[77007]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-24T03:38:21.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:20 smithi016 ceph-mon[84376]: pgmap v3252: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.5 MiB/s rd, 28 MiB/s wr, 376 op/s 2024-04-24T03:38:21.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:20 smithi016 ceph-mon[84376]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-24T03:38:21.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:20 smithi016 ceph-mon[86910]: pgmap v3252: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.5 MiB/s rd, 28 MiB/s wr, 376 op/s 2024-04-24T03:38:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:20 smithi016 ceph-mon[86910]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-24T03:38:21.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:20 smithi063 ceph-mon[77007]: pgmap v3252: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.5 MiB/s rd, 28 MiB/s wr, 376 op/s 2024-04-24T03:38:21.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:20 smithi063 ceph-mon[77007]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-24T03:38:21.844 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:38:21.856 INFO:tasks.workunit.client.0.smithi016.stdout:clone image363 -> image365 2024-04-24T03:38:21.990 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 34949473~5450105 2024-04-24T03:38:22.035 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 22656169~6091994 2024-04-24T03:38:22.042 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 81457006~1447623 2024-04-24T03:38:22.078 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 91074071~3249831 2024-04-24T03:38:22.084 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 56739580~4241020 2024-04-24T03:38:22.138 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 37539895~6394910 2024-04-24T03:38:22.144 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 40282033~1557424 2024-04-24T03:38:22.158 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 91019080~3221466 2024-04-24T03:38:22.161 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:38:22.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:21 smithi016 ceph-mon[84376]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-24T03:38:22.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:21 smithi016 ceph-mon[86910]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-24T03:38:22.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:21 smithi063 ceph-mon[77007]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-24T03:38:23.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:22 smithi016 ceph-mon[84376]: pgmap v3255: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 375 op/s 2024-04-24T03:38:23.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:22 smithi016 ceph-mon[84376]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-24T03:38:23.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:22 smithi016 ceph-mon[86910]: pgmap v3255: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 375 op/s 2024-04-24T03:38:23.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:22 smithi016 ceph-mon[86910]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-24T03:38:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:22 smithi063 ceph-mon[77007]: pgmap v3255: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 375 op/s 2024-04-24T03:38:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:22 smithi063 ceph-mon[77007]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-24T03:38:23.863 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap2 2024-04-24T03:38:23.878 INFO:tasks.workunit.client.0.smithi016.stdout:clone image365 -> image367 2024-04-24T03:38:24.045 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 95582010~1533652 2024-04-24T03:38:24.065 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 5234860~5365425 2024-04-24T03:38:24.073 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 53457893~2336177 2024-04-24T03:38:24.142 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 67095954~2481751 2024-04-24T03:38:24.190 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 65694508~3904725 2024-04-24T03:38:24.210 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 93550824~6830172 2024-04-24T03:38:24.212 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 43358039~718168 2024-04-24T03:38:24.222 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 57141811~1004959 2024-04-24T03:38:24.224 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:38:24.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:23 smithi016 ceph-mon[84376]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-24T03:38:24.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:23 smithi016 ceph-mon[86910]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-24T03:38:24.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:23 smithi063 ceph-mon[77007]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-24T03:38:25.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:24 smithi016 ceph-mon[84376]: pgmap v3258: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 391 op/s 2024-04-24T03:38:25.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:24 smithi016 ceph-mon[84376]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-24T03:38:25.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:24 smithi016 ceph-mon[86910]: pgmap v3258: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 391 op/s 2024-04-24T03:38:25.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:24 smithi016 ceph-mon[86910]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-24T03:38:25.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:24 smithi063 ceph-mon[77007]: pgmap v3258: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 391 op/s 2024-04-24T03:38:25.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:24 smithi063 ceph-mon[77007]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-24T03:38:25.878 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:38:26.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:25 smithi016 ceph-mon[84376]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-24T03:38:26.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:25 smithi016 ceph-mon[86910]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-24T03:38:26.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:25 smithi063 ceph-mon[77007]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-24T03:38:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:26 smithi016 ceph-mon[86910]: pgmap v3261: 169 pgs: 169 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 8.8 MiB/s wr, 347 op/s 2024-04-24T03:38:27.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:26 smithi016 ceph-mon[86910]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-24T03:38:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:26 smithi016 ceph-mon[84376]: pgmap v3261: 169 pgs: 169 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 8.8 MiB/s wr, 347 op/s 2024-04-24T03:38:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:26 smithi016 ceph-mon[84376]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-24T03:38:27.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:26 smithi063 ceph-mon[77007]: pgmap v3261: 169 pgs: 169 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 8.8 MiB/s wr, 347 op/s 2024-04-24T03:38:27.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:26 smithi063 ceph-mon[77007]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-24T03:38:27.363 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:38:27.603 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:38:28.177 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Stress (9990 ms) 2024-04-24T03:38:28.177 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Stress2 2024-04-24T03:38:28.209 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:38:28.220 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 23885731~5796329 2024-04-24T03:38:28.265 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 60368997~5143876 2024-04-24T03:38:28.266 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 70259042~8312129 2024-04-24T03:38:28.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:27 smithi016 ceph-mon[84376]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-24T03:38:28.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:27 smithi016 ceph-mon[86910]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-24T03:38:28.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:27 smithi063 ceph-mon[77007]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-24T03:38:28.314 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 43423985~1845126 2024-04-24T03:38:28.314 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 80564064~1489172 2024-04-24T03:38:28.328 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 31754121~6947728 2024-04-24T03:38:28.330 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 42035812~1155813 2024-04-24T03:38:28.341 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 48464278~6814162 2024-04-24T03:38:28.342 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-24T03:38:28.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:38:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:38:28] "GET /metrics HTTP/1.1" 200 39211 "" "Prometheus/2.43.0" 2024-04-24T03:38:29.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:28 smithi016 ceph-mon[84376]: pgmap v3264: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 595 op/s 2024-04-24T03:38:29.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:28 smithi016 ceph-mon[84376]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-24T03:38:29.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:28 smithi016 ceph-mon[86910]: pgmap v3264: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 595 op/s 2024-04-24T03:38:29.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:28 smithi016 ceph-mon[86910]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-24T03:38:29.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:28 smithi063 ceph-mon[77007]: pgmap v3264: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 595 op/s 2024-04-24T03:38:29.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:28 smithi063 ceph-mon[77007]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-24T03:38:29.892 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap0 2024-04-24T03:38:29.907 INFO:tasks.workunit.client.0.smithi016.stdout:clone image368 -> image371 2024-04-24T03:38:30.014 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 90098295 2024-04-24T03:38:30.026 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 82541182~4020305 2024-04-24T03:38:30.064 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 14632017~1728332 2024-04-24T03:38:30.070 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 53546014~4851346 2024-04-24T03:38:30.109 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 75851880~1657900 2024-04-24T03:38:30.131 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 33042314~8255148 2024-04-24T03:38:30.177 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69744950~4213092 2024-04-24T03:38:30.209 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 48320289~5875784 2024-04-24T03:38:30.237 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 10968774~7462998 2024-04-24T03:38:30.243 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:38:30.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:29 smithi016 ceph-mon[84376]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-24T03:38:30.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:30.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:29 smithi016 ceph-mon[86910]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-24T03:38:30.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:30.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:29 smithi063 ceph-mon[77007]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-24T03:38:30.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:31.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:30 smithi016 ceph-mon[84376]: pgmap v3267: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 438 op/s 2024-04-24T03:38:31.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:30 smithi016 ceph-mon[84376]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-24T03:38:31.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:30 smithi016 ceph-mon[86910]: pgmap v3267: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 438 op/s 2024-04-24T03:38:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:30 smithi016 ceph-mon[86910]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-24T03:38:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:30 smithi063 ceph-mon[77007]: pgmap v3267: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 438 op/s 2024-04-24T03:38:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:30 smithi063 ceph-mon[77007]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-24T03:38:31.913 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:38:31.930 INFO:tasks.workunit.client.0.smithi016.stdout:clone image371 -> image373 2024-04-24T03:38:32.064 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 84867123 2024-04-24T03:38:32.095 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 30941136~4337467 2024-04-24T03:38:32.153 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 46460419~6047636 2024-04-24T03:38:32.186 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 15592057~1913430 2024-04-24T03:38:32.202 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 19618550~2989359 2024-04-24T03:38:32.231 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 57461396~5336079 2024-04-24T03:38:32.278 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:31 smithi016 ceph-mon[84376]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-24T03:38:32.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:31 smithi016 ceph-mon[86910]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-24T03:38:32.290 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 15031687~1100716 2024-04-24T03:38:32.293 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 27771107~159611 2024-04-24T03:38:32.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:31 smithi063 ceph-mon[77007]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-24T03:38:32.342 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 4582735~4888018 2024-04-24T03:38:32.349 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:38:33.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:32 smithi016 ceph-mon[84376]: pgmap v3270: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 55 MiB/s rd, 14 MiB/s wr, 799 op/s 2024-04-24T03:38:33.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:32 smithi016 ceph-mon[84376]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-24T03:38:33.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:32 smithi016 ceph-mon[86910]: pgmap v3270: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 55 MiB/s rd, 14 MiB/s wr, 799 op/s 2024-04-24T03:38:33.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:32 smithi016 ceph-mon[86910]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-24T03:38:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:32 smithi063 ceph-mon[77007]: pgmap v3270: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 55 MiB/s rd, 14 MiB/s wr, 799 op/s 2024-04-24T03:38:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:32 smithi063 ceph-mon[77007]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-24T03:38:33.918 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 48872519~2757242 2024-04-24T03:38:33.929 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16770269~3616138 2024-04-24T03:38:33.929 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 80451690~152129 2024-04-24T03:38:33.930 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 78141822~323873 2024-04-24T03:38:33.932 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 61222660~5009651 2024-04-24T03:38:33.935 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 44272045~5941650 2024-04-24T03:38:33.963 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 69098858~440834 2024-04-24T03:38:33.964 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 55938560~2559353 2024-04-24T03:38:33.964 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:38:34.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:33 smithi016 ceph-mon[84376]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-24T03:38:34.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:33 smithi016 ceph-mon[86910]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-24T03:38:34.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:33 smithi063 ceph-mon[77007]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-24T03:38:35.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:34 smithi016 ceph-mon[84376]: pgmap v3273: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 22 MiB/s wr, 969 op/s 2024-04-24T03:38:35.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:34 smithi016 ceph-mon[84376]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-24T03:38:35.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:34 smithi016 ceph-mon[86910]: pgmap v3273: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 22 MiB/s wr, 969 op/s 2024-04-24T03:38:35.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:34 smithi016 ceph-mon[86910]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-24T03:38:35.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:34 smithi063 ceph-mon[77007]: pgmap v3273: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 22 MiB/s wr, 969 op/s 2024-04-24T03:38:35.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:34 smithi063 ceph-mon[77007]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-24T03:38:35.936 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:38:36.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:35 smithi016 ceph-mon[84376]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-24T03:38:36.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:35 smithi016 ceph-mon[86910]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-24T03:38:36.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:35 smithi063 ceph-mon[77007]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-24T03:38:37.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:36 smithi016 ceph-mon[84376]: pgmap v3276: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 350 op/s 2024-04-24T03:38:37.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:36 smithi016 ceph-mon[84376]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-24T03:38:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:36 smithi016 ceph-mon[86910]: pgmap v3276: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 350 op/s 2024-04-24T03:38:37.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:36 smithi016 ceph-mon[86910]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-24T03:38:37.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:36 smithi063 ceph-mon[77007]: pgmap v3276: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 350 op/s 2024-04-24T03:38:37.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:36 smithi063 ceph-mon[77007]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-24T03:38:38.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:37 smithi016 ceph-mon[84376]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-24T03:38:38.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:37 smithi016 ceph-mon[84376]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-24T03:38:38.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:37 smithi016 ceph-mon[86910]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-24T03:38:38.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:37 smithi016 ceph-mon[86910]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-24T03:38:38.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:37 smithi063 ceph-mon[77007]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-24T03:38:38.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:37 smithi063 ceph-mon[77007]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-24T03:38:38.376 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 63653067~5303311 2024-04-24T03:38:38.442 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 19027998~4811768 2024-04-24T03:38:38.461 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 24310492~3915761 2024-04-24T03:38:38.505 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 12023201~5410468 2024-04-24T03:38:38.518 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 21288929~5034374 2024-04-24T03:38:38.540 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 58358216~5174714 2024-04-24T03:38:38.585 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 70675870~5659476 2024-04-24T03:38:38.631 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 36503010~4946647 2024-04-24T03:38:38.680 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user0 2024-04-24T03:38:38.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:38:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:38:38] "GET /metrics HTTP/1.1" 200 39210 "" "Prometheus/2.43.0" 2024-04-24T03:38:39.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:38 smithi016 ceph-mon[84376]: pgmap v3280: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 22 MiB/s wr, 347 op/s 2024-04-24T03:38:39.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:38 smithi016 ceph-mon[86910]: pgmap v3280: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 22 MiB/s wr, 347 op/s 2024-04-24T03:38:39.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:38 smithi063 ceph-mon[77007]: pgmap v3280: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 22 MiB/s wr, 347 op/s 2024-04-24T03:38:39.947 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 32087577~5098776 2024-04-24T03:38:39.962 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 15591470~2703920 2024-04-24T03:38:39.962 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 81423812~3443311 2024-04-24T03:38:39.966 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 22649018~5736948 2024-04-24T03:38:39.966 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 50110761~2604544 2024-04-24T03:38:39.971 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 65851184~4848277 2024-04-24T03:38:39.973 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 62695323~4025946 2024-04-24T03:38:40.050 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 7977714~6007717 2024-04-24T03:38:40.050 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user1 2024-04-24T03:38:40.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:39 smithi016 ceph-mon[84376]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-24T03:38:40.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:39 smithi016 ceph-mon[86910]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-24T03:38:40.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:39 smithi063 ceph-mon[77007]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-24T03:38:41.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:40 smithi016 ceph-mon[84376]: pgmap v3282: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 405 op/s 2024-04-24T03:38:41.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:40 smithi016 ceph-mon[84376]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-24T03:38:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:40 smithi016 ceph-mon[86910]: pgmap v3282: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 405 op/s 2024-04-24T03:38:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:40 smithi016 ceph-mon[86910]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-24T03:38:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:40 smithi063 ceph-mon[77007]: pgmap v3282: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 405 op/s 2024-04-24T03:38:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:40 smithi063 ceph-mon[77007]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-24T03:38:41.977 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 76608624~8258499 2024-04-24T03:38:42.001 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 79796788~3268098 2024-04-24T03:38:42.051 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 12866394~3016318 2024-04-24T03:38:42.051 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 77676886~7190237 2024-04-24T03:38:42.053 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 37133980~532868 2024-04-24T03:38:42.053 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 67782649~7734382 2024-04-24T03:38:42.054 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 17081214~5348113 2024-04-24T03:38:42.056 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 54113421~2189684 2024-04-24T03:38:42.056 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user2 2024-04-24T03:38:42.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:41 smithi016 ceph-mon[84376]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-24T03:38:42.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:41 smithi016 ceph-mon[86910]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-24T03:38:42.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:41 smithi063 ceph-mon[77007]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-24T03:38:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:42 smithi016 ceph-mon[84376]: pgmap v3285: 169 pgs: 169 active+clean; 1.6 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 9.7 MiB/s wr, 539 op/s 2024-04-24T03:38:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:42 smithi016 ceph-mon[84376]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-24T03:38:43.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:42 smithi016 ceph-mon[86910]: pgmap v3285: 169 pgs: 169 active+clean; 1.6 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 9.7 MiB/s wr, 539 op/s 2024-04-24T03:38:43.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:42 smithi016 ceph-mon[86910]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-24T03:38:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:42 smithi063 ceph-mon[77007]: pgmap v3285: 169 pgs: 169 active+clean; 1.6 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 9.7 MiB/s wr, 539 op/s 2024-04-24T03:38:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:42 smithi063 ceph-mon[77007]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-24T03:38:43.972 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 32490393~1984981 2024-04-24T03:38:43.984 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1835671~6593451 2024-04-24T03:38:43.984 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 49278434~1125400 2024-04-24T03:38:43.985 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 75584892~6960779 2024-04-24T03:38:43.986 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 81138203~1513794 2024-04-24T03:38:44.042 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 56971601~6906131 2024-04-24T03:38:44.042 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 15692967~6011910 2024-04-24T03:38:44.044 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 30118681~7391403 2024-04-24T03:38:44.045 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user3 2024-04-24T03:38:44.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:43 smithi016 ceph-mon[84376]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-24T03:38:44.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:43 smithi016 ceph-mon[86910]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-24T03:38:44.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:43 smithi063 ceph-mon[77007]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-24T03:38:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:44 smithi016 ceph-mon[84376]: pgmap v3288: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 68 MiB/s rd, 31 MiB/s wr, 563 op/s 2024-04-24T03:38:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:44 smithi016 ceph-mon[84376]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-24T03:38:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:45.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:44 smithi016 ceph-mon[86910]: pgmap v3288: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 68 MiB/s rd, 31 MiB/s wr, 563 op/s 2024-04-24T03:38:45.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:44 smithi016 ceph-mon[86910]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-24T03:38:45.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:44 smithi063 ceph-mon[77007]: pgmap v3288: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 68 MiB/s rd, 31 MiB/s wr, 563 op/s 2024-04-24T03:38:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:44 smithi063 ceph-mon[77007]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-24T03:38:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:38:45.992 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8486712~2121678 2024-04-24T03:38:45.993 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 9017131~1060839 2024-04-24T03:38:46.015 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 16973424~2121678 2024-04-24T03:38:46.015 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 17503843~1060839 2024-04-24T03:38:46.039 INFO:tasks.workunit.client.0.smithi016.stdout:write: 3 25460136~2121678 2024-04-24T03:38:46.039 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 25990555~1060839 2024-04-24T03:38:46.075 INFO:tasks.workunit.client.0.smithi016.stdout:write: 4 33946849~2121678 2024-04-24T03:38:46.076 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 34477268~1060839 2024-04-24T03:38:46.108 INFO:tasks.workunit.client.0.smithi016.stdout:write: 5 42433561~2121678 2024-04-24T03:38:46.109 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 42963980~1060839 2024-04-24T03:38:46.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:45 smithi016 ceph-mon[84376]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-24T03:38:46.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:45 smithi016 ceph-mon[86910]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-24T03:38:46.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:45 smithi063 ceph-mon[77007]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-24T03:38:47.050 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:38:47.270 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:38:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:46 smithi016 ceph-mon[84376]: pgmap v3291: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 274 op/s 2024-04-24T03:38:47.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:46 smithi016 ceph-mon[84376]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-24T03:38:47.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:46 smithi016 ceph-mon[86910]: pgmap v3291: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 274 op/s 2024-04-24T03:38:47.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:46 smithi016 ceph-mon[86910]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-24T03:38:47.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:46 smithi063 ceph-mon[77007]: pgmap v3291: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 274 op/s 2024-04-24T03:38:47.307 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:46 smithi063 ceph-mon[77007]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-24T03:38:48.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:38:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:38:48] "GET /metrics HTTP/1.1" 200 39218 "" "Prometheus/2.43.0" 2024-04-24T03:38:49.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:48 smithi016 ceph-mon[84376]: pgmap v3293: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 452 op/s 2024-04-24T03:38:49.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:48 smithi016 ceph-mon[84376]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-24T03:38:49.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:48 smithi016 ceph-mon[86910]: pgmap v3293: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 452 op/s 2024-04-24T03:38:49.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:48 smithi016 ceph-mon[86910]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-24T03:38:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:48 smithi063 ceph-mon[77007]: pgmap v3293: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 452 op/s 2024-04-24T03:38:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:48 smithi063 ceph-mon[77007]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-24T03:38:49.910 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Stress2 (21733 ms) 2024-04-24T03:38:49.910 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.StressLive 2024-04-24T03:38:49.942 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-24T03:38:49.952 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 58300823~4283154 2024-04-24T03:38:49.988 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 19862000~7443709 2024-04-24T03:38:49.988 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 58308225~7771600 2024-04-24T03:38:50.040 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 57449022~7545890 2024-04-24T03:38:50.048 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 78818596~5067484 2024-04-24T03:38:50.082 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 65977424~454587 2024-04-24T03:38:50.084 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 4884327~8287168 2024-04-24T03:38:50.126 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 49066684~853542 2024-04-24T03:38:50.126 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-24T03:38:50.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:49 smithi016 ceph-mon[84376]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-24T03:38:50.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:49 smithi016 ceph-mon[86910]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-24T03:38:50.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:49 smithi063 ceph-mon[77007]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-24T03:38:51.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:51 smithi016 ceph-mon[84376]: pgmap v3296: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 67 MiB/s rd, 11 MiB/s wr, 508 op/s 2024-04-24T03:38:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:51 smithi016 ceph-mon[86910]: pgmap v3296: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 67 MiB/s rd, 11 MiB/s wr, 508 op/s 2024-04-24T03:38:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:51 smithi063 ceph-mon[77007]: pgmap v3296: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 67 MiB/s rd, 11 MiB/s wr, 508 op/s 2024-04-24T03:38:52.023 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap0 2024-04-24T03:38:52.037 INFO:tasks.workunit.client.0.smithi016.stdout:clone image374 -> image377 2024-04-24T03:38:52.145 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 125689557 2024-04-24T03:38:52.158 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 42655956~3898558 2024-04-24T03:38:52.199 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 48751022~5834115 2024-04-24T03:38:52.206 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 63351020~1357151 2024-04-24T03:38:52.235 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 76431808~4545255 2024-04-24T03:38:52.275 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 22558274~224776 2024-04-24T03:38:52.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:52 smithi016 ceph-mon[84376]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-24T03:38:52.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:52 smithi016 ceph-mon[86910]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-24T03:38:52.283 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 118899969~3933311 2024-04-24T03:38:52.283 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 30633584~7831205 2024-04-24T03:38:52.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:52 smithi063 ceph-mon[77007]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-24T03:38:52.336 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 11613804~6809721 2024-04-24T03:38:52.372 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-24T03:38:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:53 smithi016 ceph-mon[84376]: pgmap v3298: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 127 MiB/s rd, 12 MiB/s wr, 800 op/s 2024-04-24T03:38:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:53 smithi016 ceph-mon[84376]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-24T03:38:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:53 smithi016 ceph-mon[86910]: pgmap v3298: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 127 MiB/s rd, 12 MiB/s wr, 800 op/s 2024-04-24T03:38:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:53 smithi016 ceph-mon[86910]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-24T03:38:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:53 smithi063 ceph-mon[77007]: pgmap v3298: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 127 MiB/s rd, 12 MiB/s wr, 800 op/s 2024-04-24T03:38:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:53 smithi063 ceph-mon[77007]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-24T03:38:54.029 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-24T03:38:54.044 INFO:tasks.workunit.client.0.smithi016.stdout:clone image377 -> image379 2024-04-24T03:38:54.180 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 53911167~1684663 2024-04-24T03:38:54.203 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 65887255~3076566 2024-04-24T03:38:54.227 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 27669203~2080224 2024-04-24T03:38:54.267 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83159839~6088618 2024-04-24T03:38:54.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:54 smithi016 ceph-mon[84376]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-24T03:38:54.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:54 smithi016 ceph-mon[86910]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-24T03:38:54.293 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 31524671~2798669 2024-04-24T03:38:54.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:54 smithi063 ceph-mon[77007]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-24T03:38:54.347 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 12630207~1665114 2024-04-24T03:38:54.354 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 13952280~4684091 2024-04-24T03:38:54.384 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 71471470~1744567 2024-04-24T03:38:54.391 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-24T03:38:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:55 smithi016 ceph-mon[84376]: pgmap v3301: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 146 MiB/s rd, 12 MiB/s wr, 724 op/s 2024-04-24T03:38:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:55 smithi016 ceph-mon[84376]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-24T03:38:55.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:55 smithi016 ceph-mon[86910]: pgmap v3301: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 146 MiB/s rd, 12 MiB/s wr, 724 op/s 2024-04-24T03:38:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:55 smithi016 ceph-mon[86910]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-24T03:38:55.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:55 smithi063 ceph-mon[77007]: pgmap v3301: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 146 MiB/s rd, 12 MiB/s wr, 724 op/s 2024-04-24T03:38:55.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:55 smithi063 ceph-mon[77007]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-24T03:38:56.041 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 51308720~6481237 2024-04-24T03:38:56.062 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 8659895~2082172 2024-04-24T03:38:56.062 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 123397443~2292114 2024-04-24T03:38:56.063 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 11379386~6072025 2024-04-24T03:38:56.063 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 106831190~1140754 2024-04-24T03:38:56.064 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 55904466~4262092 2024-04-24T03:38:56.107 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 7202822~2502220 2024-04-24T03:38:56.121 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 23612069~5663262 2024-04-24T03:38:56.121 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-24T03:38:56.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:56 smithi063 ceph-mon[77007]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-24T03:38:56.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:56 smithi063 ceph-mon[77007]: pgmap v3304: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 71 MiB/s rd, 13 MiB/s wr, 307 op/s 2024-04-24T03:38:56.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:56 smithi016 ceph-mon[84376]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-24T03:38:56.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:56 smithi016 ceph-mon[84376]: pgmap v3304: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 71 MiB/s rd, 13 MiB/s wr, 307 op/s 2024-04-24T03:38:56.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:56 smithi016 ceph-mon[86910]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-24T03:38:56.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:56 smithi016 ceph-mon[86910]: pgmap v3304: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 71 MiB/s rd, 13 MiB/s wr, 307 op/s 2024-04-24T03:38:57.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:57 smithi063 ceph-mon[77007]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-24T03:38:57.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:57 smithi016 ceph-mon[84376]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-24T03:38:57.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:57 smithi016 ceph-mon[86910]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-24T03:38:57.808 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap3 2024-04-24T03:38:57.825 INFO:tasks.workunit.client.0.smithi016.stdout:clone image379 -> image381 2024-04-24T03:38:57.981 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 135167352 2024-04-24T03:38:57.997 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-24T03:38:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:58 smithi063 ceph-mon[77007]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-24T03:38:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:58 smithi063 ceph-mon[77007]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-24T03:38:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:58 smithi063 ceph-mon[77007]: pgmap v3308: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 21 MiB/s wr, 449 op/s 2024-04-24T03:38:58.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:58 smithi016 ceph-mon[86910]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-24T03:38:58.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:58 smithi016 ceph-mon[86910]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-24T03:38:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:58 smithi016 ceph-mon[86910]: pgmap v3308: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 21 MiB/s wr, 449 op/s 2024-04-24T03:38:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:58 smithi016 ceph-mon[84376]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-24T03:38:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:58 smithi016 ceph-mon[84376]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-24T03:38:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:58 smithi016 ceph-mon[84376]: pgmap v3308: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 21 MiB/s wr, 449 op/s 2024-04-24T03:38:58.427 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-24T03:38:58.427 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 131990543~1448215 2024-04-24T03:38:58.443 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 35869798~1933974 2024-04-24T03:38:58.492 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 46704539~7984545 2024-04-24T03:38:58.555 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 75750954~2567353 2024-04-24T03:38:58.574 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 90324272~6664074 2024-04-24T03:38:58.631 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 15147520~7747026 2024-04-24T03:38:58.672 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 108895626~2789581 2024-04-24T03:38:58.709 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 96072538~3459357 2024-04-24T03:38:58.711 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user0 2024-04-24T03:38:58.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:38:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:38:58] "GET /metrics HTTP/1.1" 200 39218 "" "Prometheus/2.43.0" 2024-04-24T03:38:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:38:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:38:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:38:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:38:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:38:59.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:38:59.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:38:59.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:38:59.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:38:59.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:38:59.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:38:59.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:38:59.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:38:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:39:00.065 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 138786440 2024-04-24T03:39:00.079 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 55607852~7179011 2024-04-24T03:39:00.104 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 56762085~2226986 2024-04-24T03:39:00.128 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 13231403~6391401 2024-04-24T03:39:00.130 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69560780~5785761 2024-04-24T03:39:00.131 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 111279027~3539266 2024-04-24T03:39:00.132 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 23567073~7697754 2024-04-24T03:39:00.132 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 107562817~2111245 2024-04-24T03:39:00.152 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 45988259~824968 2024-04-24T03:39:00.153 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user1 2024-04-24T03:39:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:00 smithi063 ceph-mon[77007]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-24T03:39:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:00 smithi063 ceph-mon[77007]: pgmap v3310: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 318 op/s 2024-04-24T03:39:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:00 smithi016 ceph-mon[84376]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-24T03:39:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:00 smithi016 ceph-mon[84376]: pgmap v3310: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 318 op/s 2024-04-24T03:39:00.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:00 smithi016 ceph-mon[86910]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-24T03:39:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:00 smithi016 ceph-mon[86910]: pgmap v3310: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 318 op/s 2024-04-24T03:39:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:01.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:01 smithi016 ceph-mon[84376]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-24T03:39:01.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:01 smithi016 ceph-mon[86910]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-24T03:39:01.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:01 smithi063 ceph-mon[77007]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-24T03:39:02.082 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 137910521 2024-04-24T03:39:02.098 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 32391933~576118 2024-04-24T03:39:02.106 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 120304184~5580515 2024-04-24T03:39:02.108 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 2568458~5904929 2024-04-24T03:39:02.113 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69740105~228769 2024-04-24T03:39:02.113 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 97285131~3041416 2024-04-24T03:39:02.115 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 42005555~1412888 2024-04-24T03:39:02.115 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 41462604~4774358 2024-04-24T03:39:02.158 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 7001345~5565322 2024-04-24T03:39:02.196 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user2 2024-04-24T03:39:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:02 smithi016 ceph-mon[84376]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-24T03:39:02.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:02 smithi016 ceph-mon[84376]: pgmap v3313: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 30 MiB/s wr, 659 op/s 2024-04-24T03:39:02.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:02 smithi016 ceph-mon[86910]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-24T03:39:02.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:02 smithi016 ceph-mon[86910]: pgmap v3313: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 30 MiB/s wr, 659 op/s 2024-04-24T03:39:02.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:02 smithi063 ceph-mon[77007]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-24T03:39:02.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:02 smithi063 ceph-mon[77007]: pgmap v3313: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 30 MiB/s wr, 659 op/s 2024-04-24T03:39:03.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:03 smithi016 ceph-mon[84376]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-24T03:39:03.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:03 smithi016 ceph-mon[86910]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-24T03:39:03.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:03 smithi063 ceph-mon[77007]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-24T03:39:04.094 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 33371533~3568115 2024-04-24T03:39:04.108 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 4144165~883985 2024-04-24T03:39:04.108 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 68279017~28006 2024-04-24T03:39:04.108 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 131083712~6826809 2024-04-24T03:39:04.109 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 47840462~5971169 2024-04-24T03:39:04.112 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 40881050~3747119 2024-04-24T03:39:04.114 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 66216642~6224794 2024-04-24T03:39:04.151 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 35607661~2203899 2024-04-24T03:39:04.172 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user3 2024-04-24T03:39:04.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:04 smithi016 ceph-mon[84376]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-24T03:39:04.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:04 smithi016 ceph-mon[84376]: pgmap v3316: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 33 MiB/s wr, 994 op/s 2024-04-24T03:39:04.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:04 smithi016 ceph-mon[86910]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-24T03:39:04.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:04 smithi016 ceph-mon[86910]: pgmap v3316: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 33 MiB/s wr, 994 op/s 2024-04-24T03:39:04.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:04 smithi063 ceph-mon[77007]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-24T03:39:04.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:04 smithi063 ceph-mon[77007]: pgmap v3316: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 33 MiB/s wr, 994 op/s 2024-04-24T03:39:05.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:05 smithi016 ceph-mon[84376]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-24T03:39:05.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:05 smithi016 ceph-mon[86910]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-24T03:39:05.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:05 smithi063 ceph-mon[77007]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-24T03:39:06.118 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 13791052~3447763 2024-04-24T03:39:06.121 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 14652992~1723881 2024-04-24T03:39:06.142 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 27582104~3447763 2024-04-24T03:39:06.143 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 28444044~1723881 2024-04-24T03:39:06.164 INFO:tasks.workunit.client.0.smithi016.stdout:write: 3 41373156~3447763 2024-04-24T03:39:06.165 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 42235096~1723881 2024-04-24T03:39:06.187 INFO:tasks.workunit.client.0.smithi016.stdout:write: 4 55164208~3447763 2024-04-24T03:39:06.188 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 56026148~1723881 2024-04-24T03:39:06.211 INFO:tasks.workunit.client.0.smithi016.stdout:write: 5 68955260~3447763 2024-04-24T03:39:06.212 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69817200~1723881 2024-04-24T03:39:06.319 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-24T03:39:06.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:06 smithi016 ceph-mon[84376]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-24T03:39:06.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:06 smithi016 ceph-mon[84376]: pgmap v3319: 169 pgs: 169 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 21 MiB/s wr, 390 op/s 2024-04-24T03:39:06.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:06 smithi016 ceph-mon[86910]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-24T03:39:06.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:06 smithi016 ceph-mon[86910]: pgmap v3319: 169 pgs: 169 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 21 MiB/s wr, 390 op/s 2024-04-24T03:39:06.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:06 smithi063 ceph-mon[77007]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-24T03:39:06.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:06 smithi063 ceph-mon[77007]: pgmap v3319: 169 pgs: 169 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 21 MiB/s wr, 390 op/s 2024-04-24T03:39:07.396 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.StressLive (17486 ms) 2024-04-24T03:39:07.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:07 smithi016 ceph-mon[84376]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-24T03:39:07.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:07 smithi016 ceph-mon[86910]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-24T03:39:07.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:07 smithi063 ceph-mon[77007]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-24T03:39:08.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:08 smithi016 ceph-mon[84376]: pgmap v3321: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 172 op/s 2024-04-24T03:39:08.529 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:39:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:39:08] "GET /metrics HTTP/1.1" 200 39218 "" "Prometheus/2.43.0" 2024-04-24T03:39:08.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:08 smithi016 ceph-mon[86910]: pgmap v3321: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 172 op/s 2024-04-24T03:39:08.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:08 smithi063 ceph-mon[77007]: pgmap v3321: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 172 op/s 2024-04-24T03:39:09.113 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 57 tests from TestMigration (263574 ms total) 2024-04-24T03:39:09.113 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:09.113 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-24T03:39:09.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:09 smithi016 ceph-mon[84376]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-24T03:39:09.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:09 smithi016 ceph-mon[86910]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-24T03:39:09.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:09 smithi063 ceph-mon[77007]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-24T03:39:10.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:10 smithi016 ceph-mon[86910]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-24T03:39:10.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:10 smithi016 ceph-mon[86910]: pgmap v3324: 105 pgs: 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-04-24T03:39:10.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:10 smithi016 ceph-mon[84376]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-24T03:39:10.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:10 smithi016 ceph-mon[84376]: pgmap v3324: 105 pgs: 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-04-24T03:39:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:10 smithi063 ceph-mon[77007]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-24T03:39:10.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:10 smithi063 ceph-mon[77007]: pgmap v3324: 105 pgs: 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-04-24T03:39:11.123 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-24T03:39:11.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:11 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:11.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:11 smithi016 ceph-mon[86910]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-24T03:39:11.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2711136919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:11.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:11 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:11.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:11 smithi016 ceph-mon[84376]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-24T03:39:11.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2711136919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:11.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:11 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:11.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:11 smithi063 ceph-mon[77007]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-24T03:39:11.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2711136919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:12.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:12 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2711136919' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:12.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:12 smithi016 ceph-mon[84376]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-24T03:39:12.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:12 smithi016 ceph-mon[84376]: pgmap v3327: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:39:12.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:12 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2711136919' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:12.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:12 smithi016 ceph-mon[86910]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-24T03:39:12.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:12 smithi016 ceph-mon[86910]: pgmap v3327: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:39:12.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:12 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2711136919' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:12.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:12 smithi063 ceph-mon[77007]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-24T03:39:12.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:12 smithi063 ceph-mon[77007]: pgmap v3327: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-24T03:39:13.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2043 ms) 2024-04-24T03:39:13.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-24T03:39:13.187 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-04-24T03:39:13.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:13 smithi016 ceph-mon[84376]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-24T03:39:13.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:13 smithi016 ceph-mon[86910]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-24T03:39:13.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:13 smithi063 ceph-mon[77007]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-24T03:39:14.157 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestMirroringWatcher (2064 ms total) 2024-04-24T03:39:14.157 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:14.157 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestObjectMap 2024-04-24T03:39:14.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:14 smithi016 ceph-mon[84376]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-24T03:39:14.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:14 smithi016 ceph-mon[84376]: pgmap v3330: 137 pgs: 15 creating+peering, 5 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:39:14.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:14 smithi016 ceph-mon[86910]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-24T03:39:14.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:14 smithi016 ceph-mon[86910]: pgmap v3330: 137 pgs: 15 creating+peering, 5 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:39:14.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:14 smithi063 ceph-mon[77007]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-24T03:39:14.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:14 smithi063 ceph-mon[77007]: pgmap v3330: 137 pgs: 15 creating+peering, 5 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-24T03:39:15.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:15 smithi016 ceph-mon[84376]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-24T03:39:15.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:39:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:15 smithi016 ceph-mon[86910]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-24T03:39:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:39:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:15.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:15 smithi063 ceph-mon[77007]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-24T03:39:15.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:39:15.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:16.156 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-24T03:39:16.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[84376]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-24T03:39:16.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/22671833' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[84376]: pgmap v3333: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/22671833' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[84376]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[86910]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/22671833' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[86910]: pgmap v3333: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/22671833' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:16 smithi016 ceph-mon[86910]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-24T03:39:16.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:16 smithi063 ceph-mon[77007]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-24T03:39:16.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/22671833' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:16.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:16 smithi063 ceph-mon[77007]: pgmap v3333: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:16.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:16 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/22671833' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:16.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:16 smithi063 ceph-mon[77007]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-24T03:39:17.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:17 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:17.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:17 smithi016 ceph-mon[84376]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-24T03:39:17.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:17 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:17.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:17 smithi016 ceph-mon[86910]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-24T03:39:17.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:17 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:17.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:17 smithi063 ceph-mon[77007]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-24T03:39:18.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2071 ms) 2024-04-24T03:39:18.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-24T03:39:18.256 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (30 ms) 2024-04-24T03:39:18.256 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-24T03:39:18.291 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-04-24T03:39:18.291 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-24T03:39:18.318 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (27 ms) 2024-04-24T03:39:18.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:18 smithi016 ceph-mon[84376]: pgmap v3336: 137 pgs: 16 creating+peering, 9 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:18.529 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:39:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:39:18] "GET /metrics HTTP/1.1" 200 34344 "" "Prometheus/2.43.0" 2024-04-24T03:39:18.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:18 smithi016 ceph-mon[86910]: pgmap v3336: 137 pgs: 16 creating+peering, 9 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:18.557 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:18 smithi063 ceph-mon[77007]: pgmap v3336: 137 pgs: 16 creating+peering, 9 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:19.199 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestObjectMap (2163 ms total) 2024-04-24T03:39:19.199 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:19.199 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestOperations 2024-04-24T03:39:19.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:19 smithi016 ceph-mon[84376]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-24T03:39:19.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:19 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:19.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:19 smithi016 ceph-mon[86910]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-24T03:39:19.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:19 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:19.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:19 smithi063 ceph-mon[77007]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-24T03:39:19.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:19 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:20.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:20 smithi016 ceph-mon[84376]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-24T03:39:20.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:20 smithi016 ceph-mon[84376]: pgmap v3339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:20.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:20 smithi016 ceph-mon[86910]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-24T03:39:20.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:20 smithi016 ceph-mon[86910]: pgmap v3339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:20.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:20 smithi063 ceph-mon[77007]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-24T03:39:20.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:20 smithi063 ceph-mon[77007]: pgmap v3339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:21.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-24T03:39:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:21 smithi016 ceph-mon[84376]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-24T03:39:21.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:21 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/4099339028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:21 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:21 smithi016 ceph-mon[86910]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-24T03:39:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:21 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/4099339028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:21 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:21.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:21 smithi063 ceph-mon[77007]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-24T03:39:21.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:21 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/4099339028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:21.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:21 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:22.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:22 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:22.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:22 smithi016 ceph-mon[84376]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-24T03:39:22.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:22 smithi016 ceph-mon[84376]: pgmap v3342: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:22.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:22 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:22 smithi016 ceph-mon[86910]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-24T03:39:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:22 smithi016 ceph-mon[86910]: pgmap v3342: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:22.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:22 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:22.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:22 smithi063 ceph-mon[77007]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-24T03:39:22.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:22 smithi063 ceph-mon[77007]: pgmap v3342: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:23.245 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:23.245 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2044 ms) 2024-04-24T03:39:23.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:23 smithi016 ceph-mon[84376]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-24T03:39:23.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:23 smithi016 ceph-mon[86910]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-24T03:39:23.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:23 smithi063 ceph-mon[77007]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-24T03:39:24.236 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestOperations (2044 ms total) 2024-04-24T03:39:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:24.236 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestTrash 2024-04-24T03:39:24.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:24 smithi016 ceph-mon[84376]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-24T03:39:24.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:24 smithi016 ceph-mon[84376]: pgmap v3345: 137 pgs: 21 creating+peering, 2 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:24.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:24 smithi016 ceph-mon[86910]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-24T03:39:24.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:24 smithi016 ceph-mon[86910]: pgmap v3345: 137 pgs: 21 creating+peering, 2 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:24.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:24 smithi063 ceph-mon[77007]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-24T03:39:24.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:24 smithi063 ceph-mon[77007]: pgmap v3345: 137 pgs: 21 creating+peering, 2 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:25.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:25 smithi016 ceph-mon[84376]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-24T03:39:25.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:25 smithi016 ceph-mon[86910]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-24T03:39:25.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:25 smithi063 ceph-mon[77007]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-24T03:39:26.246 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-24T03:39:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:26 smithi016 ceph-mon[84376]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-24T03:39:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:26 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1256834481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:26.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:26 smithi016 ceph-mon[84376]: pgmap v3348: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:26.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:26 smithi016 ceph-mon[86910]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-24T03:39:26.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:26 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1256834481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:26.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:26 smithi016 ceph-mon[86910]: pgmap v3348: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:26.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:26 smithi063 ceph-mon[77007]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-24T03:39:26.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:26 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1256834481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:26.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:26 smithi063 ceph-mon[77007]: pgmap v3348: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:27.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:27 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:27.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:27 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1256834481' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:27.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:27 smithi016 ceph-mon[84376]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-24T03:39:27.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:27 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:27.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:27 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1256834481' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:27.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:27 smithi016 ceph-mon[86910]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-24T03:39:27.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:27 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:27.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:27 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1256834481' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:27.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:27 smithi063 ceph-mon[77007]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-24T03:39:28.345 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestTrash.UserRemovingSource (2099 ms) 2024-04-24T03:39:28.346 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-24T03:39:28.386 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestTrash.RestoreMirroringSource (41 ms) 2024-04-24T03:39:28.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:28 smithi016 ceph-mon[84376]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-24T03:39:28.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:28 smithi016 ceph-mon[84376]: pgmap v3351: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:28.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:39:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:39:28] "GET /metrics HTTP/1.1" 200 34344 "" "Prometheus/2.43.0" 2024-04-24T03:39:28.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:28 smithi016 ceph-mon[86910]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-24T03:39:28.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:28 smithi016 ceph-mon[86910]: pgmap v3351: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:28.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:28 smithi063 ceph-mon[77007]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-24T03:39:28.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:28 smithi063 ceph-mon[77007]: pgmap v3351: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:29.267 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestTrash (2140 ms total) 2024-04-24T03:39:29.267 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:29.267 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestJournalEntries 2024-04-24T03:39:29.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:29 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:29.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:29 smithi016 ceph-mon[84376]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-24T03:39:29.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:29 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:29.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:29 smithi016 ceph-mon[86910]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-24T03:39:29.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:29 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:29.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:29 smithi063 ceph-mon[77007]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-24T03:39:30.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:30 smithi016 ceph-mon[84376]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-24T03:39:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:30 smithi016 ceph-mon[84376]: pgmap v3354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:30 smithi016 ceph-mon[86910]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-24T03:39:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:30 smithi016 ceph-mon[86910]: pgmap v3354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:30.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:30 smithi063 ceph-mon[77007]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-24T03:39:30.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:30.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:30 smithi063 ceph-mon[77007]: pgmap v3354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:31.277 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-24T03:39:31.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:31 smithi016 ceph-mon[84376]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-24T03:39:31.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:31 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/231599887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:31.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:31 smithi016 ceph-mon[86910]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-24T03:39:31.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:31 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/231599887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:31.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:31 smithi063 ceph-mon[77007]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-24T03:39:31.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:31 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/231599887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:32.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:32 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/231599887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:32 smithi016 ceph-mon[84376]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-24T03:39:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:32 smithi016 ceph-mon[84376]: pgmap v3357: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:32 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/231599887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:32 smithi016 ceph-mon[86910]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-24T03:39:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:32 smithi016 ceph-mon[86910]: pgmap v3357: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:32.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:32 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/231599887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:32.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:32 smithi063 ceph-mon[77007]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-24T03:39:32.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:32 smithi063 ceph-mon[77007]: pgmap v3357: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:33.310 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:33.310 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalEntries.AioWrite (2033 ms) 2024-04-24T03:39:33.310 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-24T03:39:33.320 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:33.321 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalEntries.AioDiscard (10 ms) 2024-04-24T03:39:33.321 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-24T03:39:33.328 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:33.328 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-04-24T03:39:33.329 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-24T03:39:33.337 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:33.337 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalEntries.AioFlush (8 ms) 2024-04-24T03:39:33.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:33 smithi063 ceph-mon[77007]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-24T03:39:33.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:33 smithi016 ceph-mon[84376]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-24T03:39:33.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:33 smithi016 ceph-mon[86910]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-24T03:39:34.297 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestJournalEntries (2060 ms total) 2024-04-24T03:39:34.297 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:34.297 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from TestJournalReplay 2024-04-24T03:39:34.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:34 smithi063 ceph-mon[77007]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-24T03:39:34.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:34 smithi063 ceph-mon[77007]: pgmap v3360: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:34.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:34 smithi016 ceph-mon[84376]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-24T03:39:34.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:34 smithi016 ceph-mon[84376]: pgmap v3360: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:34.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:34 smithi016 ceph-mon[86910]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-24T03:39:34.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:34 smithi016 ceph-mon[86910]: pgmap v3360: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:35.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:35 smithi063 ceph-mon[77007]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-24T03:39:35.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:35 smithi016 ceph-mon[84376]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-24T03:39:35.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:35 smithi016 ceph-mon[86910]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-24T03:39:36.309 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-24T03:39:36.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:36 smithi063 ceph-mon[77007]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-24T03:39:36.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:36 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/73442429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:36.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:36 smithi063 ceph-mon[77007]: pgmap v3363: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:36.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:36 smithi016 ceph-mon[84376]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-24T03:39:36.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:36 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/73442429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:36.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:36 smithi016 ceph-mon[84376]: pgmap v3363: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:36.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:36 smithi016 ceph-mon[86910]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-24T03:39:36.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:36 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/73442429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:36.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:36 smithi016 ceph-mon[86910]: pgmap v3363: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:37 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:37 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/73442429' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:37.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:37 smithi063 ceph-mon[77007]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-24T03:39:37.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:37 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:37.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:37 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/73442429' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:37.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:37 smithi016 ceph-mon[84376]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-24T03:39:37.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:37 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:39:37.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:37 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/73442429' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:37.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:37 smithi016 ceph-mon[86910]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-24T03:39:38.346 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.346 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2037 ms) 2024-04-24T03:39:38.346 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-24T03:39:38.356 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.357 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.AioWriteEvent (10 ms) 2024-04-24T03:39:38.357 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-24T03:39:38.365 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.365 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-24T03:39:38.365 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-24T03:39:38.374 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.374 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-04-24T03:39:38.374 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-24T03:39:38.382 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.383 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-04-24T03:39:38.383 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-24T03:39:38.391 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.391 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.SnapUnprotect (9 ms) 2024-04-24T03:39:38.391 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-24T03:39:38.399 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.399 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-04-24T03:39:38.400 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-24T03:39:38.407 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.407 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-04-24T03:39:38.407 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-24T03:39:38.416 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.416 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.SnapRemove (9 ms) 2024-04-24T03:39:38.416 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-24T03:39:38.424 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.424 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-04-24T03:39:38.424 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-24T03:39:38.432 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.432 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-04-24T03:39:38.432 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-24T03:39:38.439 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.439 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-04-24T03:39:38.439 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-24T03:39:38.447 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.447 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-04-24T03:39:38.448 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-24T03:39:38.455 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.455 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2024-04-24T03:39:38.455 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-24T03:39:38.462 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.462 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-24T03:39:38.463 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-24T03:39:38.470 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:38.470 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalReplay.ObjectPosition (8 ms) 2024-04-24T03:39:38.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:38 smithi016 ceph-mon[84376]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-24T03:39:38.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:38 smithi016 ceph-mon[84376]: pgmap v3366: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:38.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:39:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:39:38] "GET /metrics HTTP/1.1" 200 34347 "" "Prometheus/2.43.0" 2024-04-24T03:39:38.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:38 smithi016 ceph-mon[86910]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-24T03:39:38.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:38 smithi016 ceph-mon[86910]: pgmap v3366: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:38.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:38 smithi063 ceph-mon[77007]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-24T03:39:38.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:38 smithi063 ceph-mon[77007]: pgmap v3366: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:39.329 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from TestJournalReplay (2161 ms total) 2024-04-24T03:39:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:39.329 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestJournalStress 2024-04-24T03:39:39.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:39 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:39.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:39 smithi016 ceph-mon[84376]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-24T03:39:39.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:39 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:39.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:39 smithi016 ceph-mon[86910]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-24T03:39:39.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:39 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:39:39.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:39 smithi063 ceph-mon[77007]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-24T03:39:40.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:40 smithi016 ceph-mon[84376]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-24T03:39:40.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:40 smithi016 ceph-mon[84376]: pgmap v3369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:40.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:40 smithi016 ceph-mon[86910]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-24T03:39:40.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:40 smithi016 ceph-mon[86910]: pgmap v3369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:40.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:40 smithi063 ceph-mon[77007]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-24T03:39:40.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:40 smithi063 ceph-mon[77007]: pgmap v3369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:41.336 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-24T03:39:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:41 smithi016 ceph-mon[84376]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-24T03:39:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:41 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2841884957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:41 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:41 smithi016 ceph-mon[86910]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-24T03:39:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:41 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2841884957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:41 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:41.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:41 smithi063 ceph-mon[77007]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-24T03:39:41.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:41 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2841884957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:41.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:41 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:39:42.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:42 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:42.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:42 smithi016 ceph-mon[84376]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-24T03:39:42.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:42 smithi016 ceph-mon[84376]: pgmap v3372: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:42.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:42 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:42.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:42 smithi016 ceph-mon[86910]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-24T03:39:42.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:42 smithi016 ceph-mon[86910]: pgmap v3372: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:42.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:42 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-132366-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-24T03:39:42.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:42 smithi063 ceph-mon[77007]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-24T03:39:42.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:42 smithi063 ceph-mon[77007]: pgmap v3372: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:43.394 INFO:tasks.workunit.client.0.smithi016.stdout:SKIPPING 2024-04-24T03:39:43.394 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2058 ms) 2024-04-24T03:39:43.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:43 smithi016 ceph-mon[84376]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-24T03:39:43.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:43 smithi016 ceph-mon[86910]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-24T03:39:43.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:43 smithi063 ceph-mon[77007]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestJournalStress (2058 ms total) 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 378 tests from 16 test suites ran. (988108 ms total) 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 378 tests. 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-24T03:39:44.367 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-24T03:39:44.380 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:39:44.380 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T03:39:44.420 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-24T03:39:44.421 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:39:44.667 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:44 smithi016 ceph-mon[84376]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-24T03:39:44.667 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:44 smithi016 ceph-mon[84376]: pgmap v3375: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:44.668 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:44 smithi016 ceph-mon[86910]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-24T03:39:44.668 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:44 smithi016 ceph-mon[86910]: pgmap v3375: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:44.669 DEBUG:teuthology.parallel:result is None 2024-04-24T03:39:44.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:39:44.697 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:39:44.697 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:39:44.758 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:39:44.758 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:39:44.759 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-24T03:39:44.759 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:39:44.759 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-24T03:39:44.759 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-24T03:39:44.760 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-04-24T03:39:44.760 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T03:39:44.760 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:39:44.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:44 smithi063 ceph-mon[77007]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-24T03:39:44.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:44 smithi063 ceph-mon[77007]: pgmap v3375: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:44.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:39:44.818 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-24T03:39:44.818 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:39:44.876 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-24T03:39:44.876 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-24T03:39:44.935 INFO:tasks.workunit:timeout=3h 2024-04-24T03:39:44.935 INFO:tasks.workunit:cleanup=True 2024-04-24T03:39:44.935 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:39:44.993 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-24T03:39:45.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:45 smithi016 ceph-mon[84376]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-24T03:39:45.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:45.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:45 smithi016 ceph-mon[86910]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-24T03:39:45.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:45.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:45 smithi063 ceph-mon[77007]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-24T03:39:45.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:39:46.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:46 smithi016 ceph-mon[84376]: pgmap v3377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:46.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:46 smithi016 ceph-mon[86910]: pgmap v3377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:46.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:46 smithi063 ceph-mon[77007]: pgmap v3377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:48.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:39:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:39:48] "GET /metrics HTTP/1.1" 200 34347 "" "Prometheus/2.43.0" 2024-04-24T03:39:49.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:48 smithi016 ceph-mon[84376]: pgmap v3378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:49.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:48 smithi016 ceph-mon[86910]: pgmap v3378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:48 smithi063 ceph-mon[77007]: pgmap v3378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:51.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:50 smithi016 ceph-mon[84376]: pgmap v3379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:51.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:50 smithi016 ceph-mon[86910]: pgmap v3379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:50 smithi063 ceph-mon[77007]: pgmap v3379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:52 smithi016 ceph-mon[84376]: pgmap v3380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:53.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:52 smithi016 ceph-mon[86910]: pgmap v3380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:52 smithi063 ceph-mon[77007]: pgmap v3380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:54 smithi016 ceph-mon[84376]: pgmap v3381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:54 smithi016 ceph-mon[86910]: pgmap v3381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:55.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:54 smithi063 ceph-mon[77007]: pgmap v3381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:57.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:56 smithi016 ceph-mon[84376]: pgmap v3382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:57.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:56 smithi016 ceph-mon[86910]: pgmap v3382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:57.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:56 smithi063 ceph-mon[77007]: pgmap v3382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:57.753 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-24T03:39:57.811 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T03:39:57.813 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:39:57.813 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T03:39:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T03:39:57.911 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T03:39:57.950 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:39:57.951 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:39:57.951 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T03:39:57.989 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:39:57.992 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T03:39:57.992 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-24T03:39:58.052 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-24T03:39:58.053 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-24T03:39:58.054 DEBUG:teuthology.orchestra.run.smithi016:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-24T03:39:58.114 INFO:tasks.workunit.client.0.smithi016.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-24T03:39:58.115 INFO:tasks.workunit.client.0.smithi016.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-24T03:39:58.115 INFO:tasks.workunit.client.0.smithi016.stderr:+ '[' -n '' ']' 2024-04-24T03:39:58.115 INFO:tasks.workunit.client.0.smithi016.stderr:+ python3 -m nose -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-24T03:39:58.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:39:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:39:58] "GET /metrics HTTP/1.1" 200 34347 "" "Prometheus/2.43.0" 2024-04-24T03:39:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:58 smithi016 ceph-mon[84376]: pgmap v3383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:59.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:58 smithi016 ceph-mon[86910]: pgmap v3383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:39:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:58 smithi063 ceph-mon[77007]: pgmap v3383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:40:00.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:40:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:40:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:40:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:40:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:40:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:40:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:39:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-24T03:40:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:40:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:40:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:40:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:40:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:40:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:40:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:39:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:01.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[84376]: pgmap v3385: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:40:01.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[84376]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[84376]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[86910]: pgmap v3385: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[86910]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[86910]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:40:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:00 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:40:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:00 smithi063 ceph-mon[77007]: pgmap v3385: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:40:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:00 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-24T03:40:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:00 smithi063 ceph-mon[77007]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-24T03:40:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:00 smithi063 ceph-mon[77007]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:40:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:00 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:40:02.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:01 smithi016 ceph-mon[84376]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-24T03:40:02.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:01 smithi016 ceph-mon[86910]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-24T03:40:02.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:01 smithi063 ceph-mon[77007]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-24T03:40:03.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:02 smithi016 ceph-mon[84376]: pgmap v3388: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:40:03.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:02 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:40:03.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:02 smithi016 ceph-mon[84376]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-24T03:40:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:02 smithi016 ceph-mon[86910]: pgmap v3388: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:40:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:02 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:40:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:02 smithi016 ceph-mon[86910]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-24T03:40:03.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:02 smithi063 ceph-mon[77007]: pgmap v3388: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:40:03.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:02 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:40:03.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:02 smithi063 ceph-mon[77007]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-24T03:40:04.028 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_flatten_basic ... ok 2024-04-24T03:40:04.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:03 smithi016 ceph-mon[84376]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-24T03:40:04.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:03 smithi016 ceph-mon[86910]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-24T03:40:04.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:03 smithi063 ceph-mon[77007]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-24T03:40:05.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:04 smithi016 ceph-mon[84376]: pgmap v3391: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2024-04-24T03:40:05.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:04 smithi016 ceph-mon[84376]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-24T03:40:05.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:04 smithi016 ceph-mon[86910]: pgmap v3391: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2024-04-24T03:40:05.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:04 smithi016 ceph-mon[86910]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-24T03:40:05.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:04 smithi063 ceph-mon[77007]: pgmap v3391: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2024-04-24T03:40:05.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:04 smithi063 ceph-mon[77007]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-24T03:40:06.036 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_flatten_drops_cache ... ok 2024-04-24T03:40:06.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:05 smithi016 ceph-mon[84376]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-24T03:40:06.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:05 smithi016 ceph-mon[86910]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-24T03:40:06.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:05 smithi063 ceph-mon[77007]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-24T03:40:07.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:06 smithi016 ceph-mon[84376]: pgmap v3394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 11 KiB/s wr, 278 op/s 2024-04-24T03:40:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:06 smithi016 ceph-mon[84376]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-24T03:40:07.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:06 smithi016 ceph-mon[86910]: pgmap v3394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 11 KiB/s wr, 278 op/s 2024-04-24T03:40:07.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:06 smithi016 ceph-mon[86910]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-24T03:40:07.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:06 smithi063 ceph-mon[77007]: pgmap v3394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 11 KiB/s wr, 278 op/s 2024-04-24T03:40:07.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:06 smithi063 ceph-mon[77007]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-24T03:40:08.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:07 smithi016 ceph-mon[84376]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-24T03:40:08.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:07 smithi016 ceph-mon[86910]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-24T03:40:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:07 smithi063 ceph-mon[77007]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-24T03:40:08.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:40:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:40:08] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-04-24T03:40:09.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:08 smithi016 ceph-mon[86910]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 27 KiB/s wr, 588 op/s 2024-04-24T03:40:09.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:08 smithi016 ceph-mon[86910]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-24T03:40:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:08 smithi016 ceph-mon[84376]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 27 KiB/s wr, 588 op/s 2024-04-24T03:40:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:08 smithi016 ceph-mon[84376]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-24T03:40:09.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:08 smithi063 ceph-mon[77007]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 27 KiB/s wr, 588 op/s 2024-04-24T03:40:09.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:08 smithi063 ceph-mon[77007]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-24T03:40:10.064 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_flatten_errors ... ok 2024-04-24T03:40:10.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:09 smithi016 ceph-mon[84376]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-24T03:40:10.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:09 smithi016 ceph-mon[86910]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-24T03:40:10.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:09 smithi063 ceph-mon[77007]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-24T03:40:11.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:10 smithi016 ceph-mon[84376]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 29 KiB/s wr, 517 op/s 2024-04-24T03:40:11.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:10 smithi016 ceph-mon[84376]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-24T03:40:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:10 smithi016 ceph-mon[86910]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 29 KiB/s wr, 517 op/s 2024-04-24T03:40:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:10 smithi016 ceph-mon[86910]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-24T03:40:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:10 smithi063 ceph-mon[77007]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 29 KiB/s wr, 517 op/s 2024-04-24T03:40:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:10 smithi063 ceph-mon[77007]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-24T03:40:12.074 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_flatten_larger_order ... ok 2024-04-24T03:40:12.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:11 smithi016 ceph-mon[84376]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-24T03:40:12.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:11 smithi016 ceph-mon[86910]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-24T03:40:12.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:11 smithi063 ceph-mon[77007]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-24T03:40:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:12 smithi016 ceph-mon[84376]: pgmap v3403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 216 op/s 2024-04-24T03:40:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:12 smithi016 ceph-mon[84376]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-24T03:40:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:12 smithi016 ceph-mon[84376]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-24T03:40:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:12 smithi016 ceph-mon[86910]: pgmap v3403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 216 op/s 2024-04-24T03:40:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:12 smithi016 ceph-mon[86910]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-24T03:40:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:12 smithi016 ceph-mon[86910]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-24T03:40:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:12 smithi063 ceph-mon[77007]: pgmap v3403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 216 op/s 2024-04-24T03:40:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:12 smithi063 ceph-mon[77007]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-24T03:40:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:12 smithi063 ceph-mon[77007]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-24T03:40:15.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:14 smithi016 ceph-mon[84376]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-24T03:40:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:14 smithi016 ceph-mon[84376]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 30 KiB/s wr, 432 op/s 2024-04-24T03:40:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:14 smithi016 ceph-mon[86910]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-24T03:40:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:14 smithi016 ceph-mon[86910]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 30 KiB/s wr, 432 op/s 2024-04-24T03:40:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:15.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:14 smithi063 ceph-mon[77007]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-24T03:40:15.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:14 smithi063 ceph-mon[77007]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 30 KiB/s wr, 432 op/s 2024-04-24T03:40:15.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:15.924 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_flatten_multi_level ... ok 2024-04-24T03:40:16.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:15 smithi016 ceph-mon[84376]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-24T03:40:16.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:15 smithi016 ceph-mon[86910]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-24T03:40:16.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:15 smithi063 ceph-mon[77007]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-24T03:40:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:16 smithi016 ceph-mon[84376]: pgmap v3410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 489 KiB/s rd, 35 KiB/s wr, 657 op/s 2024-04-24T03:40:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:16 smithi016 ceph-mon[84376]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-24T03:40:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:16 smithi016 ceph-mon[86910]: pgmap v3410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 489 KiB/s rd, 35 KiB/s wr, 657 op/s 2024-04-24T03:40:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:16 smithi016 ceph-mon[86910]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-24T03:40:17.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:16 smithi063 ceph-mon[77007]: pgmap v3410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 489 KiB/s rd, 35 KiB/s wr, 657 op/s 2024-04-24T03:40:17.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:16 smithi063 ceph-mon[77007]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-24T03:40:17.910 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_flatten_smaller_order ... ok 2024-04-24T03:40:18.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:17 smithi016 ceph-mon[84376]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-24T03:40:18.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:17 smithi016 ceph-mon[84376]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-24T03:40:18.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:17 smithi016 ceph-mon[86910]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-24T03:40:18.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:17 smithi016 ceph-mon[86910]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-24T03:40:18.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:17 smithi063 ceph-mon[77007]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-24T03:40:18.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:17 smithi063 ceph-mon[77007]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-24T03:40:18.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:40:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:40:18] "GET /metrics HTTP/1.1" 200 36812 "" "Prometheus/2.43.0" 2024-04-24T03:40:19.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:18 smithi016 ceph-mon[84376]: pgmap v3413: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 361 op/s 2024-04-24T03:40:19.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:18 smithi016 ceph-mon[86910]: pgmap v3413: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 361 op/s 2024-04-24T03:40:19.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:18 smithi063 ceph-mon[77007]: pgmap v3413: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 361 op/s 2024-04-24T03:40:20.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:19 smithi016 ceph-mon[84376]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-24T03:40:20.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:19 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]: dispatch 2024-04-24T03:40:20.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:19 smithi016 ceph-mon[86910]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-24T03:40:20.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:19 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]: dispatch 2024-04-24T03:40:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:19 smithi063 ceph-mon[77007]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-24T03:40:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:19 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]: dispatch 2024-04-24T03:40:20.946 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_flatten_with_progress ... ok 2024-04-24T03:40:21.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:20 smithi016 ceph-mon[84376]: pgmap v3415: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 30 KiB/s wr, 635 op/s 2024-04-24T03:40:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:20 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]': finished 2024-04-24T03:40:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:20 smithi016 ceph-mon[84376]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-24T03:40:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:20 smithi016 ceph-mon[86910]: pgmap v3415: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 30 KiB/s wr, 635 op/s 2024-04-24T03:40:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:20 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]': finished 2024-04-24T03:40:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:20 smithi016 ceph-mon[86910]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-24T03:40:21.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:20 smithi063 ceph-mon[77007]: pgmap v3415: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 30 KiB/s wr, 635 op/s 2024-04-24T03:40:21.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:20 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]': finished 2024-04-24T03:40:21.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:20 smithi063 ceph-mon[77007]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-24T03:40:22.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:21 smithi016 ceph-mon[84376]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-24T03:40:22.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:21 smithi016 ceph-mon[86910]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-24T03:40:22.317 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:21 smithi063 ceph-mon[77007]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-24T03:40:23.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:22 smithi016 ceph-mon[84376]: pgmap v3418: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 26 KiB/s wr, 663 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-04-24T03:40:23.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:22 smithi016 ceph-mon[84376]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-24T03:40:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:22 smithi016 ceph-mon[84376]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-24T03:40:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:22 smithi016 ceph-mon[86910]: pgmap v3418: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 26 KiB/s wr, 663 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-04-24T03:40:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:22 smithi016 ceph-mon[86910]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-24T03:40:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:22 smithi016 ceph-mon[86910]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-24T03:40:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:22 smithi063 ceph-mon[77007]: pgmap v3418: 137 pgs: 137 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 26 KiB/s wr, 663 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-04-24T03:40:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:22 smithi063 ceph-mon[77007]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-24T03:40:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:22 smithi063 ceph-mon[77007]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-24T03:40:25.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:24 smithi016 ceph-mon[84376]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 26 KiB/s wr, 514 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-04-24T03:40:25.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:24 smithi016 ceph-mon[86910]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 26 KiB/s wr, 514 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-04-24T03:40:25.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:24 smithi063 ceph-mon[77007]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 26 KiB/s wr, 514 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-04-24T03:40:25.960 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_list_children ... ok 2024-04-24T03:40:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:26 smithi016 ceph-mon[84376]: pgmap v3422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1005 KiB/s rd, 22 KiB/s wr, 1.22k op/s; 0 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:40:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:26 smithi016 ceph-mon[84376]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-24T03:40:27.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:26 smithi016 ceph-mon[86910]: pgmap v3422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1005 KiB/s rd, 22 KiB/s wr, 1.22k op/s; 0 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:40:27.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:26 smithi016 ceph-mon[86910]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-24T03:40:27.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:26 smithi063 ceph-mon[77007]: pgmap v3422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1005 KiB/s rd, 22 KiB/s wr, 1.22k op/s; 0 B/s, 1 keys/s, 1 objects/s recovering 2024-04-24T03:40:27.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:26 smithi063 ceph-mon[77007]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-24T03:40:27.926 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_read ... ok 2024-04-24T03:40:28.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:27 smithi016 ceph-mon[84376]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-24T03:40:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:27 smithi016 ceph-mon[84376]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-24T03:40:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:27 smithi016 ceph-mon[86910]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-24T03:40:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:27 smithi016 ceph-mon[86910]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-24T03:40:28.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:27 smithi063 ceph-mon[77007]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-24T03:40:28.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:27 smithi063 ceph-mon[77007]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-24T03:40:28.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:40:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:40:28] "GET /metrics HTTP/1.1" 200 36812 "" "Prometheus/2.43.0" 2024-04-24T03:40:29.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:28 smithi016 ceph-mon[84376]: pgmap v3426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 29 KiB/s wr, 2.08k op/s 2024-04-24T03:40:29.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:28 smithi016 ceph-mon[86910]: pgmap v3426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 29 KiB/s wr, 2.08k op/s 2024-04-24T03:40:29.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:28 smithi063 ceph-mon[77007]: pgmap v3426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 29 KiB/s wr, 2.08k op/s 2024-04-24T03:40:30.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:29 smithi016 ceph-mon[84376]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-24T03:40:30.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:30.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:29 smithi016 ceph-mon[86910]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-24T03:40:30.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:30.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:29 smithi063 ceph-mon[77007]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-24T03:40:30.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:31.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:30 smithi016 ceph-mon[84376]: pgmap v3428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 KiB/s wr, 1.88k op/s 2024-04-24T03:40:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:30 smithi016 ceph-mon[84376]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-24T03:40:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:30 smithi016 ceph-mon[86910]: pgmap v3428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 KiB/s wr, 1.88k op/s 2024-04-24T03:40:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:30 smithi016 ceph-mon[86910]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-24T03:40:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:30 smithi063 ceph-mon[77007]: pgmap v3428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 26 KiB/s wr, 1.88k op/s 2024-04-24T03:40:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:30 smithi063 ceph-mon[77007]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-24T03:40:32.005 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_resize_flatten_multi_level ... ok 2024-04-24T03:40:32.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:31 smithi016 ceph-mon[84376]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-24T03:40:32.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:31 smithi016 ceph-mon[86910]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-24T03:40:32.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:31 smithi063 ceph-mon[77007]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-24T03:40:33.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:32 smithi016 ceph-mon[84376]: pgmap v3431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 15 KiB/s wr, 1.08k op/s 2024-04-24T03:40:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:32 smithi016 ceph-mon[84376]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-24T03:40:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:32 smithi016 ceph-mon[84376]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-24T03:40:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:32 smithi016 ceph-mon[86910]: pgmap v3431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 15 KiB/s wr, 1.08k op/s 2024-04-24T03:40:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:32 smithi016 ceph-mon[86910]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-24T03:40:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:32 smithi016 ceph-mon[86910]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-24T03:40:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:32 smithi063 ceph-mon[77007]: pgmap v3431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 15 KiB/s wr, 1.08k op/s 2024-04-24T03:40:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:32 smithi063 ceph-mon[77007]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-24T03:40:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:32 smithi063 ceph-mon[77007]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-24T03:40:33.997 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_resize_io ... ok 2024-04-24T03:40:35.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:34 smithi016 ceph-mon[84376]: pgmap v3434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 508 op/s 2024-04-24T03:40:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:34 smithi016 ceph-mon[84376]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-24T03:40:35.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:34 smithi016 ceph-mon[86910]: pgmap v3434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 508 op/s 2024-04-24T03:40:35.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:34 smithi016 ceph-mon[86910]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-24T03:40:35.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:34 smithi063 ceph-mon[77007]: pgmap v3434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 508 op/s 2024-04-24T03:40:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:34 smithi063 ceph-mon[77007]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-24T03:40:36.015 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_resize_stat ... ok 2024-04-24T03:40:36.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:35 smithi016 ceph-mon[84376]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-24T03:40:36.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:35 smithi016 ceph-mon[86910]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-24T03:40:36.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:35 smithi063 ceph-mon[77007]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-24T03:40:37.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:36 smithi016 ceph-mon[86910]: pgmap v3437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 16 KiB/s wr, 253 op/s 2024-04-24T03:40:37.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:36 smithi016 ceph-mon[86910]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-24T03:40:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:36 smithi016 ceph-mon[84376]: pgmap v3437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 16 KiB/s wr, 253 op/s 2024-04-24T03:40:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:36 smithi016 ceph-mon[84376]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-24T03:40:37.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:36 smithi063 ceph-mon[77007]: pgmap v3437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 16 KiB/s wr, 253 op/s 2024-04-24T03:40:37.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:36 smithi063 ceph-mon[77007]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-24T03:40:37.928 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_stat ... ok 2024-04-24T03:40:38.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:37 smithi016 ceph-mon[84376]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-24T03:40:38.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:37 smithi016 ceph-mon[84376]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-24T03:40:38.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:37 smithi016 ceph-mon[86910]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-24T03:40:38.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:37 smithi016 ceph-mon[86910]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-24T03:40:38.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:37 smithi063 ceph-mon[77007]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-24T03:40:38.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:37 smithi063 ceph-mon[77007]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-24T03:40:38.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:40:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:40:38] "GET /metrics HTTP/1.1" 200 36815 "" "Prometheus/2.43.0" 2024-04-24T03:40:39.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:38 smithi016 ceph-mon[84376]: pgmap v3441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 22 KiB/s wr, 327 op/s 2024-04-24T03:40:39.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:38 smithi016 ceph-mon[86910]: pgmap v3441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 22 KiB/s wr, 327 op/s 2024-04-24T03:40:39.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:38 smithi063 ceph-mon[77007]: pgmap v3441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 22 KiB/s wr, 327 op/s 2024-04-24T03:40:40.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:39 smithi016 ceph-mon[84376]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-24T03:40:40.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:39 smithi016 ceph-mon[86910]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-24T03:40:40.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:39 smithi063 ceph-mon[77007]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-24T03:40:41.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:40 smithi016 ceph-mon[84376]: pgmap v3443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 22 KiB/s wr, 379 op/s 2024-04-24T03:40:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:40 smithi016 ceph-mon[84376]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-24T03:40:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:40 smithi016 ceph-mon[86910]: pgmap v3443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 22 KiB/s wr, 379 op/s 2024-04-24T03:40:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:40 smithi016 ceph-mon[86910]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-24T03:40:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:40 smithi063 ceph-mon[77007]: pgmap v3443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 22 KiB/s wr, 379 op/s 2024-04-24T03:40:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:40 smithi063 ceph-mon[77007]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-24T03:40:42.048 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_stripe_unit_and_count ... ok 2024-04-24T03:40:42.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:41 smithi016 ceph-mon[84376]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-24T03:40:42.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:41 smithi016 ceph-mon[86910]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-24T03:40:42.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:41 smithi063 ceph-mon[77007]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-24T03:40:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:42 smithi016 ceph-mon[84376]: pgmap v3446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 189 op/s 2024-04-24T03:40:43.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:42 smithi016 ceph-mon[84376]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-24T03:40:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:42 smithi016 ceph-mon[84376]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-24T03:40:43.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:42 smithi016 ceph-mon[86910]: pgmap v3446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 189 op/s 2024-04-24T03:40:43.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:42 smithi016 ceph-mon[86910]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-24T03:40:43.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:42 smithi016 ceph-mon[86910]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-24T03:40:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:42 smithi063 ceph-mon[77007]: pgmap v3446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 189 op/s 2024-04-24T03:40:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:42 smithi063 ceph-mon[77007]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-24T03:40:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:42 smithi063 ceph-mon[77007]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-24T03:40:45.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:44 smithi016 ceph-mon[84376]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-24T03:40:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:44 smithi016 ceph-mon[84376]: pgmap v3450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 24 KiB/s wr, 439 op/s 2024-04-24T03:40:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:45.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:44 smithi016 ceph-mon[86910]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-24T03:40:45.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:44 smithi016 ceph-mon[86910]: pgmap v3450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 24 KiB/s wr, 439 op/s 2024-04-24T03:40:45.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:44 smithi063 ceph-mon[77007]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-24T03:40:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:44 smithi063 ceph-mon[77007]: pgmap v3450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 24 KiB/s wr, 439 op/s 2024-04-24T03:40:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:40:45.939 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_trash_snapshot ... ok 2024-04-24T03:40:46.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:45 smithi016 ceph-mon[84376]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-24T03:40:46.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:45 smithi016 ceph-mon[86910]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-24T03:40:46.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:45 smithi063 ceph-mon[77007]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-24T03:40:47.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:46 smithi016 ceph-mon[86910]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 20 KiB/s wr, 347 op/s 2024-04-24T03:40:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:46 smithi016 ceph-mon[86910]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-24T03:40:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:46 smithi016 ceph-mon[84376]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 20 KiB/s wr, 347 op/s 2024-04-24T03:40:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:46 smithi016 ceph-mon[84376]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-24T03:40:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:46 smithi063 ceph-mon[77007]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 20 KiB/s wr, 347 op/s 2024-04-24T03:40:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:46 smithi063 ceph-mon[77007]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-24T03:40:48.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:47 smithi016 ceph-mon[84376]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-24T03:40:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:47 smithi016 ceph-mon[84376]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-24T03:40:48.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:47 smithi016 ceph-mon[86910]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-24T03:40:48.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:47 smithi016 ceph-mon[86910]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-24T03:40:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:47 smithi063 ceph-mon[77007]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-24T03:40:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:47 smithi063 ceph-mon[77007]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-24T03:40:48.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:40:48] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]: dispatch 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[84376]: pgmap v3456: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 14 KiB/s wr, 265 op/s 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]: dispatch 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[84376]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]': finished 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[84376]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]: dispatch 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[86910]: pgmap v3456: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 14 KiB/s wr, 265 op/s 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]: dispatch 2024-04-24T03:40:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[86910]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:40:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]': finished 2024-04-24T03:40:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:48 smithi016 ceph-mon[86910]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-24T03:40:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:48 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]: dispatch 2024-04-24T03:40:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:48 smithi063 ceph-mon[77007]: pgmap v3456: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 14 KiB/s wr, 265 op/s 2024-04-24T03:40:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:48 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]: dispatch 2024-04-24T03:40:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:48 smithi063 ceph-mon[77007]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-24T03:40:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:48 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-138308-2","app": "rbd"}]': finished 2024-04-24T03:40:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:48 smithi063 ceph-mon[77007]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-24T03:40:51.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:50 smithi016 ceph-mon[84376]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-24T03:40:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:50 smithi016 ceph-mon[84376]: pgmap v3459: 169 pgs: 2 creating+peering, 23 unknown, 144 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-04-24T03:40:51.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:50 smithi016 ceph-mon[86910]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-24T03:40:51.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:50 smithi016 ceph-mon[86910]: pgmap v3459: 169 pgs: 2 creating+peering, 23 unknown, 144 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-04-24T03:40:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:50 smithi063 ceph-mon[77007]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-24T03:40:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:50 smithi063 ceph-mon[77007]: pgmap v3459: 169 pgs: 2 creating+peering, 23 unknown, 144 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-04-24T03:40:52.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:51 smithi016 ceph-mon[84376]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:40:52.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:51 smithi016 ceph-mon[84376]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-24T03:40:52.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:51 smithi016 ceph-mon[86910]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:40:52.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:51 smithi016 ceph-mon[86910]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-24T03:40:52.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:51 smithi063 ceph-mon[77007]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-24T03:40:52.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:51 smithi063 ceph-mon[77007]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-24T03:40:52.946 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_unprotect_with_children ... ok 2024-04-24T03:40:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:52 smithi016 ceph-mon[84376]: pgmap v3461: 169 pgs: 2 creating+peering, 5 unknown, 162 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 85 op/s 2024-04-24T03:40:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:52 smithi016 ceph-mon[84376]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-24T03:40:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:52 smithi016 ceph-mon[84376]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-24T03:40:53.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:52 smithi016 ceph-mon[86910]: pgmap v3461: 169 pgs: 2 creating+peering, 5 unknown, 162 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 85 op/s 2024-04-24T03:40:53.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:52 smithi016 ceph-mon[86910]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-24T03:40:53.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:52 smithi016 ceph-mon[86910]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-24T03:40:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:52 smithi063 ceph-mon[77007]: pgmap v3461: 169 pgs: 2 creating+peering, 5 unknown, 162 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 85 op/s 2024-04-24T03:40:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:52 smithi063 ceph-mon[77007]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-24T03:40:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:52 smithi063 ceph-mon[77007]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-24T03:40:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:54 smithi016 ceph-mon[84376]: pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.5 KiB/s wr, 34 op/s 2024-04-24T03:40:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:54 smithi016 ceph-mon[84376]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-24T03:40:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:54 smithi016 ceph-mon[86910]: pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.5 KiB/s wr, 34 op/s 2024-04-24T03:40:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:54 smithi016 ceph-mon[86910]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-24T03:40:55.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:54 smithi063 ceph-mon[77007]: pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.5 KiB/s wr, 34 op/s 2024-04-24T03:40:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:54 smithi063 ceph-mon[77007]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-24T03:40:56.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:55 smithi016 ceph-mon[84376]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-24T03:40:56.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:55 smithi016 ceph-mon[86910]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-24T03:40:56.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:55 smithi063 ceph-mon[77007]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-24T03:40:56.973 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_unprotected ... ok 2024-04-24T03:40:57.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:56 smithi016 ceph-mon[84376]: pgmap v3467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 3.2 KiB/s wr, 122 op/s 2024-04-24T03:40:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:56 smithi016 ceph-mon[84376]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-24T03:40:57.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:56 smithi016 ceph-mon[86910]: pgmap v3467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 3.2 KiB/s wr, 122 op/s 2024-04-24T03:40:57.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:56 smithi016 ceph-mon[86910]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-24T03:40:57.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:56 smithi063 ceph-mon[77007]: pgmap v3467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 3.2 KiB/s wr, 122 op/s 2024-04-24T03:40:57.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:56 smithi063 ceph-mon[77007]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-24T03:40:58.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:57 smithi016 ceph-mon[84376]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-24T03:40:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:57 smithi016 ceph-mon[84376]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-24T03:40:58.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:57 smithi016 ceph-mon[86910]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-24T03:40:58.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:57 smithi016 ceph-mon[86910]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-24T03:40:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:57 smithi063 ceph-mon[77007]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-24T03:40:58.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:57 smithi063 ceph-mon[77007]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-24T03:40:58.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:40:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:40:58] "GET /metrics HTTP/1.1" 200 36813 "" "Prometheus/2.43.0" 2024-04-24T03:40:59.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:58 smithi016 ceph-mon[84376]: pgmap v3471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 212 op/s 2024-04-24T03:40:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:58 smithi016 ceph-mon[86910]: pgmap v3471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 212 op/s 2024-04-24T03:40:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:58 smithi063 ceph-mon[77007]: pgmap v3471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 212 op/s 2024-04-24T03:41:00.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:59 smithi016 ceph-mon[84376]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-24T03:41:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:41:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:40:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:59 smithi016 ceph-mon[86910]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-24T03:41:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:41:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:40:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:59 smithi063 ceph-mon[77007]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-24T03:41:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:41:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:40:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:00.994 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_with_params ... ok 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[84376]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 180 op/s 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[84376]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[86910]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 180 op/s 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[86910]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:41:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:41:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:00 smithi063 ceph-mon[77007]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 180 op/s 2024-04-24T03:41:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:00 smithi063 ceph-mon[77007]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-24T03:41:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:41:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:41:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:41:02.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:01 smithi016 ceph-mon[84376]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-24T03:41:02.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:01 smithi016 ceph-mon[86910]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-24T03:41:02.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:01 smithi063 ceph-mon[77007]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-24T03:41:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:02 smithi016 ceph-mon[84376]: pgmap v3476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.5 KiB/s wr, 209 op/s 2024-04-24T03:41:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:02 smithi016 ceph-mon[84376]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-24T03:41:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:02 smithi016 ceph-mon[84376]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-24T03:41:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:02 smithi016 ceph-mon[86910]: pgmap v3476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.5 KiB/s wr, 209 op/s 2024-04-24T03:41:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:02 smithi016 ceph-mon[86910]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-24T03:41:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:02 smithi016 ceph-mon[86910]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-24T03:41:03.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:02 smithi063 ceph-mon[77007]: pgmap v3476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.5 KiB/s wr, 209 op/s 2024-04-24T03:41:03.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:02 smithi063 ceph-mon[77007]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-24T03:41:03.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:02 smithi063 ceph-mon[77007]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-24T03:41:05.014 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_with_params2 ... ok 2024-04-24T03:41:05.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:04 smithi016 ceph-mon[84376]: pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-24T03:41:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:04 smithi016 ceph-mon[84376]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-24T03:41:05.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:04 smithi016 ceph-mon[86910]: pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-24T03:41:05.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:04 smithi016 ceph-mon[86910]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-24T03:41:05.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:04 smithi063 ceph-mon[77007]: pgmap v3479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-24T03:41:05.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:04 smithi063 ceph-mon[77007]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-24T03:41:06.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:05 smithi016 ceph-mon[86910]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-24T03:41:06.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:05 smithi016 ceph-mon[84376]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-24T03:41:06.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:05 smithi063 ceph-mon[77007]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-24T03:41:07.030 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_with_params3 ... SKIP 2024-04-24T03:41:07.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:06 smithi016 ceph-mon[84376]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 14 KiB/s wr, 271 op/s 2024-04-24T03:41:07.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:06 smithi016 ceph-mon[84376]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-24T03:41:07.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:06 smithi016 ceph-mon[86910]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 14 KiB/s wr, 271 op/s 2024-04-24T03:41:07.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:06 smithi016 ceph-mon[86910]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-24T03:41:07.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:06 smithi063 ceph-mon[77007]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 14 KiB/s wr, 271 op/s 2024-04-24T03:41:07.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:06 smithi063 ceph-mon[77007]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-24T03:41:08.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:07 smithi016 ceph-mon[84376]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-24T03:41:08.297 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:07 smithi016 ceph-mon[84376]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-24T03:41:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:07 smithi016 ceph-mon[86910]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-24T03:41:08.297 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:07 smithi016 ceph-mon[86910]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-24T03:41:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:07 smithi063 ceph-mon[77007]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-24T03:41:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:07 smithi063 ceph-mon[77007]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-24T03:41:08.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:41:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:41:08] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-24T03:41:09.043 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestClone.test_write ... ok 2024-04-24T03:41:09.140 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_acquire_release_lock ... ok 2024-04-24T03:41:09.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:08 smithi016 ceph-mon[84376]: pgmap v3486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 19 KiB/s wr, 365 op/s 2024-04-24T03:41:09.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:08 smithi016 ceph-mon[86910]: pgmap v3486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 19 KiB/s wr, 365 op/s 2024-04-24T03:41:09.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:08 smithi063 ceph-mon[77007]: pgmap v3486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 19 KiB/s wr, 365 op/s 2024-04-24T03:41:10.037 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_break_lock ... ok 2024-04-24T03:41:10.164 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_follower_discard ... ok 2024-04-24T03:41:10.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:09 smithi016 ceph-mon[84376]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-24T03:41:10.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:09 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2935675909' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1975037785"}]: dispatch 2024-04-24T03:41:10.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:09 smithi016 ceph-mon[86910]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-24T03:41:10.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:09 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2935675909' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1975037785"}]: dispatch 2024-04-24T03:41:10.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:09 smithi063 ceph-mon[77007]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-24T03:41:10.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:09 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2935675909' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1975037785"}]: dispatch 2024-04-24T03:41:11.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:10 smithi016 ceph-mon[84376]: pgmap v3488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 288 op/s 2024-04-24T03:41:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:10 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/2935675909' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1975037785"}]': finished 2024-04-24T03:41:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:10 smithi016 ceph-mon[84376]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-24T03:41:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:10 smithi016 ceph-mon[86910]: pgmap v3488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 288 op/s 2024-04-24T03:41:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:10 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/2935675909' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1975037785"}]': finished 2024-04-24T03:41:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:10 smithi016 ceph-mon[86910]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-24T03:41:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:10 smithi063 ceph-mon[77007]: pgmap v3488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 288 op/s 2024-04-24T03:41:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:10 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/2935675909' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1975037785"}]': finished 2024-04-24T03:41:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:10 smithi063 ceph-mon[77007]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-24T03:41:12.056 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_follower_flatten ... ok 2024-04-24T03:41:12.183 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_follower_resize ... ok 2024-04-24T03:41:12.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:11 smithi016 ceph-mon[84376]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-24T03:41:12.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:11 smithi016 ceph-mon[86910]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-24T03:41:12.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:11 smithi063 ceph-mon[77007]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-24T03:41:13.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:12 smithi016 ceph-mon[84376]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-04-24T03:41:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:12 smithi016 ceph-mon[84376]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-24T03:41:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:12 smithi016 ceph-mon[84376]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-24T03:41:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:12 smithi016 ceph-mon[86910]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-04-24T03:41:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:12 smithi016 ceph-mon[86910]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-24T03:41:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:12 smithi016 ceph-mon[86910]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-24T03:41:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:12 smithi063 ceph-mon[77007]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-04-24T03:41:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:12 smithi063 ceph-mon[77007]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-24T03:41:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:12 smithi063 ceph-mon[77007]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-24T03:41:13.944 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_follower_snap_create ... ok 2024-04-24T03:41:15.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:14 smithi016 ceph-mon[84376]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-24T03:41:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:14 smithi016 ceph-mon[84376]: pgmap v3495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 25 KiB/s wr, 471 op/s 2024-04-24T03:41:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:14 smithi016 ceph-mon[86910]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-24T03:41:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:14 smithi016 ceph-mon[86910]: pgmap v3495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 25 KiB/s wr, 471 op/s 2024-04-24T03:41:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:15.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:14 smithi063 ceph-mon[77007]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-24T03:41:15.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:14 smithi063 ceph-mon[77007]: pgmap v3495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 25 KiB/s wr, 471 op/s 2024-04-24T03:41:15.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:15.942 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_follower_snap_rollback ... ok 2024-04-24T03:41:16.066 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_follower_write ... ok 2024-04-24T03:41:16.177 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_ownership ... ok 2024-04-24T03:41:16.259 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_read_only_leadership ... ok 2024-04-24T03:41:16.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:15 smithi016 ceph-mon[84376]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-24T03:41:16.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:15 smithi016 ceph-mon[86910]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-24T03:41:16.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:15 smithi063 ceph-mon[77007]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-24T03:41:17.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:16 smithi016 ceph-mon[84376]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 20 KiB/s wr, 381 op/s 2024-04-24T03:41:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:16 smithi016 ceph-mon[84376]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-24T03:41:17.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:16 smithi016 ceph-mon[86910]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 20 KiB/s wr, 381 op/s 2024-04-24T03:41:17.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:16 smithi016 ceph-mon[86910]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-24T03:41:17.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:16 smithi063 ceph-mon[77007]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 20 KiB/s wr, 381 op/s 2024-04-24T03:41:17.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:16 smithi063 ceph-mon[77007]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-24T03:41:17.946 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestExclusiveLock.test_snapshot_leadership ... ok 2024-04-24T03:41:18.037 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_image_add ... ok 2024-04-24T03:41:18.125 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_image_list ... ok 2024-04-24T03:41:18.202 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_image_list_empty ... ok 2024-04-24T03:41:18.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:17 smithi016 ceph-mon[84376]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-24T03:41:18.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:17 smithi016 ceph-mon[84376]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-24T03:41:18.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:17 smithi016 ceph-mon[86910]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-24T03:41:18.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:17 smithi016 ceph-mon[86910]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-24T03:41:18.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:17 smithi063 ceph-mon[77007]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-24T03:41:18.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:17 smithi063 ceph-mon[77007]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-24T03:41:18.332 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_image_list_move_to_trash ... ok 2024-04-24T03:41:18.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:41:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:41:18] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-24T03:41:19.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:18 smithi016 ceph-mon[84376]: pgmap v3501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-04-24T03:41:19.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:18 smithi016 ceph-mon[86910]: pgmap v3501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-04-24T03:41:19.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:18 smithi063 ceph-mon[77007]: pgmap v3501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-04-24T03:41:19.847 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_image_many_images ... ok 2024-04-24T03:41:19.964 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_image_remove ... ok 2024-04-24T03:41:20.053 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_snap ... ok 2024-04-24T03:41:20.148 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_snap_flags ... ok 2024-04-24T03:41:20.314 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_snap_list_many ... ok 2024-04-24T03:41:21.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:20 smithi016 ceph-mon[84376]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 24 KiB/s wr, 450 op/s 2024-04-24T03:41:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:20 smithi016 ceph-mon[86910]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 24 KiB/s wr, 450 op/s 2024-04-24T03:41:21.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:20 smithi063 ceph-mon[77007]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 24 KiB/s wr, 450 op/s 2024-04-24T03:41:21.989 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_snap_namespace ... ok 2024-04-24T03:41:22.081 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_snap_rename ... ok 2024-04-24T03:41:22.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:21 smithi016 ceph-mon[84376]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-24T03:41:22.279 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:21 smithi016 ceph-mon[86910]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-24T03:41:22.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:21 smithi063 ceph-mon[77007]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-24T03:41:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:22 smithi016 ceph-mon[84376]: pgmap v3504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 36 KiB/s wr, 657 op/s 2024-04-24T03:41:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:22 smithi016 ceph-mon[84376]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-24T03:41:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:22 smithi016 ceph-mon[84376]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-24T03:41:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:22 smithi016 ceph-mon[86910]: pgmap v3504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 36 KiB/s wr, 657 op/s 2024-04-24T03:41:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:22 smithi016 ceph-mon[86910]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-24T03:41:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:22 smithi016 ceph-mon[86910]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-24T03:41:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:22 smithi063 ceph-mon[77007]: pgmap v3504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 36 KiB/s wr, 657 op/s 2024-04-24T03:41:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:22 smithi063 ceph-mon[77007]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-24T03:41:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:22 smithi063 ceph-mon[77007]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-24T03:41:23.996 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestGroups.test_group_snap_rollback ... ok 2024-04-24T03:41:24.078 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_access_timestamp ... ok 2024-04-24T03:41:24.160 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_aio_discard ... ok 2024-04-24T03:41:24.235 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_aio_flush ... ok 2024-04-24T03:41:24.307 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_aio_read ... ok 2024-04-24T03:41:24.392 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_aio_write ... ok 2024-04-24T03:41:24.475 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_aio_write_zeroes ... ok 2024-04-24T03:41:24.549 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_block_name_prefix ... ok 2024-04-24T03:41:24.659 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_config_list ... ok 2024-04-24T03:41:24.858 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_copy ... ok 2024-04-24T03:41:25.054 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_copy2 ... ok 2024-04-24T03:41:25.126 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_copy3 ... SKIP 2024-04-24T03:41:25.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:24 smithi016 ceph-mon[84376]: pgmap v3507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 84 KiB/s wr, 1.05k op/s 2024-04-24T03:41:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:24 smithi016 ceph-mon[84376]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-24T03:41:25.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:24 smithi016 ceph-mon[86910]: pgmap v3507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 84 KiB/s wr, 1.05k op/s 2024-04-24T03:41:25.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:24 smithi016 ceph-mon[86910]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-24T03:41:25.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:24 smithi063 ceph-mon[77007]: pgmap v3507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 84 KiB/s wr, 1.05k op/s 2024-04-24T03:41:25.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:24 smithi063 ceph-mon[77007]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-24T03:41:26.995 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_create_snap ... ok 2024-04-24T03:41:27.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:26 smithi016 ceph-mon[84376]: pgmap v3509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 908 KiB/s wr, 1.08k op/s 2024-04-24T03:41:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:26 smithi016 ceph-mon[84376]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-24T03:41:27.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:26 smithi016 ceph-mon[86910]: pgmap v3509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 908 KiB/s wr, 1.08k op/s 2024-04-24T03:41:27.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:26 smithi016 ceph-mon[86910]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-24T03:41:27.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:26 smithi063 ceph-mon[77007]: pgmap v3509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 908 KiB/s wr, 1.08k op/s 2024-04-24T03:41:27.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:26 smithi063 ceph-mon[77007]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-24T03:41:28.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:27 smithi016 ceph-mon[84376]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-24T03:41:28.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:27 smithi016 ceph-mon[84376]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-24T03:41:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:27 smithi016 ceph-mon[86910]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-24T03:41:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:27 smithi016 ceph-mon[86910]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-24T03:41:28.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:27 smithi063 ceph-mon[77007]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-24T03:41:28.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:27 smithi063 ceph-mon[77007]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-24T03:41:28.782 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:41:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:41:28] "GET /metrics HTTP/1.1" 200 36816 "" "Prometheus/2.43.0" 2024-04-24T03:41:28.945 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_create_snap_exists ... ok 2024-04-24T03:41:29.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:28 smithi016 ceph-mon[84376]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 2.0 MiB/s wr, 860 op/s 2024-04-24T03:41:29.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:28 smithi016 ceph-mon[84376]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-24T03:41:29.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:28 smithi016 ceph-mon[86910]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 2.0 MiB/s wr, 860 op/s 2024-04-24T03:41:29.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:28 smithi016 ceph-mon[86910]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-24T03:41:29.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:28 smithi063 ceph-mon[77007]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 2.0 MiB/s wr, 860 op/s 2024-04-24T03:41:29.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:28 smithi063 ceph-mon[77007]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-24T03:41:30.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:30.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:30.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:30 smithi016 ceph-mon[84376]: pgmap v3515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 1.0 MiB/s wr, 817 op/s 2024-04-24T03:41:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:30 smithi016 ceph-mon[84376]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-24T03:41:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:30 smithi016 ceph-mon[86910]: pgmap v3515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 1.0 MiB/s wr, 817 op/s 2024-04-24T03:41:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:30 smithi016 ceph-mon[86910]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-24T03:41:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:30 smithi063 ceph-mon[77007]: pgmap v3515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 1.0 MiB/s wr, 817 op/s 2024-04-24T03:41:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:30 smithi063 ceph-mon[77007]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-24T03:41:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:31 smithi016 ceph-mon[84376]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-24T03:41:32.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:31 smithi016 ceph-mon[86910]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-24T03:41:32.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:31 smithi063 ceph-mon[77007]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-24T03:41:33.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:32 smithi016 ceph-mon[84376]: pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 9.2 KiB/s wr, 175 op/s 2024-04-24T03:41:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:32 smithi016 ceph-mon[84376]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-24T03:41:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:32 smithi016 ceph-mon[84376]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-24T03:41:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:32 smithi016 ceph-mon[86910]: pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 9.2 KiB/s wr, 175 op/s 2024-04-24T03:41:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:32 smithi016 ceph-mon[86910]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-24T03:41:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:32 smithi016 ceph-mon[86910]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-24T03:41:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:32 smithi063 ceph-mon[77007]: pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 9.2 KiB/s wr, 175 op/s 2024-04-24T03:41:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:32 smithi063 ceph-mon[77007]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-24T03:41:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:32 smithi063 ceph-mon[77007]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-24T03:41:34.949 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_create_snap_flags ... ok 2024-04-24T03:41:35.026 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_create_timestamp ... ok 2024-04-24T03:41:35.103 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_create_with_params ... SKIP 2024-04-24T03:41:35.175 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_data_pool_id ... ok 2024-04-24T03:41:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:34 smithi016 ceph-mon[84376]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-24T03:41:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:34 smithi016 ceph-mon[84376]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.1 KiB/s wr, 103 op/s 2024-04-24T03:41:35.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:34 smithi016 ceph-mon[86910]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-24T03:41:35.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:34 smithi016 ceph-mon[86910]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.1 KiB/s wr, 103 op/s 2024-04-24T03:41:35.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:34 smithi063 ceph-mon[77007]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-24T03:41:35.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:34 smithi063 ceph-mon[77007]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.1 KiB/s wr, 103 op/s 2024-04-24T03:41:36.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:35 smithi016 ceph-mon[84376]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-24T03:41:36.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:35 smithi016 ceph-mon[86910]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-24T03:41:36.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:35 smithi063 ceph-mon[77007]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-24T03:41:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:36 smithi016 ceph-mon[84376]: pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 6.9 KiB/s wr, 110 op/s 2024-04-24T03:41:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:36 smithi016 ceph-mon[84376]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-24T03:41:37.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:36 smithi016 ceph-mon[86910]: pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 6.9 KiB/s wr, 110 op/s 2024-04-24T03:41:37.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:36 smithi016 ceph-mon[86910]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-24T03:41:37.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:36 smithi063 ceph-mon[77007]: pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 6.9 KiB/s wr, 110 op/s 2024-04-24T03:41:37.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:36 smithi063 ceph-mon[77007]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-24T03:41:38.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:37 smithi016 ceph-mon[84376]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-24T03:41:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:37 smithi016 ceph-mon[84376]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-24T03:41:38.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:37 smithi016 ceph-mon[86910]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-24T03:41:38.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:37 smithi016 ceph-mon[86910]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-24T03:41:38.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:37 smithi063 ceph-mon[77007]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-24T03:41:38.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:37 smithi063 ceph-mon[77007]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-24T03:41:38.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:41:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:41:38] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:41:39.045 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_deep_copy ... ok 2024-04-24T03:41:39.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:38 smithi016 ceph-mon[84376]: pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 192 op/s 2024-04-24T03:41:39.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:38 smithi016 ceph-mon[86910]: pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 192 op/s 2024-04-24T03:41:39.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:38 smithi063 ceph-mon[77007]: pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 192 op/s 2024-04-24T03:41:40.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:39 smithi016 ceph-mon[84376]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-24T03:41:40.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:39 smithi016 ceph-mon[86910]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-24T03:41:40.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:39 smithi063 ceph-mon[77007]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-24T03:41:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:40 smithi016 ceph-mon[84376]: pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 204 op/s 2024-04-24T03:41:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:40 smithi016 ceph-mon[84376]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-24T03:41:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:40 smithi016 ceph-mon[86910]: pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 204 op/s 2024-04-24T03:41:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:40 smithi016 ceph-mon[86910]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-24T03:41:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:40 smithi063 ceph-mon[77007]: pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 204 op/s 2024-04-24T03:41:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:40 smithi063 ceph-mon[77007]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-24T03:41:42.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:41 smithi016 ceph-mon[84376]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-24T03:41:42.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:41 smithi016 ceph-mon[86910]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-24T03:41:42.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:41 smithi063 ceph-mon[77007]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-24T03:41:43.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:42 smithi016 ceph-mon[84376]: pgmap v3533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 126 op/s 2024-04-24T03:41:43.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:42 smithi016 ceph-mon[84376]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-24T03:41:43.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:42 smithi016 ceph-mon[84376]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-24T03:41:43.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:42 smithi016 ceph-mon[86910]: pgmap v3533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 126 op/s 2024-04-24T03:41:43.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:42 smithi016 ceph-mon[86910]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-24T03:41:43.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:42 smithi016 ceph-mon[86910]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-24T03:41:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:42 smithi063 ceph-mon[77007]: pgmap v3533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 126 op/s 2024-04-24T03:41:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:42 smithi063 ceph-mon[77007]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-24T03:41:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:42 smithi063 ceph-mon[77007]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-24T03:41:45.004 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_deep_copy_clone ... ok 2024-04-24T03:41:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:44 smithi016 ceph-mon[84376]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-24T03:41:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:44 smithi016 ceph-mon[84376]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-24T03:41:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:45.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:44 smithi016 ceph-mon[86910]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-24T03:41:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:44 smithi016 ceph-mon[86910]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-24T03:41:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:44 smithi063 ceph-mon[77007]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-24T03:41:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:44 smithi063 ceph-mon[77007]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-24T03:41:45.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:41:46.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:45 smithi016 ceph-mon[84376]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-24T03:41:46.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:45 smithi016 ceph-mon[86910]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-24T03:41:46.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:45 smithi063 ceph-mon[77007]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-24T03:41:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:46 smithi016 ceph-mon[84376]: pgmap v3539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-04-24T03:41:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:46 smithi016 ceph-mon[84376]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-24T03:41:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:46 smithi016 ceph-mon[86910]: pgmap v3539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-04-24T03:41:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:46 smithi016 ceph-mon[86910]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-24T03:41:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:46 smithi063 ceph-mon[77007]: pgmap v3539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-04-24T03:41:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:46 smithi063 ceph-mon[77007]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-24T03:41:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:47 smithi016 ceph-mon[84376]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-24T03:41:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:47 smithi016 ceph-mon[84376]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-24T03:41:48.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:47 smithi016 ceph-mon[86910]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-24T03:41:48.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:47 smithi016 ceph-mon[86910]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-24T03:41:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:47 smithi063 ceph-mon[77007]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-24T03:41:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:47 smithi063 ceph-mon[77007]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-24T03:41:48.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:41:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:41:48] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-24T03:41:48.949 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_diff_iterate ... ok 2024-04-24T03:41:49.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:48 smithi016 ceph-mon[84376]: pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 10 KiB/s wr, 150 op/s 2024-04-24T03:41:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:48 smithi016 ceph-mon[84376]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-24T03:41:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:48 smithi016 ceph-mon[86910]: pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 10 KiB/s wr, 150 op/s 2024-04-24T03:41:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:48 smithi016 ceph-mon[86910]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-24T03:41:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:48 smithi063 ceph-mon[77007]: pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 10 KiB/s wr, 150 op/s 2024-04-24T03:41:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:48 smithi063 ceph-mon[77007]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-24T03:41:51.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:50 smithi016 ceph-mon[84376]: pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-04-24T03:41:51.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:50 smithi016 ceph-mon[86910]: pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-04-24T03:41:51.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:50 smithi063 ceph-mon[77007]: pgmap v3545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 11 KiB/s wr, 151 op/s 2024-04-24T03:41:53.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:52 smithi016 ceph-mon[84376]: pgmap v3546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.6 KiB/s wr, 105 op/s 2024-04-24T03:41:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:52 smithi016 ceph-mon[84376]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-24T03:41:53.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:52 smithi016 ceph-mon[86910]: pgmap v3546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.6 KiB/s wr, 105 op/s 2024-04-24T03:41:53.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:52 smithi016 ceph-mon[86910]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-24T03:41:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:52 smithi063 ceph-mon[77007]: pgmap v3546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.6 KiB/s wr, 105 op/s 2024-04-24T03:41:53.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:52 smithi063 ceph-mon[77007]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-24T03:41:55.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:54 smithi016 ceph-mon[84376]: pgmap v3548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 82 op/s 2024-04-24T03:41:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:54 smithi016 ceph-mon[86910]: pgmap v3548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 82 op/s 2024-04-24T03:41:55.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:54 smithi063 ceph-mon[77007]: pgmap v3548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 KiB/s wr, 82 op/s 2024-04-24T03:41:56.539 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_encryption_luks1 ... ok 2024-04-24T03:41:57.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:56 smithi016 ceph-mon[84376]: pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.6 KiB/s wr, 65 op/s 2024-04-24T03:41:57.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:56 smithi016 ceph-mon[86910]: pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.6 KiB/s wr, 65 op/s 2024-04-24T03:41:57.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:56 smithi063 ceph-mon[77007]: pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.6 KiB/s wr, 65 op/s 2024-04-24T03:41:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:41:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:41:58] "GET /metrics HTTP/1.1" 200 36817 "" "Prometheus/2.43.0" 2024-04-24T03:41:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:58 smithi016 ceph-mon[84376]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-24T03:41:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:58 smithi016 ceph-mon[84376]: pgmap v3551: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 516 KiB/s wr, 72 op/s 2024-04-24T03:41:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:58 smithi016 ceph-mon[86910]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-24T03:41:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:58 smithi016 ceph-mon[86910]: pgmap v3551: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 516 KiB/s wr, 72 op/s 2024-04-24T03:41:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:58 smithi063 ceph-mon[77007]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-24T03:41:59.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:58 smithi063 ceph-mon[77007]: pgmap v3551: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 516 KiB/s wr, 72 op/s 2024-04-24T03:42:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:41:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:41:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:00.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:41:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[84376]: pgmap v3552: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[86910]: pgmap v3552: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:42:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:42:01.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:00 smithi063 ceph-mon[77007]: pgmap v3552: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-24T03:42:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:42:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:42:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:42:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:42:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:02 smithi016 ceph-mon[84376]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 457 KiB/s wr, 38 op/s 2024-04-24T03:42:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:02 smithi016 ceph-mon[86910]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 457 KiB/s wr, 38 op/s 2024-04-24T03:42:03.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:02 smithi063 ceph-mon[77007]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 457 KiB/s wr, 38 op/s 2024-04-24T03:42:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:04 smithi016 ceph-mon[84376]: pgmap v3554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-24T03:42:05.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:04 smithi016 ceph-mon[86910]: pgmap v3554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-24T03:42:05.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:04 smithi063 ceph-mon[77007]: pgmap v3554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-24T03:42:06.202 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_encryption_luks2 ... ok 2024-04-24T03:42:06.278 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_flags ... ok 2024-04-24T03:42:06.349 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_id ... ok 2024-04-24T03:42:06.428 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_image_auto_close ... ok 2024-04-24T03:42:06.524 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_image_config_set_and_get_and_remove ... ok 2024-04-24T03:42:06.611 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_invalidate_cache ... ok 2024-04-24T03:42:06.691 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_large_read ... ok 2024-04-24T03:42:06.830 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_large_write ... ok 2024-04-24T03:42:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:06 smithi016 ceph-mon[84376]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 411 KiB/s wr, 32 op/s 2024-04-24T03:42:07.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:06 smithi016 ceph-mon[86910]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 411 KiB/s wr, 32 op/s 2024-04-24T03:42:07.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:06 smithi063 ceph-mon[77007]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 411 KiB/s wr, 32 op/s 2024-04-24T03:42:08.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:07 smithi016 ceph-mon[84376]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-24T03:42:08.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:07 smithi016 ceph-mon[86910]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-24T03:42:08.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:07 smithi063 ceph-mon[77007]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-24T03:42:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:42:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:42:08] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-04-24T03:42:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:08 smithi016 ceph-mon[84376]: pgmap v3557: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 121 op/s 2024-04-24T03:42:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:08 smithi016 ceph-mon[84376]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-24T03:42:09.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:08 smithi016 ceph-mon[86910]: pgmap v3557: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 121 op/s 2024-04-24T03:42:09.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:08 smithi016 ceph-mon[86910]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-24T03:42:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:08 smithi063 ceph-mon[77007]: pgmap v3557: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 121 op/s 2024-04-24T03:42:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:08 smithi063 ceph-mon[77007]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-24T03:42:10.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:09 smithi016 ceph-mon[84376]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-24T03:42:10.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:09 smithi016 ceph-mon[86910]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-24T03:42:10.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:09 smithi063 ceph-mon[77007]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-24T03:42:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:10 smithi016 ceph-mon[84376]: pgmap v3560: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 2.7 MiB/s wr, 264 op/s 2024-04-24T03:42:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:10 smithi016 ceph-mon[84376]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-24T03:42:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:10 smithi016 ceph-mon[86910]: pgmap v3560: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 2.7 MiB/s wr, 264 op/s 2024-04-24T03:42:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:10 smithi016 ceph-mon[86910]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-24T03:42:11.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:10 smithi063 ceph-mon[77007]: pgmap v3560: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 2.7 MiB/s wr, 264 op/s 2024-04-24T03:42:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:10 smithi063 ceph-mon[77007]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-24T03:42:12.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:11 smithi016 ceph-mon[84376]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-24T03:42:12.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:11 smithi016 ceph-mon[86910]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-24T03:42:12.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:11 smithi063 ceph-mon[77007]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-24T03:42:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:12 smithi016 ceph-mon[84376]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-04-24T03:42:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:12 smithi016 ceph-mon[84376]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-24T03:42:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:12 smithi016 ceph-mon[86910]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-04-24T03:42:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:12 smithi016 ceph-mon[86910]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-24T03:42:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:12 smithi063 ceph-mon[77007]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-04-24T03:42:13.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:12 smithi063 ceph-mon[77007]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-24T03:42:13.928 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:42:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=cleanup t=2024-04-24T03:42:13.603688514Z level=info msg="Completed cleanup jobs" duration=13.855915ms 2024-04-24T03:42:14.018 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_limit_snaps ... ok 2024-04-24T03:42:14.176 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_list_lockers ... ok 2024-04-24T03:42:14.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:13 smithi016 ceph-mon[84376]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-24T03:42:14.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:13 smithi016 ceph-mon[86910]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-24T03:42:14.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:13 smithi063 ceph-mon[77007]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-24T03:42:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:14 smithi016 ceph-mon[84376]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-24T03:42:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:14 smithi016 ceph-mon[84376]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-24T03:42:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:14 smithi016 ceph-mon[86910]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-24T03:42:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:14 smithi016 ceph-mon[86910]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-24T03:42:15.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:14 smithi063 ceph-mon[77007]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-24T03:42:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:14 smithi063 ceph-mon[77007]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-24T03:42:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:16.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:15 smithi016 ceph-mon[84376]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-24T03:42:16.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:15 smithi016 ceph-mon[86910]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-24T03:42:16.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:15 smithi063 ceph-mon[77007]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-24T03:42:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:16 smithi016 ceph-mon[84376]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.7 KiB/s wr, 169 op/s 2024-04-24T03:42:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:16 smithi016 ceph-mon[84376]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-24T03:42:17.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:16 smithi016 ceph-mon[86910]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.7 KiB/s wr, 169 op/s 2024-04-24T03:42:17.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:16 smithi016 ceph-mon[86910]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-24T03:42:17.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:16 smithi063 ceph-mon[77007]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.7 KiB/s wr, 169 op/s 2024-04-24T03:42:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:16 smithi063 ceph-mon[77007]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-24T03:42:17.957 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_list_snaps ... ok 2024-04-24T03:42:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:17 smithi016 ceph-mon[84376]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-24T03:42:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:17 smithi016 ceph-mon[84376]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-24T03:42:18.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:17 smithi016 ceph-mon[86910]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-24T03:42:18.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:17 smithi016 ceph-mon[86910]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-24T03:42:18.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:17 smithi063 ceph-mon[77007]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-24T03:42:18.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:17 smithi063 ceph-mon[77007]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-24T03:42:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:42:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:42:18] "GET /metrics HTTP/1.1" 200 36818 "" "Prometheus/2.43.0" 2024-04-24T03:42:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:18 smithi016 ceph-mon[84376]: pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 7.9 KiB/s wr, 244 op/s 2024-04-24T03:42:19.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:18 smithi016 ceph-mon[86910]: pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 7.9 KiB/s wr, 244 op/s 2024-04-24T03:42:19.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:18 smithi063 ceph-mon[77007]: pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 7.9 KiB/s wr, 244 op/s 2024-04-24T03:42:20.044 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_list_snaps_iterator_auto_close ... ok 2024-04-24T03:42:20.135 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_lock_unlock ... ok 2024-04-24T03:42:20.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:19 smithi016 ceph-mon[84376]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-24T03:42:20.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:19 smithi016 ceph-mon[86910]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-24T03:42:20.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:19 smithi063 ceph-mon[77007]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-24T03:42:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:20 smithi016 ceph-mon[84376]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-04-24T03:42:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:20 smithi016 ceph-mon[84376]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-24T03:42:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:20 smithi016 ceph-mon[86910]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-04-24T03:42:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:20 smithi016 ceph-mon[86910]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-24T03:42:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:20 smithi063 ceph-mon[77007]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-04-24T03:42:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:20 smithi063 ceph-mon[77007]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-24T03:42:22.279 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:21 smithi016 ceph-mon[84376]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-24T03:42:22.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:21 smithi016 ceph-mon[86910]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-24T03:42:22.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:21 smithi063 ceph-mon[77007]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-24T03:42:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:22 smithi016 ceph-mon[84376]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 28 op/s 2024-04-24T03:42:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:22 smithi016 ceph-mon[84376]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-24T03:42:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:22 smithi016 ceph-mon[84376]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-24T03:42:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:22 smithi016 ceph-mon[86910]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 28 op/s 2024-04-24T03:42:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:22 smithi016 ceph-mon[86910]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-24T03:42:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:22 smithi016 ceph-mon[86910]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-24T03:42:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:22 smithi063 ceph-mon[77007]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 28 op/s 2024-04-24T03:42:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:22 smithi063 ceph-mon[77007]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-24T03:42:23.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:22 smithi063 ceph-mon[77007]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-24T03:42:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:24 smithi016 ceph-mon[84376]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-24T03:42:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:24 smithi016 ceph-mon[84376]: pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.9 KiB/s wr, 146 op/s 2024-04-24T03:42:25.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:24 smithi016 ceph-mon[86910]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-24T03:42:25.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:24 smithi016 ceph-mon[86910]: pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.9 KiB/s wr, 146 op/s 2024-04-24T03:42:25.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:24 smithi063 ceph-mon[77007]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-24T03:42:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:24 smithi063 ceph-mon[77007]: pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.9 KiB/s wr, 146 op/s 2024-04-24T03:42:26.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:25 smithi016 ceph-mon[84376]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-24T03:42:26.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:25 smithi016 ceph-mon[86910]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-24T03:42:26.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:25 smithi063 ceph-mon[77007]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-24T03:42:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:26 smithi016 ceph-mon[84376]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-24T03:42:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:26 smithi016 ceph-mon[84376]: pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 7.4 KiB/s wr, 166 op/s 2024-04-24T03:42:27.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:26 smithi016 ceph-mon[86910]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-24T03:42:27.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:26 smithi016 ceph-mon[86910]: pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 7.4 KiB/s wr, 166 op/s 2024-04-24T03:42:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:26 smithi063 ceph-mon[77007]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-24T03:42:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:26 smithi063 ceph-mon[77007]: pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 7.4 KiB/s wr, 166 op/s 2024-04-24T03:42:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:27 smithi016 ceph-mon[84376]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-24T03:42:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:27 smithi016 ceph-mon[84376]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-24T03:42:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:27 smithi016 ceph-mon[86910]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-24T03:42:28.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:27 smithi016 ceph-mon[86910]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-24T03:42:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:27 smithi063 ceph-mon[77007]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-24T03:42:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:27 smithi063 ceph-mon[77007]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-24T03:42:28.779 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:42:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:42:28] "GET /metrics HTTP/1.1" 200 36818 "" "Prometheus/2.43.0" 2024-04-24T03:42:29.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:28 smithi016 ceph-mon[84376]: pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2024-04-24T03:42:29.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:28 smithi016 ceph-mon[86910]: pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2024-04-24T03:42:29.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:28 smithi063 ceph-mon[77007]: pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2024-04-24T03:42:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:29 smithi016 ceph-mon[84376]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-24T03:42:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:30.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:29 smithi016 ceph-mon[86910]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-24T03:42:30.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:30.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:29 smithi063 ceph-mon[77007]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-24T03:42:30.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:30 smithi016 ceph-mon[84376]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-24T03:42:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:30 smithi016 ceph-mon[84376]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-24T03:42:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:30 smithi016 ceph-mon[86910]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-24T03:42:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:30 smithi016 ceph-mon[86910]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-24T03:42:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:30 smithi063 ceph-mon[77007]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-24T03:42:31.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:30 smithi063 ceph-mon[77007]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-24T03:42:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:31 smithi016 ceph-mon[84376]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-24T03:42:32.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:31 smithi016 ceph-mon[86910]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-24T03:42:32.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:31 smithi063 ceph-mon[77007]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-24T03:42:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:32 smithi016 ceph-mon[84376]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.5 KiB/s wr, 83 op/s 2024-04-24T03:42:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:32 smithi016 ceph-mon[84376]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-24T03:42:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:32 smithi016 ceph-mon[86910]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.5 KiB/s wr, 83 op/s 2024-04-24T03:42:33.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:32 smithi016 ceph-mon[86910]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-24T03:42:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:32 smithi063 ceph-mon[77007]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.5 KiB/s wr, 83 op/s 2024-04-24T03:42:33.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:32 smithi063 ceph-mon[77007]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-24T03:42:34.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:33 smithi016 ceph-mon[84376]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-24T03:42:34.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:33 smithi016 ceph-mon[86910]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-24T03:42:34.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:33 smithi063 ceph-mon[77007]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-24T03:42:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:34 smithi016 ceph-mon[84376]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.2 KiB/s wr, 133 op/s 2024-04-24T03:42:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:34 smithi016 ceph-mon[84376]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-24T03:42:35.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:34 smithi016 ceph-mon[86910]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.2 KiB/s wr, 133 op/s 2024-04-24T03:42:35.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:34 smithi016 ceph-mon[86910]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-24T03:42:35.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:34 smithi063 ceph-mon[77007]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.2 KiB/s wr, 133 op/s 2024-04-24T03:42:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:34 smithi063 ceph-mon[77007]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-24T03:42:36.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:35 smithi016 ceph-mon[84376]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-24T03:42:36.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:35 smithi016 ceph-mon[86910]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-24T03:42:36.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:35 smithi063 ceph-mon[77007]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-24T03:42:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:36 smithi016 ceph-mon[84376]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 133 op/s 2024-04-24T03:42:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:36 smithi016 ceph-mon[84376]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-24T03:42:37.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:36 smithi016 ceph-mon[86910]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 133 op/s 2024-04-24T03:42:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:36 smithi016 ceph-mon[86910]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-24T03:42:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:36 smithi063 ceph-mon[77007]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 133 op/s 2024-04-24T03:42:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:36 smithi063 ceph-mon[77007]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-24T03:42:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:37 smithi016 ceph-mon[84376]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-24T03:42:38.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:37 smithi016 ceph-mon[86910]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-24T03:42:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:37 smithi063 ceph-mon[77007]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-24T03:42:38.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:42:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:42:38] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-24T03:42:39.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:38 smithi016 ceph-mon[84376]: pgmap v3602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:42:39.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:38 smithi016 ceph-mon[84376]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-24T03:42:39.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:38 smithi016 ceph-mon[86910]: pgmap v3602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:42:39.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:38 smithi016 ceph-mon[86910]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-24T03:42:39.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:38 smithi063 ceph-mon[77007]: pgmap v3602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:42:39.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:38 smithi063 ceph-mon[77007]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-24T03:42:40.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:39 smithi016 ceph-mon[84376]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-24T03:42:40.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:39 smithi016 ceph-mon[86910]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-24T03:42:40.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:39 smithi063 ceph-mon[77007]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-24T03:42:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:40 smithi016 ceph-mon[84376]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 3.7 KiB/s wr, 177 op/s 2024-04-24T03:42:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:40 smithi016 ceph-mon[84376]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-24T03:42:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:40 smithi016 ceph-mon[86910]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 3.7 KiB/s wr, 177 op/s 2024-04-24T03:42:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:40 smithi016 ceph-mon[86910]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-24T03:42:41.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:40 smithi063 ceph-mon[77007]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 3.7 KiB/s wr, 177 op/s 2024-04-24T03:42:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:40 smithi063 ceph-mon[77007]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-24T03:42:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:41 smithi016 ceph-mon[84376]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-24T03:42:42.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:41 smithi016 ceph-mon[86910]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-24T03:42:42.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:41 smithi063 ceph-mon[77007]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-24T03:42:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:42 smithi016 ceph-mon[84376]: pgmap v3608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 3.0 KiB/s wr, 170 op/s 2024-04-24T03:42:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:42 smithi016 ceph-mon[84376]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-24T03:42:43.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:42 smithi016 ceph-mon[86910]: pgmap v3608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 3.0 KiB/s wr, 170 op/s 2024-04-24T03:42:43.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:42 smithi016 ceph-mon[86910]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-24T03:42:43.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:42 smithi063 ceph-mon[77007]: pgmap v3608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 3.0 KiB/s wr, 170 op/s 2024-04-24T03:42:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:42 smithi063 ceph-mon[77007]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-24T03:42:44.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:43 smithi016 ceph-mon[84376]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-24T03:42:44.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:43 smithi016 ceph-mon[86910]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-24T03:42:44.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:43 smithi063 ceph-mon[77007]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-24T03:42:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:44 smithi016 ceph-mon[84376]: pgmap v3611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.2 KiB/s wr, 220 op/s 2024-04-24T03:42:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:44 smithi016 ceph-mon[84376]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-24T03:42:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:44 smithi016 ceph-mon[86910]: pgmap v3611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.2 KiB/s wr, 220 op/s 2024-04-24T03:42:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:44 smithi016 ceph-mon[86910]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-24T03:42:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:44 smithi063 ceph-mon[77007]: pgmap v3611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.2 KiB/s wr, 220 op/s 2024-04-24T03:42:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:44 smithi063 ceph-mon[77007]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-24T03:42:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:42:46.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:46 smithi016 ceph-mon[84376]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-24T03:42:46.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:46 smithi016 ceph-mon[86910]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-24T03:42:46.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:46 smithi063 ceph-mon[77007]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-24T03:42:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:47 smithi016 ceph-mon[84376]: pgmap v3614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2024-04-24T03:42:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:47 smithi016 ceph-mon[84376]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-24T03:42:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:47 smithi016 ceph-mon[86910]: pgmap v3614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2024-04-24T03:42:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:47 smithi016 ceph-mon[86910]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-24T03:42:47.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:47 smithi063 ceph-mon[77007]: pgmap v3614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2024-04-24T03:42:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:47 smithi063 ceph-mon[77007]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-24T03:42:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:48 smithi016 ceph-mon[84376]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-24T03:42:48.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:48 smithi016 ceph-mon[86910]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-24T03:42:48.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:48 smithi063 ceph-mon[77007]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-24T03:42:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:42:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:42:48] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:42:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:49 smithi016 ceph-mon[84376]: pgmap v3617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-24T03:42:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:49 smithi016 ceph-mon[84376]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-24T03:42:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:49 smithi016 ceph-mon[86910]: pgmap v3617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-24T03:42:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:49 smithi016 ceph-mon[86910]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-24T03:42:49.308 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:49 smithi063 ceph-mon[77007]: pgmap v3617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-24T03:42:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:49 smithi063 ceph-mon[77007]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-24T03:42:50.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:50 smithi016 ceph-mon[84376]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-24T03:42:50.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:50 smithi016 ceph-mon[86910]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-24T03:42:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:50 smithi063 ceph-mon[77007]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-24T03:42:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:51 smithi016 ceph-mon[84376]: pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.7 KiB/s wr, 264 op/s 2024-04-24T03:42:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:51 smithi016 ceph-mon[84376]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-24T03:42:51.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:51 smithi016 ceph-mon[86910]: pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.7 KiB/s wr, 264 op/s 2024-04-24T03:42:51.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:51 smithi016 ceph-mon[86910]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-24T03:42:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:51 smithi063 ceph-mon[77007]: pgmap v3620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.7 KiB/s wr, 264 op/s 2024-04-24T03:42:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:51 smithi063 ceph-mon[77007]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-24T03:42:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:52 smithi063 ceph-mon[77007]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-24T03:42:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:52 smithi016 ceph-mon[84376]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-24T03:42:52.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:52 smithi016 ceph-mon[86910]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-24T03:42:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:53 smithi063 ceph-mon[77007]: pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.0 KiB/s wr, 257 op/s 2024-04-24T03:42:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:53 smithi063 ceph-mon[77007]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-24T03:42:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:53 smithi016 ceph-mon[84376]: pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.0 KiB/s wr, 257 op/s 2024-04-24T03:42:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:53 smithi016 ceph-mon[84376]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-24T03:42:53.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:53 smithi016 ceph-mon[86910]: pgmap v3623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.0 KiB/s wr, 257 op/s 2024-04-24T03:42:53.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:53 smithi016 ceph-mon[86910]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-24T03:42:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:54 smithi063 ceph-mon[77007]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-24T03:42:54.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:54 smithi016 ceph-mon[84376]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-24T03:42:54.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:54 smithi016 ceph-mon[86910]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-24T03:42:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:55 smithi063 ceph-mon[77007]: pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.5 KiB/s wr, 308 op/s 2024-04-24T03:42:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:55 smithi063 ceph-mon[77007]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-24T03:42:55.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:55 smithi016 ceph-mon[84376]: pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.5 KiB/s wr, 308 op/s 2024-04-24T03:42:55.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:55 smithi016 ceph-mon[84376]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-24T03:42:55.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:55 smithi016 ceph-mon[86910]: pgmap v3626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.5 KiB/s wr, 308 op/s 2024-04-24T03:42:55.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:55 smithi016 ceph-mon[86910]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-24T03:42:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:56 smithi016 ceph-mon[84376]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-24T03:42:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:56 smithi016 ceph-mon[84376]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-04-24T03:42:56.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:56 smithi016 ceph-mon[86910]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-24T03:42:56.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:56 smithi016 ceph-mon[86910]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-04-24T03:42:56.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:56 smithi063 ceph-mon[77007]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-24T03:42:56.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:56 smithi063 ceph-mon[77007]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-04-24T03:42:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:57 smithi016 ceph-mon[84376]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-24T03:42:57.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:57 smithi016 ceph-mon[86910]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-24T03:42:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:57 smithi063 ceph-mon[77007]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-24T03:42:58.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:58 smithi016 ceph-mon[84376]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-24T03:42:58.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:58 smithi016 ceph-mon[84376]: pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:42:58.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:58 smithi016 ceph-mon[86910]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-24T03:42:58.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:58 smithi016 ceph-mon[86910]: pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:42:58.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:42:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:42:58] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:42:58.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:58 smithi063 ceph-mon[77007]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-24T03:42:58.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:58 smithi063 ceph-mon[77007]: pgmap v3632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:42:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:42:59 smithi016 ceph-mon[84376]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-24T03:42:59.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:42:59 smithi016 ceph-mon[86910]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-24T03:42:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:42:59 smithi063 ceph-mon[77007]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-24T03:43:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:00 smithi016 ceph-mon[84376]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-24T03:43:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:00 smithi016 ceph-mon[84376]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 279 op/s 2024-04-24T03:43:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:00 smithi016 ceph-mon[86910]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-24T03:43:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:00.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:00 smithi016 ceph-mon[86910]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 279 op/s 2024-04-24T03:43:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:00 smithi063 ceph-mon[77007]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-24T03:43:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:00 smithi063 ceph-mon[77007]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 279 op/s 2024-04-24T03:43:01.459 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:01 smithi016 ceph-mon[84376]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-24T03:43:01.460 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:01 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:43:01.460 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:01 smithi016 ceph-mon[86910]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-24T03:43:01.460 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:01 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:43:01.533 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:01 smithi063 ceph-mon[77007]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-24T03:43:01.533 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:01 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:43:02.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:02 smithi016 ceph-mon[84376]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-24T03:43:02.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:02 smithi016 ceph-mon[84376]: pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 2.5 KiB/s wr, 272 op/s 2024-04-24T03:43:02.450 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:02 smithi016 ceph-mon[86910]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-24T03:43:02.450 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:02 smithi016 ceph-mon[86910]: pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 2.5 KiB/s wr, 272 op/s 2024-04-24T03:43:02.493 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:02 smithi063 ceph-mon[77007]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-24T03:43:02.493 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:02 smithi063 ceph-mon[77007]: pgmap v3638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 2.5 KiB/s wr, 272 op/s 2024-04-24T03:43:03.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:03 smithi016 ceph-mon[84376]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-24T03:43:03.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:03 smithi016 ceph-mon[86910]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-24T03:43:03.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:03 smithi063 ceph-mon[77007]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-24T03:43:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:04 smithi063 ceph-mon[77007]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-24T03:43:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:04 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:04 smithi063 ceph-mon[77007]: pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.5 KiB/s wr, 387 op/s 2024-04-24T03:43:04.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[84376]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-24T03:43:04.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:04.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:04.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[84376]: pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.5 KiB/s wr, 387 op/s 2024-04-24T03:43:04.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[86910]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-24T03:43:04.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:04.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:04.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:04 smithi016 ceph-mon[86910]: pgmap v3641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.5 KiB/s wr, 387 op/s 2024-04-24T03:43:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[84376]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-24T03:43:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:43:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:43:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[86910]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-24T03:43:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:43:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:43:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:05 smithi063 ceph-mon[77007]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-24T03:43:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:43:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:43:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:43:06.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:06 smithi016 ceph-mon[84376]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-24T03:43:06.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:06 smithi016 ceph-mon[84376]: pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.2 KiB/s wr, 386 op/s 2024-04-24T03:43:06.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:06 smithi016 ceph-mon[86910]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-24T03:43:06.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:06 smithi016 ceph-mon[86910]: pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.2 KiB/s wr, 386 op/s 2024-04-24T03:43:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:06 smithi063 ceph-mon[77007]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-24T03:43:06.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:06 smithi063 ceph-mon[77007]: pgmap v3644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 3.2 KiB/s wr, 386 op/s 2024-04-24T03:43:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:07 smithi016 ceph-mon[84376]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-24T03:43:07.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:07 smithi016 ceph-mon[86910]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-24T03:43:07.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:07 smithi063 ceph-mon[77007]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-24T03:43:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:08 smithi016 ceph-mon[84376]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-24T03:43:08.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:08 smithi016 ceph-mon[84376]: pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-24T03:43:08.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:43:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:43:08] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-24T03:43:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:08 smithi016 ceph-mon[86910]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-24T03:43:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:08 smithi016 ceph-mon[86910]: pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-24T03:43:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:08 smithi063 ceph-mon[77007]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-24T03:43:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:08 smithi063 ceph-mon[77007]: pgmap v3647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-24T03:43:09.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:09 smithi016 ceph-mon[84376]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-24T03:43:09.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:09 smithi016 ceph-mon[86910]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-24T03:43:09.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:09 smithi063 ceph-mon[77007]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-24T03:43:10.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:10 smithi016 ceph-mon[84376]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-24T03:43:10.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:10 smithi016 ceph-mon[84376]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 3.7 KiB/s wr, 430 op/s 2024-04-24T03:43:10.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:10 smithi016 ceph-mon[86910]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-24T03:43:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:10 smithi016 ceph-mon[86910]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 3.7 KiB/s wr, 430 op/s 2024-04-24T03:43:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:10 smithi063 ceph-mon[77007]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-24T03:43:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:10 smithi063 ceph-mon[77007]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 3.7 KiB/s wr, 430 op/s 2024-04-24T03:43:11.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:11 smithi016 ceph-mon[84376]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-24T03:43:11.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:11 smithi016 ceph-mon[86910]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-24T03:43:11.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:11 smithi063 ceph-mon[77007]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-24T03:43:12.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:12 smithi016 ceph-mon[84376]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-24T03:43:12.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:12 smithi016 ceph-mon[84376]: pgmap v3653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 3.5 KiB/s wr, 424 op/s 2024-04-24T03:43:12.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:12 smithi016 ceph-mon[86910]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-24T03:43:12.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:12 smithi016 ceph-mon[86910]: pgmap v3653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 3.5 KiB/s wr, 424 op/s 2024-04-24T03:43:12.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:12 smithi063 ceph-mon[77007]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-24T03:43:12.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:12 smithi063 ceph-mon[77007]: pgmap v3653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 3.5 KiB/s wr, 424 op/s 2024-04-24T03:43:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:13 smithi016 ceph-mon[84376]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-24T03:43:13.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:13 smithi016 ceph-mon[86910]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-24T03:43:13.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:13 smithi063 ceph-mon[77007]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-24T03:43:14.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:14 smithi016 ceph-mon[84376]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-24T03:43:14.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:14 smithi016 ceph-mon[84376]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 3.7 KiB/s wr, 474 op/s 2024-04-24T03:43:14.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:14 smithi016 ceph-mon[86910]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-24T03:43:14.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:14 smithi016 ceph-mon[86910]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 3.7 KiB/s wr, 474 op/s 2024-04-24T03:43:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:14 smithi063 ceph-mon[77007]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-24T03:43:14.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:14 smithi063 ceph-mon[77007]: pgmap v3656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 3.7 KiB/s wr, 474 op/s 2024-04-24T03:43:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:15 smithi016 ceph-mon[84376]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-24T03:43:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:15 smithi016 ceph-mon[86910]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-24T03:43:15.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:15.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:15 smithi063 ceph-mon[77007]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-24T03:43:15.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:16 smithi016 ceph-mon[84376]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-24T03:43:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:16 smithi016 ceph-mon[84376]: pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 3.2 KiB/s wr, 474 op/s 2024-04-24T03:43:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:16 smithi016 ceph-mon[86910]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-24T03:43:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:16 smithi016 ceph-mon[86910]: pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 3.2 KiB/s wr, 474 op/s 2024-04-24T03:43:16.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:16 smithi063 ceph-mon[77007]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-24T03:43:16.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:16 smithi063 ceph-mon[77007]: pgmap v3659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 3.2 KiB/s wr, 474 op/s 2024-04-24T03:43:17.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:17 smithi016 ceph-mon[84376]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-24T03:43:17.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:17 smithi016 ceph-mon[86910]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-24T03:43:17.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:17 smithi063 ceph-mon[77007]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-24T03:43:18.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:43:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:43:18] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-24T03:43:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:18 smithi016 ceph-mon[84376]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-24T03:43:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:18 smithi016 ceph-mon[84376]: pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:43:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:18 smithi016 ceph-mon[86910]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-24T03:43:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:18 smithi016 ceph-mon[86910]: pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:43:18.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:18 smithi063 ceph-mon[77007]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-24T03:43:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:18 smithi063 ceph-mon[77007]: pgmap v3662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:43:19.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:19 smithi016 ceph-mon[84376]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-24T03:43:19.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:19 smithi016 ceph-mon[86910]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-24T03:43:19.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:19 smithi063 ceph-mon[77007]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-24T03:43:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:20 smithi016 ceph-mon[84376]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-24T03:43:20.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:20 smithi016 ceph-mon[84376]: pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-24T03:43:20.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:20 smithi016 ceph-mon[86910]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-24T03:43:20.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:20 smithi016 ceph-mon[86910]: pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-24T03:43:20.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:20 smithi063 ceph-mon[77007]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-24T03:43:20.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:20 smithi063 ceph-mon[77007]: pgmap v3665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-24T03:43:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:21 smithi016 ceph-mon[84376]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-24T03:43:21.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:21 smithi016 ceph-mon[86910]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-24T03:43:21.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:21 smithi063 ceph-mon[77007]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-24T03:43:22.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:22 smithi016 ceph-mon[84376]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-24T03:43:22.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:22 smithi016 ceph-mon[84376]: pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 3.0 KiB/s wr, 511 op/s 2024-04-24T03:43:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:22 smithi016 ceph-mon[86910]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-24T03:43:22.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:22 smithi016 ceph-mon[86910]: pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 3.0 KiB/s wr, 511 op/s 2024-04-24T03:43:22.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:22 smithi063 ceph-mon[77007]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-24T03:43:22.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:22 smithi063 ceph-mon[77007]: pgmap v3668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 3.0 KiB/s wr, 511 op/s 2024-04-24T03:43:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:23 smithi016 ceph-mon[84376]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-24T03:43:23.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:23 smithi016 ceph-mon[86910]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-24T03:43:23.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:23 smithi063 ceph-mon[77007]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-24T03:43:24.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:24 smithi016 ceph-mon[84376]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-24T03:43:24.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:24 smithi016 ceph-mon[84376]: pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2024-04-24T03:43:24.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:24 smithi016 ceph-mon[86910]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-24T03:43:24.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:24 smithi016 ceph-mon[86910]: pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2024-04-24T03:43:24.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:24 smithi063 ceph-mon[77007]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-24T03:43:24.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:24 smithi063 ceph-mon[77007]: pgmap v3671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2024-04-24T03:43:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:25 smithi016 ceph-mon[84376]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-24T03:43:25.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:25 smithi016 ceph-mon[86910]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-24T03:43:25.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:25 smithi063 ceph-mon[77007]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-24T03:43:26.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:26 smithi016 ceph-mon[84376]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-24T03:43:26.704 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:26 smithi016 ceph-mon[84376]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-24T03:43:26.704 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:26 smithi016 ceph-mon[86910]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-24T03:43:26.704 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:26 smithi016 ceph-mon[86910]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-24T03:43:26.704 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:26 smithi063 ceph-mon[77007]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-24T03:43:26.705 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:26 smithi063 ceph-mon[77007]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-24T03:43:27.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:27 smithi016 ceph-mon[84376]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-24T03:43:27.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:27 smithi016 ceph-mon[86910]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-24T03:43:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:27 smithi063 ceph-mon[77007]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-24T03:43:28.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:43:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:43:28] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-24T03:43:28.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:28 smithi016 ceph-mon[84376]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-24T03:43:28.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:28 smithi016 ceph-mon[84376]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:43:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:28 smithi016 ceph-mon[86910]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-24T03:43:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:28 smithi016 ceph-mon[86910]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:43:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:28 smithi063 ceph-mon[77007]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-24T03:43:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:28 smithi063 ceph-mon[77007]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:43:29.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:29 smithi016 ceph-mon[86910]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-24T03:43:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:29 smithi016 ceph-mon[84376]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-24T03:43:29.558 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:29 smithi063 ceph-mon[77007]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-24T03:43:30.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:30 smithi063 ceph-mon[77007]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-24T03:43:30.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:30.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:30 smithi063 ceph-mon[77007]: pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.7 KiB/s wr, 608 op/s 2024-04-24T03:43:30.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:30 smithi016 ceph-mon[84376]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-24T03:43:30.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:30.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:30 smithi016 ceph-mon[84376]: pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.7 KiB/s wr, 608 op/s 2024-04-24T03:43:30.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:30 smithi016 ceph-mon[86910]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-24T03:43:30.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:30.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:30 smithi016 ceph-mon[86910]: pgmap v3680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.7 KiB/s wr, 608 op/s 2024-04-24T03:43:31.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:31 smithi063 ceph-mon[77007]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-24T03:43:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:31 smithi016 ceph-mon[84376]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-24T03:43:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:31 smithi016 ceph-mon[86910]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-24T03:43:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:32 smithi063 ceph-mon[77007]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-24T03:43:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:32 smithi063 ceph-mon[77007]: pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 3.5 KiB/s wr, 601 op/s 2024-04-24T03:43:32.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:32 smithi016 ceph-mon[84376]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-24T03:43:32.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:32 smithi016 ceph-mon[84376]: pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 3.5 KiB/s wr, 601 op/s 2024-04-24T03:43:32.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:32 smithi016 ceph-mon[86910]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-24T03:43:32.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:32 smithi016 ceph-mon[86910]: pgmap v3683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 3.5 KiB/s wr, 601 op/s 2024-04-24T03:43:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:33 smithi063 ceph-mon[77007]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-24T03:43:33.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:33 smithi016 ceph-mon[84376]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-24T03:43:33.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:33 smithi016 ceph-mon[86910]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-24T03:43:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:34 smithi063 ceph-mon[77007]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-24T03:43:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:34 smithi063 ceph-mon[77007]: pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-04-24T03:43:34.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:34 smithi016 ceph-mon[84376]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-24T03:43:34.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:34 smithi016 ceph-mon[84376]: pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-04-24T03:43:34.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:34 smithi016 ceph-mon[86910]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-24T03:43:34.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:34 smithi016 ceph-mon[86910]: pgmap v3686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-04-24T03:43:35.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:35 smithi016 ceph-mon[84376]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-24T03:43:35.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:35 smithi016 ceph-mon[86910]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-24T03:43:35.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:35 smithi063 ceph-mon[77007]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-24T03:43:36.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:36 smithi016 ceph-mon[84376]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-24T03:43:36.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:36 smithi016 ceph-mon[84376]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-04-24T03:43:36.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:36 smithi016 ceph-mon[86910]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-24T03:43:36.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:36 smithi016 ceph-mon[86910]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-04-24T03:43:36.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:36 smithi063 ceph-mon[77007]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-24T03:43:36.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:36 smithi063 ceph-mon[77007]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.2 KiB/s wr, 653 op/s 2024-04-24T03:43:37.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:37 smithi016 ceph-mon[84376]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-24T03:43:37.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:37 smithi016 ceph-mon[86910]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-24T03:43:37.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:37 smithi063 ceph-mon[77007]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-24T03:43:38.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:38 smithi016 ceph-mon[84376]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-24T03:43:38.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:38 smithi016 ceph-mon[84376]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:43:38.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:43:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:43:38] "GET /metrics HTTP/1.1" 200 36822 "" "Prometheus/2.43.0" 2024-04-24T03:43:38.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:38 smithi016 ceph-mon[86910]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-24T03:43:38.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:38 smithi016 ceph-mon[86910]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:43:38.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:38 smithi063 ceph-mon[77007]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-24T03:43:38.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:38 smithi063 ceph-mon[77007]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:43:39.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:39 smithi016 ceph-mon[84376]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-24T03:43:39.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:39 smithi016 ceph-mon[86910]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-24T03:43:39.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:39 smithi063 ceph-mon[77007]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-24T03:43:40.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:40 smithi016 ceph-mon[84376]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-24T03:43:40.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:40 smithi016 ceph-mon[84376]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-24T03:43:40.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:40 smithi016 ceph-mon[86910]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-24T03:43:40.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:40 smithi016 ceph-mon[86910]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-24T03:43:40.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:40 smithi063 ceph-mon[77007]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-24T03:43:40.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:40 smithi063 ceph-mon[77007]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-24T03:43:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:41 smithi016 ceph-mon[84376]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-24T03:43:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:41 smithi016 ceph-mon[86910]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-24T03:43:41.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:41 smithi063 ceph-mon[77007]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-24T03:43:42.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:42 smithi016 ceph-mon[84376]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-24T03:43:42.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:42 smithi016 ceph-mon[84376]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 3.0 KiB/s wr, 690 op/s 2024-04-24T03:43:42.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:42 smithi016 ceph-mon[86910]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-24T03:43:42.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:42 smithi016 ceph-mon[86910]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 3.0 KiB/s wr, 690 op/s 2024-04-24T03:43:42.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:42 smithi063 ceph-mon[77007]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-24T03:43:42.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:42 smithi063 ceph-mon[77007]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 3.0 KiB/s wr, 690 op/s 2024-04-24T03:43:43.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:43 smithi016 ceph-mon[84376]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-24T03:43:43.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:43 smithi016 ceph-mon[86910]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-24T03:43:43.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:43 smithi063 ceph-mon[77007]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-24T03:43:44.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:44 smithi016 ceph-mon[84376]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-24T03:43:44.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:44 smithi016 ceph-mon[84376]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.2 KiB/s wr, 740 op/s 2024-04-24T03:43:44.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:44 smithi016 ceph-mon[86910]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-24T03:43:44.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:44 smithi016 ceph-mon[86910]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.2 KiB/s wr, 740 op/s 2024-04-24T03:43:44.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:44 smithi063 ceph-mon[77007]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-24T03:43:44.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:44 smithi063 ceph-mon[77007]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.2 KiB/s wr, 740 op/s 2024-04-24T03:43:45.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:45 smithi016 ceph-mon[84376]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-24T03:43:45.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:45.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:45 smithi016 ceph-mon[86910]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-24T03:43:45.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:45.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:45 smithi063 ceph-mon[77007]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-24T03:43:45.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:43:46.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:46 smithi016 ceph-mon[84376]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-24T03:43:46.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:46 smithi016 ceph-mon[84376]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2024-04-24T03:43:46.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:46 smithi016 ceph-mon[86910]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-24T03:43:46.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:46 smithi016 ceph-mon[86910]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2024-04-24T03:43:46.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:46 smithi063 ceph-mon[77007]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-24T03:43:46.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:46 smithi063 ceph-mon[77007]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2024-04-24T03:43:47.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:47 smithi016 ceph-mon[84376]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-24T03:43:47.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:47 smithi016 ceph-mon[86910]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-24T03:43:47.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:47 smithi063 ceph-mon[77007]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-24T03:43:48.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:48 smithi016 ceph-mon[84376]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-24T03:43:48.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:48 smithi016 ceph-mon[84376]: pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:43:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:43:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:43:48] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-24T03:43:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:48 smithi016 ceph-mon[86910]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-24T03:43:48.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:48 smithi016 ceph-mon[86910]: pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:43:48.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:48 smithi063 ceph-mon[77007]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-24T03:43:48.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:48 smithi063 ceph-mon[77007]: pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:43:49.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:49 smithi016 ceph-mon[84376]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-24T03:43:49.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:49 smithi016 ceph-mon[86910]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-24T03:43:49.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:49 smithi063 ceph-mon[77007]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-24T03:43:50.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:50 smithi016 ceph-mon[84376]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-24T03:43:50.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:50 smithi016 ceph-mon[84376]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-04-24T03:43:50.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:50 smithi016 ceph-mon[86910]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-24T03:43:50.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:50 smithi016 ceph-mon[86910]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-04-24T03:43:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:50 smithi063 ceph-mon[77007]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-24T03:43:50.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:50 smithi063 ceph-mon[77007]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-04-24T03:43:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:51 smithi016 ceph-mon[84376]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-24T03:43:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:51 smithi016 ceph-mon[86910]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-24T03:43:51.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:51 smithi063 ceph-mon[77007]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-24T03:43:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:52 smithi016 ceph-mon[84376]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-24T03:43:52.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:52 smithi016 ceph-mon[84376]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 3.7 KiB/s wr, 778 op/s 2024-04-24T03:43:52.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:52 smithi016 ceph-mon[86910]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-24T03:43:52.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:52 smithi016 ceph-mon[86910]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 3.7 KiB/s wr, 778 op/s 2024-04-24T03:43:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:52 smithi063 ceph-mon[77007]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-24T03:43:52.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:52 smithi063 ceph-mon[77007]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 3.7 KiB/s wr, 778 op/s 2024-04-24T03:43:53.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:53 smithi016 ceph-mon[84376]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-24T03:43:53.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:53 smithi016 ceph-mon[86910]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-24T03:43:53.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:53 smithi063 ceph-mon[77007]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-24T03:43:54.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:54 smithi016 ceph-mon[84376]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-24T03:43:54.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:54 smithi016 ceph-mon[84376]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.5 KiB/s wr, 828 op/s 2024-04-24T03:43:54.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:54 smithi016 ceph-mon[86910]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-24T03:43:54.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:54 smithi016 ceph-mon[86910]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.5 KiB/s wr, 828 op/s 2024-04-24T03:43:54.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:54 smithi063 ceph-mon[77007]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-24T03:43:54.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:54 smithi063 ceph-mon[77007]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.5 KiB/s wr, 828 op/s 2024-04-24T03:43:55.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:55 smithi016 ceph-mon[84376]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-24T03:43:55.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:55 smithi016 ceph-mon[86910]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-24T03:43:55.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:55 smithi063 ceph-mon[77007]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-24T03:43:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:56 smithi016 ceph-mon[84376]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-24T03:43:56.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:56 smithi016 ceph-mon[84376]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.5 KiB/s wr, 828 op/s 2024-04-24T03:43:56.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:56 smithi016 ceph-mon[86910]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-24T03:43:56.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:56 smithi016 ceph-mon[86910]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.5 KiB/s wr, 828 op/s 2024-04-24T03:43:56.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:56 smithi063 ceph-mon[77007]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-24T03:43:56.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:56 smithi063 ceph-mon[77007]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.5 KiB/s wr, 828 op/s 2024-04-24T03:43:57.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:57 smithi016 ceph-mon[84376]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-24T03:43:57.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:57 smithi016 ceph-mon[86910]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-24T03:43:57.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:57 smithi063 ceph-mon[77007]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-24T03:43:58.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:58 smithi016 ceph-mon[84376]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-24T03:43:58.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:58 smithi016 ceph-mon[84376]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:43:58.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:58 smithi016 ceph-mon[86910]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-24T03:43:58.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:58 smithi016 ceph-mon[86910]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:43:58.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:43:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:43:58] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-24T03:43:58.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:58 smithi063 ceph-mon[77007]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-24T03:43:58.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:58 smithi063 ceph-mon[77007]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:43:59.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:43:59 smithi016 ceph-mon[84376]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-24T03:43:59.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:43:59 smithi016 ceph-mon[86910]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-24T03:43:59.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:43:59 smithi063 ceph-mon[77007]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-24T03:44:00.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:00 smithi016 ceph-mon[84376]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-24T03:44:00.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:00.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:00 smithi016 ceph-mon[84376]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.5 KiB/s wr, 872 op/s 2024-04-24T03:44:00.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:00 smithi016 ceph-mon[86910]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-24T03:44:00.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:00.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:00 smithi016 ceph-mon[86910]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.5 KiB/s wr, 872 op/s 2024-04-24T03:44:00.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:00 smithi063 ceph-mon[77007]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-24T03:44:00.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:00.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:00 smithi063 ceph-mon[77007]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.5 KiB/s wr, 872 op/s 2024-04-24T03:44:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:01 smithi016 ceph-mon[84376]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-24T03:44:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:01 smithi016 ceph-mon[86910]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-24T03:44:01.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:01 smithi063 ceph-mon[77007]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-24T03:44:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:02 smithi016 ceph-mon[84376]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-24T03:44:02.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:02 smithi016 ceph-mon[84376]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 641 KiB/s rd, 3.0 KiB/s wr, 865 op/s 2024-04-24T03:44:02.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:02 smithi016 ceph-mon[86910]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-24T03:44:02.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:02 smithi016 ceph-mon[86910]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 641 KiB/s rd, 3.0 KiB/s wr, 865 op/s 2024-04-24T03:44:02.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:02 smithi063 ceph-mon[77007]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-24T03:44:02.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:02 smithi063 ceph-mon[77007]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 641 KiB/s rd, 3.0 KiB/s wr, 865 op/s 2024-04-24T03:44:03.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:03 smithi016 ceph-mon[84376]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-24T03:44:03.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:03 smithi016 ceph-mon[86910]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-24T03:44:03.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:03 smithi063 ceph-mon[77007]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-24T03:44:04.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:04 smithi016 ceph-mon[84376]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-24T03:44:04.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:04 smithi016 ceph-mon[84376]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-24T03:44:04.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:04 smithi016 ceph-mon[86910]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-24T03:44:04.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:04 smithi016 ceph-mon[86910]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-24T03:44:04.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:04 smithi063 ceph-mon[77007]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-24T03:44:04.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:04 smithi063 ceph-mon[77007]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-24T03:44:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[84376]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-24T03:44:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:44:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:44:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:44:05.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:44:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[86910]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-24T03:44:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:44:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:44:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:44:05.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:44:05.808 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:05 smithi063 ceph-mon[77007]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-24T03:44:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:44:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:44:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:44:05.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:44:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:06 smithi016 ceph-mon[84376]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-24T03:44:06.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:06 smithi016 ceph-mon[84376]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.2 KiB/s wr, 915 op/s 2024-04-24T03:44:06.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:06 smithi016 ceph-mon[86910]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-24T03:44:06.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:06 smithi016 ceph-mon[86910]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.2 KiB/s wr, 915 op/s 2024-04-24T03:44:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:06 smithi063 ceph-mon[77007]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-24T03:44:06.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:06 smithi063 ceph-mon[77007]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.2 KiB/s wr, 915 op/s 2024-04-24T03:44:07.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:07 smithi016 ceph-mon[84376]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-24T03:44:07.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:07 smithi016 ceph-mon[86910]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-24T03:44:07.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:07 smithi063 ceph-mon[77007]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-24T03:44:08.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:08 smithi016 ceph-mon[84376]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-24T03:44:08.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:08 smithi016 ceph-mon[84376]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:44:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:44:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:44:08] "GET /metrics HTTP/1.1" 200 36824 "" "Prometheus/2.43.0" 2024-04-24T03:44:08.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:08 smithi016 ceph-mon[86910]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-24T03:44:08.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:08 smithi016 ceph-mon[86910]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:44:08.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:08 smithi063 ceph-mon[77007]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-24T03:44:08.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:08 smithi063 ceph-mon[77007]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:44:09.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:09 smithi063 ceph-mon[77007]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-24T03:44:10.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:09 smithi016 ceph-mon[84376]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-24T03:44:10.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:09 smithi016 ceph-mon[86910]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-24T03:44:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:10 smithi063 ceph-mon[77007]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-24T03:44:10.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:10 smithi063 ceph-mon[77007]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.7 KiB/s wr, 959 op/s 2024-04-24T03:44:11.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:10 smithi016 ceph-mon[84376]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-24T03:44:11.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:10 smithi016 ceph-mon[84376]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.7 KiB/s wr, 959 op/s 2024-04-24T03:44:11.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:10 smithi016 ceph-mon[86910]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-24T03:44:11.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:10 smithi016 ceph-mon[86910]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.7 KiB/s wr, 959 op/s 2024-04-24T03:44:11.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:11 smithi063 ceph-mon[77007]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-24T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:11 smithi016 ceph-mon[84376]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-24T03:44:12.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:11 smithi016 ceph-mon[86910]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-24T03:44:13.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:12 smithi016 ceph-mon[84376]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-24T03:44:13.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:12 smithi016 ceph-mon[84376]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 3.7 KiB/s wr, 953 op/s 2024-04-24T03:44:13.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:12 smithi016 ceph-mon[86910]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-24T03:44:13.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:12 smithi016 ceph-mon[86910]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 3.7 KiB/s wr, 953 op/s 2024-04-24T03:44:13.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:12 smithi063 ceph-mon[77007]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-24T03:44:13.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:12 smithi063 ceph-mon[77007]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 3.7 KiB/s wr, 953 op/s 2024-04-24T03:44:14.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:13 smithi016 ceph-mon[84376]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-24T03:44:14.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:13 smithi016 ceph-mon[86910]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-24T03:44:14.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:13 smithi063 ceph-mon[77007]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-24T03:44:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:14 smithi016 ceph-mon[84376]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-24T03:44:15.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:14 smithi016 ceph-mon[84376]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-24T03:44:15.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:14 smithi016 ceph-mon[86910]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-24T03:44:15.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:14 smithi016 ceph-mon[86910]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-24T03:44:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:14 smithi063 ceph-mon[77007]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-24T03:44:15.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:14 smithi063 ceph-mon[77007]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-24T03:44:16.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:15 smithi016 ceph-mon[84376]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-24T03:44:16.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:16.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:15 smithi016 ceph-mon[86910]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-24T03:44:16.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:16.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:15 smithi063 ceph-mon[77007]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-24T03:44:16.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:17.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:16 smithi016 ceph-mon[84376]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-24T03:44:17.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:16 smithi016 ceph-mon[84376]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-04-24T03:44:17.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:16 smithi016 ceph-mon[86910]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-24T03:44:17.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:16 smithi016 ceph-mon[86910]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-04-24T03:44:17.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:16 smithi063 ceph-mon[77007]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-24T03:44:17.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:16 smithi063 ceph-mon[77007]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.2 KiB/s wr, 1.00k op/s 2024-04-24T03:44:18.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:17 smithi016 ceph-mon[84376]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-24T03:44:18.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:17 smithi016 ceph-mon[86910]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-24T03:44:18.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:17 smithi063 ceph-mon[77007]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-24T03:44:18.596 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:44:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:44:18] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:44:19.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:18 smithi016 ceph-mon[84376]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-24T03:44:19.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:18 smithi016 ceph-mon[84376]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:44:19.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:18 smithi016 ceph-mon[86910]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-24T03:44:19.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:18 smithi016 ceph-mon[86910]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:44:19.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:18 smithi063 ceph-mon[77007]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-24T03:44:19.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:18 smithi063 ceph-mon[77007]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:44:20.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:19 smithi016 ceph-mon[84376]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-24T03:44:20.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:19 smithi016 ceph-mon[86910]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-24T03:44:20.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:19 smithi063 ceph-mon[77007]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-24T03:44:21.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:20 smithi016 ceph-mon[84376]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-24T03:44:21.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:20 smithi016 ceph-mon[84376]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2024-04-24T03:44:21.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:20 smithi016 ceph-mon[86910]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-24T03:44:21.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:20 smithi016 ceph-mon[86910]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2024-04-24T03:44:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:20 smithi063 ceph-mon[77007]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-24T03:44:21.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:20 smithi063 ceph-mon[77007]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2024-04-24T03:44:22.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:21 smithi016 ceph-mon[84376]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-24T03:44:22.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:21 smithi016 ceph-mon[86910]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-24T03:44:22.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:21 smithi063 ceph-mon[77007]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-24T03:44:23.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:22 smithi016 ceph-mon[84376]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-24T03:44:23.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:22 smithi016 ceph-mon[84376]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 3.5 KiB/s wr, 1.04k op/s 2024-04-24T03:44:23.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:22 smithi016 ceph-mon[86910]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-24T03:44:23.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:22 smithi016 ceph-mon[86910]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 3.5 KiB/s wr, 1.04k op/s 2024-04-24T03:44:23.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:22 smithi063 ceph-mon[77007]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-24T03:44:23.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:22 smithi063 ceph-mon[77007]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 3.5 KiB/s wr, 1.04k op/s 2024-04-24T03:44:24.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:23 smithi016 ceph-mon[84376]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-24T03:44:24.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:23 smithi016 ceph-mon[86910]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-24T03:44:24.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:23 smithi063 ceph-mon[77007]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-24T03:44:25.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:24 smithi016 ceph-mon[84376]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-24T03:44:25.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:24 smithi016 ceph-mon[84376]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2024-04-24T03:44:25.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:24 smithi016 ceph-mon[86910]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-24T03:44:25.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:24 smithi016 ceph-mon[86910]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2024-04-24T03:44:25.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:24 smithi063 ceph-mon[77007]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-24T03:44:25.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:24 smithi063 ceph-mon[77007]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2024-04-24T03:44:26.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:25 smithi016 ceph-mon[84376]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-24T03:44:26.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:25 smithi016 ceph-mon[86910]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-24T03:44:26.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:25 smithi063 ceph-mon[77007]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-24T03:44:27.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:26 smithi016 ceph-mon[84376]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-24T03:44:27.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:26 smithi016 ceph-mon[84376]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 4.0 KiB/s wr, 1.09k op/s 2024-04-24T03:44:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:26 smithi016 ceph-mon[86910]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-24T03:44:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:26 smithi016 ceph-mon[86910]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 4.0 KiB/s wr, 1.09k op/s 2024-04-24T03:44:27.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:26 smithi063 ceph-mon[77007]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-24T03:44:27.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:26 smithi063 ceph-mon[77007]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 4.0 KiB/s wr, 1.09k op/s 2024-04-24T03:44:28.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:27 smithi016 ceph-mon[84376]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-24T03:44:28.055 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:27 smithi016 ceph-mon[86910]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-24T03:44:28.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:27 smithi063 ceph-mon[77007]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-24T03:44:28.659 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:44:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:44:28] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:44:29.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:28 smithi016 ceph-mon[84376]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-24T03:44:29.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:28 smithi016 ceph-mon[84376]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:29.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:28 smithi016 ceph-mon[86910]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-24T03:44:29.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:28 smithi016 ceph-mon[86910]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:29.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:28 smithi063 ceph-mon[77007]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-24T03:44:29.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:28 smithi063 ceph-mon[77007]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:30.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:29 smithi016 ceph-mon[84376]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-24T03:44:30.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:29 smithi016 ceph-mon[86910]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-24T03:44:30.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:29 smithi063 ceph-mon[77007]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-24T03:44:31.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:30 smithi016 ceph-mon[84376]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-24T03:44:31.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:31.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:30 smithi016 ceph-mon[84376]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-04-24T03:44:31.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:30 smithi016 ceph-mon[86910]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-24T03:44:31.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:31.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:30 smithi016 ceph-mon[86910]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-04-24T03:44:31.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:30 smithi063 ceph-mon[77007]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-24T03:44:31.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:31.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:30 smithi063 ceph-mon[77007]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-04-24T03:44:32.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:31 smithi016 ceph-mon[84376]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-24T03:44:32.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:31 smithi016 ceph-mon[86910]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-24T03:44:32.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:31 smithi063 ceph-mon[77007]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-24T03:44:33.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:32 smithi016 ceph-mon[84376]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-24T03:44:33.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:32 smithi016 ceph-mon[84376]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 837 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-04-24T03:44:33.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:32 smithi016 ceph-mon[86910]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-24T03:44:33.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:32 smithi016 ceph-mon[86910]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 837 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-04-24T03:44:33.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:32 smithi063 ceph-mon[77007]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-24T03:44:33.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:32 smithi063 ceph-mon[77007]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 837 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-04-24T03:44:34.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:33 smithi016 ceph-mon[84376]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-24T03:44:34.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:33 smithi016 ceph-mon[86910]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-24T03:44:34.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:33 smithi063 ceph-mon[77007]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-24T03:44:35.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:34 smithi016 ceph-mon[84376]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-24T03:44:35.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:34 smithi016 ceph-mon[84376]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.5 KiB/s wr, 1.18k op/s 2024-04-24T03:44:35.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:34 smithi016 ceph-mon[86910]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-24T03:44:35.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:34 smithi016 ceph-mon[86910]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.5 KiB/s wr, 1.18k op/s 2024-04-24T03:44:35.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:34 smithi063 ceph-mon[77007]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-24T03:44:35.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:34 smithi063 ceph-mon[77007]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.5 KiB/s wr, 1.18k op/s 2024-04-24T03:44:36.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:35 smithi016 ceph-mon[84376]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-24T03:44:36.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:35 smithi016 ceph-mon[86910]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-24T03:44:36.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:35 smithi063 ceph-mon[77007]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-24T03:44:37.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:36 smithi016 ceph-mon[84376]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-24T03:44:37.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:36 smithi016 ceph-mon[84376]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-24T03:44:37.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:36 smithi016 ceph-mon[86910]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-24T03:44:37.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:36 smithi016 ceph-mon[86910]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-24T03:44:37.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:36 smithi063 ceph-mon[77007]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-24T03:44:37.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:36 smithi063 ceph-mon[77007]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-24T03:44:38.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:37 smithi016 ceph-mon[84376]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-24T03:44:38.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:37 smithi016 ceph-mon[86910]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-24T03:44:38.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:37 smithi063 ceph-mon[77007]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-24T03:44:38.715 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:44:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:44:38] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-04-24T03:44:39.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:38 smithi016 ceph-mon[84376]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-24T03:44:39.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:38 smithi016 ceph-mon[84376]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:39.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:38 smithi016 ceph-mon[86910]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-24T03:44:39.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:38 smithi016 ceph-mon[86910]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:39.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:38 smithi063 ceph-mon[77007]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-24T03:44:39.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:38 smithi063 ceph-mon[77007]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:40.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:39 smithi016 ceph-mon[84376]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-24T03:44:40.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:39 smithi016 ceph-mon[86910]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-24T03:44:40.058 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:39 smithi063 ceph-mon[77007]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-24T03:44:41.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:40 smithi016 ceph-mon[84376]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-24T03:44:41.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:40 smithi016 ceph-mon[84376]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-24T03:44:41.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:40 smithi016 ceph-mon[86910]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-24T03:44:41.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:40 smithi016 ceph-mon[86910]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-24T03:44:41.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:40 smithi063 ceph-mon[77007]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-24T03:44:41.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:40 smithi063 ceph-mon[77007]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-24T03:44:42.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:41 smithi016 ceph-mon[84376]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-24T03:44:42.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:41 smithi016 ceph-mon[86910]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-24T03:44:42.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:41 smithi063 ceph-mon[77007]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-24T03:44:43.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:42 smithi016 ceph-mon[84376]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-24T03:44:43.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:42 smithi016 ceph-mon[84376]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 3.0 KiB/s wr, 1.22k op/s 2024-04-24T03:44:43.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:42 smithi016 ceph-mon[86910]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-24T03:44:43.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:42 smithi016 ceph-mon[86910]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 3.0 KiB/s wr, 1.22k op/s 2024-04-24T03:44:43.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:42 smithi063 ceph-mon[77007]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-24T03:44:43.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:42 smithi063 ceph-mon[77007]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 3.0 KiB/s wr, 1.22k op/s 2024-04-24T03:44:44.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:43 smithi016 ceph-mon[84376]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-24T03:44:44.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:43 smithi016 ceph-mon[86910]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-24T03:44:44.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:43 smithi063 ceph-mon[77007]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-24T03:44:45.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:44 smithi016 ceph-mon[84376]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-24T03:44:45.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:44 smithi016 ceph-mon[84376]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-24T03:44:45.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:44 smithi016 ceph-mon[86910]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-24T03:44:45.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:44 smithi016 ceph-mon[86910]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-24T03:44:45.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:44 smithi063 ceph-mon[77007]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-24T03:44:45.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:44 smithi063 ceph-mon[77007]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-24T03:44:46.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:45 smithi016 ceph-mon[84376]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-24T03:44:46.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:46.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:45 smithi016 ceph-mon[86910]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-24T03:44:46.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:45 smithi063 ceph-mon[77007]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-24T03:44:46.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:44:47.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:46 smithi063 ceph-mon[77007]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-24T03:44:47.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:46 smithi063 ceph-mon[77007]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-24T03:44:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:46 smithi016 ceph-mon[84376]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-24T03:44:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:46 smithi016 ceph-mon[84376]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-24T03:44:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:46 smithi016 ceph-mon[86910]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-24T03:44:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:46 smithi016 ceph-mon[86910]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-24T03:44:48.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:47 smithi063 ceph-mon[77007]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-24T03:44:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:47 smithi016 ceph-mon[84376]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-24T03:44:48.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:47 smithi016 ceph-mon[86910]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-24T03:44:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:44:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:44:48] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-24T03:44:49.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:48 smithi063 ceph-mon[77007]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-24T03:44:49.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:48 smithi063 ceph-mon[77007]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:48 smithi016 ceph-mon[84376]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-24T03:44:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:48 smithi016 ceph-mon[84376]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:49.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:48 smithi016 ceph-mon[86910]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-24T03:44:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:48 smithi016 ceph-mon[86910]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:50.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:49 smithi063 ceph-mon[77007]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-24T03:44:50.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:49 smithi016 ceph-mon[84376]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-24T03:44:50.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:49 smithi016 ceph-mon[86910]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-24T03:44:51.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:50 smithi063 ceph-mon[77007]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-24T03:44:51.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:50 smithi063 ceph-mon[77007]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-04-24T03:44:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:50 smithi016 ceph-mon[84376]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-24T03:44:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:50 smithi016 ceph-mon[84376]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-04-24T03:44:51.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:50 smithi016 ceph-mon[86910]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-24T03:44:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:50 smithi016 ceph-mon[86910]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-04-24T03:44:52.059 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:51 smithi063 ceph-mon[77007]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-24T03:44:52.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:51 smithi016 ceph-mon[84376]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-24T03:44:52.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:51 smithi016 ceph-mon[86910]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-24T03:44:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:52 smithi016 ceph-mon[84376]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-24T03:44:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:52 smithi016 ceph-mon[84376]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-04-24T03:44:53.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:52 smithi016 ceph-mon[86910]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-24T03:44:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:52 smithi016 ceph-mon[86910]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-04-24T03:44:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:52 smithi063 ceph-mon[77007]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-24T03:44:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:52 smithi063 ceph-mon[77007]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-04-24T03:44:54.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:53 smithi016 ceph-mon[84376]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-24T03:44:54.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:53 smithi016 ceph-mon[86910]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-24T03:44:54.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:53 smithi063 ceph-mon[77007]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-24T03:44:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:54 smithi016 ceph-mon[84376]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-24T03:44:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:54 smithi016 ceph-mon[84376]: pgmap v3806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-24T03:44:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:54 smithi016 ceph-mon[86910]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-24T03:44:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:54 smithi016 ceph-mon[86910]: pgmap v3806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-24T03:44:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:54 smithi063 ceph-mon[77007]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-24T03:44:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:54 smithi063 ceph-mon[77007]: pgmap v3806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-24T03:44:56.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:55 smithi016 ceph-mon[84376]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-24T03:44:56.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:55 smithi016 ceph-mon[86910]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-24T03:44:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:55 smithi063 ceph-mon[77007]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-24T03:44:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:56 smithi016 ceph-mon[84376]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-24T03:44:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:56 smithi016 ceph-mon[84376]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 2.7 KiB/s wr, 1.36k op/s 2024-04-24T03:44:57.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:56 smithi016 ceph-mon[86910]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-24T03:44:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:56 smithi016 ceph-mon[86910]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 2.7 KiB/s wr, 1.36k op/s 2024-04-24T03:44:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:56 smithi063 ceph-mon[77007]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-24T03:44:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:56 smithi063 ceph-mon[77007]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 2.7 KiB/s wr, 1.36k op/s 2024-04-24T03:44:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:57 smithi016 ceph-mon[84376]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-24T03:44:58.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:57 smithi016 ceph-mon[86910]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-24T03:44:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:57 smithi063 ceph-mon[77007]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-24T03:44:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:44:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:44:58] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-24T03:44:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:58 smithi016 ceph-mon[84376]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-24T03:44:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:58 smithi016 ceph-mon[84376]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:58 smithi016 ceph-mon[86910]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-24T03:44:59.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:58 smithi016 ceph-mon[86910]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:44:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:58 smithi063 ceph-mon[77007]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-24T03:44:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:58 smithi063 ceph-mon[77007]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-24T03:45:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:59 smithi016 ceph-mon[84376]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-24T03:45:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:44:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:00.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:59 smithi016 ceph-mon[86910]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-24T03:45:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:44:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:59 smithi063 ceph-mon[77007]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-24T03:45:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:44:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:00 smithi016 ceph-mon[84376]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-24T03:45:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:00 smithi016 ceph-mon[84376]: pgmap v3815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.40k op/s 2024-04-24T03:45:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:00 smithi016 ceph-mon[86910]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-24T03:45:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:00 smithi016 ceph-mon[86910]: pgmap v3815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.40k op/s 2024-04-24T03:45:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:00 smithi063 ceph-mon[77007]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-24T03:45:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:00 smithi063 ceph-mon[77007]: pgmap v3815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.2 KiB/s wr, 1.40k op/s 2024-04-24T03:45:02.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:01 smithi016 ceph-mon[84376]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-24T03:45:02.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:01 smithi016 ceph-mon[86910]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-24T03:45:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:01 smithi063 ceph-mon[77007]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-24T03:45:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:02 smithi016 ceph-mon[84376]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-24T03:45:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:02 smithi016 ceph-mon[84376]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.39k op/s 2024-04-24T03:45:03.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:02 smithi016 ceph-mon[86910]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-24T03:45:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:02 smithi016 ceph-mon[86910]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.39k op/s 2024-04-24T03:45:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:02 smithi063 ceph-mon[77007]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-24T03:45:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:02 smithi063 ceph-mon[77007]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.39k op/s 2024-04-24T03:45:04.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:03 smithi016 ceph-mon[84376]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-24T03:45:04.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:03 smithi016 ceph-mon[86910]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-24T03:45:04.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:03 smithi063 ceph-mon[77007]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-24T03:45:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:04 smithi016 ceph-mon[84376]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-24T03:45:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:04 smithi016 ceph-mon[84376]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.44k op/s 2024-04-24T03:45:05.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:04 smithi016 ceph-mon[86910]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-24T03:45:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:04 smithi016 ceph-mon[86910]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.44k op/s 2024-04-24T03:45:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:04 smithi063 ceph-mon[77007]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-24T03:45:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:04 smithi063 ceph-mon[77007]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.44k op/s 2024-04-24T03:45:06.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[86910]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-24T03:45:06.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:45:06.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:45:06.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:45:06.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[84376]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-24T03:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:45:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:05 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:45:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:05 smithi063 ceph-mon[77007]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-24T03:45:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:45:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:45:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:45:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:05 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:45:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:06 smithi016 ceph-mon[84376]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-24T03:45:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:06 smithi016 ceph-mon[84376]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.44k op/s 2024-04-24T03:45:07.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:06 smithi016 ceph-mon[86910]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-24T03:45:07.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:06 smithi016 ceph-mon[86910]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.44k op/s 2024-04-24T03:45:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:06 smithi063 ceph-mon[77007]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-24T03:45:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:06 smithi063 ceph-mon[77007]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.44k op/s 2024-04-24T03:45:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:07 smithi016 ceph-mon[84376]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-24T03:45:08.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:07 smithi016 ceph-mon[86910]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-24T03:45:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:07 smithi063 ceph-mon[77007]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-24T03:45:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:45:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:45:08] "GET /metrics HTTP/1.1" 200 36828 "" "Prometheus/2.43.0" 2024-04-24T03:45:09.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:08 smithi016 ceph-mon[86910]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-24T03:45:09.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:08 smithi016 ceph-mon[86910]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:45:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:08 smithi016 ceph-mon[84376]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-24T03:45:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:08 smithi016 ceph-mon[84376]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:45:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:08 smithi063 ceph-mon[77007]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-24T03:45:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:08 smithi063 ceph-mon[77007]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-24T03:45:10.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:09 smithi016 ceph-mon[84376]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-24T03:45:10.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:09 smithi016 ceph-mon[86910]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-24T03:45:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:09 smithi063 ceph-mon[77007]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-24T03:45:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:10 smithi016 ceph-mon[84376]: pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.48k op/s 2024-04-24T03:45:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:10 smithi016 ceph-mon[84376]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-24T03:45:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:10 smithi016 ceph-mon[86910]: pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.48k op/s 2024-04-24T03:45:11.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:10 smithi016 ceph-mon[86910]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-24T03:45:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:10 smithi063 ceph-mon[77007]: pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.48k op/s 2024-04-24T03:45:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:10 smithi063 ceph-mon[77007]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-24T03:45:12.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:11 smithi016 ceph-mon[84376]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-24T03:45:12.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:11 smithi016 ceph-mon[86910]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-24T03:45:12.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:11 smithi063 ceph-mon[77007]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-24T03:45:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:12 smithi016 ceph-mon[84376]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.48k op/s 2024-04-24T03:45:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:12 smithi016 ceph-mon[84376]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-24T03:45:13.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:12 smithi016 ceph-mon[86910]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.48k op/s 2024-04-24T03:45:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:12 smithi016 ceph-mon[86910]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-24T03:45:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:12 smithi063 ceph-mon[77007]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.48k op/s 2024-04-24T03:45:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:12 smithi063 ceph-mon[77007]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-24T03:45:14.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:13 smithi016 ceph-mon[84376]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-24T03:45:14.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:13 smithi016 ceph-mon[86910]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-24T03:45:14.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:13 smithi063 ceph-mon[77007]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-24T03:45:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:14 smithi016 ceph-mon[84376]: pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-24T03:45:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:14 smithi016 ceph-mon[84376]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-24T03:45:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:14 smithi016 ceph-mon[86910]: pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-24T03:45:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:14 smithi016 ceph-mon[86910]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-24T03:45:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:14 smithi063 ceph-mon[77007]: pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-24T03:45:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:14 smithi063 ceph-mon[77007]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-24T03:45:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:16.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:15 smithi016 ceph-mon[84376]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-24T03:45:16.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:15 smithi016 ceph-mon[86910]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-24T03:45:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:15 smithi063 ceph-mon[77007]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-24T03:45:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:16 smithi016 ceph-mon[84376]: pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-24T03:45:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:16 smithi016 ceph-mon[84376]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-24T03:45:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:16 smithi016 ceph-mon[86910]: pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-24T03:45:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:16 smithi016 ceph-mon[86910]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-24T03:45:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:16 smithi063 ceph-mon[77007]: pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-24T03:45:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:16 smithi063 ceph-mon[77007]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-24T03:45:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:17 smithi016 ceph-mon[84376]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-24T03:45:18.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:17 smithi016 ceph-mon[86910]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-24T03:45:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:17 smithi063 ceph-mon[77007]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-24T03:45:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:45:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:45:18] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:45:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:18 smithi016 ceph-mon[84376]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:45:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:18 smithi016 ceph-mon[84376]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-24T03:45:19.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:18 smithi016 ceph-mon[86910]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:45:19.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:18 smithi016 ceph-mon[86910]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-24T03:45:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:18 smithi063 ceph-mon[77007]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-24T03:45:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:18 smithi063 ceph-mon[77007]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-24T03:45:20.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:19 smithi016 ceph-mon[84376]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-24T03:45:20.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:19 smithi016 ceph-mon[86910]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-24T03:45:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:19 smithi063 ceph-mon[77007]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-24T03:45:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:21 smithi016 ceph-mon[84376]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-24T03:45:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:21 smithi016 ceph-mon[84376]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-24T03:45:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:21 smithi016 ceph-mon[86910]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-24T03:45:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:21 smithi016 ceph-mon[86910]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-24T03:45:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:21 smithi063 ceph-mon[77007]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-24T03:45:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:21 smithi063 ceph-mon[77007]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-24T03:45:22.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:22 smithi016 ceph-mon[84376]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-24T03:45:22.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:22 smithi016 ceph-mon[86910]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-24T03:45:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:22 smithi063 ceph-mon[77007]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-24T03:45:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:23 smithi016 ceph-mon[84376]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.57k op/s 2024-04-24T03:45:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:23 smithi016 ceph-mon[84376]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-24T03:45:23.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:23 smithi016 ceph-mon[86910]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.57k op/s 2024-04-24T03:45:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:23 smithi016 ceph-mon[86910]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-24T03:45:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:23 smithi063 ceph-mon[77007]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.57k op/s 2024-04-24T03:45:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:23 smithi063 ceph-mon[77007]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-24T03:45:24.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:24 smithi016 ceph-mon[84376]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-24T03:45:24.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:24 smithi016 ceph-mon[86910]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-24T03:45:24.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:24 smithi063 ceph-mon[77007]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-24T03:45:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:25 smithi016 ceph-mon[84376]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-24T03:45:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:25 smithi016 ceph-mon[84376]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-24T03:45:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:25 smithi016 ceph-mon[86910]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-24T03:45:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:25 smithi016 ceph-mon[86910]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-24T03:45:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:25 smithi063 ceph-mon[77007]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-24T03:45:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:25 smithi063 ceph-mon[77007]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-24T03:45:26.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:26 smithi016 ceph-mon[84376]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-24T03:45:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:26 smithi016 ceph-mon[86910]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-24T03:45:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:26 smithi063 ceph-mon[77007]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-24T03:45:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:27 smithi063 ceph-mon[77007]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.62k op/s 2024-04-24T03:45:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:27 smithi063 ceph-mon[77007]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-24T03:45:27.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:27 smithi016 ceph-mon[84376]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.62k op/s 2024-04-24T03:45:27.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:27 smithi016 ceph-mon[84376]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-24T03:45:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:27 smithi016 ceph-mon[86910]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.62k op/s 2024-04-24T03:45:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:27 smithi016 ceph-mon[86910]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-24T03:45:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:28 smithi063 ceph-mon[77007]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-24T03:45:28.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:28 smithi016 ceph-mon[84376]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-24T03:45:28.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:28 smithi016 ceph-mon[86910]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-24T03:45:28.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:45:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:45:28] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:45:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:29 smithi063 ceph-mon[77007]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:45:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:29 smithi063 ceph-mon[77007]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-24T03:45:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:29 smithi016 ceph-mon[84376]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:45:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:29 smithi016 ceph-mon[84376]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-24T03:45:29.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:29 smithi016 ceph-mon[86910]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-24T03:45:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:29 smithi016 ceph-mon[86910]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-24T03:45:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:30 smithi063 ceph-mon[77007]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-24T03:45:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:30 smithi016 ceph-mon[84376]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-24T03:45:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:30.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:30 smithi016 ceph-mon[86910]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-24T03:45:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:31 smithi063 ceph-mon[77007]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-24T03:45:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:31 smithi063 ceph-mon[77007]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-24T03:45:31.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:31 smithi016 ceph-mon[84376]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-24T03:45:31.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:31 smithi016 ceph-mon[84376]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-24T03:45:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:31 smithi016 ceph-mon[86910]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-24T03:45:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:31 smithi016 ceph-mon[86910]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-24T03:45:32.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:32 smithi016 ceph-mon[84376]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-24T03:45:32.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:32 smithi016 ceph-mon[86910]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-24T03:45:32.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:32 smithi063 ceph-mon[77007]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-24T03:45:33.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:33 smithi016 ceph-mon[84376]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-04-24T03:45:33.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:33 smithi016 ceph-mon[84376]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-24T03:45:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:33 smithi016 ceph-mon[86910]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-04-24T03:45:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:33 smithi016 ceph-mon[86910]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-24T03:45:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:33 smithi063 ceph-mon[77007]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-04-24T03:45:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:33 smithi063 ceph-mon[77007]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-24T03:45:34.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:34 smithi016 ceph-mon[84376]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-24T03:45:34.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:34 smithi016 ceph-mon[86910]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-24T03:45:34.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:34 smithi063 ceph-mon[77007]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-24T03:45:35.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:35 smithi016 ceph-mon[84376]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-24T03:45:35.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:35 smithi016 ceph-mon[84376]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-24T03:45:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:35 smithi016 ceph-mon[86910]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-24T03:45:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:35 smithi016 ceph-mon[86910]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-24T03:45:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:35 smithi063 ceph-mon[77007]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-24T03:45:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:35 smithi063 ceph-mon[77007]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-24T03:45:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:36 smithi016 ceph-mon[84376]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-24T03:45:36.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:36 smithi016 ceph-mon[84376]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.71k op/s 2024-04-24T03:45:36.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:36 smithi016 ceph-mon[86910]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-24T03:45:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:36 smithi016 ceph-mon[86910]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.71k op/s 2024-04-24T03:45:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:36 smithi063 ceph-mon[77007]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-24T03:45:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:36 smithi063 ceph-mon[77007]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.71k op/s 2024-04-24T03:45:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:37 smithi016 ceph-mon[84376]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-24T03:45:37.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:37 smithi016 ceph-mon[86910]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-24T03:45:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:37 smithi063 ceph-mon[77007]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-24T03:45:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:38 smithi016 ceph-mon[84376]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-24T03:45:38.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:38 smithi016 ceph-mon[84376]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-24T03:45:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:38 smithi016 ceph-mon[86910]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-24T03:45:38.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:38 smithi016 ceph-mon[86910]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-24T03:45:38.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:45:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:45:38] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:45:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:38 smithi063 ceph-mon[77007]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-24T03:45:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:38 smithi063 ceph-mon[77007]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-24T03:45:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:39 smithi016 ceph-mon[84376]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-24T03:45:39.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:39 smithi016 ceph-mon[86910]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-24T03:45:39.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:39 smithi063 ceph-mon[77007]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-24T03:45:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:40 smithi016 ceph-mon[84376]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-24T03:45:40.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:40 smithi016 ceph-mon[84376]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.40k op/s 2024-04-24T03:45:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:40 smithi016 ceph-mon[86910]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-24T03:45:40.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:40 smithi016 ceph-mon[86910]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.40k op/s 2024-04-24T03:45:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:40 smithi063 ceph-mon[77007]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-24T03:45:40.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:40 smithi063 ceph-mon[77007]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.40k op/s 2024-04-24T03:45:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:41 smithi016 ceph-mon[84376]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-24T03:45:41.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:41 smithi016 ceph-mon[86910]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-24T03:45:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:41 smithi063 ceph-mon[77007]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-24T03:45:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:42 smithi016 ceph-mon[84376]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-24T03:45:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:42 smithi016 ceph-mon[84376]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.40k op/s 2024-04-24T03:45:42.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:42 smithi016 ceph-mon[86910]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-24T03:45:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:42 smithi016 ceph-mon[86910]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.40k op/s 2024-04-24T03:45:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:42 smithi063 ceph-mon[77007]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-24T03:45:42.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:42 smithi063 ceph-mon[77007]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.40k op/s 2024-04-24T03:45:43.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:43 smithi016 ceph-mon[84376]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-24T03:45:43.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:43 smithi016 ceph-mon[86910]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-24T03:45:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:43 smithi063 ceph-mon[77007]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-24T03:45:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:44 smithi016 ceph-mon[84376]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-24T03:45:44.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:44 smithi016 ceph-mon[84376]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-24T03:45:44.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:44 smithi016 ceph-mon[86910]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-24T03:45:44.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:44 smithi016 ceph-mon[86910]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-24T03:45:44.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:44 smithi063 ceph-mon[77007]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-24T03:45:44.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:44 smithi063 ceph-mon[77007]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-24T03:45:45.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:45 smithi016 ceph-mon[84376]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-24T03:45:45.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:45.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:45 smithi016 ceph-mon[86910]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-24T03:45:45.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:45 smithi063 ceph-mon[77007]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-24T03:45:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:45:46.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:46 smithi016 ceph-mon[84376]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-24T03:45:46.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:46 smithi016 ceph-mon[84376]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.79k op/s 2024-04-24T03:45:46.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:46 smithi016 ceph-mon[86910]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-24T03:45:46.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:46 smithi016 ceph-mon[86910]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.79k op/s 2024-04-24T03:45:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:46 smithi063 ceph-mon[77007]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-24T03:45:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:46 smithi063 ceph-mon[77007]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.79k op/s 2024-04-24T03:45:47.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:47 smithi016 ceph-mon[84376]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-24T03:45:47.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:47 smithi016 ceph-mon[86910]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-24T03:45:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:47 smithi063 ceph-mon[77007]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-24T03:45:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:48 smithi016 ceph-mon[84376]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-24T03:45:48.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:48 smithi016 ceph-mon[84376]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-24T03:45:48.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:45:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:45:48] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:45:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:48 smithi016 ceph-mon[86910]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-24T03:45:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:48 smithi016 ceph-mon[86910]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-24T03:45:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:48 smithi063 ceph-mon[77007]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-24T03:45:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:48 smithi063 ceph-mon[77007]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-24T03:45:49.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:49 smithi016 ceph-mon[84376]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-24T03:45:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:49 smithi016 ceph-mon[86910]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-24T03:45:49.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:49 smithi063 ceph-mon[77007]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-24T03:45:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:50 smithi016 ceph-mon[84376]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-24T03:45:50.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:50 smithi016 ceph-mon[84376]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-04-24T03:45:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:50 smithi016 ceph-mon[86910]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-24T03:45:50.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:50 smithi016 ceph-mon[86910]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-04-24T03:45:50.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:50 smithi063 ceph-mon[77007]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-24T03:45:50.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:50 smithi063 ceph-mon[77007]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-04-24T03:45:51.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:51 smithi016 ceph-mon[84376]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-24T03:45:51.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:51 smithi016 ceph-mon[86910]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-24T03:45:51.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:51 smithi063 ceph-mon[77007]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-24T03:45:52.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:52 smithi016 ceph-mon[84376]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-24T03:45:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:52 smithi016 ceph-mon[84376]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-24T03:45:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:52 smithi016 ceph-mon[86910]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-24T03:45:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:52 smithi016 ceph-mon[86910]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-24T03:45:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:52 smithi063 ceph-mon[77007]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-24T03:45:52.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:52 smithi063 ceph-mon[77007]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-24T03:45:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:53 smithi016 ceph-mon[84376]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-24T03:45:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:53 smithi016 ceph-mon[84376]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-24T03:45:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:53 smithi016 ceph-mon[86910]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-24T03:45:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:53 smithi016 ceph-mon[86910]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-24T03:45:53.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:53 smithi063 ceph-mon[77007]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-24T03:45:53.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:53 smithi063 ceph-mon[77007]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-24T03:45:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:54 smithi016 ceph-mon[84376]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-24T03:45:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:54 smithi016 ceph-mon[84376]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.4 KiB/s wr, 2.20k op/s 2024-04-24T03:45:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:54 smithi016 ceph-mon[86910]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-24T03:45:55.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:54 smithi016 ceph-mon[86910]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.4 KiB/s wr, 2.20k op/s 2024-04-24T03:45:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:54 smithi063 ceph-mon[77007]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-24T03:45:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:54 smithi063 ceph-mon[77007]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.4 KiB/s wr, 2.20k op/s 2024-04-24T03:45:56.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:55 smithi016 ceph-mon[84376]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-24T03:45:56.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:55 smithi016 ceph-mon[86910]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-24T03:45:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:55 smithi063 ceph-mon[77007]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-24T03:45:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:56 smithi016 ceph-mon[84376]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-24T03:45:57.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:56 smithi016 ceph-mon[84376]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.4 KiB/s wr, 2.20k op/s 2024-04-24T03:45:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:56 smithi016 ceph-mon[86910]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-24T03:45:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:56 smithi016 ceph-mon[86910]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.4 KiB/s wr, 2.20k op/s 2024-04-24T03:45:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:56 smithi063 ceph-mon[77007]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-24T03:45:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:56 smithi063 ceph-mon[77007]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.4 KiB/s wr, 2.20k op/s 2024-04-24T03:45:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:57 smithi016 ceph-mon[84376]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-24T03:45:58.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:57 smithi016 ceph-mon[84376]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-24T03:45:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:57 smithi016 ceph-mon[86910]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-24T03:45:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:57 smithi016 ceph-mon[86910]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-24T03:45:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:57 smithi063 ceph-mon[77007]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-24T03:45:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:57 smithi063 ceph-mon[77007]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-24T03:45:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:45:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:45:58] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:45:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:58 smithi016 ceph-mon[84376]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:45:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:58 smithi016 ceph-mon[86910]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:45:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:58 smithi063 ceph-mon[77007]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:46:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:59 smithi016 ceph-mon[84376]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-24T03:46:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:45:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:59 smithi016 ceph-mon[86910]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-24T03:46:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:45:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:59 smithi063 ceph-mon[77007]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-24T03:46:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:45:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:00 smithi016 ceph-mon[84376]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-24T03:46:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:00 smithi016 ceph-mon[84376]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-24T03:46:01.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:00 smithi016 ceph-mon[86910]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-24T03:46:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:00 smithi016 ceph-mon[86910]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-24T03:46:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:00 smithi063 ceph-mon[77007]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-24T03:46:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:00 smithi063 ceph-mon[77007]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-24T03:46:02.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:01 smithi016 ceph-mon[84376]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-24T03:46:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:01 smithi016 ceph-mon[86910]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-24T03:46:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:01 smithi063 ceph-mon[77007]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-24T03:46:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:02 smithi016 ceph-mon[84376]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-24T03:46:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:02 smithi016 ceph-mon[84376]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-24T03:46:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:02 smithi016 ceph-mon[84376]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-24T03:46:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:02 smithi016 ceph-mon[86910]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-24T03:46:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:02 smithi016 ceph-mon[86910]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-24T03:46:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:02 smithi016 ceph-mon[86910]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-24T03:46:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:02 smithi063 ceph-mon[77007]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-24T03:46:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:02 smithi063 ceph-mon[77007]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-24T03:46:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:02 smithi063 ceph-mon[77007]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-24T03:46:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:04 smithi016 ceph-mon[84376]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-24T03:46:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:04 smithi016 ceph-mon[84376]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-24T03:46:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:04 smithi016 ceph-mon[86910]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-24T03:46:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:04 smithi016 ceph-mon[86910]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-24T03:46:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:04 smithi063 ceph-mon[77007]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-24T03:46:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:04 smithi063 ceph-mon[77007]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-24T03:46:06.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:05 smithi016 ceph-mon[84376]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-24T03:46:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:05 smithi016 ceph-mon[86910]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-24T03:46:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:05 smithi063 ceph-mon[77007]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-24T03:46:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-24T03:46:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-24T03:46:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:46:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:46:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:46:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:46:07.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:46:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:46:07.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:46:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:07 smithi016 ceph-mon[84376]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-24T03:46:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:07 smithi016 ceph-mon[84376]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-24T03:46:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:07 smithi016 ceph-mon[86910]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-24T03:46:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:07 smithi016 ceph-mon[86910]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-24T03:46:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:07 smithi063 ceph-mon[77007]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-24T03:46:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:07 smithi063 ceph-mon[77007]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-24T03:46:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:46:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:46:08] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:46:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:08 smithi016 ceph-mon[84376]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:46:09.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:08 smithi016 ceph-mon[86910]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:46:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:08 smithi063 ceph-mon[77007]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:46:10.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:09 smithi016 ceph-mon[84376]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-24T03:46:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:09 smithi016 ceph-mon[86910]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-24T03:46:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:09 smithi063 ceph-mon[77007]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-24T03:46:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:11 smithi016 ceph-mon[84376]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-24T03:46:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:11 smithi016 ceph-mon[84376]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-24T03:46:11.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:11 smithi016 ceph-mon[86910]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-24T03:46:11.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:11 smithi016 ceph-mon[86910]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-24T03:46:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:11 smithi063 ceph-mon[77007]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-24T03:46:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:11 smithi063 ceph-mon[77007]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-24T03:46:12.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:12 smithi016 ceph-mon[84376]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-24T03:46:12.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:12 smithi016 ceph-mon[86910]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-24T03:46:12.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:12 smithi063 ceph-mon[77007]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-24T03:46:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:13 smithi016 ceph-mon[84376]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-24T03:46:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:13 smithi016 ceph-mon[84376]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-24T03:46:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:13 smithi016 ceph-mon[84376]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-24T03:46:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:13 smithi016 ceph-mon[86910]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-24T03:46:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:13 smithi016 ceph-mon[86910]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-24T03:46:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:13 smithi016 ceph-mon[86910]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-24T03:46:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:13 smithi063 ceph-mon[77007]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-24T03:46:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:13 smithi063 ceph-mon[77007]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-24T03:46:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:13 smithi063 ceph-mon[77007]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-24T03:46:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:14 smithi016 ceph-mon[84376]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-24T03:46:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:14 smithi016 ceph-mon[84376]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 KiB/s wr, 1.56k op/s 2024-04-24T03:46:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:14 smithi016 ceph-mon[86910]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-24T03:46:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:14 smithi016 ceph-mon[86910]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 KiB/s wr, 1.56k op/s 2024-04-24T03:46:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:14 smithi063 ceph-mon[77007]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-24T03:46:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:14 smithi063 ceph-mon[77007]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 KiB/s wr, 1.56k op/s 2024-04-24T03:46:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:16.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:15 smithi016 ceph-mon[84376]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-24T03:46:16.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:15 smithi016 ceph-mon[86910]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-24T03:46:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:15 smithi063 ceph-mon[77007]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-24T03:46:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:16 smithi016 ceph-mon[84376]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-24T03:46:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:16 smithi016 ceph-mon[84376]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 KiB/s wr, 1.57k op/s 2024-04-24T03:46:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:16 smithi016 ceph-mon[86910]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-24T03:46:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:16 smithi016 ceph-mon[86910]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 KiB/s wr, 1.57k op/s 2024-04-24T03:46:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:16 smithi063 ceph-mon[77007]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-24T03:46:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:16 smithi063 ceph-mon[77007]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 KiB/s wr, 1.57k op/s 2024-04-24T03:46:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:17 smithi016 ceph-mon[84376]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-24T03:46:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:17 smithi016 ceph-mon[84376]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-24T03:46:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:17 smithi016 ceph-mon[86910]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-24T03:46:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:17 smithi016 ceph-mon[86910]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-24T03:46:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:17 smithi063 ceph-mon[77007]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-24T03:46:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:17 smithi063 ceph-mon[77007]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-24T03:46:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:46:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:46:18] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-04-24T03:46:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:18 smithi016 ceph-mon[84376]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:46:19.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:18 smithi016 ceph-mon[86910]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:46:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:18 smithi063 ceph-mon[77007]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:46:20.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:19 smithi016 ceph-mon[84376]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-24T03:46:20.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:19 smithi016 ceph-mon[86910]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-24T03:46:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:19 smithi063 ceph-mon[77007]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-24T03:46:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:20 smithi016 ceph-mon[84376]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-24T03:46:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:20 smithi016 ceph-mon[84376]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-24T03:46:21.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:20 smithi016 ceph-mon[86910]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-24T03:46:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:20 smithi016 ceph-mon[86910]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-24T03:46:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:20 smithi063 ceph-mon[77007]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-24T03:46:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:20 smithi063 ceph-mon[77007]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-24T03:46:22.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:21 smithi016 ceph-mon[84376]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-24T03:46:22.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:21 smithi016 ceph-mon[86910]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-24T03:46:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:21 smithi063 ceph-mon[77007]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-24T03:46:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:22 smithi016 ceph-mon[84376]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-24T03:46:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:22 smithi016 ceph-mon[84376]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-24T03:46:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:22 smithi016 ceph-mon[84376]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-24T03:46:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:22 smithi016 ceph-mon[86910]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-24T03:46:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:22 smithi016 ceph-mon[86910]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-24T03:46:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:22 smithi016 ceph-mon[86910]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-24T03:46:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:22 smithi063 ceph-mon[77007]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-24T03:46:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:22 smithi063 ceph-mon[77007]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-24T03:46:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:22 smithi063 ceph-mon[77007]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-24T03:46:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:24 smithi016 ceph-mon[84376]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-24T03:46:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:24 smithi016 ceph-mon[84376]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-24T03:46:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:24 smithi016 ceph-mon[86910]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-24T03:46:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:24 smithi016 ceph-mon[86910]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-24T03:46:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:24 smithi063 ceph-mon[77007]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-24T03:46:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:24 smithi063 ceph-mon[77007]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-24T03:46:26.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:25 smithi016 ceph-mon[84376]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-24T03:46:26.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:25 smithi016 ceph-mon[86910]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-24T03:46:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:25 smithi063 ceph-mon[77007]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-24T03:46:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:26 smithi016 ceph-mon[84376]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-24T03:46:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:26 smithi016 ceph-mon[84376]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-24T03:46:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:26 smithi016 ceph-mon[86910]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-24T03:46:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:26 smithi016 ceph-mon[86910]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-24T03:46:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:26 smithi063 ceph-mon[77007]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-24T03:46:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:26 smithi063 ceph-mon[77007]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-24T03:46:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:27 smithi016 ceph-mon[84376]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-24T03:46:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:27 smithi016 ceph-mon[84376]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-24T03:46:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:27 smithi016 ceph-mon[86910]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-24T03:46:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:27 smithi016 ceph-mon[86910]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-24T03:46:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:27 smithi063 ceph-mon[77007]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-24T03:46:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:27 smithi063 ceph-mon[77007]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-24T03:46:28.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:46:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:46:28] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-04-24T03:46:29.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:28 smithi016 ceph-mon[84376]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:46:29.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:28 smithi016 ceph-mon[84376]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-24T03:46:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:28 smithi016 ceph-mon[86910]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:46:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:28 smithi016 ceph-mon[86910]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-24T03:46:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:28 smithi063 ceph-mon[77007]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:46:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:28 smithi063 ceph-mon[77007]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-24T03:46:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:29 smithi016 ceph-mon[84376]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-24T03:46:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:29 smithi016 ceph-mon[86910]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-24T03:46:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:29 smithi063 ceph-mon[77007]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-24T03:46:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:30 smithi016 ceph-mon[84376]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.1 KiB/s wr, 1.42k op/s 2024-04-24T03:46:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:30 smithi016 ceph-mon[84376]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-24T03:46:31.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:30 smithi016 ceph-mon[86910]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.1 KiB/s wr, 1.42k op/s 2024-04-24T03:46:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:30 smithi016 ceph-mon[86910]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-24T03:46:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:30 smithi063 ceph-mon[77007]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.1 KiB/s wr, 1.42k op/s 2024-04-24T03:46:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:30 smithi063 ceph-mon[77007]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-24T03:46:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:32 smithi016 ceph-mon[84376]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-24T03:46:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:32 smithi016 ceph-mon[84376]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-24T03:46:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:32 smithi016 ceph-mon[84376]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-24T03:46:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:32 smithi016 ceph-mon[86910]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-24T03:46:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:32 smithi016 ceph-mon[86910]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-24T03:46:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:32 smithi016 ceph-mon[86910]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-24T03:46:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:32 smithi063 ceph-mon[77007]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-24T03:46:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:32 smithi063 ceph-mon[77007]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-24T03:46:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:32 smithi063 ceph-mon[77007]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-24T03:46:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:34 smithi016 ceph-mon[84376]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-24T03:46:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:34 smithi016 ceph-mon[84376]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-24T03:46:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:34 smithi016 ceph-mon[86910]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-24T03:46:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:34 smithi016 ceph-mon[86910]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-24T03:46:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:34 smithi063 ceph-mon[77007]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-24T03:46:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:34 smithi063 ceph-mon[77007]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-24T03:46:36.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:35 smithi016 ceph-mon[84376]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-24T03:46:36.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:35 smithi016 ceph-mon[86910]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-24T03:46:36.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:35 smithi063 ceph-mon[77007]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-24T03:46:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:36 smithi016 ceph-mon[84376]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s rd, 5.1 KiB/s wr, 1.38k op/s 2024-04-24T03:46:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:36 smithi016 ceph-mon[84376]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-24T03:46:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:36 smithi016 ceph-mon[86910]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s rd, 5.1 KiB/s wr, 1.38k op/s 2024-04-24T03:46:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:36 smithi016 ceph-mon[86910]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-24T03:46:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:36 smithi063 ceph-mon[77007]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s rd, 5.1 KiB/s wr, 1.38k op/s 2024-04-24T03:46:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:36 smithi063 ceph-mon[77007]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-24T03:46:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:37 smithi016 ceph-mon[84376]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-24T03:46:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:37 smithi016 ceph-mon[84376]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-24T03:46:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:37 smithi016 ceph-mon[86910]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-24T03:46:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:37 smithi016 ceph-mon[86910]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-24T03:46:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:37 smithi063 ceph-mon[77007]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-24T03:46:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:37 smithi063 ceph-mon[77007]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-24T03:46:38.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:46:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:46:38] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:46:39.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:38 smithi016 ceph-mon[84376]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:46:39.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:38 smithi016 ceph-mon[86910]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:46:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:38 smithi063 ceph-mon[77007]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:46:40.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:39 smithi016 ceph-mon[84376]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-24T03:46:40.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:39 smithi016 ceph-mon[86910]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-24T03:46:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:39 smithi063 ceph-mon[77007]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-24T03:46:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:40 smithi016 ceph-mon[84376]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-24T03:46:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:40 smithi016 ceph-mon[84376]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-24T03:46:41.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:40 smithi016 ceph-mon[86910]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-24T03:46:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:40 smithi016 ceph-mon[86910]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-24T03:46:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:40 smithi063 ceph-mon[77007]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-24T03:46:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:40 smithi063 ceph-mon[77007]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-24T03:46:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:41 smithi016 ceph-mon[84376]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-24T03:46:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:41 smithi016 ceph-mon[86910]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-24T03:46:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:41 smithi063 ceph-mon[77007]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-24T03:46:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:42 smithi016 ceph-mon[84376]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-24T03:46:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:42 smithi016 ceph-mon[84376]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-24T03:46:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:42 smithi016 ceph-mon[84376]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-24T03:46:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:42 smithi016 ceph-mon[86910]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-24T03:46:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:42 smithi016 ceph-mon[86910]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-24T03:46:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:42 smithi016 ceph-mon[86910]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-24T03:46:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:42 smithi063 ceph-mon[77007]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-24T03:46:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:42 smithi063 ceph-mon[77007]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-24T03:46:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:42 smithi063 ceph-mon[77007]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-24T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:44 smithi016 ceph-mon[84376]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-24T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:44 smithi016 ceph-mon[84376]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-24T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:44 smithi016 ceph-mon[86910]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-24T03:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:44 smithi016 ceph-mon[86910]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-24T03:46:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:44 smithi063 ceph-mon[77007]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-24T03:46:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:44 smithi063 ceph-mon[77007]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-24T03:46:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:46:46.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:45 smithi016 ceph-mon[84376]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-24T03:46:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:45 smithi016 ceph-mon[86910]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-24T03:46:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:45 smithi063 ceph-mon[77007]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-24T03:46:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:46 smithi016 ceph-mon[84376]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-24T03:46:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:46 smithi016 ceph-mon[84376]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-24T03:46:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:47 smithi016 ceph-mon[86910]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-24T03:46:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:47 smithi016 ceph-mon[86910]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-24T03:46:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:47 smithi063 ceph-mon[77007]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-24T03:46:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:47 smithi063 ceph-mon[77007]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-24T03:46:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:48 smithi016 ceph-mon[84376]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-24T03:46:48.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:48 smithi016 ceph-mon[84376]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-24T03:46:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:48 smithi016 ceph-mon[86910]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-24T03:46:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:48 smithi016 ceph-mon[86910]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-24T03:46:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:48 smithi063 ceph-mon[77007]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-24T03:46:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:48 smithi063 ceph-mon[77007]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-24T03:46:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:46:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:46:48] "GET /metrics HTTP/1.1" 200 36824 "" "Prometheus/2.43.0" 2024-04-24T03:46:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:49 smithi016 ceph-mon[84376]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:46:49.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:49 smithi016 ceph-mon[84376]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-24T03:46:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:49 smithi016 ceph-mon[86910]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:46:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:49 smithi016 ceph-mon[86910]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-24T03:46:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:49 smithi063 ceph-mon[77007]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:46:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:49 smithi063 ceph-mon[77007]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-24T03:46:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:50 smithi016 ceph-mon[84376]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-24T03:46:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:50 smithi016 ceph-mon[84376]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 5.1 KiB/s wr, 1.25k op/s 2024-04-24T03:46:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:50 smithi016 ceph-mon[86910]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-24T03:46:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:50 smithi016 ceph-mon[86910]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 5.1 KiB/s wr, 1.25k op/s 2024-04-24T03:46:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:50 smithi063 ceph-mon[77007]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-24T03:46:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:50 smithi063 ceph-mon[77007]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 5.1 KiB/s wr, 1.25k op/s 2024-04-24T03:46:52.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:51 smithi016 ceph-mon[84376]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-24T03:46:52.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:51 smithi016 ceph-mon[86910]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-24T03:46:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:51 smithi063 ceph-mon[77007]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-24T03:46:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:52 smithi016 ceph-mon[84376]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 906 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-24T03:46:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:52 smithi016 ceph-mon[84376]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-24T03:46:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:52 smithi016 ceph-mon[84376]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-24T03:46:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:52 smithi016 ceph-mon[86910]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 906 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-24T03:46:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:52 smithi016 ceph-mon[86910]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-24T03:46:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:52 smithi016 ceph-mon[86910]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-24T03:46:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:52 smithi063 ceph-mon[77007]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 906 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-24T03:46:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:52 smithi063 ceph-mon[77007]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-24T03:46:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:52 smithi063 ceph-mon[77007]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-24T03:46:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:54 smithi016 ceph-mon[84376]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-24T03:46:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:54 smithi016 ceph-mon[84376]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-24T03:46:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:54 smithi016 ceph-mon[86910]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-24T03:46:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:54 smithi016 ceph-mon[86910]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-24T03:46:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:54 smithi063 ceph-mon[77007]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-24T03:46:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:54 smithi063 ceph-mon[77007]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-24T03:46:56.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:55 smithi016 ceph-mon[84376]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-24T03:46:56.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:55 smithi016 ceph-mon[86910]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-24T03:46:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:55 smithi063 ceph-mon[77007]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-24T03:46:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:56 smithi016 ceph-mon[84376]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-24T03:46:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:56 smithi016 ceph-mon[84376]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-24T03:46:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:56 smithi016 ceph-mon[86910]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-24T03:46:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:56 smithi016 ceph-mon[86910]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-24T03:46:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:56 smithi063 ceph-mon[77007]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-24T03:46:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:56 smithi063 ceph-mon[77007]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-24T03:46:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:57 smithi016 ceph-mon[84376]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-24T03:46:58.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:57 smithi016 ceph-mon[84376]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-24T03:46:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:57 smithi016 ceph-mon[86910]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-24T03:46:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:57 smithi016 ceph-mon[86910]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-24T03:46:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:57 smithi063 ceph-mon[77007]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-24T03:46:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:57 smithi063 ceph-mon[77007]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-24T03:46:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:46:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:46:58] "GET /metrics HTTP/1.1" 200 36824 "" "Prometheus/2.43.0" 2024-04-24T03:46:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:58 smithi016 ceph-mon[84376]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-24T03:46:59.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:58 smithi016 ceph-mon[86910]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-24T03:46:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:58 smithi063 ceph-mon[77007]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-24T03:47:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:59 smithi016 ceph-mon[84376]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-24T03:47:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:46:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:59 smithi016 ceph-mon[86910]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-24T03:47:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:46:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:59 smithi063 ceph-mon[77007]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-24T03:47:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:46:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:00 smithi016 ceph-mon[84376]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-24T03:47:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:00 smithi016 ceph-mon[84376]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-24T03:47:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:00 smithi016 ceph-mon[86910]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-24T03:47:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:00 smithi016 ceph-mon[86910]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-24T03:47:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:00 smithi063 ceph-mon[77007]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-24T03:47:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:00 smithi063 ceph-mon[77007]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-24T03:47:02.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:02 smithi016 ceph-mon[84376]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-24T03:47:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:02 smithi016 ceph-mon[86910]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-24T03:47:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:02 smithi063 ceph-mon[77007]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-24T03:47:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:03 smithi016 ceph-mon[84376]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-24T03:47:03.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:03 smithi016 ceph-mon[84376]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-24T03:47:03.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:03 smithi016 ceph-mon[84376]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-24T03:47:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:03 smithi016 ceph-mon[86910]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-24T03:47:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:03 smithi016 ceph-mon[86910]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-24T03:47:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:03 smithi016 ceph-mon[86910]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-24T03:47:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:03 smithi063 ceph-mon[77007]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-24T03:47:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:03 smithi063 ceph-mon[77007]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-24T03:47:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:03 smithi063 ceph-mon[77007]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-24T03:47:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:04 smithi016 ceph-mon[84376]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-24T03:47:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:04 smithi016 ceph-mon[84376]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 5.1 KiB/s wr, 1.11k op/s 2024-04-24T03:47:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:04 smithi016 ceph-mon[86910]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-24T03:47:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:04 smithi016 ceph-mon[86910]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 5.1 KiB/s wr, 1.11k op/s 2024-04-24T03:47:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:04 smithi063 ceph-mon[77007]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-24T03:47:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:04 smithi063 ceph-mon[77007]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 5.1 KiB/s wr, 1.11k op/s 2024-04-24T03:47:06.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:05 smithi016 ceph-mon[84376]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-24T03:47:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:05 smithi016 ceph-mon[86910]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-24T03:47:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:05 smithi063 ceph-mon[77007]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-24T03:47:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:06 smithi016 ceph-mon[84376]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-24T03:47:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:06 smithi016 ceph-mon[84376]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 5.1 KiB/s wr, 1.11k op/s 2024-04-24T03:47:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:06 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:47:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:06 smithi016 ceph-mon[86910]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-24T03:47:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:06 smithi016 ceph-mon[86910]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 5.1 KiB/s wr, 1.11k op/s 2024-04-24T03:47:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:06 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:47:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:06 smithi063 ceph-mon[77007]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-24T03:47:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:06 smithi063 ceph-mon[77007]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 5.1 KiB/s wr, 1.11k op/s 2024-04-24T03:47:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:06 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:47:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[84376]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-24T03:47:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:47:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:47:08.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:47:08.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[84376]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-24T03:47:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[86910]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-24T03:47:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:47:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:47:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:47:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:07 smithi016 ceph-mon[86910]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-24T03:47:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:07 smithi063 ceph-mon[77007]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-24T03:47:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:47:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:47:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:47:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:07 smithi063 ceph-mon[77007]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-24T03:47:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:47:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:47:08] "GET /metrics HTTP/1.1" 200 36822 "" "Prometheus/2.43.0" 2024-04-24T03:47:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:08 smithi016 ceph-mon[84376]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:47:09.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:08 smithi016 ceph-mon[86910]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:47:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:08 smithi063 ceph-mon[77007]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:47:10.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:09 smithi016 ceph-mon[84376]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-24T03:47:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:09 smithi016 ceph-mon[86910]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-24T03:47:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:09 smithi063 ceph-mon[77007]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-24T03:47:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:10 smithi016 ceph-mon[84376]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-24T03:47:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:10 smithi016 ceph-mon[84376]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-24T03:47:11.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:10 smithi016 ceph-mon[86910]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-24T03:47:11.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:10 smithi016 ceph-mon[86910]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-24T03:47:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:10 smithi063 ceph-mon[77007]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-24T03:47:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:10 smithi063 ceph-mon[77007]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-24T03:47:12.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:11 smithi016 ceph-mon[84376]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-24T03:47:12.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:11 smithi016 ceph-mon[86910]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-24T03:47:12.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:11 smithi063 ceph-mon[77007]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-24T03:47:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:12 smithi016 ceph-mon[84376]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 776 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-24T03:47:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:12 smithi016 ceph-mon[84376]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-24T03:47:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:12 smithi016 ceph-mon[84376]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-24T03:47:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:12 smithi016 ceph-mon[86910]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 776 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-24T03:47:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:12 smithi016 ceph-mon[86910]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-24T03:47:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:12 smithi016 ceph-mon[86910]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-24T03:47:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:12 smithi063 ceph-mon[77007]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 776 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-24T03:47:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:12 smithi063 ceph-mon[77007]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-24T03:47:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:12 smithi063 ceph-mon[77007]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-24T03:47:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:14 smithi016 ceph-mon[84376]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-24T03:47:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:14 smithi016 ceph-mon[84376]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-24T03:47:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:15 smithi016 ceph-mon[86910]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-24T03:47:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:15 smithi016 ceph-mon[86910]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-24T03:47:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:14 smithi063 ceph-mon[77007]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-24T03:47:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:14 smithi063 ceph-mon[77007]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-24T03:47:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:16.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:16 smithi016 ceph-mon[84376]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-24T03:47:16.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:16 smithi016 ceph-mon[86910]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-24T03:47:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:16 smithi063 ceph-mon[77007]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-24T03:47:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:17 smithi016 ceph-mon[84376]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-24T03:47:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:17 smithi016 ceph-mon[84376]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-24T03:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:17 smithi016 ceph-mon[86910]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-24T03:47:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:17 smithi016 ceph-mon[86910]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-24T03:47:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:17 smithi063 ceph-mon[77007]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-24T03:47:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:17 smithi063 ceph-mon[77007]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-24T03:47:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:18 smithi016 ceph-mon[84376]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-24T03:47:18.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:18 smithi016 ceph-mon[84376]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-24T03:47:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:18 smithi016 ceph-mon[86910]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-24T03:47:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:18 smithi016 ceph-mon[86910]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-24T03:47:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:18 smithi063 ceph-mon[77007]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-24T03:47:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:18 smithi063 ceph-mon[77007]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-24T03:47:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:47:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:47:18] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:47:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:19 smithi016 ceph-mon[84376]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:47:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:19 smithi016 ceph-mon[84376]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-24T03:47:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:19 smithi016 ceph-mon[86910]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:47:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:19 smithi016 ceph-mon[86910]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-24T03:47:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:19 smithi063 ceph-mon[77007]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-24T03:47:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:19 smithi063 ceph-mon[77007]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-24T03:47:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:20 smithi016 ceph-mon[84376]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-24T03:47:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:20 smithi016 ceph-mon[84376]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 5.1 KiB/s wr, 980 op/s 2024-04-24T03:47:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:20 smithi016 ceph-mon[86910]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-24T03:47:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:20 smithi016 ceph-mon[86910]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 5.1 KiB/s wr, 980 op/s 2024-04-24T03:47:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:20 smithi063 ceph-mon[77007]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-24T03:47:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:20 smithi063 ceph-mon[77007]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 5.1 KiB/s wr, 980 op/s 2024-04-24T03:47:22.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:21 smithi016 ceph-mon[84376]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-24T03:47:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:21 smithi016 ceph-mon[86910]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-24T03:47:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:21 smithi063 ceph-mon[77007]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-24T03:47:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:22 smithi016 ceph-mon[84376]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-24T03:47:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:22 smithi016 ceph-mon[84376]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 964 op/s 2024-04-24T03:47:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:22 smithi016 ceph-mon[84376]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-24T03:47:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:22 smithi016 ceph-mon[86910]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-24T03:47:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:22 smithi016 ceph-mon[86910]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 964 op/s 2024-04-24T03:47:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:22 smithi016 ceph-mon[86910]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-24T03:47:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:22 smithi063 ceph-mon[77007]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-24T03:47:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:22 smithi063 ceph-mon[77007]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 964 op/s 2024-04-24T03:47:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:22 smithi063 ceph-mon[77007]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-24T03:47:25.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:24 smithi016 ceph-mon[86910]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 923 op/s 2024-04-24T03:47:25.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:24 smithi016 ceph-mon[86910]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-24T03:47:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:24 smithi016 ceph-mon[84376]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 923 op/s 2024-04-24T03:47:25.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:24 smithi016 ceph-mon[84376]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-24T03:47:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:24 smithi063 ceph-mon[77007]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 923 op/s 2024-04-24T03:47:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:24 smithi063 ceph-mon[77007]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-24T03:47:26.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:25 smithi016 ceph-mon[84376]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-24T03:47:26.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:25 smithi016 ceph-mon[86910]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-24T03:47:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:25 smithi063 ceph-mon[77007]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-24T03:47:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:26 smithi016 ceph-mon[84376]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 921 op/s 2024-04-24T03:47:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:26 smithi016 ceph-mon[84376]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-24T03:47:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:26 smithi016 ceph-mon[86910]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 921 op/s 2024-04-24T03:47:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:26 smithi016 ceph-mon[86910]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-24T03:47:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:26 smithi063 ceph-mon[77007]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 921 op/s 2024-04-24T03:47:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:26 smithi063 ceph-mon[77007]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-24T03:47:28.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:27 smithi016 ceph-mon[84376]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-24T03:47:28.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:27 smithi016 ceph-mon[84376]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-24T03:47:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:27 smithi016 ceph-mon[86910]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-24T03:47:28.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:27 smithi016 ceph-mon[86910]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-24T03:47:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:27 smithi063 ceph-mon[77007]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-24T03:47:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:27 smithi063 ceph-mon[77007]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-24T03:47:28.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:47:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:47:28] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:47:29.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:28 smithi016 ceph-mon[86910]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:47:29.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:28 smithi016 ceph-mon[86910]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-24T03:47:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:28 smithi016 ceph-mon[84376]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:47:29.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:28 smithi016 ceph-mon[84376]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-24T03:47:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:28 smithi063 ceph-mon[77007]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:47:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:28 smithi063 ceph-mon[77007]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-24T03:47:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:29 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:29 smithi016 ceph-mon[84376]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-24T03:47:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:29 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:29 smithi016 ceph-mon[86910]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-24T03:47:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:29 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:29 smithi063 ceph-mon[77007]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-24T03:47:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:31 smithi016 ceph-mon[84376]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 5.0 KiB/s wr, 884 op/s 2024-04-24T03:47:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:31 smithi016 ceph-mon[86910]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 5.0 KiB/s wr, 884 op/s 2024-04-24T03:47:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:31 smithi063 ceph-mon[77007]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 5.0 KiB/s wr, 884 op/s 2024-04-24T03:47:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:32 smithi016 ceph-mon[84376]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-24T03:47:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:32 smithi016 ceph-mon[86910]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-24T03:47:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:32 smithi063 ceph-mon[77007]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-24T03:47:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:33 smithi016 ceph-mon[84376]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 5.0 KiB/s wr, 876 op/s 2024-04-24T03:47:33.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:33 smithi016 ceph-mon[84376]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-24T03:47:33.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:33 smithi016 ceph-mon[84376]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-24T03:47:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:33 smithi016 ceph-mon[86910]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 5.0 KiB/s wr, 876 op/s 2024-04-24T03:47:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:33 smithi016 ceph-mon[86910]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-24T03:47:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:33 smithi016 ceph-mon[86910]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-24T03:47:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:33 smithi063 ceph-mon[77007]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 5.0 KiB/s wr, 876 op/s 2024-04-24T03:47:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:33 smithi063 ceph-mon[77007]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-24T03:47:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:33 smithi063 ceph-mon[77007]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-24T03:47:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:34 smithi016 ceph-mon[84376]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-24T03:47:35.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:34 smithi016 ceph-mon[84376]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-24T03:47:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:34 smithi016 ceph-mon[86910]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-24T03:47:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:34 smithi016 ceph-mon[86910]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-24T03:47:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:34 smithi063 ceph-mon[77007]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-24T03:47:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:34 smithi063 ceph-mon[77007]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-24T03:47:36.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:35 smithi016 ceph-mon[84376]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-24T03:47:36.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:35 smithi016 ceph-mon[86910]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-24T03:47:36.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:35 smithi063 ceph-mon[77007]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-24T03:47:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:36 smithi016 ceph-mon[84376]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-24T03:47:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:36 smithi016 ceph-mon[84376]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 5.1 KiB/s wr, 846 op/s 2024-04-24T03:47:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:36 smithi016 ceph-mon[86910]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-24T03:47:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:36 smithi016 ceph-mon[86910]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 5.1 KiB/s wr, 846 op/s 2024-04-24T03:47:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:36 smithi063 ceph-mon[77007]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-24T03:47:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:36 smithi063 ceph-mon[77007]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 5.1 KiB/s wr, 846 op/s 2024-04-24T03:47:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:37 smithi016 ceph-mon[84376]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-24T03:47:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:37 smithi016 ceph-mon[84376]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-24T03:47:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:37 smithi016 ceph-mon[86910]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-24T03:47:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:37 smithi016 ceph-mon[86910]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-24T03:47:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:37 smithi063 ceph-mon[77007]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-24T03:47:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:37 smithi063 ceph-mon[77007]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-24T03:47:38.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:47:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:47:38] "GET /metrics HTTP/1.1" 200 36826 "" "Prometheus/2.43.0" 2024-04-24T03:47:39.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:38 smithi016 ceph-mon[84376]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-24T03:47:39.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:38 smithi016 ceph-mon[86910]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-24T03:47:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:38 smithi063 ceph-mon[77007]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-24T03:47:40.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:39 smithi016 ceph-mon[84376]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-24T03:47:40.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:39 smithi016 ceph-mon[86910]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-24T03:47:40.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:39 smithi063 ceph-mon[77007]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-24T03:47:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:40 smithi016 ceph-mon[84376]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-04-24T03:47:41.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:40 smithi016 ceph-mon[84376]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-24T03:47:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:40 smithi016 ceph-mon[86910]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-04-24T03:47:41.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:40 smithi016 ceph-mon[86910]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-24T03:47:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:40 smithi063 ceph-mon[77007]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-04-24T03:47:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:40 smithi063 ceph-mon[77007]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-24T03:47:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:41 smithi016 ceph-mon[84376]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-24T03:47:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:41 smithi016 ceph-mon[86910]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-24T03:47:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:41 smithi063 ceph-mon[77007]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-24T03:47:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:42 smithi016 ceph-mon[84376]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 581 KiB/s rd, 5.0 KiB/s wr, 788 op/s 2024-04-24T03:47:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:42 smithi016 ceph-mon[84376]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-24T03:47:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:42 smithi016 ceph-mon[84376]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-24T03:47:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:42 smithi016 ceph-mon[86910]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 581 KiB/s rd, 5.0 KiB/s wr, 788 op/s 2024-04-24T03:47:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:42 smithi016 ceph-mon[86910]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-24T03:47:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:42 smithi016 ceph-mon[86910]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-24T03:47:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:42 smithi063 ceph-mon[77007]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 581 KiB/s rd, 5.0 KiB/s wr, 788 op/s 2024-04-24T03:47:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:42 smithi063 ceph-mon[77007]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-24T03:47:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:42 smithi063 ceph-mon[77007]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-24T03:47:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:44 smithi016 ceph-mon[84376]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 747 op/s 2024-04-24T03:47:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:44 smithi016 ceph-mon[84376]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-24T03:47:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:44 smithi016 ceph-mon[86910]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 747 op/s 2024-04-24T03:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:44 smithi016 ceph-mon[86910]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-24T03:47:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:44 smithi063 ceph-mon[77007]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 747 op/s 2024-04-24T03:47:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:44 smithi063 ceph-mon[77007]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-24T03:47:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:47:46.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:46 smithi016 ceph-mon[84376]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-24T03:47:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:46 smithi016 ceph-mon[86910]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-24T03:47:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:46 smithi063 ceph-mon[77007]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-24T03:47:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:47 smithi016 ceph-mon[84376]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-24T03:47:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:47 smithi016 ceph-mon[84376]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-24T03:47:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:47 smithi016 ceph-mon[86910]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-24T03:47:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:47 smithi016 ceph-mon[86910]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-24T03:47:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:47 smithi063 ceph-mon[77007]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-24T03:47:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:47 smithi063 ceph-mon[77007]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-24T03:47:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:48 smithi016 ceph-mon[84376]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-24T03:47:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:48 smithi016 ceph-mon[84376]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-24T03:47:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:48 smithi016 ceph-mon[86910]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-24T03:47:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:48 smithi016 ceph-mon[86910]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-24T03:47:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:48 smithi063 ceph-mon[77007]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-24T03:47:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:48 smithi063 ceph-mon[77007]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-24T03:47:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:47:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:47:48] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-04-24T03:47:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:49 smithi016 ceph-mon[86910]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:47:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:49 smithi016 ceph-mon[86910]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-24T03:47:49.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:49 smithi016 ceph-mon[84376]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:47:49.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:49 smithi016 ceph-mon[84376]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-24T03:47:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:49 smithi063 ceph-mon[77007]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:47:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:49 smithi063 ceph-mon[77007]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-24T03:47:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:50 smithi016 ceph-mon[84376]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-24T03:47:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:50 smithi016 ceph-mon[84376]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 5.0 KiB/s wr, 711 op/s 2024-04-24T03:47:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:50 smithi016 ceph-mon[86910]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-24T03:47:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:50 smithi016 ceph-mon[86910]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 5.0 KiB/s wr, 711 op/s 2024-04-24T03:47:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:50 smithi063 ceph-mon[77007]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-24T03:47:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:50 smithi063 ceph-mon[77007]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 5.0 KiB/s wr, 711 op/s 2024-04-24T03:47:52.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:51 smithi016 ceph-mon[84376]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-24T03:47:52.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:51 smithi016 ceph-mon[86910]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-24T03:47:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:51 smithi063 ceph-mon[77007]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-24T03:47:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:52 smithi016 ceph-mon[84376]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 5.0 KiB/s wr, 698 op/s 2024-04-24T03:47:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:52 smithi016 ceph-mon[84376]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-24T03:47:53.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:52 smithi016 ceph-mon[84376]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-24T03:47:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:52 smithi016 ceph-mon[86910]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 5.0 KiB/s wr, 698 op/s 2024-04-24T03:47:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:52 smithi016 ceph-mon[86910]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-24T03:47:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:52 smithi016 ceph-mon[86910]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-24T03:47:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:52 smithi063 ceph-mon[77007]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 5.0 KiB/s wr, 698 op/s 2024-04-24T03:47:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:52 smithi063 ceph-mon[77007]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-24T03:47:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:52 smithi063 ceph-mon[77007]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-24T03:47:55.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:54 smithi016 ceph-mon[84376]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 5.0 KiB/s wr, 658 op/s 2024-04-24T03:47:55.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:54 smithi016 ceph-mon[84376]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-24T03:47:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:54 smithi016 ceph-mon[86910]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 5.0 KiB/s wr, 658 op/s 2024-04-24T03:47:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:54 smithi016 ceph-mon[86910]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-24T03:47:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:54 smithi063 ceph-mon[77007]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 5.0 KiB/s wr, 658 op/s 2024-04-24T03:47:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:54 smithi063 ceph-mon[77007]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-24T03:47:56.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:55 smithi016 ceph-mon[84376]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-24T03:47:56.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:55 smithi016 ceph-mon[86910]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-24T03:47:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:55 smithi063 ceph-mon[77007]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-24T03:47:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:56 smithi016 ceph-mon[84376]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-24T03:47:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:56 smithi016 ceph-mon[84376]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-24T03:47:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:57 smithi016 ceph-mon[86910]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-24T03:47:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:57 smithi016 ceph-mon[86910]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-24T03:47:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:56 smithi063 ceph-mon[77007]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-24T03:47:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:56 smithi063 ceph-mon[77007]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-24T03:47:58.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:57 smithi016 ceph-mon[84376]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-24T03:47:58.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:57 smithi016 ceph-mon[84376]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-24T03:47:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:57 smithi016 ceph-mon[86910]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-24T03:47:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:57 smithi016 ceph-mon[86910]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-24T03:47:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:57 smithi063 ceph-mon[77007]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-24T03:47:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:57 smithi063 ceph-mon[77007]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-24T03:47:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:47:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:47:58] "GET /metrics HTTP/1.1" 200 36827 "" "Prometheus/2.43.0" 2024-04-24T03:47:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:58 smithi016 ceph-mon[84376]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:47:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:58 smithi016 ceph-mon[84376]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-24T03:47:59.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:58 smithi016 ceph-mon[86910]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:47:59.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:58 smithi016 ceph-mon[86910]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-24T03:47:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:58 smithi063 ceph-mon[77007]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:47:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:58 smithi063 ceph-mon[77007]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-24T03:48:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:47:59 smithi016 ceph-mon[84376]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-24T03:48:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:47:59 smithi016 ceph-mon[86910]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-24T03:48:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:47:59 smithi063 ceph-mon[77007]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-24T03:48:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:00 smithi016 ceph-mon[84376]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 5.0 KiB/s wr, 619 op/s 2024-04-24T03:48:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:00 smithi016 ceph-mon[86910]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 5.0 KiB/s wr, 619 op/s 2024-04-24T03:48:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:01 smithi063 ceph-mon[77007]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 5.0 KiB/s wr, 619 op/s 2024-04-24T03:48:02.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:02 smithi016 ceph-mon[84376]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-24T03:48:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:02 smithi016 ceph-mon[86910]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-24T03:48:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:02 smithi063 ceph-mon[77007]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-24T03:48:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:03 smithi016 ceph-mon[84376]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 5.0 KiB/s wr, 610 op/s 2024-04-24T03:48:03.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:03 smithi016 ceph-mon[84376]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-24T03:48:03.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:03 smithi016 ceph-mon[84376]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-24T03:48:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:03 smithi016 ceph-mon[86910]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 5.0 KiB/s wr, 610 op/s 2024-04-24T03:48:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:03 smithi016 ceph-mon[86910]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-24T03:48:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:03 smithi016 ceph-mon[86910]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-24T03:48:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:03 smithi063 ceph-mon[77007]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 5.0 KiB/s wr, 610 op/s 2024-04-24T03:48:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:03 smithi063 ceph-mon[77007]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-24T03:48:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:03 smithi063 ceph-mon[77007]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-24T03:48:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:04 smithi016 ceph-mon[84376]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-24T03:48:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:04 smithi016 ceph-mon[84376]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-24T03:48:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:04 smithi016 ceph-mon[86910]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-24T03:48:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:04 smithi016 ceph-mon[86910]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-24T03:48:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:04 smithi063 ceph-mon[77007]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-24T03:48:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:04 smithi063 ceph-mon[77007]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-24T03:48:06.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:05 smithi016 ceph-mon[84376]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-24T03:48:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:05 smithi016 ceph-mon[86910]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-24T03:48:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:05 smithi063 ceph-mon[77007]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-24T03:48:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:06 smithi016 ceph-mon[84376]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-24T03:48:07.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:06 smithi016 ceph-mon[84376]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 5.1 KiB/s wr, 576 op/s 2024-04-24T03:48:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:06 smithi016 ceph-mon[86910]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-24T03:48:07.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:06 smithi016 ceph-mon[86910]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 5.1 KiB/s wr, 576 op/s 2024-04-24T03:48:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:06 smithi063 ceph-mon[77007]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-24T03:48:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:06 smithi063 ceph-mon[77007]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 5.1 KiB/s wr, 576 op/s 2024-04-24T03:48:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[84376]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-24T03:48:08.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[84376]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[86910]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:48:08.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:07 smithi016 ceph-mon[86910]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-24T03:48:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:07 smithi063 ceph-mon[77007]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-24T03:48:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:48:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:48:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:48:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:07 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:48:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:07 smithi063 ceph-mon[77007]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-24T03:48:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:48:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:48:08] "GET /metrics HTTP/1.1" 200 36825 "" "Prometheus/2.43.0" 2024-04-24T03:48:09.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:08 smithi016 ceph-mon[84376]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:48:09.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:08 smithi016 ceph-mon[86910]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:48:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:08 smithi063 ceph-mon[77007]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-24T03:48:10.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:09 smithi016 ceph-mon[84376]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-24T03:48:10.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:09 smithi016 ceph-mon[86910]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-24T03:48:10.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:09 smithi063 ceph-mon[77007]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-24T03:48:11.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:11 smithi016 ceph-mon[84376]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-24T03:48:11.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:11 smithi016 ceph-mon[84376]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-24T03:48:11.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:11 smithi016 ceph-mon[86910]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-24T03:48:11.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:11 smithi016 ceph-mon[86910]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-24T03:48:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:11 smithi063 ceph-mon[77007]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-24T03:48:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:11 smithi063 ceph-mon[77007]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-24T03:48:12.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:12 smithi016 ceph-mon[84376]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-24T03:48:12.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:12 smithi016 ceph-mon[86910]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-24T03:48:12.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:12 smithi063 ceph-mon[77007]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-24T03:48:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:13 smithi016 ceph-mon[84376]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 5.0 KiB/s wr, 523 op/s 2024-04-24T03:48:13.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:13 smithi016 ceph-mon[84376]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-24T03:48:13.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:13 smithi016 ceph-mon[84376]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-24T03:48:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:13 smithi016 ceph-mon[86910]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 5.0 KiB/s wr, 523 op/s 2024-04-24T03:48:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:13 smithi016 ceph-mon[86910]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-24T03:48:13.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:13 smithi016 ceph-mon[86910]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-24T03:48:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:13 smithi063 ceph-mon[77007]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 5.0 KiB/s wr, 523 op/s 2024-04-24T03:48:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:13 smithi063 ceph-mon[77007]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-24T03:48:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:13 smithi063 ceph-mon[77007]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-24T03:48:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:14 smithi016 ceph-mon[84376]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-24T03:48:15.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:14 smithi016 ceph-mon[84376]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 5.0 KiB/s wr, 486 op/s 2024-04-24T03:48:15.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:14 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:14 smithi016 ceph-mon[86910]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-24T03:48:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:14 smithi016 ceph-mon[86910]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 5.0 KiB/s wr, 486 op/s 2024-04-24T03:48:15.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:14 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:14 smithi063 ceph-mon[77007]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-24T03:48:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:14 smithi063 ceph-mon[77007]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 5.0 KiB/s wr, 486 op/s 2024-04-24T03:48:15.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:14 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:16.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:15 smithi016 ceph-mon[84376]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-24T03:48:16.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:15 smithi016 ceph-mon[86910]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-24T03:48:16.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:15 smithi063 ceph-mon[77007]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-24T03:48:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:16 smithi016 ceph-mon[84376]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-24T03:48:17.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:16 smithi016 ceph-mon[84376]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-24T03:48:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:16 smithi016 ceph-mon[86910]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-24T03:48:17.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:16 smithi016 ceph-mon[86910]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-24T03:48:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:16 smithi063 ceph-mon[77007]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-24T03:48:17.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:16 smithi063 ceph-mon[77007]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-24T03:48:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:17 smithi016 ceph-mon[84376]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-24T03:48:18.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:17 smithi016 ceph-mon[84376]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-24T03:48:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:17 smithi016 ceph-mon[86910]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-24T03:48:18.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:17 smithi016 ceph-mon[86910]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-24T03:48:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:17 smithi063 ceph-mon[77007]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-24T03:48:18.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:17 smithi063 ceph-mon[77007]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-24T03:48:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:48:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:48:18] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-24T03:48:19.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:18 smithi016 ceph-mon[84376]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:48:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:18 smithi016 ceph-mon[86910]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:48:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:18 smithi063 ceph-mon[77007]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:48:20.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:19 smithi016 ceph-mon[84376]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-24T03:48:20.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:19 smithi016 ceph-mon[86910]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-24T03:48:20.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:19 smithi063 ceph-mon[77007]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-24T03:48:21.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:20 smithi016 ceph-mon[84376]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-24T03:48:21.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:20 smithi016 ceph-mon[84376]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-24T03:48:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:20 smithi016 ceph-mon[86910]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-24T03:48:21.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:20 smithi016 ceph-mon[86910]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-24T03:48:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:20 smithi063 ceph-mon[77007]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-24T03:48:21.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:20 smithi063 ceph-mon[77007]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-24T03:48:22.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:21 smithi016 ceph-mon[84376]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-24T03:48:22.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:22 smithi016 ceph-mon[86910]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-24T03:48:22.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:22 smithi063 ceph-mon[77007]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-24T03:48:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:23 smithi016 ceph-mon[84376]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 5.0 KiB/s wr, 436 op/s 2024-04-24T03:48:23.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:23 smithi016 ceph-mon[84376]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-24T03:48:23.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:23 smithi016 ceph-mon[84376]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-24T03:48:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:23 smithi016 ceph-mon[86910]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 5.0 KiB/s wr, 436 op/s 2024-04-24T03:48:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:23 smithi016 ceph-mon[86910]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-24T03:48:23.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:23 smithi016 ceph-mon[86910]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-24T03:48:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:23 smithi063 ceph-mon[77007]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 5.0 KiB/s wr, 436 op/s 2024-04-24T03:48:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:23 smithi063 ceph-mon[77007]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-24T03:48:23.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:23 smithi063 ceph-mon[77007]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-24T03:48:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:25 smithi016 ceph-mon[84376]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 393 op/s 2024-04-24T03:48:25.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:25 smithi016 ceph-mon[84376]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-24T03:48:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:25 smithi016 ceph-mon[86910]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 393 op/s 2024-04-24T03:48:25.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:25 smithi016 ceph-mon[86910]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-24T03:48:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:25 smithi063 ceph-mon[77007]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 393 op/s 2024-04-24T03:48:25.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:25 smithi063 ceph-mon[77007]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-24T03:48:26.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:26 smithi016 ceph-mon[84376]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-24T03:48:26.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:26 smithi016 ceph-mon[86910]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-24T03:48:26.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:26 smithi063 ceph-mon[77007]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-24T03:48:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:27 smithi016 ceph-mon[84376]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-24T03:48:27.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:27 smithi016 ceph-mon[84376]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-24T03:48:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:27 smithi016 ceph-mon[86910]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-24T03:48:27.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:27 smithi016 ceph-mon[86910]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-24T03:48:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:27 smithi063 ceph-mon[77007]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-24T03:48:27.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:27 smithi063 ceph-mon[77007]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-24T03:48:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:28 smithi063 ceph-mon[77007]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-24T03:48:28.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:28 smithi063 ceph-mon[77007]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-24T03:48:28.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:28 smithi016 ceph-mon[84376]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-24T03:48:28.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:28 smithi016 ceph-mon[84376]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-24T03:48:28.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:28 smithi016 ceph-mon[86910]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-24T03:48:28.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:28 smithi016 ceph-mon[86910]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-24T03:48:28.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:48:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:48:28] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-24T03:48:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:29 smithi063 ceph-mon[77007]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:48:29.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:29 smithi063 ceph-mon[77007]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-24T03:48:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:29 smithi016 ceph-mon[84376]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:48:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:29 smithi016 ceph-mon[84376]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-24T03:48:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:29 smithi016 ceph-mon[86910]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:48:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:29 smithi016 ceph-mon[86910]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-24T03:48:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:30 smithi063 ceph-mon[77007]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-24T03:48:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:30 smithi016 ceph-mon[84376]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-24T03:48:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:30 smithi016 ceph-mon[86910]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-24T03:48:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:31 smithi063 ceph-mon[77007]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 5.1 KiB/s wr, 354 op/s 2024-04-24T03:48:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:31 smithi063 ceph-mon[77007]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-24T03:48:31.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:31 smithi016 ceph-mon[84376]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 5.1 KiB/s wr, 354 op/s 2024-04-24T03:48:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:31 smithi016 ceph-mon[84376]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-24T03:48:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:31 smithi016 ceph-mon[86910]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 5.1 KiB/s wr, 354 op/s 2024-04-24T03:48:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:31 smithi016 ceph-mon[86910]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-24T03:48:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:32 smithi016 ceph-mon[84376]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 5.0 KiB/s wr, 346 op/s 2024-04-24T03:48:33.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:32 smithi016 ceph-mon[84376]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-24T03:48:33.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:32 smithi016 ceph-mon[84376]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-24T03:48:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:32 smithi016 ceph-mon[86910]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 5.0 KiB/s wr, 346 op/s 2024-04-24T03:48:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:32 smithi016 ceph-mon[86910]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-24T03:48:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:32 smithi016 ceph-mon[86910]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-24T03:48:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:32 smithi063 ceph-mon[77007]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 5.0 KiB/s wr, 346 op/s 2024-04-24T03:48:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:32 smithi063 ceph-mon[77007]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-24T03:48:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:32 smithi063 ceph-mon[77007]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-24T03:48:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:34 smithi016 ceph-mon[84376]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-04-24T03:48:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:34 smithi016 ceph-mon[84376]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-24T03:48:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:34 smithi016 ceph-mon[86910]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-04-24T03:48:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:34 smithi016 ceph-mon[86910]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-24T03:48:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:34 smithi063 ceph-mon[77007]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-04-24T03:48:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:34 smithi063 ceph-mon[77007]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-24T03:48:36.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:35 smithi016 ceph-mon[84376]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-24T03:48:36.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:35 smithi016 ceph-mon[86910]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-24T03:48:36.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:35 smithi063 ceph-mon[77007]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-24T03:48:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:37 smithi016 ceph-mon[84376]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-04-24T03:48:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:37 smithi016 ceph-mon[84376]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-24T03:48:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:37 smithi016 ceph-mon[86910]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-04-24T03:48:37.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:37 smithi016 ceph-mon[86910]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-24T03:48:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:37 smithi063 ceph-mon[77007]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-04-24T03:48:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:37 smithi063 ceph-mon[77007]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-24T03:48:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:38 smithi016 ceph-mon[84376]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-24T03:48:38.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:38 smithi016 ceph-mon[84376]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-24T03:48:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:38 smithi016 ceph-mon[86910]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-24T03:48:38.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:38 smithi016 ceph-mon[86910]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-24T03:48:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:38 smithi063 ceph-mon[77007]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-24T03:48:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:38 smithi063 ceph-mon[77007]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-24T03:48:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:48:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:48:38] "GET /metrics HTTP/1.1" 200 36823 "" "Prometheus/2.43.0" 2024-04-24T03:48:39.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:39 smithi016 ceph-mon[84376]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-24T03:48:39.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:39 smithi016 ceph-mon[84376]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-24T03:48:39.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:39 smithi016 ceph-mon[86910]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-24T03:48:39.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:39 smithi016 ceph-mon[86910]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-24T03:48:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:39 smithi063 ceph-mon[77007]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-24T03:48:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:39 smithi063 ceph-mon[77007]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-24T03:48:41.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:41 smithi016 ceph-mon[84376]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-04-24T03:48:41.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:41 smithi016 ceph-mon[84376]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-24T03:48:41.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:41 smithi016 ceph-mon[86910]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-04-24T03:48:41.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:41 smithi016 ceph-mon[86910]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-24T03:48:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:41 smithi063 ceph-mon[77007]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-04-24T03:48:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:41 smithi063 ceph-mon[77007]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-24T03:48:42.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:42 smithi016 ceph-mon[84376]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-24T03:48:42.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:42 smithi016 ceph-mon[86910]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-24T03:48:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:42 smithi063 ceph-mon[77007]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-24T03:48:43.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:43 smithi016 ceph-mon[84376]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 266 op/s 2024-04-24T03:48:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:43 smithi016 ceph-mon[84376]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-24T03:48:43.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:43 smithi016 ceph-mon[84376]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-24T03:48:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:43 smithi016 ceph-mon[86910]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 266 op/s 2024-04-24T03:48:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:43 smithi016 ceph-mon[86910]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-24T03:48:43.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:43 smithi016 ceph-mon[86910]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-24T03:48:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:43 smithi063 ceph-mon[77007]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 266 op/s 2024-04-24T03:48:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:43 smithi063 ceph-mon[77007]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-24T03:48:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:43 smithi063 ceph-mon[77007]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-24T03:48:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:44 smithi016 ceph-mon[84376]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-24T03:48:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:44 smithi016 ceph-mon[84376]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 5.0 KiB/s wr, 223 op/s 2024-04-24T03:48:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:44 smithi016 ceph-mon[86910]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-24T03:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:44 smithi016 ceph-mon[86910]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 5.0 KiB/s wr, 223 op/s 2024-04-24T03:48:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:44 smithi063 ceph-mon[77007]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-24T03:48:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:44 smithi063 ceph-mon[77007]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 5.0 KiB/s wr, 223 op/s 2024-04-24T03:48:45.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:48:46.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:45 smithi016 ceph-mon[84376]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-24T03:48:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:45 smithi016 ceph-mon[86910]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-24T03:48:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:45 smithi063 ceph-mon[77007]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-24T03:48:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:46 smithi016 ceph-mon[86910]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-24T03:48:47.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:46 smithi016 ceph-mon[86910]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 5.1 KiB/s wr, 220 op/s 2024-04-24T03:48:47.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:46 smithi016 ceph-mon[84376]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-24T03:48:47.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:46 smithi016 ceph-mon[84376]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 5.1 KiB/s wr, 220 op/s 2024-04-24T03:48:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:46 smithi063 ceph-mon[77007]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-24T03:48:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:46 smithi063 ceph-mon[77007]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 5.1 KiB/s wr, 220 op/s 2024-04-24T03:48:48.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:47 smithi016 ceph-mon[84376]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-24T03:48:48.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:47 smithi016 ceph-mon[84376]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-24T03:48:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:47 smithi016 ceph-mon[86910]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-24T03:48:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:47 smithi016 ceph-mon[86910]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-24T03:48:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:47 smithi063 ceph-mon[77007]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-24T03:48:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:47 smithi063 ceph-mon[77007]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-24T03:48:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:48:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:48:48] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-24T03:48:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:48 smithi016 ceph-mon[84376]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:48:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:48 smithi016 ceph-mon[86910]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:48:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:48 smithi063 ceph-mon[77007]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:48:50.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:50 smithi016 ceph-mon[84376]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-24T03:48:50.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:50 smithi016 ceph-mon[86910]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-24T03:48:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:50 smithi063 ceph-mon[77007]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-24T03:48:51.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:51 smithi016 ceph-mon[84376]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-04-24T03:48:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:51 smithi016 ceph-mon[84376]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-24T03:48:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:51 smithi016 ceph-mon[86910]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-04-24T03:48:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:51 smithi016 ceph-mon[86910]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-24T03:48:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:51 smithi063 ceph-mon[77007]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-04-24T03:48:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:51 smithi063 ceph-mon[77007]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-24T03:48:52.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:52 smithi016 ceph-mon[84376]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-24T03:48:52.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:52 smithi016 ceph-mon[86910]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-24T03:48:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:52 smithi063 ceph-mon[77007]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-24T03:48:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:53 smithi016 ceph-mon[84376]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-04-24T03:48:53.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:53 smithi016 ceph-mon[84376]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-24T03:48:53.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:53 smithi016 ceph-mon[84376]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-24T03:48:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:53 smithi016 ceph-mon[86910]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-04-24T03:48:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:53 smithi016 ceph-mon[86910]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-24T03:48:53.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:53 smithi016 ceph-mon[86910]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-24T03:48:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:53 smithi063 ceph-mon[77007]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2024-04-24T03:48:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:53 smithi063 ceph-mon[77007]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-24T03:48:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:53 smithi063 ceph-mon[77007]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-24T03:48:55.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:54 smithi016 ceph-mon[84376]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-24T03:48:55.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:54 smithi016 ceph-mon[84376]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 5.0 KiB/s wr, 133 op/s 2024-04-24T03:48:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:54 smithi016 ceph-mon[86910]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-24T03:48:55.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:54 smithi016 ceph-mon[86910]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 5.0 KiB/s wr, 133 op/s 2024-04-24T03:48:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:54 smithi063 ceph-mon[77007]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-24T03:48:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:54 smithi063 ceph-mon[77007]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 5.0 KiB/s wr, 133 op/s 2024-04-24T03:48:56.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:55 smithi016 ceph-mon[84376]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-24T03:48:56.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:55 smithi016 ceph-mon[86910]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-24T03:48:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:55 smithi063 ceph-mon[77007]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-24T03:48:57.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:56 smithi016 ceph-mon[84376]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-24T03:48:57.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:56 smithi016 ceph-mon[84376]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-24T03:48:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:56 smithi016 ceph-mon[86910]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-24T03:48:57.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:56 smithi016 ceph-mon[86910]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-24T03:48:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:56 smithi063 ceph-mon[77007]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-24T03:48:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:56 smithi063 ceph-mon[77007]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-24T03:48:58.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:57 smithi016 ceph-mon[84376]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-24T03:48:58.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:57 smithi016 ceph-mon[84376]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-24T03:48:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:57 smithi016 ceph-mon[86910]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-24T03:48:58.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:57 smithi016 ceph-mon[86910]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-24T03:48:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:57 smithi063 ceph-mon[77007]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-24T03:48:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:57 smithi063 ceph-mon[77007]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-24T03:48:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:48:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:48:58] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-24T03:48:59.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:58 smithi016 ceph-mon[84376]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:48:59.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:58 smithi016 ceph-mon[86910]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:48:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:58 smithi063 ceph-mon[77007]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-24T03:49:00.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:59 smithi016 ceph-mon[84376]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-24T03:49:00.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:48:59 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:59 smithi016 ceph-mon[86910]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-24T03:49:00.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:48:59 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:59 smithi063 ceph-mon[77007]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-24T03:49:00.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:48:59 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:01.104 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_many_snaps ... ok 2024-04-24T03:49:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:01 smithi016 ceph-mon[84376]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 87 op/s 2024-04-24T03:49:01.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:01 smithi016 ceph-mon[84376]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-24T03:49:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:01 smithi016 ceph-mon[86910]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 87 op/s 2024-04-24T03:49:01.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:01 smithi016 ceph-mon[86910]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-24T03:49:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:01 smithi063 ceph-mon[77007]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 87 op/s 2024-04-24T03:49:01.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:01 smithi063 ceph-mon[77007]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-24T03:49:01.837 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_metadata ... ok 2024-04-24T03:49:01.913 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_modify_timestamp ... ok 2024-04-24T03:49:02.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:02 smithi016 ceph-mon[84376]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-24T03:49:02.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:02 smithi016 ceph-mon[86910]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-24T03:49:02.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:02 smithi063 ceph-mon[77007]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-24T03:49:03.075 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_protect_snap ... ok 2024-04-24T03:49:03.154 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_read ... ok 2024-04-24T03:49:03.228 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_read_bad_offset ... ok 2024-04-24T03:49:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:03 smithi016 ceph-mon[84376]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.2 KiB/s wr, 134 op/s 2024-04-24T03:49:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:03 smithi016 ceph-mon[84376]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-24T03:49:03.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:03 smithi016 ceph-mon[84376]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-24T03:49:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:03 smithi016 ceph-mon[86910]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.2 KiB/s wr, 134 op/s 2024-04-24T03:49:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:03 smithi016 ceph-mon[86910]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-24T03:49:03.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:03 smithi016 ceph-mon[86910]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-24T03:49:03.299 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_read_with_fadvise_flags ... ok 2024-04-24T03:49:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:03 smithi063 ceph-mon[77007]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.2 KiB/s wr, 134 op/s 2024-04-24T03:49:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:03 smithi063 ceph-mon[77007]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-24T03:49:03.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:03 smithi063 ceph-mon[77007]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-24T03:49:05.119 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_remove_snap ... ok 2024-04-24T03:49:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:05 smithi016 ceph-mon[84376]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 9.5 KiB/s wr, 200 op/s 2024-04-24T03:49:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:05 smithi016 ceph-mon[84376]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-24T03:49:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:05 smithi016 ceph-mon[86910]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 9.5 KiB/s wr, 200 op/s 2024-04-24T03:49:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:05 smithi016 ceph-mon[86910]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-24T03:49:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:05 smithi063 ceph-mon[77007]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 9.5 KiB/s wr, 200 op/s 2024-04-24T03:49:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:05 smithi063 ceph-mon[77007]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-24T03:49:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:06 smithi063 ceph-mon[77007]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-24T03:49:06.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:06 smithi016 ceph-mon[84376]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-24T03:49:06.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:06 smithi016 ceph-mon[86910]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-24T03:49:07.132 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_remove_snap2 ... ok 2024-04-24T03:49:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:07 smithi063 ceph-mon[77007]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 235 op/s 2024-04-24T03:49:07.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:07 smithi063 ceph-mon[77007]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-24T03:49:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:07 smithi016 ceph-mon[84376]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 235 op/s 2024-04-24T03:49:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:07 smithi016 ceph-mon[84376]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-24T03:49:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:07 smithi016 ceph-mon[86910]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 235 op/s 2024-04-24T03:49:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:07 smithi016 ceph-mon[86910]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-24T03:49:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:08 smithi063 ceph-mon[77007]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-24T03:49:08.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:08 smithi063 ceph-mon[77007]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-24T03:49:08.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:08 smithi016 ceph-mon[84376]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-24T03:49:08.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:08 smithi016 ceph-mon[84376]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-24T03:49:08.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:08 smithi016 ceph-mon[86910]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-24T03:49:08.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:08 smithi016 ceph-mon[86910]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-24T03:49:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:49:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:49:08] "GET /metrics HTTP/1.1" 200 36819 "" "Prometheus/2.43.0" 2024-04-24T03:49:09.072 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_remove_snap_by_id ... ok 2024-04-24T03:49:09.148 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_remove_snap_not_found ... ok 2024-04-24T03:49:09.239 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_remove_with_exclusive_lock ... ok 2024-04-24T03:49:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:09 smithi063 ceph-mon[77007]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 43 KiB/s wr, 815 op/s 2024-04-24T03:49:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:49:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:49:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:49:09.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:49:09.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:09 smithi063 ceph-mon[77007]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-24T03:49:09.311 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_remove_with_snap ... SKIP 2024-04-24T03:49:09.386 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_remove_with_watcher ... SKIP 2024-04-24T03:49:09.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[86910]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 43 KiB/s wr, 815 op/s 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[86910]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[84376]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 43 KiB/s wr, 815 op/s 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:49:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:09 smithi016 ceph-mon[84376]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-24T03:49:11.151 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_rename_snap ... ok 2024-04-24T03:49:11.242 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_resize ... ok 2024-04-24T03:49:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:11 smithi063 ceph-mon[77007]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 45 KiB/s wr, 867 op/s 2024-04-24T03:49:11.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:11 smithi063 ceph-mon[77007]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-24T03:49:11.324 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_resize_allow_shrink_False ... ok 2024-04-24T03:49:11.426 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_resize_bytes ... ok 2024-04-24T03:49:11.523 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_resize_down ... ok 2024-04-24T03:49:11.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:11 smithi016 ceph-mon[84376]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 45 KiB/s wr, 867 op/s 2024-04-24T03:49:11.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:11 smithi016 ceph-mon[84376]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-24T03:49:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:11 smithi016 ceph-mon[86910]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 45 KiB/s wr, 867 op/s 2024-04-24T03:49:11.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:11 smithi016 ceph-mon[86910]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-24T03:49:12.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:12 smithi016 ceph-mon[84376]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-24T03:49:12.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:12 smithi016 ceph-mon[86910]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-24T03:49:12.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:12 smithi063 ceph-mon[77007]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-24T03:49:13.082 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_rollback_to_snap ... ok 2024-04-24T03:49:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:13 smithi063 ceph-mon[77007]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.0 KiB/s wr, 227 op/s 2024-04-24T03:49:13.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:13 smithi063 ceph-mon[77007]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-24T03:49:13.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:13 smithi063 ceph-mon[77007]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-24T03:49:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:13 smithi016 ceph-mon[84376]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.0 KiB/s wr, 227 op/s 2024-04-24T03:49:13.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:13 smithi016 ceph-mon[84376]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-24T03:49:13.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:13 smithi016 ceph-mon[84376]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-24T03:49:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:13 smithi016 ceph-mon[86910]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.0 KiB/s wr, 227 op/s 2024-04-24T03:49:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:13 smithi016 ceph-mon[86910]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-24T03:49:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:13 smithi016 ceph-mon[86910]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-24T03:49:15.163 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_rollback_to_snap_sparse ... ok 2024-04-24T03:49:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:15 smithi016 ceph-mon[84376]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 26 KiB/s wr, 456 op/s 2024-04-24T03:49:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:15 smithi016 ceph-mon[84376]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-24T03:49:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:15 smithi016 ceph-mon[86910]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 26 KiB/s wr, 456 op/s 2024-04-24T03:49:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:15 smithi016 ceph-mon[86910]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-24T03:49:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:15 smithi063 ceph-mon[77007]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 26 KiB/s wr, 456 op/s 2024-04-24T03:49:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:15 smithi063 ceph-mon[77007]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-24T03:49:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:16 smithi016 ceph-mon[84376]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-24T03:49:16.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:16 smithi016 ceph-mon[86910]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-24T03:49:16.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:16 smithi063 ceph-mon[77007]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-24T03:49:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:17 smithi016 ceph-mon[84376]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 26 KiB/s wr, 405 op/s 2024-04-24T03:49:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:17 smithi016 ceph-mon[84376]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-24T03:49:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:17 smithi016 ceph-mon[86910]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 26 KiB/s wr, 405 op/s 2024-04-24T03:49:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:17 smithi016 ceph-mon[86910]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-24T03:49:17.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:17 smithi063 ceph-mon[77007]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 26 KiB/s wr, 405 op/s 2024-04-24T03:49:17.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:17 smithi063 ceph-mon[77007]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-24T03:49:18.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:18 smithi016 ceph-mon[84376]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-24T03:49:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:18 smithi016 ceph-mon[84376]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-24T03:49:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:49:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:49:18] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:49:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:18 smithi016 ceph-mon[86910]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-24T03:49:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:18 smithi016 ceph-mon[86910]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-24T03:49:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:18 smithi063 ceph-mon[77007]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-24T03:49:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:18 smithi063 ceph-mon[77007]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-24T03:49:19.088 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_rollback_with_resize ... ok 2024-04-24T03:49:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:19 smithi016 ceph-mon[84376]: pgmap v4202: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-24T03:49:19.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:19 smithi016 ceph-mon[84376]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-24T03:49:19.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:19 smithi016 ceph-mon[86910]: pgmap v4202: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-24T03:49:19.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:19 smithi016 ceph-mon[86910]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-24T03:49:19.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:19 smithi063 ceph-mon[77007]: pgmap v4202: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-24T03:49:19.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:19 smithi063 ceph-mon[77007]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-24T03:49:21.196 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_set_no_snap ... ok 2024-04-24T03:49:21.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:21 smithi016 ceph-mon[84376]: pgmap v4204: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 18 KiB/s wr, 258 op/s 2024-04-24T03:49:21.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:21 smithi016 ceph-mon[84376]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-24T03:49:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:21 smithi016 ceph-mon[86910]: pgmap v4204: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 18 KiB/s wr, 258 op/s 2024-04-24T03:49:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:21 smithi016 ceph-mon[86910]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-24T03:49:21.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:21 smithi063 ceph-mon[77007]: pgmap v4204: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 18 KiB/s wr, 258 op/s 2024-04-24T03:49:21.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:21 smithi063 ceph-mon[77007]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-24T03:49:22.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:22 smithi016 ceph-mon[84376]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-24T03:49:22.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:22 smithi016 ceph-mon[86910]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-24T03:49:22.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:22 smithi063 ceph-mon[77007]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-24T03:49:23.080 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_set_snap ... ok 2024-04-24T03:49:23.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:23 smithi016 ceph-mon[84376]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 88 op/s 2024-04-24T03:49:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:23 smithi016 ceph-mon[84376]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-24T03:49:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:23 smithi016 ceph-mon[84376]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-24T03:49:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:23 smithi016 ceph-mon[86910]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 88 op/s 2024-04-24T03:49:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:23 smithi016 ceph-mon[86910]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-24T03:49:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:23 smithi016 ceph-mon[86910]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-24T03:49:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:23 smithi063 ceph-mon[77007]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 88 op/s 2024-04-24T03:49:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:23 smithi063 ceph-mon[77007]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-24T03:49:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:23 smithi063 ceph-mon[77007]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-24T03:49:25.211 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_set_snap_by_id ... ok 2024-04-24T03:49:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:25 smithi016 ceph-mon[84376]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-24T03:49:25.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:25 smithi016 ceph-mon[84376]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-24T03:49:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:25 smithi016 ceph-mon[86910]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-24T03:49:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:25 smithi016 ceph-mon[86910]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-24T03:49:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:25 smithi063 ceph-mon[77007]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-24T03:49:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:25 smithi063 ceph-mon[77007]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-24T03:49:26.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:26 smithi016 ceph-mon[84376]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-24T03:49:26.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:26 smithi016 ceph-mon[86910]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-24T03:49:26.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:26 smithi063 ceph-mon[77007]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-24T03:49:27.236 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_set_snap_deleted ... ok 2024-04-24T03:49:27.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:27 smithi016 ceph-mon[84376]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 11 KiB/s wr, 159 op/s 2024-04-24T03:49:27.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:27 smithi016 ceph-mon[84376]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-24T03:49:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:27 smithi016 ceph-mon[86910]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 11 KiB/s wr, 159 op/s 2024-04-24T03:49:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:27 smithi016 ceph-mon[86910]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-24T03:49:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:27 smithi063 ceph-mon[77007]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 11 KiB/s wr, 159 op/s 2024-04-24T03:49:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:27 smithi063 ceph-mon[77007]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-24T03:49:28.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:28 smithi016 ceph-mon[84376]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-24T03:49:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:28 smithi016 ceph-mon[84376]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-24T03:49:28.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:28 smithi016 ceph-mon[84376]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 15 KiB/s wr, 161 op/s 2024-04-24T03:49:28.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:49:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:49:28] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:49:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:28 smithi016 ceph-mon[86910]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-24T03:49:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:28 smithi016 ceph-mon[86910]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-24T03:49:28.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:28 smithi016 ceph-mon[86910]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 15 KiB/s wr, 161 op/s 2024-04-24T03:49:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:28 smithi063 ceph-mon[77007]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-24T03:49:28.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:28 smithi063 ceph-mon[77007]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-24T03:49:28.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:28 smithi063 ceph-mon[77007]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 15 KiB/s wr, 161 op/s 2024-04-24T03:49:30.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:30 smithi016 ceph-mon[84376]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-24T03:49:30.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:30 smithi016 ceph-mon[86910]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-24T03:49:30.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:30.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:30 smithi063 ceph-mon[77007]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-24T03:49:30.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:31.112 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_set_snap_recreated ... ok 2024-04-24T03:49:31.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:31 smithi016 ceph-mon[84376]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 147 op/s 2024-04-24T03:49:31.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:31 smithi016 ceph-mon[84376]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-24T03:49:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:31 smithi016 ceph-mon[86910]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 147 op/s 2024-04-24T03:49:31.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:31 smithi016 ceph-mon[86910]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-24T03:49:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:31 smithi063 ceph-mon[77007]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 147 op/s 2024-04-24T03:49:31.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:31 smithi063 ceph-mon[77007]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-24T03:49:32.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:32 smithi016 ceph-mon[84376]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-24T03:49:32.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:32 smithi016 ceph-mon[86910]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-24T03:49:32.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:32 smithi063 ceph-mon[77007]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-24T03:49:33.090 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_set_snap_sparse ... ok 2024-04-24T03:49:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:33 smithi016 ceph-mon[84376]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2024-04-24T03:49:33.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:33 smithi016 ceph-mon[84376]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-24T03:49:33.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:33 smithi016 ceph-mon[84376]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-24T03:49:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:33 smithi016 ceph-mon[86910]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2024-04-24T03:49:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:33 smithi016 ceph-mon[86910]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-24T03:49:33.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:33 smithi016 ceph-mon[86910]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-24T03:49:33.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:33 smithi063 ceph-mon[77007]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2024-04-24T03:49:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:33 smithi063 ceph-mon[77007]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-24T03:49:33.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:33 smithi063 ceph-mon[77007]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-24T03:49:35.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:35 smithi016 ceph-mon[84376]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-24T03:49:35.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:35 smithi016 ceph-mon[84376]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-24T03:49:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:35 smithi016 ceph-mon[86910]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-24T03:49:35.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:35 smithi016 ceph-mon[86910]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-24T03:49:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:35 smithi063 ceph-mon[77007]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-24T03:49:35.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:35 smithi063 ceph-mon[77007]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-24T03:49:36.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:36 smithi016 ceph-mon[84376]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-24T03:49:36.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:36 smithi016 ceph-mon[86910]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-24T03:49:36.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:36 smithi063 ceph-mon[77007]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-24T03:49:37.133 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_size ... ok 2024-04-24T03:49:37.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:37 smithi016 ceph-mon[84376]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-04-24T03:49:37.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:37 smithi016 ceph-mon[84376]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-24T03:49:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:37 smithi016 ceph-mon[86910]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-04-24T03:49:37.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:37 smithi016 ceph-mon[86910]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-24T03:49:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:37 smithi063 ceph-mon[77007]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-04-24T03:49:37.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:37 smithi063 ceph-mon[77007]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-24T03:49:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:38 smithi063 ceph-mon[77007]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-24T03:49:38.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:38 smithi063 ceph-mon[77007]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-24T03:49:38.320 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:38 smithi016 ceph-mon[84376]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-24T03:49:38.320 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:38 smithi016 ceph-mon[84376]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-24T03:49:38.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:38 smithi016 ceph-mon[86910]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-24T03:49:38.320 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:38 smithi016 ceph-mon[86910]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-24T03:49:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:49:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:49:38] "GET /metrics HTTP/1.1" 200 36821 "" "Prometheus/2.43.0" 2024-04-24T03:49:39.091 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_snap_exists ... ok 2024-04-24T03:49:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:39 smithi063 ceph-mon[77007]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 11 KiB/s wr, 189 op/s 2024-04-24T03:49:39.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:39 smithi063 ceph-mon[77007]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-24T03:49:39.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:39 smithi016 ceph-mon[84376]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 11 KiB/s wr, 189 op/s 2024-04-24T03:49:39.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:39 smithi016 ceph-mon[84376]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-24T03:49:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:39 smithi016 ceph-mon[86910]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 11 KiB/s wr, 189 op/s 2024-04-24T03:49:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:39 smithi016 ceph-mon[86910]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-24T03:49:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:41 smithi063 ceph-mon[77007]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 10 KiB/s wr, 162 op/s 2024-04-24T03:49:41.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:41 smithi063 ceph-mon[77007]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-24T03:49:41.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:41 smithi016 ceph-mon[84376]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 10 KiB/s wr, 162 op/s 2024-04-24T03:49:41.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:41 smithi016 ceph-mon[84376]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-24T03:49:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:41 smithi016 ceph-mon[86910]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 10 KiB/s wr, 162 op/s 2024-04-24T03:49:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:41 smithi016 ceph-mon[86910]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-24T03:49:42.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:42 smithi063 ceph-mon[77007]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-24T03:49:42.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:42 smithi016 ceph-mon[84376]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-24T03:49:42.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:42 smithi016 ceph-mon[86910]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-24T03:49:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:43 smithi063 ceph-mon[77007]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-24T03:49:43.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:43 smithi063 ceph-mon[77007]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-24T03:49:43.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:43 smithi063 ceph-mon[77007]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-24T03:49:43.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:43 smithi016 ceph-mon[84376]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-24T03:49:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:43 smithi016 ceph-mon[84376]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-24T03:49:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:43 smithi016 ceph-mon[84376]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-24T03:49:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:43 smithi016 ceph-mon[86910]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2024-04-24T03:49:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:43 smithi016 ceph-mon[86910]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-24T03:49:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:43 smithi016 ceph-mon[86910]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-24T03:49:45.096 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_snap_get_id ... ok 2024-04-24T03:49:45.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:44 smithi016 ceph-mon[84376]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-24T03:49:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:44 smithi016 ceph-mon[84376]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-24T03:49:45.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:44 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:44 smithi016 ceph-mon[86910]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-24T03:49:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:44 smithi016 ceph-mon[86910]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-24T03:49:45.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:44 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:44 smithi063 ceph-mon[77007]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-24T03:49:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:44 smithi063 ceph-mon[77007]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-24T03:49:45.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:44 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:49:46.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:46 smithi016 ceph-mon[84376]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-24T03:49:46.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:46 smithi016 ceph-mon[86910]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-24T03:49:46.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:46 smithi063 ceph-mon[77007]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-24T03:49:47.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:47 smithi016 ceph-mon[84376]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-24T03:49:47.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:47 smithi016 ceph-mon[84376]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.3 KiB/s wr, 56 op/s 2024-04-24T03:49:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:47 smithi016 ceph-mon[86910]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-24T03:49:47.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:47 smithi016 ceph-mon[86910]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.3 KiB/s wr, 56 op/s 2024-04-24T03:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:47 smithi063 ceph-mon[77007]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-24T03:49:47.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:47 smithi063 ceph-mon[77007]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.3 KiB/s wr, 56 op/s 2024-04-24T03:49:48.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:48 smithi016 ceph-mon[84376]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-24T03:49:48.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:48 smithi016 ceph-mon[84376]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-24T03:49:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:48 smithi016 ceph-mon[86910]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-24T03:49:48.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:48 smithi016 ceph-mon[86910]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-24T03:49:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:48 smithi063 ceph-mon[77007]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-24T03:49:48.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:48 smithi063 ceph-mon[77007]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-24T03:49:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:49:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:49:48] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:49:49.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:49 smithi016 ceph-mon[84376]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-04-24T03:49:49.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:49 smithi016 ceph-mon[86910]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-04-24T03:49:49.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:49 smithi063 ceph-mon[77007]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-04-24T03:49:50.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:50 smithi016 ceph-mon[84376]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-24T03:49:50.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:50 smithi016 ceph-mon[86910]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-24T03:49:50.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:50 smithi063 ceph-mon[77007]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-24T03:49:51.118 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_snap_get_name ... ok 2024-04-24T03:49:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:51 smithi016 ceph-mon[84376]: pgmap v4249: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-24T03:49:51.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:51 smithi016 ceph-mon[84376]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-24T03:49:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:51 smithi016 ceph-mon[86910]: pgmap v4249: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-24T03:49:51.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:51 smithi016 ceph-mon[86910]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-24T03:49:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:51 smithi063 ceph-mon[77007]: pgmap v4249: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-24T03:49:51.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:51 smithi063 ceph-mon[77007]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-24T03:49:52.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:52 smithi063 ceph-mon[77007]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-24T03:49:52.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:52 smithi016 ceph-mon[84376]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-24T03:49:52.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:52 smithi016 ceph-mon[86910]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-24T03:49:53.090 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_snap_timestamp ... ok 2024-04-24T03:49:53.173 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_sparsify ... ok 2024-04-24T03:49:53.248 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_stat ... ok 2024-04-24T03:49:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:53 smithi063 ceph-mon[77007]: pgmap v4252: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-24T03:49:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:53 smithi063 ceph-mon[77007]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-24T03:49:53.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:53 smithi063 ceph-mon[77007]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-24T03:49:53.320 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_update_features ... SKIP 2024-04-24T03:49:53.398 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_use_after_close ... ok 2024-04-24T03:49:53.473 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_watchers_list ... ok 2024-04-24T03:49:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:53 smithi016 ceph-mon[84376]: pgmap v4252: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-24T03:49:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:53 smithi016 ceph-mon[84376]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-24T03:49:53.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:53 smithi016 ceph-mon[84376]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-24T03:49:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:53 smithi016 ceph-mon[86910]: pgmap v4252: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-24T03:49:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:53 smithi016 ceph-mon[86910]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-24T03:49:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:53 smithi016 ceph-mon[86910]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-24T03:49:53.554 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_write ... ok 2024-04-24T03:49:53.644 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_write_read ... ok 2024-04-24T03:49:53.730 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_write_with_fadvise_flags ... ok 2024-04-24T03:49:53.817 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_write_zeroes ... ok 2024-04-24T03:49:53.906 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImage.test_write_zeroes_thick_provision ... ok 2024-04-24T03:49:53.985 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImageId.test_read ... ok 2024-04-24T03:49:54.081 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImageId.test_resize ... ok 2024-04-24T03:49:54.174 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestImageId.test_write ... ok 2024-04-24T03:49:54.351 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMigration.test_migrate_abort ... ok 2024-04-24T03:49:54.527 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMigration.test_migrate_abort_with_progress ... ok 2024-04-24T03:49:54.789 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMigration.test_migration ... ok 2024-04-24T03:49:55.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:55 smithi063 ceph-mon[77007]: pgmap v4255: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-24T03:49:55.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:55 smithi016 ceph-mon[84376]: pgmap v4255: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-24T03:49:55.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:55 smithi016 ceph-mon[86910]: pgmap v4255: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-24T03:49:56.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:56 smithi063 ceph-mon[77007]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-24T03:49:56.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:56 smithi016 ceph-mon[84376]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-24T03:49:56.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:56 smithi016 ceph-mon[86910]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-24T03:49:57.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:57 smithi063 ceph-mon[77007]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 12 KiB/s wr, 199 op/s 2024-04-24T03:49:57.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:57 smithi063 ceph-mon[77007]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-24T03:49:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:57 smithi016 ceph-mon[84376]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 12 KiB/s wr, 199 op/s 2024-04-24T03:49:57.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:57 smithi016 ceph-mon[84376]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-24T03:49:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:57 smithi016 ceph-mon[86910]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 12 KiB/s wr, 199 op/s 2024-04-24T03:49:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:57 smithi016 ceph-mon[86910]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-24T03:49:58.158 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMigration.test_migration_import ... ok 2024-04-24T03:49:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:58 smithi063 ceph-mon[77007]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-24T03:49:58.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:58 smithi063 ceph-mon[77007]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-24T03:49:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:58 smithi016 ceph-mon[84376]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-24T03:49:58.319 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:58 smithi016 ceph-mon[84376]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-24T03:49:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:58 smithi016 ceph-mon[86910]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-24T03:49:58.319 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:58 smithi016 ceph-mon[86910]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-24T03:49:58.372 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMigration.test_migration_with_progress ... ok 2024-04-24T03:49:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:49:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:49:58] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:49:59.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:49:59 smithi063 ceph-mon[77007]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 57 KiB/s wr, 1.09k op/s 2024-04-24T03:49:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:49:59 smithi016 ceph-mon[84376]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 57 KiB/s wr, 1.09k op/s 2024-04-24T03:49:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:49:59 smithi016 ceph-mon[86910]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 57 KiB/s wr, 1.09k op/s 2024-04-24T03:50:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:00 smithi016 ceph-mon[84376]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-24T03:50:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:00.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:00 smithi016 ceph-mon[84376]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:50:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:00 smithi016 ceph-mon[86910]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-24T03:50:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:00 smithi016 ceph-mon[86910]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:50:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:00 smithi063 ceph-mon[77007]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-24T03:50:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:00 smithi063 ceph-mon[77007]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[84376]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 53 KiB/s wr, 1.18k op/s 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[84376]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]: dispatch 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]: dispatch 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]': finished 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[86910]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 53 KiB/s wr, 1.18k op/s 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[86910]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]: dispatch 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]: dispatch 2024-04-24T03:50:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:01 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]': finished 2024-04-24T03:50:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:01 smithi063 ceph-mon[77007]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 53 KiB/s wr, 1.18k op/s 2024-04-24T03:50:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:01 smithi063 ceph-mon[77007]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-24T03:50:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:01 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]: dispatch 2024-04-24T03:50:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:01 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]: dispatch 2024-04-24T03:50:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:01 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/69082e1d-6000-4283-bfb5-301437184ca2"}]': finished 2024-04-24T03:50:02.170 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_aio_mirror_image_create_snapshot ... ok 2024-04-24T03:50:02.272 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_mirror_image ... SKIP 2024-04-24T03:50:02.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:02 smithi016 ceph-mon[86910]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-24T03:50:02.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:02 smithi016 ceph-mon[84376]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-24T03:50:02.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:02 smithi063 ceph-mon[77007]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-24T03:50:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:03 smithi016 ceph-mon[84376]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 13 KiB/s wr, 384 op/s 2024-04-24T03:50:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:03 smithi016 ceph-mon[84376]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-24T03:50:03.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:03 smithi016 ceph-mon[84376]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-24T03:50:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:03 smithi016 ceph-mon[86910]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 13 KiB/s wr, 384 op/s 2024-04-24T03:50:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:03 smithi016 ceph-mon[86910]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-24T03:50:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:03 smithi016 ceph-mon[86910]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-24T03:50:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:03 smithi063 ceph-mon[77007]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 13 KiB/s wr, 384 op/s 2024-04-24T03:50:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:03 smithi063 ceph-mon[77007]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-24T03:50:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:03 smithi063 ceph-mon[77007]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-24T03:50:05.280 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:05 smithi016 ceph-mon[84376]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-24T03:50:05.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:05 smithi016 ceph-mon[84376]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 9.9 KiB/s wr, 231 op/s 2024-04-24T03:50:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:05 smithi016 ceph-mon[86910]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-24T03:50:05.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:05 smithi016 ceph-mon[86910]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 9.9 KiB/s wr, 231 op/s 2024-04-24T03:50:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:05 smithi063 ceph-mon[77007]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-24T03:50:05.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:05 smithi063 ceph-mon[77007]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 9.9 KiB/s wr, 231 op/s 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[84376]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]: dispatch 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]: dispatch 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]': finished 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]: dispatch 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]: dispatch 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]': finished 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[86910]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]: dispatch 2024-04-24T03:50:06.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]: dispatch 2024-04-24T03:50:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]': finished 2024-04-24T03:50:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]: dispatch 2024-04-24T03:50:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]: dispatch 2024-04-24T03:50:06.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:06 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]': finished 2024-04-24T03:50:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:06 smithi063 ceph-mon[77007]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-24T03:50:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:06 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]: dispatch 2024-04-24T03:50:06.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:06 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]: dispatch 2024-04-24T03:50:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:06 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/38d5b2bd-1d70-4ca9-a412-3fb5eb581e60"}]': finished 2024-04-24T03:50:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:06 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]: dispatch 2024-04-24T03:50:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:06 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]: dispatch 2024-04-24T03:50:06.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:06 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/cec8319a-7f21-4901-b1b6-5a44c3ac3f57"}]': finished 2024-04-24T03:50:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:07 smithi016 ceph-mon[84376]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-24T03:50:07.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:07 smithi016 ceph-mon[84376]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-24T03:50:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:07 smithi016 ceph-mon[86910]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-24T03:50:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:07 smithi016 ceph-mon[86910]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-24T03:50:07.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:07 smithi063 ceph-mon[77007]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-24T03:50:07.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:07 smithi063 ceph-mon[77007]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-24T03:50:08.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:08 smithi016 ceph-mon[84376]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-24T03:50:08.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:08 smithi016 ceph-mon[84376]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-24T03:50:08.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:50:08] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:50:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:08 smithi016 ceph-mon[86910]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-24T03:50:08.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:08 smithi016 ceph-mon[86910]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-24T03:50:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:08 smithi063 ceph-mon[77007]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-24T03:50:08.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:08 smithi063 ceph-mon[77007]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-24T03:50:09.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:09 smithi016 ceph-mon[84376]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-24T03:50:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:09 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:09.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:09 smithi016 ceph-mon[84376]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-24T03:50:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:09 smithi016 ceph-mon[86910]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-24T03:50:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:09 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:09 smithi016 ceph-mon[86910]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-24T03:50:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:09 smithi063 ceph-mon[77007]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-24T03:50:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:09 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:09 smithi063 ceph-mon[77007]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-24T03:50:10.069 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_mirror_image_create_snapshot ... ok 2024-04-24T03:50:10.163 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_mirror_image_status ... SKIP 2024-04-24T03:50:10.263 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_mirror_peer ... ok 2024-04-24T03:50:10.368 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_mirror_peer_bootstrap ... ok 2024-04-24T03:50:10.458 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_site_name ... ok 2024-04-24T03:50:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:50:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:50:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:50:10.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[84376]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-24T03:50:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:50:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:50:10.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:50:10.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:10 smithi016 ceph-mon[86910]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-24T03:50:10.538 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestMirroring.test_uuid ... ok 2024-04-24T03:50:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:50:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:50:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:10 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:50:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:10 smithi063 ceph-mon[77007]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-24T03:50:10.613 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_get ... ok 2024-04-24T03:50:10.748 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_list ... ok 2024-04-24T03:50:10.817 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_move ... ok 2024-04-24T03:50:10.954 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_purge ... ok 2024-04-24T03:50:11.026 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_remove ... ok 2024-04-24T03:50:11.100 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_remove_denied ... ok 2024-04-24T03:50:11.171 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_remove_with_progress ... ok 2024-04-24T03:50:11.285 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.TestTrash.test_restore ... ok 2024-04-24T03:50:11.285 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_features_from_string ... ok 2024-04-24T03:50:11.285 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_features_to_string ... ok 2024-04-24T03:50:11.390 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_open_by_id ... ok 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 KiB/s wr, 44 op/s 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]': finished 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:50:11.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 KiB/s wr, 44 op/s 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]': finished 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' 2024-04-24T03:50:11.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-24T03:50:11.534 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:11 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 KiB/s wr, 44 op/s 2024-04-24T03:50:11.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/107/8cc27021-82ac-4cd5-8c17-6724f978f2cc"}]': finished 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-24T03:50:11.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:11 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3591245502' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-24T03:50:13.094 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_pool_stats ... ok 2024-04-24T03:50:13.094 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_version ... ok 2024-04-24T03:50:13.164 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_create ... ok 2024-04-24T03:50:13.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:13 smithi016 ceph-mon[84376]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 8.3 KiB/s wr, 239 op/s 2024-04-24T03:50:13.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:13 smithi016 ceph-mon[84376]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-24T03:50:13.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:13 smithi016 ceph-mon[84376]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-24T03:50:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:13 smithi016 ceph-mon[86910]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 8.3 KiB/s wr, 239 op/s 2024-04-24T03:50:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:13 smithi016 ceph-mon[86910]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-24T03:50:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:13 smithi016 ceph-mon[86910]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-24T03:50:13.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:13 smithi063 ceph-mon[77007]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 8.3 KiB/s wr, 239 op/s 2024-04-24T03:50:13.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:13 smithi063 ceph-mon[77007]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-24T03:50:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:13 smithi063 ceph-mon[77007]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-24T03:50:13.826 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_create_defaults ... ok 2024-04-24T03:50:13.938 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_context_manager ... ok 2024-04-24T03:50:15.214 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_open_read_only ... ok 2024-04-24T03:50:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:15 smithi016 ceph-mon[84376]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 28 KiB/s wr, 507 op/s 2024-04-24T03:50:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:15 smithi016 ceph-mon[84376]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-24T03:50:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:15 smithi016 ceph-mon[86910]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 28 KiB/s wr, 507 op/s 2024-04-24T03:50:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:15 smithi016 ceph-mon[86910]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-24T03:50:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:15 smithi063 ceph-mon[77007]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 28 KiB/s wr, 507 op/s 2024-04-24T03:50:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:15 smithi063 ceph-mon[77007]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-24T03:50:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:15.719 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_open_dne ... ok 2024-04-24T03:50:16.235 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_open_readonly_dne ... ok 2024-04-24T03:50:16.332 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_aio_open ... ok 2024-04-24T03:50:16.344 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_remove_dne ... ok 2024-04-24T03:50:16.346 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_list_empty ... ok 2024-04-24T03:50:16.426 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_list ... ok 2024-04-24T03:50:16.497 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_remove_with_progress ... ok 2024-04-24T03:50:16.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-mon[84376]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-24T03:50:16.530 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-mon[86910]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-24T03:50:16.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:16 smithi063 ceph-mon[77007]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-24T03:50:16.560 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_remove_canceled ... ok 2024-04-24T03:50:16.857 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_pool_metadata ... ok 2024-04-24T03:50:16.872 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_config_list ... ok 2024-04-24T03:50:16.881 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_pool_config_set_and_get_and_remove ... ok 2024-04-24T03:50:16.907 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_namespaces ... ok 2024-04-24T03:50:16.914 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_create_group ... ok 2024-04-24T03:50:16.921 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_rename_group ... ok 2024-04-24T03:50:16.922 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_list_groups_empty ... ok 2024-04-24T03:50:16.929 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_list_groups ... ok 2024-04-24T03:50:16.936 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_list_groups_after_removed ... ok 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:50:16] ENGINE Bus STOPPING 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:50:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:50:16] ENGINE Bus STOPPED 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:50:16] ENGINE Bus STARTING 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:50:16] ENGINE Serving on http://:::9283 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:16 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:50:16] ENGINE Bus STARTED 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 42 KiB/s wr, 788 op/s 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' 2024-04-24T03:50:17.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 42 KiB/s wr, 788 op/s 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:50:17.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:50:17.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:50:17.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 42 KiB/s wr, 788 op/s 2024-04-24T03:50:17.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' 2024-04-24T03:50:17.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:50:17.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:50:17.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:50:17.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:50:17.942 INFO:tasks.workunit.client.0.smithi016.stderr:test_rbd.test_rename ... ok 2024-04-24T03:50:17.942 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:50:17.942 INFO:tasks.workunit.client.0.smithi016.stderr:---------------------------------------------------------------------- 2024-04-24T03:50:17.943 INFO:tasks.workunit.client.0.smithi016.stderr:Ran 172 tests in 619.512s 2024-04-24T03:50:17.943 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:50:17.943 INFO:tasks.workunit.client.0.smithi016.stderr:OK (SKIP=8) 2024-04-24T03:50:17.992 INFO:tasks.workunit.client.0.smithi016.stderr:+ exit 0 2024-04-24T03:50:17.992 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:50:17.993 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T03:50:18.064 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-24T03:50:18.064 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:50:18.315 DEBUG:teuthology.parallel:result is None 2024-04-24T03:50:18.316 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:50:18.345 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:50:18.345 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:50:18.403 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:50:18.403 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-24T03:50:18.403 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-24T03:50:18.404 DEBUG:teuthology.parallel:result is None 2024-04-24T03:50:18.404 INFO:teuthology.run_tasks:Running task print... 2024-04-24T03:50:18.417 INFO:teuthology.task.print:**** done end parallel 2024-04-24T03:50:18.417 INFO:teuthology.run_tasks:Running task print... 2024-04-24T03:50:18.425 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-24T03:50:18.425 INFO:teuthology.run_tasks:Running task workunit... 2024-04-24T03:50:18.434 INFO:tasks.workunit:Pulling workunits from ref 19b26365dac54ee709df8c5dc2a7b7e89a50aba5 2024-04-24T03:50:18.435 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T03:50:18.435 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:50:18.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:50:18.462 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-24T03:50:18.462 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:50:18.520 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-24T03:50:18.520 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-24T03:50:18.578 INFO:tasks.workunit:timeout=3h 2024-04-24T03:50:18.578 INFO:tasks.workunit:cleanup=True 2024-04-24T03:50:18.578 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 19b26365dac54ee709df8c5dc2a7b7e89a50aba5 2024-04-24T03:50:18.637 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-24T03:50:18.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:50:18] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:50:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:18 smithi016 ceph-mon[84376]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-24T03:50:19.281 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:18 smithi016 ceph-mon[84376]: pgmap v4288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:18 smithi016 ceph-mon[86910]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-24T03:50:19.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:18 smithi016 ceph-mon[86910]: pgmap v4288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:18 smithi063 ceph-mon[77007]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-24T03:50:19.309 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:18 smithi063 ceph-mon[77007]: pgmap v4288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:21.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:21 smithi016 ceph-mon[84376]: pgmap v4289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:21 smithi016 ceph-mon[86910]: pgmap v4289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:21.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:21 smithi063 ceph-mon[77007]: pgmap v4289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:23 smithi016 ceph-mon[84376]: pgmap v4290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:23 smithi016 ceph-mon[86910]: pgmap v4290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:23 smithi063 ceph-mon[77007]: pgmap v4290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:25 smithi016 ceph-mon[84376]: pgmap v4291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:25 smithi016 ceph-mon[86910]: pgmap v4291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:25 smithi063 ceph-mon[77007]: pgmap v4291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:27.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:27 smithi016 ceph-mon[84376]: pgmap v4292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:27.537 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:27 smithi016 ceph-mon[86910]: pgmap v4292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:27 smithi063 ceph-mon[77007]: pgmap v4292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:28.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:50:28] "GET /metrics HTTP/1.1" 200 36820 "" "Prometheus/2.43.0" 2024-04-24T03:50:29.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:29 smithi016 ceph-mon[84376]: pgmap v4293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:50:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:29 smithi016 ceph-mon[86910]: pgmap v4293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:50:29.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:29 smithi063 ceph-mon[77007]: pgmap v4293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-24T03:50:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:30.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:31.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:31 smithi016 ceph-mon[84376]: pgmap v4294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:50:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:31 smithi016 ceph-mon[86910]: pgmap v4294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:50:31.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:31 smithi063 ceph-mon[77007]: pgmap v4294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:50:33.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:33 smithi016 ceph-mon[84376]: pgmap v4295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:50:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:33 smithi016 ceph-mon[86910]: pgmap v4295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:50:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:33 smithi063 ceph-mon[77007]: pgmap v4295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-24T03:50:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:35 smithi016 ceph-mon[84376]: pgmap v4296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:35 smithi016 ceph-mon[86910]: pgmap v4296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:35 smithi063 ceph-mon[77007]: pgmap v4296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:37.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:37 smithi016 ceph-mon[84376]: pgmap v4297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:37.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:37 smithi016 ceph-mon[86910]: pgmap v4297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:37.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:37 smithi063 ceph-mon[77007]: pgmap v4297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:38.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:50:38] "GET /metrics HTTP/1.1" 200 34347 "" "Prometheus/2.43.0" 2024-04-24T03:50:39.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:39 smithi016 ceph-mon[84376]: pgmap v4298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:39 smithi016 ceph-mon[86910]: pgmap v4298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:39.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:39 smithi063 ceph-mon[77007]: pgmap v4298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:41.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:41 smithi016 ceph-mon[84376]: pgmap v4299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:41.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:41 smithi016 ceph-mon[86910]: pgmap v4299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:41.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:41 smithi063 ceph-mon[77007]: pgmap v4299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:43.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:43 smithi016 ceph-mon[84376]: pgmap v4300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:43 smithi016 ceph-mon[86910]: pgmap v4300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:43 smithi063 ceph-mon[77007]: pgmap v4300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:45 smithi016 ceph-mon[84376]: pgmap v4301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:45.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:45 smithi016 ceph-mon[86910]: pgmap v4301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:45.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:45 smithi063 ceph-mon[77007]: pgmap v4301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:45.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:50:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:47 smithi016 ceph-mon[84376]: pgmap v4302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:47.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:47 smithi016 ceph-mon[86910]: pgmap v4302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:47 smithi063 ceph-mon[77007]: pgmap v4302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:48.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:50:48] "GET /metrics HTTP/1.1" 200 34347 "" "Prometheus/2.43.0" 2024-04-24T03:50:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:49 smithi016 ceph-mon[84376]: pgmap v4303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:49.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:49 smithi016 ceph-mon[86910]: pgmap v4303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:49.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:49 smithi063 ceph-mon[77007]: pgmap v4303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:51.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:51 smithi016 ceph-mon[84376]: pgmap v4304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:51.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:51 smithi016 ceph-mon[86910]: pgmap v4304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:51.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:51 smithi063 ceph-mon[77007]: pgmap v4304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:53.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:53 smithi016 ceph-mon[84376]: pgmap v4305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:53.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:53 smithi016 ceph-mon[86910]: pgmap v4305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:53.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:53 smithi063 ceph-mon[77007]: pgmap v4305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:55.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:55 smithi016 ceph-mon[84376]: pgmap v4306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:55.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:55 smithi016 ceph-mon[86910]: pgmap v4306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:55.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:55 smithi063 ceph-mon[77007]: pgmap v4306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:57.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:57 smithi016 ceph-mon[84376]: pgmap v4307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:57.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:57 smithi016 ceph-mon[86910]: pgmap v4307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:57.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:57 smithi063 ceph-mon[77007]: pgmap v4307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:58.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:50:58 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:50:58] "GET /metrics HTTP/1.1" 200 34347 "" "Prometheus/2.43.0" 2024-04-24T03:50:59.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:50:59 smithi016 ceph-mon[84376]: pgmap v4308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:59.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:50:59 smithi016 ceph-mon[86910]: pgmap v4308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:50:59.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:50:59 smithi063 ceph-mon[77007]: pgmap v4308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:00.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:00 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:00.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:00 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:00.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:00 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:01.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:01 smithi016 ceph-mon[84376]: pgmap v4309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:01.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:01 smithi016 ceph-mon[86910]: pgmap v4309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:01.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:01 smithi063 ceph-mon[77007]: pgmap v4309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:03.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:03 smithi016 ceph-mon[84376]: pgmap v4310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:03.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:03 smithi016 ceph-mon[86910]: pgmap v4310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:03.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:03 smithi063 ceph-mon[77007]: pgmap v4310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:05.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:05 smithi016 ceph-mon[84376]: pgmap v4311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:05.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:05 smithi016 ceph-mon[86910]: pgmap v4311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:05.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:05 smithi063 ceph-mon[77007]: pgmap v4311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:07.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:07 smithi016 ceph-mon[84376]: pgmap v4312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:07.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:07 smithi016 ceph-mon[86910]: pgmap v4312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:07.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:07 smithi063 ceph-mon[77007]: pgmap v4312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:08.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:08 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:51:08] "GET /metrics HTTP/1.1" 200 34346 "" "Prometheus/2.43.0" 2024-04-24T03:51:09.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:09 smithi016 ceph-mon[84376]: pgmap v4313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:09.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:09 smithi016 ceph-mon[86910]: pgmap v4313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:09.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:09 smithi063 ceph-mon[77007]: pgmap v4313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:10.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:10 smithi016 ceph-mon[84376]: pgmap v4314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:10.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:10 smithi016 ceph-mon[86910]: pgmap v4314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:10.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:10 smithi063 ceph-mon[77007]: pgmap v4314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:13.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:13 smithi016 ceph-mon[84376]: pgmap v4315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:13.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:13 smithi016 ceph-mon[86910]: pgmap v4315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:13.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:13 smithi063 ceph-mon[77007]: pgmap v4315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:15.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:15 smithi016 ceph-mon[84376]: pgmap v4316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:15.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:15 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:15 smithi016 ceph-mon[86910]: pgmap v4316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:15.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:15 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:15 smithi063 ceph-mon[77007]: pgmap v4316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:15.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:15 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:17 smithi016 ceph-mon[84376]: pgmap v4317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:17.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:17 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:17 smithi016 ceph-mon[86910]: pgmap v4317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:17.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:17 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:17.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:17 smithi063 ceph-mon[77007]: pgmap v4317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:17.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:17 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:18.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:18 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:18.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:18 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:18.531 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:51:18] "GET /metrics HTTP/1.1" 200 34344 "" "Prometheus/2.43.0" 2024-04-24T03:51:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:18.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:18 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:19.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:19 smithi016 ceph-mon[84376]: pgmap v4318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:19.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:19 smithi016 ceph-mon[86910]: pgmap v4318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:19.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:19 smithi063 ceph-mon[77007]: pgmap v4318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:21.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:21 smithi016 ceph-mon[84376]: pgmap v4319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:21.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:21 smithi016 ceph-mon[86910]: pgmap v4319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:21.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:21 smithi063 ceph-mon[77007]: pgmap v4319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:23.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:23 smithi016 ceph-mon[84376]: pgmap v4320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:23.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:23 smithi016 ceph-mon[86910]: pgmap v4320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:23.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:23 smithi063 ceph-mon[77007]: pgmap v4320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:25.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:25 smithi016 ceph-mon[84376]: pgmap v4321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:25.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:25 smithi016 ceph-mon[86910]: pgmap v4321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:25.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:25 smithi063 ceph-mon[77007]: pgmap v4321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:27.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:27 smithi016 ceph-mon[84376]: pgmap v4322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:27.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:27 smithi016 ceph-mon[86910]: pgmap v4322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:27.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:27 smithi063 ceph-mon[77007]: pgmap v4322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:28.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:28 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:51:28] "GET /metrics HTTP/1.1" 200 34344 "" "Prometheus/2.43.0" 2024-04-24T03:51:29.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:29 smithi016 ceph-mon[84376]: pgmap v4323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:29.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:29 smithi016 ceph-mon[86910]: pgmap v4323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:29.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:29 smithi063 ceph-mon[77007]: pgmap v4323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:30.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:30 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:30.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:30 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:30.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:30 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:31.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:31 smithi016 ceph-mon[84376]: pgmap v4324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:31.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:31 smithi016 ceph-mon[86910]: pgmap v4324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:31.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:31 smithi063 ceph-mon[77007]: pgmap v4324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:33.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:33 smithi016 ceph-mon[84376]: pgmap v4325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:33.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:33 smithi016 ceph-mon[86910]: pgmap v4325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:33.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:33 smithi063 ceph-mon[77007]: pgmap v4325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:33.660 INFO:tasks.workunit.client.0.smithi016.stderr:Note: switching to '19b26365dac54ee709df8c5dc2a7b7e89a50aba5'. 2024-04-24T03:51:33.660 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:33.660 INFO:tasks.workunit.client.0.smithi016.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-24T03:51:33.660 INFO:tasks.workunit.client.0.smithi016.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-24T03:51:33.660 INFO:tasks.workunit.client.0.smithi016.stderr:state without impacting any branches by switching back to a branch. 2024-04-24T03:51:33.660 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr: git switch -c 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr:Or undo this operation with: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr: git switch - 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:33.661 INFO:tasks.workunit.client.0.smithi016.stderr:HEAD is now at 19b26365dac Merge pull request #56541 from cybozu/wip-65172-reef 2024-04-24T03:51:33.666 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-24T03:51:33.724 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T03:51:33.727 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:51:33.727 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T03:51:33.775 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T03:51:33.823 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T03:51:33.862 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-24T03:51:33.864 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:51:33.864 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T03:51:33.902 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-24T03:51:33.905 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-24T03:51:33.905 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-24T03:51:33.964 INFO:tasks.workunit:Running workunits matching test_telemetry_pacific_x.sh on client.0... 2024-04-24T03:51:33.965 INFO:tasks.workunit:Running workunit test_telemetry_pacific_x.sh... 2024-04-24T03:51:33.965 DEBUG:teuthology.orchestra.run.smithi016:workunit test test_telemetry_pacific_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=19b26365dac54ee709df8c5dc2a7b7e89a50aba5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_pacific_x.sh 2024-04-24T03:51:34.026 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-24T03:51:34.479 INFO:tasks.workunit.client.0.smithi016.stderr:+ LAST_OPT_REVISION=3 2024-04-24T03:51:34.480 INFO:tasks.workunit.client.0.smithi016.stderr:+ '[' 3 -ne 3 ']' 2024-04-24T03:51:34.480 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph -s 2024-04-24T03:51:35.105 INFO:tasks.workunit.client.0.smithi016.stderr:+ STATUS=' cluster: 2024-04-24T03:51:35.105 INFO:tasks.workunit.client.0.smithi016.stderr: id: cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T03:51:35.105 INFO:tasks.workunit.client.0.smithi016.stderr: health: HEALTH_WARN 2024-04-24T03:51:35.105 INFO:tasks.workunit.client.0.smithi016.stderr: Telemetry requires re-opt-in 2024-04-24T03:51:35.105 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.105 INFO:tasks.workunit.client.0.smithi016.stderr: services: 2024-04-24T03:51:35.105 INFO:tasks.workunit.client.0.smithi016.stderr: mon: 3 daemons, quorum a,b,c (age 65m) 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: mgr: y(active, since 66m), standbys: x 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: mds: 1/1 daemons up, 1 standby 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: osd: 8 osds: 8 up (since 60m), 8 in (since 74m) 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: data: 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: volumes: 1/1 healthy 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: pools: 4 pools, 105 pgs 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: objects: 28 objects, 4.6 MiB 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: pgs: 105 active+clean 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: ' 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ cluster: 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: id: cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T03:51:35.106 INFO:tasks.workunit.client.0.smithi016.stderr: health: HEALTH_WARN 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: Telemetry requires re-opt-in 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: services: 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: mon: 3 daemons, quorum a,b,c (age 65m) 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: mgr: y(active, since 66m), standbys: x 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: mds: 1/1 daemons up, 1 standby 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: osd: 8 osds: 8 up (since 60m), 8 in (since 74m) 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: data: 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: volumes: 1/1 healthy 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: pools: 4 pools, 105 pgs 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: objects: 28 objects, 4.6 MiB 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:35.107 INFO:tasks.workunit.client.0.smithi016.stderr: pgs: 105 active+clean 2024-04-24T03:51:35.108 INFO:tasks.workunit.client.0.smithi016.stderr: == *\T\e\l\e\m\e\t\r\y\ \r\e\q\u\i\r\e\s\ \r\e\-\o\p\t\-\i\n* ]] 2024-04-24T03:51:35.108 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph telemetry collection ls 2024-04-24T03:51:35.530 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[84376]: pgmap v4326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1995863354' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1995863354' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3485692739' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3485692739' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[86910]: pgmap v4326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1995863354' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1995863354' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3485692739' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:35.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:35 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3485692739' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:35.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:35 smithi063 ceph-mon[77007]: pgmap v4326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:35.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:35 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1995863354' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T03:51:35.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:35 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1995863354' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-24T03:51:35.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:35 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3485692739' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:35.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:35 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3485692739' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:35.688 INFO:tasks.workunit.client.0.smithi016.stderr:+ COLLECTIONS='New collections are available: 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:['\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-24T03:51:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-24T03:51:35.690 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-24T03:51:35.691 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-24T03:51:35.691 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'perf_memory_metrics', 'perf_perf'] 2024-04-24T03:51:35.691 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-24T03:51:35.691 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.691 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-24T03:51:35.691 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-24T03:51:35.691 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'perf_memory_metrics', 'perf_perf'] 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-24T03:51:35.692 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-24T03:51:35.693 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'perf_memory_metrics', 'perf_perf'] 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-24T03:51:35.694 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'perf_memory_metrics', 'perf_perf'] 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-24T03:51:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'perf_memory_metrics', 'perf_perf'] 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-24T03:51:35.696 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-24T03:51:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: "ident" 2024-04-24T03:51:36.271 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:36.272 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:36.273 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-24T03:51:36.274 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-24T03:51:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:36.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-24T03:51:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:36.278 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:36.278 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:36.278 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:36.278 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:36.278 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:36.278 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:36.281 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:36.281 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:36.281 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-24T03:51:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:36.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:36.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:36.285 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-24T03:51:36.286 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/last_opt_revision", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-24T03:51:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:36.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:36.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:36.290 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-24T02:32:26.727832Z", 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-24T03:51:36.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-24T03:51:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-24T03:51:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-24T03:51:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-24T03:51:36.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-24T03:51:36.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-24T03:51:36.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-24T03:51:36.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-24T03:51:36.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-24T03:51:36.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.297 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-24T03:51:36.297 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-24T03:51:36.297 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 2 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 2 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:36.299 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:36.300 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 3 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 3 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.301 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:36.302 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-24T03:51:36.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.303 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:36.303 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 8 2024-04-24T03:51:36.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.303 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:36.303 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 8 2024-04-24T03:51:36.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-24T03:51:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-24T03:51:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:36.306 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:36.307 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4698210836504586e-06, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 642, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 1069056, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:36.308 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 279, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:36.309 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 144770, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 34178, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.0067619743713294e-07, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 79, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 88064, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 17972, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6580, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 11392, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 53916, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 68, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 35840 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.311 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-24T03:51:36.312 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:36.313 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:36.314 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.745881854731124e-05, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 9046, 2024-04-24T03:51:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3161005056, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24334, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3169203200 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-24T03:51:36.317 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "0a115aee-3b51-4e65-a9c7-4a670ac5328a", 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-24T03:51:36.262282", 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-24T03:51:36.318 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-24T03:51:36.319 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-24T03:51:36.320 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "services": { 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": 1 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 4849500160, 2024-04-24T03:51:36.322 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006314780097454786 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-24T03:51:36.323 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview-device 2024-04-24T03:51:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:36.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:36 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:36.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:36 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:36.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:36 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:36.845 INFO:tasks.workunit.client.0.smithi016.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-24T03:51:36.858 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview-all 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "device_report": { 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8a2ad2-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_2e8ace38-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "20240424-024313": { 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-24T03:51:37.473 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "2e8a2ad2-01e4-11ef-b5e8-0cc47abd1564", 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-24T03:51:37.474 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Wed Apr 24 02:43:12 2024 UTC", 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713926592 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-24T03:51:37.475 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-24T03:51:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.477 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12557503 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-24T03:51:37.478 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.479 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 15 2024-04-24T03:51:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1611142 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-24T03:51:37.482 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5152, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 188508662, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 822968558, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3102641009, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17512199601, 2024-04-24T03:51:37.483 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34571, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41386, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9914 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34571, 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-24T03:51:37.484 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41386 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.485 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-552.el8.x86_64] (local build)", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-24T03:51:37.486 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Wed Apr 24 02:43:12 2024 UTC", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-24T03:51:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 188,508,662 [96.5 TB]", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 822,968,558 [421 TB]", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,102,641,009", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,512,199,601", 2024-04-24T03:51:37.488 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,152", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,571", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,386", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,914", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-4.18.0-552.el8.x86_64", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:37.489 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.490 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8bb366-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_2e8c48e4-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "20240424-024316": { 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "2e8bb366-01e4-11ef-b5e8-0cc47abd1564", 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Wed Apr 24 02:43:16 2024 UTC", 2024-04-24T03:51:37.491 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713926596 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-24T03:51:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-24T03:51:37.493 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.494 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 34053901 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.495 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 52637101 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.498 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 89, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3489, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3507, 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3471 2024-04-24T03:51:37.499 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 12, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 432267513, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 2231756475, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 6491496652, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 36131186339, 2024-04-24T03:51:37.500 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 11, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 46159, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 61564, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 23, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 779 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 46159, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 61564 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:37.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-552.el8.x86_64] (local build)", 2024-04-24T03:51:37.502 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Wed Apr 24 02:43:16 2024 UTC", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-24T03:51:37.503 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 23 Celsius", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 11%", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 432,267,513 [221 TB]", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 2,231,756,475 [1.14 PB]", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 6,491,496,652", 2024-04-24T03:51:37.505 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 36,131,186,339", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 12", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 46,159", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 61,564", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 779", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS Message", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 1 0 - 0x400c - 0 - - Internal Error", 2024-04-24T03:51:37.506 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-4.18.0-552.el8.x86_64", 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 23 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:37.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "report": { 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: "ident" 2024-04-24T03:51:37.508 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:37.509 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:37.510 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:37.511 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:37.511 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:37.511 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:37.511 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.513 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-24T03:51:37.513 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-24T03:51:37.513 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:37.513 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:37.513 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:37.513 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:37.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:37.514 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:37.515 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:37.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:37.517 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-24T03:51:37.519 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-24T03:51:37.520 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:37.521 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:37.522 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/last_opt_revision", 2024-04-24T03:51:37.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:37.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:37.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:37.526 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:37.526 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:37.526 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:37.526 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:37.526 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:37.526 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:37.526 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-24T03:51:37.527 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-24T02:32:26.727832Z", 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.528 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-24T03:51:37.529 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-24T03:51:37.530 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:37.531 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-24T03:51:37.532 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-24T03:51:37.533 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.534 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 2 2024-04-24T03:51:37.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 2 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:37.536 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 3 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.537 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 3 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.538 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 8 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 8 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:37.539 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-24T03:51:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-24T03:51:37.541 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-24T03:51:37.542 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:37.543 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4698210836504586e-06, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:37.544 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 642, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 1069056, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 279, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:37.545 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:37.546 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 144770, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 34178, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.0067619743713294e-07, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 79, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 88064, 2024-04-24T03:51:37.547 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 17972, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6580, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 11392, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 53916, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 68, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 35840 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.548 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-24T03:51:37.549 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:37.550 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:37.551 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-24T03:51:37.552 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.745881854731124e-05, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 9046, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3161005056, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-24T03:51:37.553 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24334, 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3169203200 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:37.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "0a115aee-3b51-4e65-a9c7-4a670ac5328a", 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-24T03:51:37.453551", 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.555 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-24T03:51:37.557 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.558 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "services": { 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": 1 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 4849500160, 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006314780097454786 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:37.560 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:37.560 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:37.560 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160 2024-04-24T03:51:37.560 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.560 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:37.560 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T03:51:37.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:37 smithi063 ceph-mon[77007]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:37 smithi063 ceph-mon[77007]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:37 smithi063 ceph-mon[77007]: pgmap v4327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:37.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:37 smithi063 ceph-mon[77007]: from='client.45965 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:37.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:37 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:37.561 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-24T03:51:37.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[84376]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[84376]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[84376]: pgmap v4327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:37.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[84376]: from='client.45965 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:37.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:37.562 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[86910]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.563 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[86910]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.563 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[86910]: pgmap v4327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:37.563 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[86910]: from='client.45965 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:37.563 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:37.563 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:37 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.067 INFO:tasks.workunit.client.0.smithi016.stdout:Telemetry is on. 2024-04-24T03:51:38.067 INFO:tasks.workunit.client.0.smithi016.stdout:Some channels are disabled, please enable with: 2024-04-24T03:51:38.067 INFO:tasks.workunit.client.0.smithi016.stdout:`ceph telemetry enable channel perf` 2024-04-24T03:51:38.079 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry enable channel perf 2024-04-24T03:51:38.461 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:51:38] "GET /metrics HTTP/1.1" 200 34350 "" "Prometheus/2.43.0" 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='client.45965 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.462 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='client.45965 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.463 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.464 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='client.45965 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:38.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:38.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:38 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:38.670 INFO:tasks.workunit.client.0.smithi016.stdout:channel_perf is enabled 2024-04-24T03:51:38.683 INFO:tasks.workunit.client.0.smithi016.stderr:+ timeout=60 2024-04-24T03:51:38.683 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph -s 2024-04-24T03:51:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:38] ENGINE Bus STOPPING 2024-04-24T03:51:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:51:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:38] ENGINE Bus STOPPED 2024-04-24T03:51:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:38] ENGINE Bus STARTING 2024-04-24T03:51:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:38] ENGINE Serving on http://:::9283 2024-04-24T03:51:38.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:38 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:38] ENGINE Bus STARTED 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr:+ STATUS=' cluster: 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: id: cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: health: HEALTH_OK 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: services: 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: mon: 3 daemons, quorum a,b,c (age 65m) 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: mgr: y(active, since 66m), standbys: x 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: mds: 1/1 daemons up, 1 standby 2024-04-24T03:51:39.292 INFO:tasks.workunit.client.0.smithi016.stderr: osd: 8 osds: 8 up (since 61m), 8 in (since 74m) 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: data: 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: volumes: 1/1 healthy 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: pools: 4 pools, 105 pgs 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: objects: 28 objects, 4.6 MiB 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: pgs: 105 active+clean 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: ' 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ cluster: 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: id: cb050474-01e2-11ef-bc93-c7b262605968 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: health: HEALTH_OK 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: services: 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: mon: 3 daemons, quorum a,b,c (age 65m) 2024-04-24T03:51:39.293 INFO:tasks.workunit.client.0.smithi016.stderr: mgr: y(active, since 66m), standbys: x 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: mds: 1/1 daemons up, 1 standby 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: osd: 8 osds: 8 up (since 61m), 8 in (since 74m) 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: data: 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: volumes: 1/1 healthy 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: pools: 4 pools, 105 pgs 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: objects: 28 objects, 4.6 MiB 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: pgs: 105 active+clean 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr: != *\T\e\l\e\m\e\t\r\y\ \r\e\q\u\i\r\e\s\ \r\e\-\o\p\t\-\i\n* ]] 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr:+ '[' 60 -le 0 ']' 2024-04-24T03:51:39.294 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show 2024-04-24T03:51:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='client.35988 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='client.35988 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:39.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: Cluster is now healthy 2024-04-24T03:51:39.533 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1243371157' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='client.35988 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='client.35988 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:39.534 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.535 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: Cluster is now healthy 2024-04-24T03:51:39.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:39 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1243371157' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='client.35988 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='client.35988 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.561 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: Cluster is now healthy 2024-04-24T03:51:39.562 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:39 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1243371157' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:40.119 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T03:51:40.119 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-24T03:51:40.119 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-24T03:51:40.119 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-24T03:51:40.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.119 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.120 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-24T03:51:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-24T03:51:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-24T03:51:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/last_opt_revision", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-24T03:51:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-24T02:32:26.727832Z", 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-24T03:51:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-24T03:51:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-24T03:51:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-24T03:51:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-24T03:51:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20267008, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 330080, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 925696, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 332, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 999800, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 13, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 803328, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14455592, 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20267008 2024-04-24T03:51:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20414464, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 455616, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 901120, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 421, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1388544, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 968704, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14849088, 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21315584 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 153272320, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2053480, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1728512, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 5872, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 9544680, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1526272, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 137133232, 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 155000832 2024-04-24T03:51:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.b27f9fd9fb08f32f0d9d3a6661cad1fd98e2c139": { 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 156311552, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2028648, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 966656, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 786432, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 5860, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 10879816, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1580288, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 137841488, 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 157097984 2024-04-24T03:51:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 250101760, 2024-04-24T03:51:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 5116272, 2024-04-24T03:51:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3145728, 2024-04-24T03:51:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 540672, 2024-04-24T03:51:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 606208, 2024-04-24T03:51:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9074, 2024-04-24T03:51:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 13969368, 2024-04-24T03:51:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 23, 2024-04-24T03:51:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 4042240, 2024-04-24T03:51:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 223287480, 2024-04-24T03:51:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 250707968 2024-04-24T03:51:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 509927424, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 32539696, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3538944, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 153387008, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13398, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 104530112, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9172480, 2024-04-24T03:51:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 360146192, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 663314432 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 477380608, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 32800312, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3538944, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 86351872, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 14154, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 115690960, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9179136, 2024-04-24T03:51:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 316171256, 2024-04-24T03:51:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 563732480 2024-04-24T03:51:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-24T03:51:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 497664000, 2024-04-24T03:51:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 28722856, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 37027840, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10600, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 103062184, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9001728, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 351503280, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 534691840 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-24T03:51:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 501399552, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21919016, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 21209088, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10588, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 89045696, 2024-04-24T03:51:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9345024, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 375715864, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 522608640 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 719446016, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 24966336, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3538944, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 12517376, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13139, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 108356592, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 11561984, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 571022160, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 731963392 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 503365632, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 30921272, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 48037888, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12217, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 98783256, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 11406080, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 358847152, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 551403520 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 383197184, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21043952, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 26943488, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9541, 2024-04-24T03:51:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 60311512, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9594112, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 288970808, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 410140672 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 474292224, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 25164136, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 57122816, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 11093, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 73424528, 2024-04-24T03:51:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 59, 2024-04-24T03:51:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9537536, 2024-04-24T03:51:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 362758152, 2024-04-24T03:51:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 531415040 2024-04-24T03:51:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-24T03:51:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "11.841961", 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 148264, 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 221600, 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 65 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 51280, 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12032, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 255 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 38937654, 2024-04-24T03:51:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4831 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1144, 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 13 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10608, 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 254 2024-04-24T03:51:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5976, 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 184 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.b27f9fd9fb08f32f0d9d3a6661cad1fd98e2c139": { 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39078410, 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4863 2024-04-24T03:51:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 88, 2024-04-24T03:51:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10608, 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 254 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5976, 2024-04-24T03:51:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 184 2024-04-24T03:51:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39319398, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4899 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10608, 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 254 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11952, 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 368 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22208, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 415 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31104, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 768, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 77440, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 968 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 298480, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2665 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14368, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 158 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 704898, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2376469, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 529489 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6827456, 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10072 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 109960, 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11847 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127920, 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2665 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 298480, 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2665 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 570675, 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 79 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5440423, 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 285 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17600, 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 200 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 521640, 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7160920, 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18571 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 27168, 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 486 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 44032, 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1728, 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78080, 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 976 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 297248, 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2654 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 34640, 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 339 2024-04-24T03:51:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1504010, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 351 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2362481, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 524246 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6751296, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9960 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 107568, 2024-04-24T03:51:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11669 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127392, 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2654 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249502, 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1762 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 297248, 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2654 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 597914, 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 86 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11162144, 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 291 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 33968, 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 386 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 417312, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 36 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7305168, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 21242 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-24T03:51:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 393 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31360, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 28 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2112, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 77200, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 965 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 296912, 2024-04-24T03:51:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2651 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19184, 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 201 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 948109, 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 208 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1680301, 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 371463 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4894216, 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7229 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 106948, 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11658 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127248, 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2651 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 296912, 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2651 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 621289, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 93 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12795740, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 259 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21648, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 359352, 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 31 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3242720, 2024-04-24T03:51:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6236 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17080, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 330 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30848, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3456, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76720, 2024-04-24T03:51:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 959 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20304, 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 211 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1069347, 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 234 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1690705, 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 370809 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4877216, 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7204 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 98532, 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10525 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124416, 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 545216, 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 86 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20077182, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 280 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22792, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 259 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 428904, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3454984, 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9025 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22120, 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 434 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31488, 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 29 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4800, 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78240, 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 978 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 23776, 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 242 2024-04-24T03:51:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1072788, 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 256 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1991094, 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 439788 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5708856, 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8427 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 98728, 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10524 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124416, 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249246, 2024-04-24T03:51:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 566327, 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 77 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28942086, 2024-04-24T03:51:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12469 2024-04-24T03:51:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 26576, 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 302 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-24T03:51:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5045040, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12102 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17104, 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 332 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 43392, 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 27 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76480, 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 956 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12800, 2024-04-24T03:51:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 144 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 610593, 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 161 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2255017, 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 505040 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6503096, 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9595 2024-04-24T03:51:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99092, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10530 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124416, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249502, 2024-04-24T03:51:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1762 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 627131, 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 97 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17778926, 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 263 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16544, 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 486864, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6401720, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12311 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 13712, 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30336, 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2688, 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 14 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76720, 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 959 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291200, 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2600 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16272, 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 175 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 859913, 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 197 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1605066, 2024-04-24T03:51:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 354928 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4664376, 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6891 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 100080, 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10690 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124800, 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2600 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249158, 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1760 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291200, 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2600 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 599952, 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 90 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14369683, 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 236 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19096, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 217 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3587584, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9284 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15736, 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 297 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30720, 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 23 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 75520, 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 944 2024-04-24T03:51:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291088, 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2599 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22432, 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 230 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1078763, 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 260 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1954703, 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 432564 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5599376, 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8266 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 100816, 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10692 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124752, 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2599 2024-04-24T03:51:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291088, 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2599 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 590090, 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 85 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16505197, 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 272 2024-04-24T03:51:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 24728, 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 281 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 533232, 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 46 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4877080, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9411 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 2 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 2 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 3 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 3 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-24T03:51:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 8 2024-04-24T03:51:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 8 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-24T03:51:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-24T03:51:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11224, 2, 1, 0, 5, 0, 1, 1, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9441, 29, 4, 2, 5, 5, 6, 17, 38, 65, 25, 28, 55, 45, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 823, 2, 2, 12, 1, 0, 1, 1, 4, 10, 76, 174, 50, 10, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 400, 2, 0, 18, 0, 0, 0, 0, 0, 0, 1, 18, 353, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 110, 0, 0, 0, 0, 1, 0, 1, 3, 2, 4, 2, 16, 56, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 161, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 7, 14, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 162, 1, 0, 0, 0, 0, 0, 0, 0, 3, 6, 1, 7, 16, 23, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 7, 4, 24, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 3, 0, 5, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1973, 492, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12792, 7643, 1, 0, 8, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4895, 226, 1349, 4, 7, 2, 13, 23, 38, 61, 35, 29, 33, 30, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 628, 20, 136, 0, 2, 0, 0, 0, 1, 15, 102, 257, 71, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 571, 6, 5, 0, 0, 0, 0, 0, 4, 0, 0, 11, 494, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 233, 9, 0, 0, 0, 0, 0, 0, 2, 1, 0, 4, 6, 33, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 196, 8, 44, 0, 1, 0, 0, 1, 0, 2, 0, 3, 3, 10, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 158, 6, 228, 0, 0, 0, 0, 0, 3, 1, 0, 0, 5, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 68, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6932, 3679, 4234, 1, 11, 2, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5381, 185, 204, 0, 3, 2, 0, 0, 3, 3, 7, 6, 6, 17, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 388, 24, 33, 9, 0, 0, 0, 1, 1, 3, 0, 3, 1, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 234, 3, 1, 0, 4, 0, 0, 0, 0, 0, 1, 8, 24, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 23, 1, 0, 0, 0, 0, 1, 4, 1, 1, 16, 7, 29, 38, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 174, 3, 0, 0, 0, 0, 1, 2, 0, 7, 2, 6, 77, 54, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 172, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 5, 36, 116, 32, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 62, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 4, 9, 53, 56, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 10, 24, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9571, 51, 0, 1, 9, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8826, 259, 31, 0, 5, 0, 2, 2, 14, 26, 12, 12, 13, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1208, 6, 24, 0, 0, 1, 0, 0, 4, 3, 45, 94, 26, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 384, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 166, 17, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 117, 9, 4, 0, 8, 0, 0, 0, 0, 0, 0, 0, 6, 45, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 3, 2, 0, 299, 0, 0, 0, 0, 3, 0, 0, 7, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 84, 1, 1, 0, 476, 0, 0, 0, 0, 0, 1, 0, 5, 17, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 0, 1379, 0, 0, 0, 0, 0, 0, 0, 0, 6, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 916, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13115, 3661, 1, 0, 0, 1, 0, 0, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8520, 372, 33, 0, 7, 1, 2, 4, 11, 18, 7, 8, 17, 20, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1249, 151, 179, 0, 3, 1, 1, 3, 6, 10, 54, 65, 29, 12, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 536, 12, 31, 0, 1, 0, 0, 0, 0, 1, 2, 15, 207, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 135, 15, 5, 0, 0, 0, 0, 0, 0, 0, 1, 3, 21, 44, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 3, 27, 15, 0, 0, 0, 0, 0, 0, 0, 1, 22, 8, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 84, 0, 2, 45, 33, 0, 0, 0, 0, 0, 0, 0, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 8, 98, 85, 0, 0, 0, 0, 0, 0, 6, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 4, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3163, 2036, 0, 0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12704, 1999, 54, 3, 6405, 452, 0, 0, 2, 0, 0, 4, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7959, 131, 17, 3, 870, 159, 57, 63, 1, 0, 0, 5, 4, 13, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1092, 32, 7, 3, 101, 20, 9, 12, 2, 0, 1, 5, 1, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 407, 7, 1, 0, 8, 9, 0, 0, 1, 0, 1, 10, 20, 15, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 343, 15, 0, 0, 15, 19, 0, 0, 0, 0, 0, 0, 10, 38, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 233, 17, 0, 1, 3, 1, 1, 0, 0, 1, 0, 0, 9, 13, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 83, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 21, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9032, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5470, 16, 5, 1, 3, 3, 2, 7, 11, 15, 7, 3, 13, 18, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 539, 2, 2, 1, 0, 1, 0, 0, 5, 15, 35, 67, 19, 9, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 229, 3, 0, 0, 0, 1, 1, 0, 0, 0, 1, 32, 157, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 45, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8618, 118, 61, 6, 16, 25, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7045, 199, 35, 2, 15, 23, 85, 122, 0, 1, 1, 2, 1, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 814, 9, 6, 0, 3, 1, 11, 14, 5, 1, 15, 5, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 268, 4, 1, 0, 0, 0, 0, 0, 0, 0, 2, 8, 24, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 92, 12, 3, 0, 0, 0, 0, 0, 1, 0, 0, 3, 13, 47, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 91, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 15, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 619, 0, 2, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3447, 59, 83, 169, 316, 740, 670, 1, 2, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 564, 33, 32, 42, 0, 9, 9, 0, 0, 3, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 237, 1, 3, 0, 0, 1, 2, 0, 0, 3, 3, 4, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 120, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 8, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 13, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 385, 7, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2465, 273, 36, 63, 102, 1, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 350, 23, 1323, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 395, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1766, 1394, 60, 0, 0, 0, 0, 0, 0, 1, 2, 1, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1319, 1598, 236, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 689, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3870, 19, 0, 0, 2, 3, 5, 1, 9, 7, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 294, 2, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 255, 1, 1, 0, 0, 0, 0, 0, 0, 2, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 5, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2967, 18, 0, 0, 1, 1, 1, 3, 4, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 335, 2, 2, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 234, 20, 39, 63, 0, 0, 0, 0, 1, 0, 2, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 800, 344, 1, 76, 0, 0, 0, 0, 0, 0, 0, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3538, 2397, 0, 382, 0, 0, 1, 1, 0, 0, 1, 0, 3, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 395, 260, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 711, 5, 7, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2732, 232, 32, 42, 156, 315, 395, 0, 2, 0, 0, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 632, 13, 1, 0, 1, 1, 4, 2, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 254, 1, 0, 0, 0, 0, 1, 0, 1, 3, 0, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 995, 2, 19, 54, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4131, 71, 136, 228, 323, 740, 675, 4, 12, 10, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 218, 3, 3, 4, 9, 10, 7, 0, 1, 6, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 176, 15, 8, 41, 1, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 89, 32, 89, 87, 4, 0, 0, 0, 0, 0, 0, 2, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 15, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2959, 9, 0, 0, 0, 2, 1, 0, 4, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 332, 6, 1, 0, 0, 0, 0, 1, 0, 2, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 267, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 8, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 872, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12621, 39, 92, 10, 0, 1, 0, 4, 4, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9596, 34, 99, 16, 1, 0, 0, 1, 1, 0, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 210, 4, 2, 0, 0, 0, 0, 0, 1, 0, 1, 4, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 108, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 8, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 698, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2944, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 690, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6350, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 721, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 761, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3913, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 659, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2979, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12776, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9756, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2059, 17, 2, 0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1094, 11, 0, 2, 3, 3, 9, 16, 29, 42, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 139, 3, 0, 1, 1, 1, 0, 1, 5, 9, 94, 252, 113, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 217, 22, 0, 0, 0, 0, 2, 1, 4, 9, 34, 37, 267, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 328, 31, 0, 0, 0, 1, 0, 3, 3, 3, 10, 25, 22, 32, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 794, 46, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 5, 18, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 804, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 699, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3121, 11, 0, 0, 13, 1, 4, 5, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1085, 5, 0, 0, 2, 9, 5, 17, 40, 79, 77, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 89, 15, 0, 0, 0, 0, 0, 1, 4, 7, 76, 295, 221, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 49, 4, 0, 0, 0, 0, 0, 0, 2, 3, 8, 18, 371, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 6, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 4, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 925, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 45, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 230, 19, 0, 0, 8, 0, 1, 5, 5, 6, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 8, 1, 0, 4, 0, 0, 2, 3, 11, 39, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 10, 1, 0, 0, 0, 5, 7, 13, 14, 124, 126, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 218, 4, 0, 0, 0, 1, 4, 2, 7, 9, 62, 73, 26, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 101, 0, 0, 0, 0, 0, 1, 1, 1, 5, 19, 22, 12, 34, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 8, 5, 17, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1402, 1, 0, 0, 12, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 313, 4, 0, 0, 5, 2, 4, 9, 13, 34, 50, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 95, 6, 0, 0, 2, 1, 2, 2, 2, 9, 26, 127, 107, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 136, 11, 0, 1, 0, 0, 0, 0, 0, 1, 5, 12, 84, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 444, 30, 0, 0, 0, 0, 0, 1, 0, 1, 3, 9, 20, 38, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 469, 44, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 17, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 216, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 57, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1148, 20, 0, 0, 7, 0, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 505, 10, 1, 0, 1, 5, 4, 8, 13, 27, 45, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 151, 11, 0, 0, 0, 1, 0, 1, 4, 5, 32, 121, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 288, 7, 0, 0, 0, 0, 2, 0, 1, 3, 3, 11, 170, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 416, 3, 0, 0, 1, 0, 0, 0, 2, 2, 3, 12, 17, 37, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 3, 9, 25, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 168, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 531, 18, 2, 1, 9, 1, 2, 4, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 84, 6, 0, 0, 1, 1, 3, 3, 5, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 78, 1, 1, 1, 1, 0, 2, 3, 3, 3, 18, 28, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 32, 27, 0, 0, 0, 0, 0, 1, 0, 3, 16, 11, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 28, 0, 0, 0, 0, 0, 0, 4, 0, 6, 8, 14, 27, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 42, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 6, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1089, 16, 0, 0, 4, 1, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 467, 3, 0, 1, 4, 2, 4, 8, 16, 28, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 158, 2, 0, 0, 1, 1, 1, 4, 5, 2, 13, 96, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 268, 1, 0, 0, 0, 0, 0, 0, 5, 3, 2, 8, 155, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 414, 2, 0, 0, 1, 1, 0, 1, 2, 0, 3, 15, 16, 22, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 312, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 4, 23, 33, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 205, 20, 0, 0, 11, 1, 0, 0, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 42, 3, 1, 0, 1, 0, 2, 3, 1, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 77, 1, 0, 0, 0, 0, 0, 5, 2, 4, 14, 25, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 1, 3, 0, 11, 12, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 1, 3, 2, 3, 6, 15, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 28, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-24T03:51:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-24T03:51:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-24T03:51:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-24T03:51:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-24T03:51:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-24T03:51:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-24T03:51:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-24T03:51:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-24T03:51:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 223540 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-24T03:51:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46192 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-24T03:51:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-24T03:51:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-24T03:51:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-24T03:51:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-24T03:51:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-24T03:51:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 242 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49579463 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1257987033 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-24T03:51:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-24T03:51:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22085772234 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-24T03:51:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 97805565 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65849 2024-04-24T03:51:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2817970952 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 151986176 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 150052864 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1933312 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268397434 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21919575 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70393135 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268397434 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1390296 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69950894 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-24T03:51:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178931623 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68532313 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-24T03:51:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-24T03:51:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 309057, 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1573885264 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-24T03:51:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17316, 2024-04-24T03:51:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6039188278 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.b27f9fd9fb08f32f0d9d3a6661cad1fd98e2c139": { 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-24T03:51:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-24T03:51:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243 2024-04-24T03:51:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-24T03:51:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7130 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7130, 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 50122695 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-24T03:51:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7130, 2024-04-24T03:51:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1207981010 2024-04-24T03:51:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-24T03:51:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7131 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-24T03:51:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7131 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7131, 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21774657252 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-24T03:51:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7130 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7130, 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98931397 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7130, 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66256 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7130, 2024-04-24T03:51:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1248980349 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 154083328 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 151961600 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2121728 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268353023 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22021963 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70335158 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268353023 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406338 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69979263 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178902015 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68561921 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-24T03:51:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 310255, 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1649100985 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17385, 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2927181579 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-24T03:51:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7209 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7209, 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51935935 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7209, 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21627 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7209, 2024-04-24T03:51:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1581975106 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7207 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7207, 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51369652 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7207, 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59530 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7207, 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1420669890 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7210 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7210, 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22904639533 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-24T03:51:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103060 2024-04-24T03:51:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-24T03:51:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 246513664 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244908032 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1605632 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268278490 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22214909 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70216745 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268278490 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412146 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70047988 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178852327 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68611609 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-24T03:51:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 324692, 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1930159751 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-24T03:51:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17573, 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3339832427 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12357632 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 667656192 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4939373 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1341971 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 779550720 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1159168 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 217571328 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 782106624 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8567738506 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61674 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7335723008 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7335727104 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55089 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8445541595 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54369 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4299837 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12340185 2024-04-24T03:51:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1128 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8040348 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8040348 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 379 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 899493888 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18788352 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3013, 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8037525635 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22218, 2024-04-24T03:51:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 181433995 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53051, 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15002339171 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51414, 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2565933438 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53051, 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45210943 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53051, 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15047550114 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33985, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405036097 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1071, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2594714 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12392, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12529031 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 79771 2024-04-24T03:51:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11925, 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1175468319 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 198750 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23548 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15097, 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1775641962 2024-04-24T03:51:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36250, 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19481428 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21153, 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1094942235 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14001, 2024-04-24T03:51:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 380437010 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12497784911 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8734, 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 599867214 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8733, 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1980869730361 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8734, 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5678510619272 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2460291007766 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6625276 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 295763018 2024-04-24T03:51:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40354345227 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70043, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24359562 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18883207286 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16419903743 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13028023 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2399, 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15480223 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 88462859506 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17477175498 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70042, 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 554511499 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 659775488 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 506306560 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 153468928 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57011964 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110592 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 155648 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68550916 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427589736 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2512 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 166688 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67168936 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13033504 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38007976 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74787640 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427589736 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 142195 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1165181 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74419368 2024-04-24T03:51:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39135 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1956244562 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39135, 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 252339699389 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3639791530 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40166, 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19888748634 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39135, 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 106733706413 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24043 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24043, 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14297162106 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3639791530 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24528, 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5593489431 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24043, 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7752399080 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7370 2024-04-24T03:51:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 309933869 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7370, 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12950733583 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7779, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4777780263 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7370, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11096144869 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7722 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1646310693 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7722, 2024-04-24T03:51:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 225091803700 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7859, 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9517478940 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7722, 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 87885162464 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194384 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 798351360 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-24T03:51:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21729280 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 950276096 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6065947 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1902056 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1000734720 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10088448 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 370262016 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1013383168 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14494473710 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89650 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12783874048 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12783878144 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86815 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14322538061 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83110 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7301144 2024-04-24T03:51:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1267 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21516568 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1660 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14215424 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14215424 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 407 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1345236992 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18190336 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2984, 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7707916027 2024-04-24T03:51:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15839, 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 130777210 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90306, 2024-04-24T03:51:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19290165686 2024-04-24T03:51:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 88606, 2024-04-24T03:51:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3014555206 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90306, 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44203120 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90306, 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19334368806 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26673, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1512012850 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1097, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3029550 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7228, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10564314 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51343 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7088, 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1669411905 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 272498 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23926 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29291, 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1716988062 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 85354, 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28343253 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56063, 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 809603807 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14112, 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 435163246 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13785722032 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21369, 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1502848397 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21368, 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1895727734087 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21369, 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5660185865593 2024-04-24T03:51:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106988, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2409786514006 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106988, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9365052 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 545367308 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44056101770 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106989, 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32162869 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20833790427 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15637303443 2024-04-24T03:51:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12437134 2024-04-24T03:51:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2415, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16724879 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94872612623 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16757915563 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 746066704 2024-04-24T03:51:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 560193536 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 473767936 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86425600 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56261577 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110592 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 667648 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68789303 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 421961829 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 128 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244144 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72721771 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 201326592 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23006656 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37507718 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73703354 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 494927872 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 421961829 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 132462 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1173683 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71659898 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54740 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1701263909 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54740, 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 590948915899 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2394956960 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55675, 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29144626130 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54740, 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 147690130416 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33169 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33169, 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15440823395 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2394956960 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33499, 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5922827366 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33169, 2024-04-24T03:51:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6219757087 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11906 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138943276 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11906, 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94561094384 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12386, 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11079106395 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11906, 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27773085994 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9665 2024-04-24T03:51:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1562320633 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9665, 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 480946998120 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9790, 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12142692369 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9665, 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 113697287335 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28816061 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1018937344 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20193280 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 534130688 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12, 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11998910 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12, 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5914631 2024-04-24T03:51:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528744448 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1064960 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 195883008 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 549781504 2024-04-24T03:51:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14101956489 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80803 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12408008704 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12408012800 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83842 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13935882344 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74687 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7449914 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1053 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20065723 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1519 2024-04-24T03:51:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12615809 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12615809 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 489 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 751849472 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18178048 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3044, 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9620773999 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18539, 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 169372247 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47765, 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13270343870 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46200, 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2673994210 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47765, 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32698789 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47765, 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13303042659 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29928, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 908279016 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1519, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2957108 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17195, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13478867 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37, 2024-04-24T03:51:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46752 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13820, 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1081816956 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 181947 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16765 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17589, 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1204270416 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40640, 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19438814 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23051, 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904264008 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11090, 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 332176600 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6196035851 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5398, 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 544744209 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5397, 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1977828577174 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5398, 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5317420213102 2024-04-24T03:51:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57488, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2238256630310 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57488, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5682550 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 128488897 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32857275168 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57489, 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20775074 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16152047703 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13710360715 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12436955 2024-04-24T03:51:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2337, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13640661 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69053826911 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14473265088 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 381912384 2024-04-24T03:51:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 529317888 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 492208128 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37109760 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56590195 2024-04-24T03:51:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 471040 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68702349 2024-04-24T03:51:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424426468 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3024 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211648 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 320 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70286412 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 201326592 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21226944 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37726797 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75263987 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 494927872 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424426468 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 130522 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1210785 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69160097 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 142 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30315 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1032562216 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30315, 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60300250030 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3332887753 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30813, 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10469668590 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30315, 2024-04-24T03:51:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34001368133 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22864 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22864, 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24311741205 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3332887753 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23014, 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4249619498 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22864, 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11036860779 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5557 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 197057561 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5557, 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11162007443 2024-04-24T03:51:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5766, 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3193633836 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5557, 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9211940514 2024-04-24T03:51:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1894 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 835504655 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1894, 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24826501382 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2033, 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3026415256 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1894, 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13752566840 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 546934784 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9773056 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 575188992 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4988582 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1332381 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 438435840 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15724544 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 300212224 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 434241536 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7201329264 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54486 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6242938880 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6242942976 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49967 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7074911389 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47367 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2943724 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9706618 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 851 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6762894 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6762894 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 887599104 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14008320 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2927, 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6869919430 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11144, 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 84899468 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 73238, 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15049531925 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 71745, 2024-04-24T03:51:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2669744371 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 73238, 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41325567 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 73238, 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15090857492 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28281, 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670042123 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1012, 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2436292 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21374, 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10410881 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41, 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52151 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10536, 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1444177475 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219830 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16646 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21586, 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1026255536 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 59594, 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24774043 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 38008, 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 560215431 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10376, 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296288921 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7813765501 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16149, 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1295029447 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16148, 2024-04-24T03:51:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1824241577490 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16149, 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5049377036531 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86230, 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1994795374851 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86230, 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7602713 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 550530967 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36353802884 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86231, 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26915093 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15730700862 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14920330145 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8248565 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2264, 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15846844 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75381586322 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15782156600 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 547888263 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 517234688 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 495943680 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21291008 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57357241 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 163840 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 335872 2024-04-24T03:51:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67972167 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-24T03:51:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430179313 2024-04-24T03:51:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2000 2024-04-24T03:51:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 136416 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72998751 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-24T03:51:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10224112 2024-04-24T03:51:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38238161 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68978239 2024-04-24T03:51:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430179313 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119857 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1217669 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71799641 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40245 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1178709141 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40245, 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268605926729 2024-04-24T03:51:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1578415941 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41477, 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24283107077 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40245, 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71368135736 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23613 2024-04-24T03:51:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23613, 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41062297557 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1578415941 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23658, 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6052627513 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23613, 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6181041132 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12514 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 222459926 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12514, 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 158848787436 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13537, 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13751029674 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12514, 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30564303280 2024-04-24T03:51:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4118 2024-04-24T03:51:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 956249215 2024-04-24T03:51:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4118, 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68694841736 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4282, 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4479449890 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4118, 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34622791324 2024-04-24T03:51:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 452456448 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21106688 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 647909376 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3619114 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1074386 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695861248 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2990080 2024-04-24T03:51:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 257736704 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 716898304 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-24T03:51:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15433298404 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90411 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13326626816 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13326630912 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 87813 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15218627906 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81387 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7032846 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1358 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20947633 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1806 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13914787 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13914787 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 473 2024-04-24T03:51:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 928915456 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14004224 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2996, 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10778234187 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12872, 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 92203761 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62858, 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17167601057 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61883, 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2182501589 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62858, 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49268568 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62858, 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17216869625 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 233183, 2024-04-24T03:51:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1999037136 2024-04-24T03:51:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 957, 2024-04-24T03:51:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2406133 2024-04-24T03:51:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 133750, 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48038351 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70042 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12499, 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277712313 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 399872 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20692 2024-04-24T03:51:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15140, 2024-04-24T03:51:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1289963760 2024-04-24T03:51:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48202, 2024-04-24T03:51:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19541019 2024-04-24T03:51:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33062, 2024-04-24T03:51:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 982087357 2024-04-24T03:51:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12288, 2024-04-24T03:51:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 361706017 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10705235278 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17640, 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1046617093 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17639, 2024-04-24T03:51:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1948991630597 2024-04-24T03:51:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17640, 2024-04-24T03:51:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5438400739653 2024-04-24T03:51:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2720433796581 2024-04-24T03:51:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7208519 2024-04-24T03:51:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 481416146 2024-04-24T03:51:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35569747580 2024-04-24T03:51:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75578, 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27534305 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15036534035 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18910114933 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8243350 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2326, 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15446872 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80716951651 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19924509188 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 697129666 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 728424448 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 715898880 2024-04-24T03:51:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12525568 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56328178 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 143360 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503808 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68853774 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422461335 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4304 2024-04-24T03:51:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277616 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72184233 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 201326592 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22076928 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37552118 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74588682 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 494927872 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422461335 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119772 2024-04-24T03:51:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1191476 2024-04-24T03:51:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71155289 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52 2024-04-24T03:51:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40305 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1251751647 2024-04-24T03:51:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40305, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69984584271 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1496256471 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40696, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20943803952 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40305, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45319474489 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30527 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30527, 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15893358048 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1496256471 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30645, 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12230831283 2024-04-24T03:51:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30527, 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11624914047 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5961 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259447839 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5961, 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11937267639 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6150, 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4094622025 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5961, 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9269805138 2024-04-24T03:51:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3817 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 992303808 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3817, 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42153958584 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3901, 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4618350644 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3817, 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24424755304 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 709877760 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11804672 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475922432 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4130592 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1397033 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427819008 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2555904 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 224477184 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 448856064 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7441496079 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65983 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6536089600 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6536093696 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57091 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7273184357 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58475 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4205873 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1071 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11709779 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1479 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7503906 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7503906 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 714104832 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14008320 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2942, 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5948234955 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13057, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85048068 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54752, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15281425567 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53588, 2024-04-24T03:51:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2102282124 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54752, 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42981742 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54752, 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15324407309 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27740, 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 911476756 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1165, 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2624530 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12990, 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12982619 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50, 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 64251 2024-04-24T03:51:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11163, 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2654965240 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 183812 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18791 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26751, 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1150459042 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 60969, 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30413727 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34218, 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 966712909 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13523, 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 337837144 2024-04-24T03:51:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7640313876 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7534, 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 537295163 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7533, 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1979493405852 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7534, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5405059607542 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66780, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2272017739315 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66780, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6293823 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211860790 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30720837957 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66781, 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23191198 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13856650781 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11108963471 2024-04-24T03:51:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8248570 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2223, 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14026080 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63550395035 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12048529841 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 406953233 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 547995648 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 499875840 2024-04-24T03:51:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48119808 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56955494 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86016 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 417792 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68369818 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427166212 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3296 2024-04-24T03:51:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 231936 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67526428 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11989312 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37970329 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67480871 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427166212 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 133109 2024-04-24T03:51:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1168294 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74848865 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49355 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 744213453 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49355, 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55116390328 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253114936 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50422, 2024-04-24T03:51:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13168349081 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49355, 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21697048033 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39535 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39535, 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15231120509 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253114936 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39852, 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6640415234 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39535, 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6318811537 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8299 2024-04-24T03:51:40.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 231163532 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8299, 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13705439238 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8823, 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4883988816 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8299, 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9733078328 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1521 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 513049921 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1521, 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26179830581 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1747, 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1643945031 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1521, 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5645158168 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 441839616 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2662400 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 421687296 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3296349 2024-04-24T03:51:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 879746 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 394199040 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13725696 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 213762048 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384172032 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1190531483 2024-04-24T03:51:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26159 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 973365248 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 973369344 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15171 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1109877188 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20180 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1081816 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 487 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2635641 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 664 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1553825 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1553825 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 179 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 639881216 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14594048 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2975, 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1643692146 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10671, 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73458440 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 52145, 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14204620289 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51083, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2095233445 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 52145, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30223780 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 52145, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14234844069 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18930, 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 891460742 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1006, 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3120290 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4274, 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5131945 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74379 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8756, 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 415829759 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 149084 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16243 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8955, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 945503281 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34541, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13657851 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 25586, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 726879156 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10511, 2024-04-24T03:51:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259262160 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6942870412 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13435, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 808432519 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13435, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1980074014026 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13435, 2024-04-24T03:51:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5173732450727 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62983, 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2490978356463 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62983, 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5857443 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 207516882 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30077456371 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62983, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20665783 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13549007269 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6744889422 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8838829 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2210, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13292652 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57530809178 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7514795415 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 377666166 2024-04-24T03:51:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 406863872 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 379838464 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27025408 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57833350 2024-04-24T03:51:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86016 2024-04-24T03:51:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 221184 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67688570 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433750127 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1664 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 113840 2024-04-24T03:51:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69450849 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2028048 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38555566 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68468290 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433750127 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 139576 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1210373 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68216404 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24561 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1189242102 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24561, 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63232003382 2024-04-24T03:51:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1599830415 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26435, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11147834163 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24561, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36375554981 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16261 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16261, 2024-04-24T03:51:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6317648371 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1599830415 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16828, 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3635440504 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16261, 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3361219724 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4738 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 222327995 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11851891720 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4935, 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2795499697 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8481688932 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3562 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 966914107 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3562, 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45062463291 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4672, 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4716893962 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3562, 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24532646325 2024-04-24T03:51:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 408801280 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.819 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4583424 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 564441088 2024-04-24T03:51:40.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3809056 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1132646 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 457703424 2024-04-24T03:51:40.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 581632 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296112128 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 478740480 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2568037046 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37506 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2103111680 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2103115776 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.823 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29169 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2470262372 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33648 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.824 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2059352 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 773 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4550068 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 960 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2490716 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:40.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2490716 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 189 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.827 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:40.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 867561472 2024-04-24T03:51:40.828 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:40.828 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:40.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14585856 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2917, 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4051317148 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:40.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.830 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:40.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.830 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:40.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13296, 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99633928 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.831 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72240, 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16967602260 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 71313, 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1839996608 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72240, 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41262537 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72240, 2024-04-24T03:51:40.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17008864797 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42251, 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 930773375 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 840, 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2960092 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.833 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27118, 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17398918 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50, 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98196 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8622, 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 595981332 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 225435 2024-04-24T03:51:40.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16696 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7835, 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1005857815 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 35134, 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13262086 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27299, 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 895597312 2024-04-24T03:51:40.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11963, 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330140199 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11014878005 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15931, 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 980267174 2024-04-24T03:51:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15930, 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1896926108608 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15931, 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5394377013515 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86129, 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1805754438211 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86129, 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7267729 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 492690295 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35815001529 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86130, 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25278447 2024-04-24T03:51:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15461761824 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11636531488 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8833595 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2203, 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13467761 2024-04-24T03:51:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74432571351 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12618837811 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86127, 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 668650971 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528007168 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 470884352 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57122816 2024-04-24T03:51:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57560568 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98304 2024-04-24T03:51:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 417792 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67752456 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431704262 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2304 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 164704 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 112 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71445098 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4094832 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38373712 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74971968 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431704262 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 131619 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1190841 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70289758 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42623 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 776630639 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42623, 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54060532108 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1023524896 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42991, 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28068307625 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42623, 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46638102133 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18047 2024-04-24T03:51:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18047, 2024-04-24T03:51:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6338035072 2024-04-24T03:51:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1023524896 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18085, 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3911646598 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18047, 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3727016965 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23838 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228579820 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23838, 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41576904239 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24071, 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22841765176 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23838, 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38271847947 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 738 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 548050819 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 738, 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6145592797 2024-04-24T03:51:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 835, 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1314895851 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 738, 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4639237221 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 472301568 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-24T03:51:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4698210836504586e-06, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 642, 2024-04-24T03:51:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 1069056, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 279, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 144770, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 34178, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.0067619743713294e-07, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 79, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 88064, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 17972, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6580, 2024-04-24T03:51:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 11392, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 53916, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 68, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 35840 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-24T03:51:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-24T03:51:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.745881854731124e-05, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 9046, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3161005056, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-24T03:51:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24334, 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3169203200 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-24T03:51:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "0a115aee-3b51-4e65-a9c7-4a670ac5328a", 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-24T03:51:39.988053", 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-24T03:51:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-24T03:51:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "services": { 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": 1 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045913+0000", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045913+0000", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046215+0000", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2552, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:05:35.454223+0000", 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116633+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116633+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.117000+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2544, 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:56:41.143145+0000", 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110864+0000", 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110864+0000", 2024-04-24T03:51:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.111199+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:17:28.244681+0000", 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.023759+0000", 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.023759+0000", 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.024099+0000", 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2578, 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:57:25.995151+0000", 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086961+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086961+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.087248+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:47:36.363115+0000", 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.023301+0000", 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.023301+0000", 2024-04-24T03:51:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.023674+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2568, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:07:27.021047+0000", 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.112399+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.112399+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.112720+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-24T03:51:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:12:08.193062+0000", 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.021866+0000", 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.021866+0000", 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.022885+0000", 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2559, 2024-04-24T03:51:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:03:20.995757+0000", 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.017514+0000", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.017514+0000", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.017879+0000", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2585, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:55:50.562408+0000", 2024-04-24T03:51:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.019633+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.019633+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.019919+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:42:48.585729+0000", 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080545+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080545+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081496+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2554, 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:49:15.861749+0000", 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.042370+0000", 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.042370+0000", 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.042731+0000", 2024-04-24T03:51:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2597, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:27:32.508533+0000", 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.051498+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.051498+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.051952+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2544, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:52:10.665231+0000", 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108011+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108011+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109114+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:35:36.327516+0000", 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108645+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108645+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109032+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2600, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:08:00.757423+0000", 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045938+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045938+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046290+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2552, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:11:02.261344+0000", 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.017925+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.017925+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.018292+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2561, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:23:20.585015+0000", 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-24T03:51:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1, 2024-04-24T03:51:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'1" 2024-04-24T03:51:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108670+0000", 2024-04-24T03:51:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108670+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109480+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2530, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T02:46:06.977265+0000", 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.081052+0000", 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.081052+0000", 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081394+0000", 2024-04-24T03:51:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2592, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:21:03.265470+0000", 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045327+0000", 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045327+0000", 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.045800+0000", 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2554, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:57:43.326662+0000", 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110579+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110579+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.111522+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2544, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:40:55.444617+0000", 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'3" 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.020603+0000", 2024-04-24T03:51:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.020603+0000", 2024-04-24T03:51:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.020930+0000", 2024-04-24T03:51:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2584, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:44:16.840035+0000", 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.102839+0000", 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.102839+0000", 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.103170+0000", 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2559, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:18:12.777083+0000", 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.106648+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.106648+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.107504+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2579, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:35:12.761259+0000", 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.100426+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.100426+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.100736+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2559, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:10:36.134921+0000", 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108762+0000", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108762+0000", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109547+0000", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2573, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:16:13.667916+0000", 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.101588+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.101588+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.102382+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2537, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:39:59.091280+0000", 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.029146+0000", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.029146+0000", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.029497+0000", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2577, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:37:34.149516+0000", 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116082+0000", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116082+0000", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116493+0000", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2537, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:49:10.957851+0000", 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.037781+0000", 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.037781+0000", 2024-04-24T03:51:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.541041+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3077, 2024-04-24T03:51:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3077, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6402, 2024-04-24T03:51:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:46:46.571742+0000", 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003866164, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1357, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 397552, 2024-04-24T03:51:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3071, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 397590 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3077" 2024-04-24T03:51:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115638+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115638+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.115985+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2585, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:20:16.670149+0000", 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045839+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045839+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046673+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2564, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:03:42.537379+0000", 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "585'2" 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.107187+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.107187+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.547694+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2982, 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2982, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6229, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:53:34.726536+0000", 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003216956, 2024-04-24T03:51:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1091, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 384428, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2968, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 375928 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'2982" 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.081098+0000", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.081098+0000", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081474+0000", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2560, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:07:21.591965+0000", 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110307+0000", 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110307+0000", 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.114512+0000", 2024-04-24T03:51:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2551, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:19:53.398192+0000", 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116454+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116454+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.542280+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3181, 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3181, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6538, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:39:27.201175+0000", 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004938154, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1244, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 374480, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3144, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 374233 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3181" 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.101997+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.101997+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.102594+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2539, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:49:05.152077+0000", 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.022919+0000", 2024-04-24T03:51:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.022919+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.023276+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:54:43.214223+0000", 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:47:48.002139+0000", 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:47:48.002139+0000", 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.542264+0000", 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 401, 2024-04-24T03:51:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3193, 2024-04-24T03:51:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 400, 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3193, 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6476, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:24:47.913883+0000", 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.005298983, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194304, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1152, 2024-04-24T03:51:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 430310, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3161, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 382961 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3193" 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.105070+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.105070+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.105473+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:35:45.218944+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:35:45.218944+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:35:45.218944+0000", 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 179, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 179, 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2905, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:11:52.825406+0000", 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 642, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1044, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 279, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "2588'179" 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115605+0000", 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115605+0000", 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116132+0000", 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2564, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:03:22.397907+0000", 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.038566+0000", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.038566+0000", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.038929+0000", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2551, 2024-04-24T03:51:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:25:17.687991+0000", 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.111730+0000", 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.111730+0000", 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.648042+0000", 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2988, 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2988, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6316, 2024-04-24T03:51:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:28:54.927078+0000", 2024-04-24T03:51:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.001276554, 2024-04-24T03:51:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1311, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 331134, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2944, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 367790 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'2988" 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.018381+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.018381+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.018686+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2594, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:31:18.920463+0000", 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.039394+0000", 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.039394+0000", 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.039753+0000", 2024-04-24T03:51:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2562, 2024-04-24T03:51:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:57:24.513009+0000", 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080430+0000", 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080430+0000", 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.550306+0000", 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2993, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2993, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-24T03:51:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6249, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:51:22.900770+0000", 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.00889212, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1156, 2024-04-24T03:51:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 381476, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2980, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 388668 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'2993" 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.040594+0000", 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.040594+0000", 2024-04-24T03:51:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.040895+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:30:08.050382+0000", 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.043165+0000", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.043165+0000", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.043777+0000", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2536, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:19:21.573594+0000", 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.021536+0000", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.021536+0000", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.548420+0000", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3029, 2024-04-24T03:51:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3029, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6259, 2024-04-24T03:51:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:11:29.371924+0000", 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.007205605, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1008, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 386515, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3037, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 397914 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3029" 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.089678+0000", 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.089678+0000", 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.089977+0000", 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2554, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:16:37.433715+0000", 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.106319+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.106319+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.106693+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-24T03:51:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2556, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:56:27.644426+0000", 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086154+0000", 2024-04-24T03:51:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086154+0000", 2024-04-24T03:51:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.547236+0000", 2024-04-24T03:51:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3021, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3021, 2024-04-24T03:51:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6229, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:49:41.169804+0000", 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.005820338, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 19, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 727, 2024-04-24T03:51:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 401024, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3029, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 409841 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3021" 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.105096+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.105096+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.105445+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:38:33.298260+0000", 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.117841+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.117841+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.118246+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-24T03:51:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-24T03:51:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:08:50.559250+0000", 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'1" 2024-04-24T03:51:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108068+0000", 2024-04-24T03:51:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108068+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.108768+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2529, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:54:21.273267+0000", 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:47:47.996053+0000", 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:47:47.996053+0000", 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:47:47.996394+0000", 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 401, 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 400, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2599, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:00:18.814642+0000", 2024-04-24T03:51:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 24, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 24, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'8" 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.051839+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.051839+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.052088+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-24T03:51:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2542, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:31:28.574905+0000", 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.041160+0000", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.041160+0000", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.041642+0000", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:19:47.242073+0000", 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.111025+0000", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.111025+0000", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.111714+0000", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2522, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:28:01.269597+0000", 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.089078+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.089078+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.089797+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2561, 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:38:02.882903+0000", 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109763+0000", 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109763+0000", 2024-04-24T03:51:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110070+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:12:23.009985+0000", 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.023670+0000", 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.023670+0000", 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.024113+0000", 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:10:05.223646+0000", 2024-04-24T03:51:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 7, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 6 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109171+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109171+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110614+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2546, 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:45:06.583053+0000", 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.048568+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.048568+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.048965+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 29, 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 29, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2577, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:03:29.915933+0000", 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 5810, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 10, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 14, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 28, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 25 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'29" 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109514+0000", 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109514+0000", 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109806+0000", 2024-04-24T03:51:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:35:04.775441+0000", 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.079611+0000", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.079611+0000", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.080021+0000", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2558, 2024-04-24T03:51:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:10:09.703890+0000", 2024-04-24T03:51:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 7, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 7, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'3" 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080300+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080300+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.080883+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2593, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:12:55.983474+0000", 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.046622+0000", 2024-04-24T03:51:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.046622+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046927+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2560, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:29:59.472779+0000", 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.120227+0000", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.120227+0000", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.120546+0000", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2531, 2024-04-24T03:51:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:23:17.662126+0000", 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.053558+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.053558+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.053871+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2542, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:50:10.815970+0000", 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.020755+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.020755+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.021137+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2573, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:51:38.535128+0000", 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110236+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110236+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110555+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:29:22.786842+0000", 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.007642+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.007642+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.009515+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2576, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:57:12.332909+0000", 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.042419+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.042419+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.042752+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-24T03:51:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2583, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:33:21.104912+0000", 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116204+0000", 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116204+0000", 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116794+0000", 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:20:08.547002+0000", 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.111766+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.111766+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.112099+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2552, 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:05:25.867597+0000", 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'2" 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.026277+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.026277+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.026602+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2570, 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:16:31.372351+0000", 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.121354+0000", 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.121354+0000", 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.122033+0000", 2024-04-24T03:51:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2549, 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:40:11.623582+0000", 2024-04-24T03:51:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'2" 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.048677+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.048677+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.048970+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:54:38.386919+0000", 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109287+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109287+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110332+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:06:50.760367+0000", 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.079504+0000", 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.079504+0000", 2024-04-24T03:51:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.082555+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:30:55.273889+0000", 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109827+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109827+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110821+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2532, 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:48:56.723904+0000", 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086776+0000", 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086776+0000", 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.087114+0000", 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:04:37.933154+0000", 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.077379+0000", 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.077379+0000", 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.077717+0000", 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2590, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:21:37.470285+0000", 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'2" 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045556+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045556+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.045933+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2570, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:30:45.951189+0000", 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115601+0000", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115601+0000", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116198+0000", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 5, 2024-04-24T03:51:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 5, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2555, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:18:24.120977+0000", 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 554, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'5" 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.107282+0000", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.107282+0000", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.107738+0000", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2530, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:43:14.745802+0000", 2024-04-24T03:51:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.101677+0000", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.101677+0000", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.101934+0000", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2594, 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:29:43.377170+0000", 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.548 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.117328+0000", 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.117328+0000", 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.117617+0000", 2024-04-24T03:51:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-24T03:51:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:39:50.641174+0000", 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115597+0000", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115597+0000", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.115984+0000", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2539, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:07:59.294897+0000", 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.079575+0000", 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.079575+0000", 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.079938+0000", 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2557, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:23:07.339273+0000", 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086402+0000", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086402+0000", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.086768+0000", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:06:23.947777+0000", 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.039434+0000", 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.039434+0000", 2024-04-24T03:51:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.039917+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2576, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:59:43.403997+0000", 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.040478+0000", 2024-04-24T03:51:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.040478+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.040818+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:56:16.126235+0000", 2024-04-24T03:51:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.048996+0000", 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.048996+0000", 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.049621+0000", 2024-04-24T03:51:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:21:23.385458+0000", 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.052059+0000", 2024-04-24T03:51:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.052059+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.052409+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2540, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T02:55:12.979132+0000", 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109440+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109440+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110250+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2537, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:38:52.439421+0000", 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.038575+0000", 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.038575+0000", 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.038896+0000", 2024-04-24T03:51:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2546, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T02:44:49.415546+0000", 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.107396+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.107396+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.107721+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2545, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:38:13.683980+0000", 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080925+0000", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080925+0000", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081703+0000", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2530, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:06:50.752505+0000", 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.104597+0000", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.104597+0000", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.105000+0000", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2545, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:01:18.270494+0000", 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.120560+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.120560+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.120906+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2556, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:03:56.258672+0000", 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:47:48.004531+0000", 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:47:48.004531+0000", 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:47:48.004853+0000", 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 401, 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 400, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:25:35.300795+0000", 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.046264+0000", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.046264+0000", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046906+0000", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2555, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:34:38.218802+0000", 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108535+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108535+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110051+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-24T03:51:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2532, 2024-04-24T03:51:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:37:22.718272+0000", 2024-04-24T03:51:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 179, 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 179, 2024-04-24T03:51:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-24T03:51:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-24T03:51:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 642, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1044, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 279, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-24T03:51:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 68, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-24T03:51:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 68, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 6580, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 79, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 86, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 68, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 35 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 110592, 2024-04-24T03:51:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 19740, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 34178, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 24464, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 24464, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194323, 2024-04-24T03:51:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 2, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 9046, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 3086919, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 24334, 2024-04-24T03:51:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 3094925 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 12595200, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 12582969, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-24T03:51:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160, 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 4849500160, 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006314780097454786 2024-04-24T03:51:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160 2024-04-24T03:51:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.706 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T03:51:41.706 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-24T03:51:41.707 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show-device 2024-04-24T03:51:41.707 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.707 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.707 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1243371157' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.708 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.709 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1243371157' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.710 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.711 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1243371157' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.712 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.713 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.714 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.715 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:40 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:41 smithi063 ceph-mon[77007]: from='client.36012 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:41 smithi063 ceph-mon[77007]: pgmap v4329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:41 smithi063 ceph-mon[77007]: from='client.36012 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:41 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.716 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.717 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.718 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:41.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:40 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:41.720 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8a2ad2-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_2e8ace38-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "20240424-024313": { 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "2e8a2ad2-01e4-11ef-b5e8-0cc47abd1564", 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Wed Apr 24 02:43:12 2024 UTC", 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713926592 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-24T03:51:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12557503 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-24T03:51:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 15 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1611142 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5152, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 188508662, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 822968558, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3102641009, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17512199601, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-24T03:51:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34571, 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41386, 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9914 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34571, 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41386 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-24T03:51:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-552.el8.x86_64] (local build)", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Wed Apr 24 02:43:12 2024 UTC", 2024-04-24T03:51:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-24T03:51:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 188,508,662 [96.5 TB]", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 822,968,558 [421 TB]", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,102,641,009", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,512,199,601", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,152", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,571", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,386", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,914", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-24T03:51:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-4.18.0-552.el8.x86_64", 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "2e8bb366-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_2e8c48e4-01e4-11ef-b5e8-0cc47abd1564": { 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "20240424-024316": { 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "2e8bb366-01e4-11ef-b5e8-0cc47abd1564", 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Wed Apr 24 02:43:16 2024 UTC", 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713926596 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-24T03:51:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-24T03:51:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-24T03:51:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 34053901 2024-04-24T03:51:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-24T03:51:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-24T03:51:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 52637101 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-24T03:51:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-24T03:51:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-24T03:51:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-24T03:51:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 89, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3489, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3507, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3471 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 12, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 432267513, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 2231756475, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 6491496652, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 36131186339, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 11, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 46159, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 61564, 2024-04-24T03:51:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 23, 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 779 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 46159, 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 61564 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-24T03:51:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-24T03:51:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-552.el8.x86_64] (local build)", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Wed Apr 24 02:43:16 2024 UTC", 2024-04-24T03:51:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-24T03:51:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-24T03:51:41.753 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-24T03:51:41.753 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-24T03:51:41.753 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-24T03:51:41.753 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.753 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-24T03:51:41.753 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 23 Celsius", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 11%", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 432,267,513 [221 TB]", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 2,231,756,475 [1.14 PB]", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 6,491,496,652", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 36,131,186,339", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 12", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 46,159", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 61,564", 2024-04-24T03:51:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 779", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS Message", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 1 0 - 0x400c - 0 - - Internal Error", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-4.18.0-552.el8.x86_64", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 23 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T03:51:41.756 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show 2024-04-24T03:51:41.762 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-24T03:51:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-24T03:51:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-24T03:51:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-24T03:51:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-24T03:51:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-24T03:51:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-24T03:51:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-24T03:51:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-24T03:51:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-24T03:51:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-24T03:51:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-24T03:51:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-24T03:51:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-24T03:51:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-24T03:51:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-24T03:51:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-24T03:51:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/last_opt_revision", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-24T03:51:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-24T03:51:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-24T03:51:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-24T02:32:26.727832Z", 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-24T03:51:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-24T03:51:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-24T03:51:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20267008, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 328544, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 909312, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-24T03:51:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 333, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1017720, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 13, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 803328, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14455592, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20267008 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20430848, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 449872, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 884736, 2024-04-24T03:51:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 422, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1411696, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 967680, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14849088, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21315584 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 153362432, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2052472, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1638400, 2024-04-24T03:51:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 5875, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 9572872, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1576960, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 137145472, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 155000832 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.b27f9fd9fb08f32f0d9d3a6661cad1fd98e2c139": { 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 155484160, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 1960248, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1613824, 2024-04-24T03:51:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 5862, 2024-04-24T03:51:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 10645128, 2024-04-24T03:51:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-24T03:51:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1977088, 2024-04-24T03:51:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 137887040, 2024-04-24T03:51:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 157097984 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 250208256, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 5043040, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3145728, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 524288, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 499712, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9079, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 14446920, 2024-04-24T03:51:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 23, 2024-04-24T03:51:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3798528, 2024-04-24T03:51:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 223249752, 2024-04-24T03:51:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 250707968 2024-04-24T03:51:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 509927424, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 32524672, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3538944, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 153387008, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13398, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 104540688, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9170432, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 360152688, 2024-04-24T03:51:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 663314432 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 477380608, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 32784776, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3538944, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 86351872, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 14154, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 115750944, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9134592, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 316171352, 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 563732480 2024-04-24T03:51:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 497664000, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 28645880, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 37027840, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10600, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 102971224, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9169664, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 351503280, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 534691840 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-24T03:51:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 501399552, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21901720, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 21209088, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10588, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 89054256, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9353728, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 375715896, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 522608640 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 719446016, 2024-04-24T03:51:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 24950800, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3538944, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 12517376, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13139, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 108359328, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 11574784, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 571022160, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 731963392 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 503365632, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 30937096, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 32768, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 48037888, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12217, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 98801224, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 11339520, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 358847152, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 551403520 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 383197184, 2024-04-24T03:51:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21027392, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 26943488, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9541, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 60348648, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9566976, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 288977368, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 410140672 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 474292224, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 25092792, 2024-04-24T03:51:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 57122816, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 11093, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 73509984, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 59, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9515520, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 362766056, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 531415040 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-24T03:51:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "11.841961", 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 148264, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 221600, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 65 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 51280, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12032, 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 255 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 38932246, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4827 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1056, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10608, 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 254 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5976, 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 184 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.b27f9fd9fb08f32f0d9d3a6661cad1fd98e2c139": { 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39077518, 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4859 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10608, 2024-04-24T03:51:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 254 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5976, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 184 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39318614, 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4899 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10608, 2024-04-24T03:51:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 254 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11952, 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 368 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22208, 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 415 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31104, 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 768, 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 77440, 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 968 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 298480, 2024-04-24T03:51:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2665 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14368, 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 158 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 704898, 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2376469, 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 529489 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6827456, 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10072 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 109960, 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11847 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127920, 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2665 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 298480, 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2665 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 570675, 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 79 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5440423, 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 285 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17600, 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 200 2024-04-24T03:51:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 521640, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7165080, 2024-04-24T03:51:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18579 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 27168, 2024-04-24T03:51:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 486 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 44032, 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1728, 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78080, 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 976 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 297248, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2654 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 34640, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 339 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1504010, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 351 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2362481, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 524246 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6751296, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9960 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 107568, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11669 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127392, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2654 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249502, 2024-04-24T03:51:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1762 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 297248, 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2654 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 597914, 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 86 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11162144, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 291 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 33968, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 386 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 417312, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 36 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7305168, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 21242 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 393 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31360, 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 28 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2112, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 77200, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 965 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 296912, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2651 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19184, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 201 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 948109, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 208 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1680301, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 371463 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4894216, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7229 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 106948, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11658 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127248, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2651 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 296912, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2651 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 621289, 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 93 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12795740, 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 259 2024-04-24T03:51:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21648, 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 359352, 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 31 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3242720, 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6236 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-24T03:51:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17080, 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 330 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30848, 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3456, 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18 2024-04-24T03:51:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76720, 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 959 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20304, 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 211 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1069347, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 234 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1690705, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 370809 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4877216, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7204 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 98532, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10525 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124416, 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 545216, 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 86 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20077182, 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 280 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22792, 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 259 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 428904, 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-24T03:51:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3454984, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9025 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22120, 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 434 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31488, 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 29 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4800, 2024-04-24T03:51:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78240, 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 978 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 23776, 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 242 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1072788, 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 256 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1991094, 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 439788 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5708856, 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8427 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 98728, 2024-04-24T03:51:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10524 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124416, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249246, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 566327, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 77 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28942086, 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12469 2024-04-24T03:51:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 26576, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 302 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5045040, 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12102 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17104, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 332 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 43392, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 27 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76480, 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 956 2024-04-24T03:51:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12800, 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 144 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 610593, 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 161 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2255017, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 505040 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6503096, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9595 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99092, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10530 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124416, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249502, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1762 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 290304, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2592 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 627131, 2024-04-24T03:51:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 97 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 17778926, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 263 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16544, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 486864, 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6401720, 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12311 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 13712, 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30336, 2024-04-24T03:51:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2688, 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 14 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76720, 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 959 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291200, 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2600 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16272, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 175 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 859913, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 197 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1605066, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 354928 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4664376, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6891 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 100080, 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10690 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124800, 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2600 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249158, 2024-04-24T03:51:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1760 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291200, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2600 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 599952, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 90 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14369683, 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 236 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19096, 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 217 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3591744, 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9292 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15736, 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 297 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30720, 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 23 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 75520, 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 944 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291088, 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2599 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22432, 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 230 2024-04-24T03:51:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1078763, 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 260 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1954703, 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 432564 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5599376, 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8266 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 100816, 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10692 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124752, 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2599 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249414, 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1761 2024-04-24T03:51:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 291088, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2599 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 590090, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 85 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16505197, 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 272 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 24728, 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 281 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 533232, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 46 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4882072, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9427 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 631864, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11292 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-24T03:51:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 2 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 2 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 2 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 3 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-24T03:51:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 3 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 3 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1237-g646b8c7d (646b8c7d293d8ec31a40c69f7b3237b19c1be24d) reef (stable)": 8 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-24T03:51:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP Sun Apr 7 19:39:51 UTC 2024": 8 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "4.18.0-552.el8.x86_64": 8 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-24T03:51:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11224, 2, 1, 0, 5, 0, 1, 1, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9443, 29, 4, 2, 5, 5, 6, 17, 38, 65, 25, 28, 55, 45, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 823, 2, 2, 12, 1, 0, 1, 1, 4, 10, 76, 174, 50, 10, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 400, 2, 0, 18, 0, 0, 0, 0, 0, 0, 1, 18, 353, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 110, 0, 0, 0, 0, 1, 0, 1, 3, 2, 4, 2, 16, 56, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 161, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 7, 14, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 162, 1, 0, 0, 0, 0, 0, 0, 0, 3, 6, 1, 7, 16, 23, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 7, 4, 24, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 3, 0, 5, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1973, 492, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12796, 7643, 1, 0, 8, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4895, 226, 1349, 4, 7, 2, 13, 23, 38, 61, 35, 29, 33, 30, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 628, 20, 136, 0, 2, 0, 0, 0, 1, 15, 102, 257, 71, 5, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 571, 6, 5, 0, 0, 0, 0, 0, 4, 0, 0, 11, 494, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 233, 9, 0, 0, 0, 0, 0, 0, 2, 1, 0, 4, 6, 33, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 196, 8, 44, 0, 1, 0, 0, 1, 0, 2, 0, 3, 3, 10, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 158, 6, 228, 0, 0, 0, 0, 0, 3, 1, 0, 0, 5, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 68, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6932, 3679, 4234, 1, 11, 2, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5381, 185, 204, 0, 3, 2, 0, 0, 3, 3, 7, 6, 6, 17, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 388, 24, 33, 9, 0, 0, 0, 1, 1, 3, 0, 3, 1, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 234, 3, 1, 0, 4, 0, 0, 0, 0, 0, 1, 8, 24, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 23, 1, 0, 0, 0, 0, 1, 4, 1, 1, 16, 7, 29, 38, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 174, 3, 0, 0, 0, 0, 1, 2, 0, 7, 2, 6, 77, 54, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 172, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 5, 36, 116, 32, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 62, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 4, 9, 53, 56, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 10, 24, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9571, 51, 0, 1, 9, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8826, 259, 31, 0, 5, 0, 2, 2, 14, 26, 12, 12, 13, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1208, 6, 24, 0, 0, 1, 0, 0, 4, 3, 45, 94, 26, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 384, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 166, 17, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 117, 9, 4, 0, 8, 0, 0, 0, 0, 0, 0, 0, 6, 45, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 3, 2, 0, 299, 0, 0, 0, 0, 3, 0, 0, 7, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 84, 1, 1, 0, 476, 0, 0, 0, 0, 0, 1, 0, 5, 17, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 0, 1379, 0, 0, 0, 0, 0, 0, 0, 0, 6, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 916, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13115, 3661, 1, 0, 0, 1, 0, 0, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8520, 372, 33, 0, 7, 1, 2, 4, 11, 18, 7, 8, 17, 20, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1249, 151, 179, 0, 3, 1, 1, 3, 6, 10, 54, 65, 29, 12, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 536, 12, 31, 0, 1, 0, 0, 0, 0, 1, 2, 15, 207, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 135, 15, 5, 0, 0, 0, 0, 0, 0, 0, 1, 3, 21, 44, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 3, 27, 15, 0, 0, 0, 0, 0, 0, 0, 1, 22, 8, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 84, 0, 2, 45, 33, 0, 0, 0, 0, 0, 0, 0, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 8, 98, 85, 0, 0, 0, 0, 0, 0, 6, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 4, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3163, 2036, 0, 0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12704, 1999, 54, 3, 6405, 452, 0, 0, 2, 0, 0, 4, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7959, 131, 17, 3, 870, 159, 57, 63, 1, 0, 0, 5, 4, 13, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1092, 32, 7, 3, 101, 20, 9, 12, 2, 0, 1, 5, 1, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 407, 7, 1, 0, 8, 9, 0, 0, 1, 0, 1, 10, 20, 15, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 343, 15, 0, 0, 15, 19, 0, 0, 0, 0, 0, 0, 10, 38, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 233, 17, 0, 1, 3, 1, 1, 0, 0, 1, 0, 0, 9, 13, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 83, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 21, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9032, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5470, 16, 5, 1, 3, 3, 2, 7, 11, 15, 7, 3, 13, 18, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 539, 2, 2, 1, 0, 1, 0, 0, 5, 15, 35, 67, 19, 9, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 229, 3, 0, 0, 0, 1, 1, 0, 0, 0, 1, 32, 157, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 45, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8633, 118, 61, 6, 16, 25, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7050, 199, 35, 2, 15, 23, 85, 122, 0, 1, 1, 2, 1, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 814, 9, 6, 0, 3, 1, 11, 14, 5, 1, 15, 5, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 268, 4, 1, 0, 0, 0, 0, 0, 0, 0, 2, 8, 24, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 92, 12, 3, 0, 0, 0, 0, 0, 1, 0, 0, 3, 13, 47, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 91, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 15, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 619, 0, 2, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3447, 59, 83, 169, 316, 740, 670, 1, 2, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 564, 33, 32, 42, 0, 9, 9, 0, 0, 3, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 237, 1, 3, 0, 0, 1, 2, 0, 0, 3, 3, 4, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 120, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 8, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 13, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 385, 7, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2465, 273, 36, 63, 102, 1, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 350, 23, 1323, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 395, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1766, 1394, 60, 0, 0, 0, 0, 0, 0, 1, 2, 1, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1319, 1598, 236, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 689, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3870, 19, 0, 0, 2, 3, 5, 1, 9, 7, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 294, 2, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 255, 1, 1, 0, 0, 0, 0, 0, 0, 2, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 5, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2967, 18, 0, 0, 1, 1, 1, 3, 4, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 335, 2, 2, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 234, 20, 39, 63, 0, 0, 0, 0, 1, 0, 2, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 800, 344, 1, 76, 0, 0, 0, 0, 0, 0, 0, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3538, 2397, 0, 382, 0, 0, 1, 1, 0, 0, 1, 0, 3, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 395, 260, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 711, 5, 7, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2732, 232, 32, 42, 156, 315, 395, 0, 2, 0, 0, 1, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 632, 13, 1, 0, 1, 1, 4, 2, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 254, 1, 0, 0, 0, 0, 1, 0, 1, 3, 0, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 995, 2, 19, 54, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4131, 71, 136, 228, 323, 740, 675, 4, 12, 10, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 218, 3, 3, 4, 9, 10, 7, 0, 1, 6, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 176, 15, 8, 41, 1, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 89, 32, 89, 87, 4, 0, 0, 0, 0, 0, 0, 2, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 15, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2959, 9, 0, 0, 0, 2, 1, 0, 4, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 332, 6, 1, 0, 0, 0, 0, 1, 0, 2, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 267, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 8, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 872, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12629, 39, 92, 10, 0, 1, 0, 4, 4, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9596, 34, 99, 16, 1, 0, 0, 1, 1, 0, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 210, 4, 2, 0, 0, 0, 0, 0, 1, 0, 1, 4, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 108, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 8, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 698, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2944, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 690, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6350, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 721, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 761, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3913, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 659, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2979, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12784, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9756, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-24T03:51:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-24T03:51:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-24T03:51:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-24T03:51:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-24T03:51:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2059, 17, 2, 0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1094, 11, 0, 2, 3, 3, 9, 16, 29, 42, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 139, 3, 0, 1, 1, 1, 0, 1, 5, 9, 94, 252, 113, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 217, 22, 0, 0, 0, 0, 2, 1, 4, 9, 34, 37, 267, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 328, 31, 0, 0, 0, 1, 0, 3, 3, 3, 10, 25, 22, 32, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 794, 46, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 5, 18, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 804, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 699, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3121, 11, 0, 0, 13, 1, 4, 5, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1085, 5, 0, 0, 2, 9, 5, 17, 40, 79, 77, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 89, 15, 0, 0, 0, 0, 0, 1, 4, 7, 76, 295, 221, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 49, 4, 0, 0, 0, 0, 0, 0, 2, 3, 8, 18, 371, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 6, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 4, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 925, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 45, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 230, 19, 0, 0, 8, 0, 1, 5, 5, 6, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 8, 1, 0, 4, 0, 0, 2, 3, 11, 39, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 10, 1, 0, 0, 0, 5, 7, 13, 14, 124, 126, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 218, 4, 0, 0, 0, 1, 4, 2, 7, 9, 62, 73, 26, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 101, 0, 0, 0, 0, 0, 1, 1, 1, 5, 19, 22, 12, 34, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 8, 5, 17, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1402, 1, 0, 0, 12, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 313, 4, 0, 0, 5, 2, 4, 9, 13, 34, 50, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 95, 6, 0, 0, 2, 1, 2, 2, 2, 9, 26, 127, 107, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 136, 11, 0, 1, 0, 0, 0, 0, 0, 1, 5, 12, 84, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 444, 30, 0, 0, 0, 0, 0, 1, 0, 1, 3, 9, 20, 38, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 469, 44, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 17, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 216, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 57, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1148, 20, 0, 0, 7, 0, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 505, 10, 1, 0, 1, 5, 4, 8, 13, 27, 45, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 151, 11, 0, 0, 0, 1, 0, 1, 4, 5, 32, 121, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 288, 7, 0, 0, 0, 0, 2, 0, 1, 3, 3, 11, 170, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 416, 3, 0, 0, 1, 0, 0, 0, 2, 2, 3, 12, 17, 37, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 3, 9, 25, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 168, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 531, 18, 2, 1, 9, 1, 2, 4, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 84, 6, 0, 0, 1, 1, 3, 3, 5, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 78, 1, 1, 1, 1, 0, 2, 3, 3, 3, 18, 28, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 32, 27, 0, 0, 0, 0, 0, 1, 0, 3, 16, 11, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 28, 0, 0, 0, 0, 0, 0, 4, 0, 6, 8, 14, 27, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 42, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 6, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1089, 16, 0, 0, 4, 1, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 467, 3, 0, 1, 4, 2, 4, 8, 16, 28, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 158, 2, 0, 0, 1, 1, 1, 4, 5, 2, 13, 96, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 268, 1, 0, 0, 0, 0, 0, 0, 5, 3, 2, 8, 155, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 414, 2, 0, 0, 1, 1, 0, 1, 2, 0, 3, 15, 16, 22, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 312, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 4, 23, 33, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 205, 20, 0, 0, 11, 1, 0, 0, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 42, 3, 1, 0, 1, 0, 2, 3, 1, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 77, 1, 0, 0, 0, 0, 0, 5, 2, 4, 14, 25, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 1, 3, 0, 11, 12, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 1, 3, 2, 3, 6, 15, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 28, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-24T03:51:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-24T03:51:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 223540 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46192 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-24T03:51:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-24T03:51:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-24T03:51:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-24T03:51:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.0023182bdd4b3a9d3078ef5d3fddb4d0d8a14e7c": { 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 242 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-24T03:51:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49579463 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1257987033 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-24T03:51:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-24T03:51:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22085772234 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-24T03:51:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-24T03:51:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7106 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 97805565 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65849 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7106, 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2817970952 2024-04-24T03:51:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 151986176 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 150052864 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1933312 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268397434 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21919575 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70393135 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268397434 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1390296 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69950894 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178931623 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68532313 2024-04-24T03:51:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83 2024-04-24T03:51:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 309057, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1573885264 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17316, 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6039188278 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.b27f9fd9fb08f32f0d9d3a6661cad1fd98e2c139": { 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-24T03:51:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 257 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7144 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7144, 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 50204201 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-24T03:51:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7144, 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1208980995 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-24T03:51:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7145 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7145 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7145, 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21808656717 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-24T03:51:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7144 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7144, 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99091749 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7144, 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66441 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7144, 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1248980349 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 154083328 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 152494080 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1589248 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268353023 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22021963 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70335158 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268353023 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406338 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69979263 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178902015 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68561921 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 310839, 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1651765794 2024-04-24T03:51:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17414, 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2930267432 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.d6b00f03213e9b6aeed3f16f92f94f1efff4a3e0": { 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-24T03:51:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 194 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7223 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7223, 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52017441 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7223, 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21669 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7223, 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1584975059 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7221 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7221, 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51450136 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7221, 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59701 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7221, 2024-04-24T03:51:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1422813407 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-24T03:51:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7224 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7224, 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22938638998 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103060 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-24T03:51:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 247562240 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 245850112 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1712128 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268278490 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22214909 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70216745 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268278490 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412146 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70047988 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178852327 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68611609 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 325314, 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1933048847 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17602, 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3343445094 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-24T03:51:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12357632 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 667820032 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4939373 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1341971 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 779550720 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1273856 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 217686016 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 782106624 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8567738506 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61674 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7335723008 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7335727104 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55089 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8445541595 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54369 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4299837 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12340185 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1128 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8040348 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8040348 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 379 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 899772416 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18788352 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3013, 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8037525635 2024-04-24T03:51:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22218, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 181433995 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53079, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15005689681 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51442, 2024-04-24T03:51:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2566177324 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53079, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45214473 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53079, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15050904154 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33985, 2024-04-24T03:51:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405036097 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1071, 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2594714 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12392, 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12529031 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 79771 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11934, 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1175549159 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 198815 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23548 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15097, 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1775641962 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36250, 2024-04-24T03:51:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19481428 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21153, 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1094942235 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14001, 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 380437010 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12497787487 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8734, 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 599867214 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8734, 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2058160096645 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8734, 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5678510619272 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70071, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2460291072232 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70071, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6627779 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 295772039 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40357940446 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70071, 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24368009 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18883524465 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16420613278 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13028023 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2399, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15480223 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 88467496806 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17477980725 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 70070, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 554677858 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 659775488 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 506388480 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 153387008 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57011964 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110592 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 155648 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68550916 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427589737 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2384 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 128 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 166688 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67168935 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13033504 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38007976 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74787640 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427589737 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1022 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 128896 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1164158 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74432667 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39144 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1956244562 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39144, 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 252342158651 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3639791566 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40175, 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19890851248 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39144, 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 106735533444 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24052 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24052, 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14299621368 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3639791566 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24537, 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5595592045 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24052, 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7754226111 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7370 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 309933869 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7370, 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12950733583 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7779, 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4777780263 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7370, 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11096144869 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7722 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1646310693 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7722, 2024-04-24T03:51:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 225091803700 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7859, 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9517478940 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7722, 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 87885162464 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194384 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 798347264 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21729280 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 950276096 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6065947 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1902056 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1000734720 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10088448 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 370262016 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1013383168 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14494473710 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89650 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12783874048 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12783878144 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86815 2024-04-24T03:51:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14322538061 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83110 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7301144 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1267 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21516568 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1660 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14215424 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14215424 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 407 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1345236992 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18190336 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2984, 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7707916027 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15839, 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 130777210 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90306, 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19290165686 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 88606, 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3014555206 2024-04-24T03:51:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90306, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44203120 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90306, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19334368806 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26673, 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1512012850 2024-04-24T03:51:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1097, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3029550 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7228, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10564314 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51343 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7097, 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1669455171 2024-04-24T03:51:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 272508 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23926 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29292, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1716996998 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 85356, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28345206 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56064, 2024-04-24T03:51:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 809604253 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14112, 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 435163246 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13785722032 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21369, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1502848397 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21368, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1895727734087 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21369, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5660185865593 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106988, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2409786514006 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106988, 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9365052 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 545367308 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44056101770 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106989, 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32162869 2024-04-24T03:51:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20833790427 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15637303443 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12437134 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2415, 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16724879 2024-04-24T03:51:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94872612623 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16757915563 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 106987, 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 746066704 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 560193536 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 473800704 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86392832 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56261577 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 106496 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 671744 2024-04-24T03:51:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68789303 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 421961829 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 128 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244144 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72721771 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 201326592 2024-04-24T03:51:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23006656 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37507718 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73703354 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 494927872 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 421961829 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 120140 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1175737 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71670166 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54758 2024-04-24T03:51:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1701263909 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54758, 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 590952511261 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2394956996 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55693, 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29147557257 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54758, 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 147692578164 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33187 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33187, 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15444418757 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2394956996 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33517, 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5925758493 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33187, 2024-04-24T03:51:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6222204835 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11906 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138943276 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11906, 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94561094384 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12386, 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11079106395 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11906, 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27773085994 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9665 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1562320633 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9665, 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 480946998120 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9790, 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12142692369 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9665, 2024-04-24T03:51:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 113697287335 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28816061 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1018937344 2024-04-24T03:51:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20193280 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 534130688 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12, 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11998910 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12, 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5914631 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528744448 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1064960 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 195883008 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 549781504 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14101956489 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80803 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12408008704 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12408012800 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83842 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13935882344 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74687 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7449914 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1053 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20065723 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1519 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12615809 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12615809 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 489 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 751849472 2024-04-24T03:51:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18178048 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3044, 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9620773999 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18539, 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 169372247 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47765, 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13270343870 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46200, 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2673994210 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47765, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32698789 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47765, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13303042659 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29928, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 908279016 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1519, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2957108 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17195, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13478867 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46752 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13820, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1081816956 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 181947 2024-04-24T03:51:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16765 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17589, 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1204270416 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40640, 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19438814 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23051, 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904264008 2024-04-24T03:51:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11090, 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 332176600 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6196035851 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5398, 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 544744209 2024-04-24T03:51:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5397, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1977828577174 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5398, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5317420213102 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57488, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2238256630310 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57488, 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5682550 2024-04-24T03:51:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 128488897 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32857275168 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57489, 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20775074 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16152047703 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13710360715 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12436955 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2337, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13640661 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69053826911 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14473265088 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57487, 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 381912384 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 529317888 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 492290048 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37027840 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56590195 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57344 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475136 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68706445 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424426468 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3024 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211648 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 320 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70286412 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 201326592 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21226944 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37726797 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75263987 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 494927872 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424426468 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 117788 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1209723 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69173893 2024-04-24T03:51:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 142 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40 2024-04-24T03:51:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30315 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1032562216 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30315, 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60300250030 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3332887753 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30813, 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10469668590 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30315, 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34001368133 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22864 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22864, 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24311741205 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3332887753 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23014, 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4249619498 2024-04-24T03:51:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22864, 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11036860779 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5557 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 197057561 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5557, 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11162007443 2024-04-24T03:51:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5766, 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3193633836 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5557, 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9211940514 2024-04-24T03:51:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1894 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 835504655 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1894, 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24826501382 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2033, 2024-04-24T03:51:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3026415256 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1894, 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13752566840 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 546934784 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9773056 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 575188992 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4988582 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1332381 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 438435840 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15724544 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 300212224 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 434241536 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7201329264 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54486 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.238 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6242938880 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6242942976 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49967 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7074911389 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47367 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2943724 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9706618 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 851 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6762894 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6762894 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192 2024-04-24T03:51:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 887599104 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14008320 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2927, 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6869919430 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11144, 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 84899468 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 73238, 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15049531925 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 71745, 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2669744371 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 73238, 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41325567 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 73238, 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15090857492 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28281, 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670042123 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1012, 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2436292 2024-04-24T03:51:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21374, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10410881 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52151 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10536, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1444177475 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219830 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16646 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21586, 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1026255536 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 59594, 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24774043 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 38008, 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 560215431 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10376, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296288921 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7813765501 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16149, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1295029447 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16148, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1824241577490 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16149, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5049377036531 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86230, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1994795374851 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86230, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7602713 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 550530967 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36353802884 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86231, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26915093 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15730700862 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14920330145 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8248565 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2264, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15846844 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75381586322 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15782156600 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86228, 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 547888263 2024-04-24T03:51:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1413729689 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 517234688 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 495943680 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610630656 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21291008 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57357241 2024-04-24T03:51:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 163840 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 335872 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67972167 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430179313 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2000 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 136416 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72998751 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10224112 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38238161 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68978239 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430179313 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119857 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1217669 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71799641 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40245 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1178709141 2024-04-24T03:51:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40245, 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268605926729 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1578415941 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41477, 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24283107077 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40245, 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71368135736 2024-04-24T03:51:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23613 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23613, 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41062297557 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1578415941 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23658, 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6052627513 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23613, 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6181041132 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12514 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 222459926 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12514, 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 158848787436 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13537, 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13751029674 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12514, 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30564303280 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4118 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 956249215 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4118, 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68694841736 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4282, 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4479449890 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4118, 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34622791324 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 452456448 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21106688 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 647909376 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3619114 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1074386 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695861248 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2990080 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 257736704 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 716898304 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15433298404 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90411 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13326626816 2024-04-24T03:51:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13326630912 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 87813 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15218627906 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81387 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7032846 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1358 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20947633 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1806 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13914787 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13914787 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 473 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 928915456 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14004224 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2996, 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10778234187 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12872, 2024-04-24T03:51:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 92203761 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62858, 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17167601057 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61883, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2182501589 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62858, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49268568 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62858, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17216869625 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 233183, 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1999037136 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 957, 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2406133 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 133750, 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48038351 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70042 2024-04-24T03:51:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12499, 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277712313 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 399872 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20692 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15140, 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1289963760 2024-04-24T03:51:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48202, 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19541019 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33062, 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 982087357 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12288, 2024-04-24T03:51:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 361706017 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10705235278 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17640, 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1046617093 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17639, 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1948991630597 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17640, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5438400739653 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2720433796581 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7208519 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 481416146 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35569747580 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75578, 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27534305 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15036534035 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18910114933 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8243350 2024-04-24T03:51:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2326, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15446872 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80716951651 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19924509188 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75577, 2024-04-24T03:51:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 697129666 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 728424448 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 715898880 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12525568 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56328178 2024-04-24T03:51:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 143360 2024-04-24T03:51:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503808 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68853774 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422461335 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4304 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277616 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72184233 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 201326592 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22076928 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37552118 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74588682 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 494927872 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.303 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422461335 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119772 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1191476 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71155289 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40305 2024-04-24T03:51:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1251751647 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40305, 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69984584271 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1496256471 2024-04-24T03:51:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40696, 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20943803952 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40305, 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45319474489 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30527 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30527, 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15893358048 2024-04-24T03:51:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1496256471 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30645, 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12230831283 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30527, 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11624914047 2024-04-24T03:51:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5961 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259447839 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5961, 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11937267639 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6150, 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4094622025 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5961, 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9269805138 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3817 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 992303808 2024-04-24T03:51:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3817, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42153958584 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3901, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4618350644 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3817, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24424755304 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 709877760 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11804672 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475922432 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4130592 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14, 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1397033 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427819008 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2555904 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 224477184 2024-04-24T03:51:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 448856064 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7441496079 2024-04-24T03:51:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65983 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6536089600 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6536093696 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57091 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7273184357 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58475 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4205873 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1071 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11709779 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1479 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7503906 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7503906 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 714104832 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14008320 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2942, 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5948234955 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13057, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85048068 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54752, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15281425567 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53588, 2024-04-24T03:51:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2102282124 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54752, 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42981742 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54752, 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15324407309 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27740, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 911476756 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1165, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2624530 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12990, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12982619 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 64251 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11163, 2024-04-24T03:51:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2654965240 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 183812 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18791 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26751, 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1150459042 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 60969, 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30413727 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34218, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 966712909 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13523, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 337837144 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7640313876 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7534, 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 537295163 2024-04-24T03:51:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7533, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1979493405852 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7534, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5405059607542 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66780, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2272017739315 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66780, 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6293823 2024-04-24T03:51:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211860790 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30720837957 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66781, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23191198 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13856650781 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11108963471 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8248570 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2223, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14026080 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63550395035 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12048529841 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66779, 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 406953233 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 547995648 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 499875840 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48119808 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56955494 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86016 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 417792 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68369818 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427166212 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3296 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 231936 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67526428 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11989312 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37970329 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67480871 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427166212 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 133109 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1168294 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74848865 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49355 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 744213453 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49355, 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55116390328 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253114936 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50422, 2024-04-24T03:51:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13168349081 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49355, 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21697048033 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39535 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39535, 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15231120509 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253114936 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39852, 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6640415234 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39535, 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6318811537 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8299 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 231163532 2024-04-24T03:51:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8299, 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13705439238 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8823, 2024-04-24T03:51:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4883988816 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8299, 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9733078328 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1521 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 513049921 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1521, 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26179830581 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1747, 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1643945031 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1521, 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5645158168 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 441839616 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2662400 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 421687296 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3296349 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 879746 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 394199040 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13725696 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 213762048 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384172032 2024-04-24T03:51:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1190531483 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26159 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 973365248 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 973369344 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15171 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1109877188 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20180 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1081816 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 487 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2635641 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 664 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1553825 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1553825 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 179 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 639881216 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14594048 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2975, 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1643692146 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10671, 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73458440 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 52145, 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14204620289 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51083, 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2095233445 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 52145, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30223780 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 52145, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14234844069 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18930, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 891460742 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1006, 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3120290 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4274, 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5131945 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74379 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8756, 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 415829759 2024-04-24T03:51:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 149084 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16243 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8955, 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 945503281 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34541, 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13657851 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 25586, 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 726879156 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10511, 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259262160 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6942870412 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13435, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 808432519 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13435, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1980074014026 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13435, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5173732450727 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62983, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2490978356463 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62983, 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5857443 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 207516882 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30077456371 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62983, 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20665783 2024-04-24T03:51:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13549007269 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6744889422 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8838829 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2210, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13292652 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57530809178 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7514795415 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62982, 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 377666166 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 406863872 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 379838464 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27025408 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57833350 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86016 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 221184 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67688570 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433750127 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1664 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 113840 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69450849 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2028048 2024-04-24T03:51:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38555566 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68468290 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433750127 2024-04-24T03:51:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 139576 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1210373 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68216404 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52 2024-04-24T03:51:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24561 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1189242102 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24561, 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63232003382 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1599830415 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26435, 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11147834163 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24561, 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36375554981 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16261 2024-04-24T03:51:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16261, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6317648371 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1599830415 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16828, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3635440504 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16261, 2024-04-24T03:51:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3361219724 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4738 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 222327995 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11851891720 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4935, 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2795499697 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8481688932 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3562 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 966914107 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3562, 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45062463291 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4672, 2024-04-24T03:51:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4716893962 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3562, 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24532646325 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 408801280 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4583424 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-24T03:51:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 564604928 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3809056 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1132646 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 457703424 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 696320 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296226816 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 478740480 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2568037046 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37506 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2103111680 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2103115776 2024-04-24T03:51:42.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29169 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2470262372 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33648 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.399 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2059352 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 773 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4550068 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 960 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2490716 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.400 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2490716 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 189 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-24T03:51:42.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 867840000 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-24T03:51:42.402 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14585856 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2917, 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4051317148 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13296, 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99633928 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.404 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72268, 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16972649153 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 71341, 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1840302801 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72268, 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41267097 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-24T03:51:42.405 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72268, 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17013916250 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42251, 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 930773375 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 840, 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2960092 2024-04-24T03:51:42.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27118, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17398918 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98196 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8622, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 595981332 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 225744 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16710 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7864, 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1006029282 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 35192, 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13287895 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27328, 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 895604994 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11963, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330140199 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11014881657 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15931, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 980267174 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15931, 2024-04-24T03:51:42.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1974644235284 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15931, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5394377013515 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86158, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1805754509117 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86158, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7270463 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 492701705 2024-04-24T03:51:42.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35820271907 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86158, 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25290483 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15462151579 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-24T03:51:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11637430945 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8833595 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2203, 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13467761 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74439151511 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-24T03:51:42.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12619880567 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86155, 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 668856147 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1412793835 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528007168 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 470884352 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2609529651 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57122816 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57560627 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8192 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86016 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 421888 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67752397 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431704702 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2304 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 164704 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 112 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71444658 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4094832 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38373751 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74971929 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431704702 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.423 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3133 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6266 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 120115 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-24T03:51:42.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1188617 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70293647 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-24T03:51:42.425 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-24T03:51:42.426 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42721 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.427 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 776630639 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42721, 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54101954608 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1023527472 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43089, 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28091252170 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42721, 2024-04-24T03:51:42.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46674066705 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18117 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18117, 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6348837014 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1023527472 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18155, 2024-04-24T03:51:42.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3920917030 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18117, 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3734298338 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23866 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228579820 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-24T03:51:42.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23866, 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41607524797 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-24T03:51:42.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24099, 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22855439289 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23866, 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38300531146 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 738 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-24T03:51:42.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 548050819 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 738, 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6145592797 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 835, 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1314895851 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 738, 2024-04-24T03:51:42.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4639237221 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-24T03:51:42.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 472297472 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-24T03:51:42.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4698210836504586e-06, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:42.439 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 642, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 1069056, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 279, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:42.440 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 144770, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:42.441 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 34178, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.0067619743713294e-07, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 79, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 88064, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 17972, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6580, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 11392, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 53916, 2024-04-24T03:51:42.442 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 68, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 35840 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:42.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:42.445 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 721410763018, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-24T03:51:42.446 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240470261760, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.745881854731124e-05, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 9046, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3161005056, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-24T03:51:42.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24334, 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3169203200 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "0a115aee-3b51-4e65-a9c7-4a670ac5328a", 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-24T03:51:41.407458", 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-24T03:51:42.449 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:42.450 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-24T03:51:42.452 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: "services": { 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": 1 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.453 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045913+0000", 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045913+0000", 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046215+0000", 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.454 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285591+0000", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.455 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2552, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:05:35.454223+0000", 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.460 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116633+0000", 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116633+0000", 2024-04-24T03:51:42.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.117000+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107111+0000", 2024-04-24T03:51:42.462 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2544, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:56:41.143145+0000", 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.467 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110864+0000", 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110864+0000", 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.111199+0000", 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.468 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112239+0000", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:17:28.244681+0000", 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.470 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.473 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.474 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.023759+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.023759+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.024099+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763252+0000", 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2578, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:57:25.995151+0000", 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.480 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086961+0000", 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086961+0000", 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.087248+0000", 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.211162+0000", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.482 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.483 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:47:36.363115+0000", 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.486 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.487 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.023301+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.023301+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.023674+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767537+0000", 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.489 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2568, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:07:27.021047+0000", 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.490 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.112399+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.112399+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.112720+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:42.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.286199+0000", 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.496 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:12:08.193062+0000", 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.500 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.021866+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.021866+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.022885+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:42.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147005+0000", 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.503 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2559, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:03:20.995757+0000", 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.017514+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.017514+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.017879+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.769017+0000", 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.510 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2585, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:55:50.562408+0000", 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.514 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.019633+0000", 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.019633+0000", 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.019919+0000", 2024-04-24T03:51:42.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.929477+0000", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.516 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:42:48.585729+0000", 2024-04-24T03:51:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.520 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.521 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080545+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080545+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081496+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112562+0000", 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.523 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2554, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:49:15.861749+0000", 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.524 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.527 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.042370+0000", 2024-04-24T03:51:42.528 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.042370+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.042731+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:16.121758+0000", 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.529 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.530 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2597, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:27:32.508533+0000", 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.533 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.534 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.051498+0000", 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.051498+0000", 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.051952+0000", 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285588+0000", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.536 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2544, 2024-04-24T03:51:42.537 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:52:10.665231+0000", 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.541 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108011+0000", 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108011+0000", 2024-04-24T03:51:42.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109114+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767088+0000", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.543 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:35:36.327516+0000", 2024-04-24T03:51:42.544 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.547 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.548 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108645+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108645+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109032+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.549 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932296+0000", 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.550 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2600, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:08:00.757423+0000", 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:42.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.555 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045938+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045938+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046290+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:42.556 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113564+0000", 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-24T03:51:42.557 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2552, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:11:02.261344+0000", 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.561 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:42.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.017925+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.017925+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.018292+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147221+0000", 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.563 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.564 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2561, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:23:20.585015+0000", 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.567 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'1" 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.568 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108670+0000", 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108670+0000", 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109480+0000", 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766162+0000", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.570 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2530, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T02:46:06.977265+0000", 2024-04-24T03:51:42.571 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.574 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.575 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.081052+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.081052+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081394+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932251+0000", 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2592, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:21:03.265470+0000", 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.581 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045327+0000", 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045327+0000", 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.045800+0000", 2024-04-24T03:51:42.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.286179+0000", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.583 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2554, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:57:43.326662+0000", 2024-04-24T03:51:42.584 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.587 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.588 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110579+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110579+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.111522+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.765346+0000", 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.590 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2544, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:40:55.444617+0000", 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.594 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'3" 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:42.595 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.020603+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.020603+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.020930+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766934+0000", 2024-04-24T03:51:42.596 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.597 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2584, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:44:16.840035+0000", 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.601 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.102839+0000", 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.102839+0000", 2024-04-24T03:51:42.602 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.103170+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764828+0000", 2024-04-24T03:51:42.603 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.604 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2559, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:18:12.777083+0000", 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.607 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.608 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.106648+0000", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.106648+0000", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.107504+0000", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.609 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764044+0000", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.610 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2579, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:35:12.761259+0000", 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.615 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.100426+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.100426+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.100736+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145714+0000", 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.617 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2559, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:10:36.134921+0000", 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.621 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108762+0000", 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108762+0000", 2024-04-24T03:51:42.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109547+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106418+0000", 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2573, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.624 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:16:13.667916+0000", 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.628 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.101588+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.101588+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.102382+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763651+0000", 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.630 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2537, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:39:59.091280+0000", 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.634 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.635 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.635 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.635 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.637 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.637 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.637 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:42.637 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.637 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.637 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.029146+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.029146+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.029497+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:42.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.933080+0000", 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.639 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2577, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:37:34.149516+0000", 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.643 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.644 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116082+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116082+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116493+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285477+0000", 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2537, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:49:10.957851+0000", 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.649 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.650 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.037781+0000", 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.037781+0000", 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.541041+0000", 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.931338+0000", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3077, 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.652 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3077, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6402, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:46:46.571742+0000", 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003866164, 2024-04-24T03:51:42.653 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1357, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 397552, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3071, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 397590 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.656 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3077" 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.657 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115638+0000", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115638+0000", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.115985+0000", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767394+0000", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.659 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2585, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:20:16.670149+0000", 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.663 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.664 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045839+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045839+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046673+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147262+0000", 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.666 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2564, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:03:42.537379+0000", 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "585'2" 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.670 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.107187+0000", 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.107187+0000", 2024-04-24T03:51:42.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.547694+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763953+0000", 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2982, 2024-04-24T03:51:42.672 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2982, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.673 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6229, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:53:34.726536+0000", 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003216956, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1091, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 384428, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2968, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 375928 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.676 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'2982" 2024-04-24T03:51:42.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.678 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[84376]: from='client.36012 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:42.678 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[84376]: pgmap v4329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:42.678 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[84376]: from='client.36012 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:42.678 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:42.678 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:42.679 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[86910]: from='client.36012 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:42.679 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[86910]: pgmap v4329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T03:51:42.679 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[86910]: from='client.36012 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:42.679 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:42.679 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:42.679 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.679 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.679 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.679 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.081098+0000", 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.081098+0000", 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081474+0000", 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145830+0000", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.681 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2560, 2024-04-24T03:51:42.682 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:07:21.591965+0000", 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.685 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.686 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110307+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110307+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.114512+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:42.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766264+0000", 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.688 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2551, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:19:53.398192+0000", 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.692 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.693 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116454+0000", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116454+0000", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.542280+0000", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.929042+0000", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3181, 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.695 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3181, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6538, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:39:27.201175+0000", 2024-04-24T03:51:42.696 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004938154, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1244, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 374480, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3144, 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 374233 2024-04-24T03:51:42.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3181" 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.700 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.101997+0000", 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.101997+0000", 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.102594+0000", 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763577+0000", 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.702 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2539, 2024-04-24T03:51:42.703 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:49:05.152077+0000", 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.707 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.022919+0000", 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.022919+0000", 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.023276+0000", 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:42.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.928224+0000", 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.709 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-24T03:51:42.710 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:54:43.214223+0000", 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:47:48.002139+0000", 2024-04-24T03:51:42.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:47:48.002139+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.542264+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 401, 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106574+0000", 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.716 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3193, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 400, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3193, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6476, 2024-04-24T03:51:42.717 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:24:47.913883+0000", 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.005298983, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194304, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1152, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 430310, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3161, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 382961 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.720 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3193" 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.721 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.105070+0000", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.105070+0000", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.105473+0000", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:35:45.218944+0000", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:35:45.218944+0000", 2024-04-24T03:51:42.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:35:45.218944+0000", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763861+0000", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 179, 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.723 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 179, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2905, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:11:52.825406+0000", 2024-04-24T03:51:42.724 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 642, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1044, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 279, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.727 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "2588'179" 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.728 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115605+0000", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115605+0000", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116132+0000", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113268+0000", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.730 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2564, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:03:22.397907+0000", 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.731 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.734 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.735 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.736 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:42.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:42.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:42.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.737 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.738 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:42.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:42.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:42 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:42.740 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry off 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.038566+0000", 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.038566+0000", 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.038929+0000", 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764460+0000", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.744 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2551, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:25:17.687991+0000", 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.745 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.748 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.749 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.111730+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.111730+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.648042+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:42.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285833+0000", 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2988, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2988, 2024-04-24T03:51:42.751 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6316, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:28:54.927078+0000", 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.001276554, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1311, 2024-04-24T03:51:42.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 331134, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2944, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 367790 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'2988" 2024-04-24T03:51:42.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:42.756 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.018381+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.018381+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.018686+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:16.121775+0000", 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2594, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:31:18.920463+0000", 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.762 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.039394+0000", 2024-04-24T03:51:42.763 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.039394+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.039753+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767226+0000", 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.764 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.765 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2562, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:57:24.513009+0000", 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.769 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080430+0000", 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080430+0000", 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.550306+0000", 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:42.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.149175+0000", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2993, 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.771 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2993, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6249, 2024-04-24T03:51:42.772 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:51:22.900770+0000", 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.00889212, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1156, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 381476, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2980, 2024-04-24T03:51:42.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 388668 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'2993" 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.776 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.040594+0000", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.040594+0000", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.040895+0000", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932504+0000", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.778 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:30:08.050382+0000", 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:42.782 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.043165+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.043165+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.043777+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:42.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112399+0000", 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-24T03:51:42.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2536, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:19:21.573594+0000", 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.021536+0000", 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.021536+0000", 2024-04-24T03:51:42.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.548420+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:16.914612+0000", 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3029, 2024-04-24T03:51:42.791 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3029, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6259, 2024-04-24T03:51:42.792 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:11:29.371924+0000", 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.007205605, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1008, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 386515, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3037, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 397914 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.795 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3029" 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.796 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.089678+0000", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.089678+0000", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.089977+0000", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113378+0000", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.798 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2554, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:16:37.433715+0000", 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.799 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.802 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.803 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.106319+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.106319+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.106693+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:42.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145928+0000", 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.805 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2556, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:56:27.644426+0000", 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.809 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 56, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:42.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086154+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086154+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T03:22:58.547236+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:47.404494+0000", 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145644+0000", 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3021, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3021, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 6229, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:49:41.169804+0000", 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.005820338, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 19, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 727, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 401024, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3029, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 409841 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1110'3021" 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.816 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.105096+0000", 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.105096+0000", 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.105445+0000", 2024-04-24T03:51:42.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766434+0000", 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.819 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:38:33.298260+0000", 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.823 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.824 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.117841+0000", 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.117841+0000", 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.118246+0000", 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:42.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107585+0000", 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.826 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.827 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:08:50.559250+0000", 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:42.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.831 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'1" 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.832 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108068+0000", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108068+0000", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.108768+0000", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763806+0000", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.834 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.835 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2529, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:54:21.273267+0000", 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.842 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:42.843 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:47:47.996053+0000", 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:47:47.996053+0000", 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:47:47.996394+0000", 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 401, 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.931879+0000", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.845 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 400, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.846 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2599, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:00:18.814642+0000", 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 24, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 24, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'8" 2024-04-24T03:51:42.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.851 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.051839+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.051839+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.052088+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285785+0000", 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.853 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2542, 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:31:28.574905+0000", 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.857 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.858 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.041160+0000", 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.041160+0000", 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.041642+0000", 2024-04-24T03:51:42.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285087+0000", 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.860 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.861 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:19:47.242073+0000", 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.865 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.866 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.111025+0000", 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.111025+0000", 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.111714+0000", 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.765244+0000", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.868 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.869 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2522, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:28:01.269597+0000", 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.873 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:42.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.089078+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.089078+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.089797+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112737+0000", 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.876 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2561, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:38:02.882903+0000", 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.880 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.881 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109763+0000", 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109763+0000", 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110070+0000", 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:42.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.105881+0000", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.883 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:42.884 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:12:23.009985+0000", 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.888 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.889 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.023670+0000", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.023670+0000", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.024113+0000", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107030+0000", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:42.891 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.892 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:10:05.223646+0000", 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 7, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 6 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.896 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109171+0000", 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109171+0000", 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110614+0000", 2024-04-24T03:51:42.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:42.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766575+0000", 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-24T03:51:42.899 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2546, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:45:06.583053+0000", 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.903 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.904 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.048568+0000", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.048568+0000", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.048965+0000", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285934+0000", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 29, 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.906 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 29, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2577, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:03:29.915933+0000", 2024-04-24T03:51:42.907 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 5810, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 10, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 14, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 28, 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 25 2024-04-24T03:51:42.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'29" 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.911 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109514+0000", 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109514+0000", 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.109806+0000", 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:42.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107056+0000", 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.913 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.914 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2553, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:35:04.775441+0000", 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.918 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.079611+0000", 2024-04-24T03:51:42.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.079611+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.080021+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:42.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147143+0000", 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.921 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2558, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:10:09.703890+0000", 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:42.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 7, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 7, 2024-04-24T03:51:42.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'3" 2024-04-24T03:51:42.925 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.926 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080300+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080300+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.080883+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:42.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.933406+0000", 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.928 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2593, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T04:12:55.983474+0000", 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.932 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.933 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.046622+0000", 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.046622+0000", 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046927+0000", 2024-04-24T03:51:42.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113647+0000", 2024-04-24T03:51:42.935 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-24T03:51:42.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2560, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:29:59.472779+0000", 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.940 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.941 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.120227+0000", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.120227+0000", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.120546+0000", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113574+0000", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.943 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2531, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.944 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:23:17.662126+0000", 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.948 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.053558+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.053558+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.053871+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285683+0000", 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.951 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2542, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:50:10.815970+0000", 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.955 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.956 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.020755+0000", 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.020755+0000", 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.021137+0000", 2024-04-24T03:51:42.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764192+0000", 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.958 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.959 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2573, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:51:38.535128+0000", 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.110236+0000", 2024-04-24T03:51:42.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.110236+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110555+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112163+0000", 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.966 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:29:22.786842+0000", 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.970 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.971 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:21.007642+0000", 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:21.007642+0000", 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:21.009515+0000", 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:42.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 431, 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764081+0000", 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.973 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 430, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.974 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2576, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:57:12.332909+0000", 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.978 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.979 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.042419+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.042419+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.042752+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:42.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764498+0000", 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.981 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2583, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.982 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:33:21.104912+0000", 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.986 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.987 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.116204+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.116204+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116794+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:42.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106341+0000", 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.989 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:20:08.547002+0000", 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.990 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:42.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:42.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:42.994 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.111766+0000", 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.111766+0000", 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.112099+0000", 2024-04-24T03:51:42.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.172303+0000", 2024-04-24T03:51:42.996 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-24T03:51:42.997 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2552, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:05:25.867597+0000", 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:42.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:42.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.001 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'2" 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.002 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:48:55.026277+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:48:55.026277+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:48:55.026602+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 465, 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:43.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.933196+0000", 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 464, 2024-04-24T03:51:43.004 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2570, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T14:16:31.372351+0000", 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.009 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.121354+0000", 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.121354+0000", 2024-04-24T03:51:43.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.122033+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766699+0000", 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:43.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-24T03:51:43.012 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2549, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:40:11.623582+0000", 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'2" 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.017 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.048677+0000", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.048677+0000", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.048970+0000", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113274+0000", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.019 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T11:54:38.386919+0000", 2024-04-24T03:51:43.020 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.023 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.024 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109287+0000", 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109287+0000", 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110332+0000", 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.765633+0000", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.026 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.027 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:06:50.760367+0000", 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:43.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.031 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.032 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.079504+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.079504+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.082555+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:43.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113359+0000", 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:43.034 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.035 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T10:30:55.273889+0000", 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.039 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.040 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109827+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109827+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110821+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766725+0000", 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.042 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2532, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:48:56.723904+0000", 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 6, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 6, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.046 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "53'2" 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.047 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.049 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.049 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.049 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.049 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.049 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086776+0000", 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086776+0000", 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.087114+0000", 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.930034+0000", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.051 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.052 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:04:37.933154+0000", 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.056 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.077379+0000", 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.077379+0000", 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.077717+0000", 2024-04-24T03:51:43.057 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767794+0000", 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-24T03:51:43.058 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.059 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2590, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:21:37.470285+0000", 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:43.063 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'2" 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.064 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.045556+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.045556+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.045933+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.767963+0000", 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.066 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2570, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:30:45.951189+0000", 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.070 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:43.071 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 51, 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115601+0000", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115601+0000", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.116198+0000", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:07.163949+0000", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.931018+0000", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 5, 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.073 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 5, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2555, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.074 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:18:24.120977+0000", 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 554, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "581'5" 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.078 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.107282+0000", 2024-04-24T03:51:43.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.107282+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.107738+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:43.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766592+0000", 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.081 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2530, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:43:14.745802+0000", 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.085 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-24T03:51:43.086 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.101677+0000", 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.101677+0000", 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.101934+0000", 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.932093+0000", 2024-04-24T03:51:43.088 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.089 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2594, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:29:43.377170+0000", 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.093 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.094 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.117328+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.117328+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.117617+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:43.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.113859+0000", 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.096 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:39:50.641174+0000", 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.097 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.101 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.115597+0000", 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.115597+0000", 2024-04-24T03:51:43.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.115984+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112262+0000", 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.103 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.104 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2539, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:07:59.294897+0000", 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.107 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.108 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.109 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.079575+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.079575+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.079938+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:43.110 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.145327+0000", 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.111 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2557, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:23:07.339273+0000", 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.112 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.116 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.086402+0000", 2024-04-24T03:51:43.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.086402+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.086768+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:43.118 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.106067+0000", 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.119 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2543, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T06:06:23.947777+0000", 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.121 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.123 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.124 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.039434+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.039434+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.039917+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:43.125 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766852+0000", 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.126 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2576, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:59:43.403997+0000", 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.127 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.129 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.130 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.131 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.040478+0000", 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.040478+0000", 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.040818+0000", 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.132 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.107282+0000", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.133 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.134 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2548, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:56:16.126235+0000", 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.136 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.139 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.048996+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.048996+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.049621+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.140 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.284928+0000", 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.141 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2541, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T05:21:23.385458+0000", 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.145 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-24T03:51:43.146 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.052059+0000", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.052059+0000", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.052409+0000", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.147 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.285860+0000", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.148 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2540, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.149 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T02:55:12.979132+0000", 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.152 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.153 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.109440+0000", 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.109440+0000", 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110250+0000", 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:43.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766544+0000", 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.155 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.156 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2537, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:38:52.439421+0000", 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:43.160 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.161 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.038575+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.038575+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.038896+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.162 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763785+0000", 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.163 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2546, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T02:44:49.415546+0000", 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.167 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.168 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.107396+0000", 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.107396+0000", 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.107721+0000", 2024-04-24T03:51:43.169 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:43.170 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.763690+0000", 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-24T03:51:43.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2545, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T12:38:13.683980+0000", 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.175 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.176 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:49:29.080925+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:49:29.080925+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:49:29.081703+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 497, 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:43.177 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.112581+0000", 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 496, 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.178 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2530, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T09:06:50.752505+0000", 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.179 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.183 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:43.184 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.104597+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.104597+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.105000+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:43.185 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.764860+0000", 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.186 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2545, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T08:01:18.270494+0000", 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.190 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.191 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.120560+0000", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.120560+0000", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.120906+0000", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.192 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.773207+0000", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.193 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2556, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T03:03:56.258672+0000", 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.194 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.198 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:47:48.004531+0000", 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:47:48.004531+0000", 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:47:48.004853+0000", 2024-04-24T03:51:43.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 401, 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:17.930495+0000", 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.200 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 400, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.201 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2547, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T13:25:35.300795+0000", 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.205 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:43.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:04.046264+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:04.046264+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:04.046906+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 530, 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:15.147293+0000", 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 529, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.208 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2588, 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2555, 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:34:38.218802+0000", 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 52, 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-24T03:51:43.214 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-24T02:50:38.108535+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-24T02:50:38.108535+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-24T02:50:38.110051+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 563, 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:43.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-24T02:38:08.165801+0000", 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-24T03:50:18.766786+0000", 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 562, 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-24T03:51:43.216 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2589, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 2532, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-25T07:37:22.718272+0000", 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-24T03:51:43.217 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-24T03:51:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 179, 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 179, 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.222 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.223 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 642, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1044, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 279, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-24T03:51:43.225 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.226 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 68, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 68, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 6580, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-24T03:51:43.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 79, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 86, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 68, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 35 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 110592, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:43.230 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 19740, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 34178, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:43.231 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-24T03:51:43.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:43.235 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-24T03:51:43.236 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 24464, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 24464, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194323, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-24T03:51:43.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-24T03:51:43.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 2, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 9046, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 3086919, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-24T03:51:43.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 24334, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 3094925 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 12595200, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 12582969, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-24T03:51:43.240 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160, 2024-04-24T03:51:43.241 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 4849500160, 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006314780097454786 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 763110785024, 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 4849500160 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-24T03:51:43.242 INFO:tasks.workunit.client.0.smithi016.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-24T03:51:43.243 INFO:tasks.workunit.client.0.smithi016.stderr:+ echo OK 2024-04-24T03:51:43.244 INFO:tasks.workunit.client.0.smithi016.stdout:OK 2024-04-24T03:51:43.244 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T03:51:43.244 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-24T03:51:43.245 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:41] ENGINE Bus STOPPING 2024-04-24T03:51:43.245 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:51:43.245 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:41] ENGINE Bus STOPPED 2024-04-24T03:51:43.245 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:41 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:41] ENGINE Bus STARTING 2024-04-24T03:51:43.245 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:42] ENGINE Serving on http://:::9283 2024-04-24T03:51:43.245 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:42] ENGINE Bus STARTED 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.246 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.247 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.248 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.250 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.251 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.252 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.253 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.254 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.255 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.255 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-24T03:51:43.255 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-24T03:51:43.255 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-24T03:51:43.255 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:42 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:43.290 INFO:tasks.workunit:Stopping ['test_telemetry_pacific_x.sh'] on client.0... 2024-04-24T03:51:43.291 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[84376]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[84376]: pgmap v4330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[84376]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[84376]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[86910]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[86910]: pgmap v4330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[86910]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:43 smithi016 ceph-mon[86910]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:43 smithi063 ceph-mon[77007]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:43 smithi063 ceph-mon[77007]: pgmap v4330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-24T03:51:43.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:43 smithi063 ceph-mon[77007]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:43 smithi063 ceph-mon[77007]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T03:51:43.612 DEBUG:teuthology.parallel:result is None 2024-04-24T03:51:43.613 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:51:43.640 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:51:43.640 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-24T03:51:43.698 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-24T03:51:43.698 INFO:teuthology.run_tasks:Running task print... 2024-04-24T03:51:43.709 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-24T03:51:43.709 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-24T03:51:43.719 INFO:tasks.cephadm:Teardown begin 2024-04-24T03:51:43.720 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-24T03:51:43.720 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T03:51:44.112 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T03:51:44.113 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54313,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/1058362770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1058362770},{"type":"v1","addr":"172.21.15.63:6833","nonce":1058362770}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-24T02:38:08.556515+0000","modified":"2024-04-24T02:51:00.243876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":581,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":34359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34359":{"gid":34359,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.16:6835/1868654580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1868654580},{"type":"v1","addr":"172.21.15.16:6835","nonce":1868654580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-24T03:51:44.115 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 16 2024-04-24T03:51:44.127 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-24T03:51:44.501 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T03:51:44.502 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54313,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/1058362770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":1058362770},{"type":"v1","addr":"172.21.15.63:6833","nonce":1058362770}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-24T02:38:08.556515+0000","modified":"2024-04-24T02:51:00.243876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":581,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":34359},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34359":{"gid":34359,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.16:6835/1868654580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1868654580},{"type":"v1","addr":"172.21.15.16:6835","nonce":1868654580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-24T03:51:44.504 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 16 2024-04-24T03:51:44.514 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:44 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/937919177' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T03:51:44.515 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:44 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/937919177' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T03:51:44.516 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T03:51:44.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:44 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/937919177' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T03:51:44.849 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-24T03:51:44.850 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2589,"fsid":"cb050474-01e2-11ef-bc93-c7b262605968","created":"2024-04-24T02:32:30.215013+0000","modified":"2024-04-24T03:50:17.923598+0000","last_up_change":"2024-04-24T02:50:37.086165+0000","last_in_change":"2024-04-24T02:37:30.614812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":108,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-24T02:35:44.664595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-24T02:38:06.855029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-24T02:38:07.934038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-24T02:38:47.097969+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6df050-b32f-4d29-9385-90e615b5c8b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":322,"up_from":335,"up_thru":2042,"down_at":323,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6803","nonce":3090040979}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6805","nonce":3090040979}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6809","nonce":3090040979}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":3090040979},{"type":"v1","addr":"172.21.15.16:6807","nonce":3090040979}]},"public_addr":"172.21.15.16:6803/3090040979","cluster_addr":"172.21.15.16:6805/3090040979","heartbeat_back_addr":"172.21.15.16:6809/3090040979","heartbeat_front_addr":"172.21.15.16:6807/3090040979","state":["exists","up"]},{"osd":1,"uuid":"0513fcd2-55ab-40bb-b864-dd96dab91556","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":357,"up_from":369,"up_thru":2042,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6811","nonce":944666224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6813","nonce":944666224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6817","nonce":944666224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":944666224},{"type":"v1","addr":"172.21.15.16:6815","nonce":944666224}]},"public_addr":"172.21.15.16:6811/944666224","cluster_addr":"172.21.15.16:6813/944666224","heartbeat_back_addr":"172.21.15.16:6817/944666224","heartbeat_front_addr":"172.21.15.16:6815/944666224","state":["exists","up"]},{"osd":2,"uuid":"517da808-430d-4d26-bffc-502c373f275a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":389,"up_from":400,"up_thru":2042,"down_at":390,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6819","nonce":1808700668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6821","nonce":1808700668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6825","nonce":1808700668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1808700668},{"type":"v1","addr":"172.21.15.16:6823","nonce":1808700668}]},"public_addr":"172.21.15.16:6819/1808700668","cluster_addr":"172.21.15.16:6821/1808700668","heartbeat_back_addr":"172.21.15.16:6825/1808700668","heartbeat_front_addr":"172.21.15.16:6823/1808700668","state":["exists","up"]},{"osd":3,"uuid":"83e97dcf-e09b-48e7-b863-ab0284dcc369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":418,"up_from":430,"up_thru":2042,"down_at":419,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6827","nonce":3788941302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6829","nonce":3788941302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6833","nonce":3788941302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3788941302},{"type":"v1","addr":"172.21.15.16:6831","nonce":3788941302}]},"public_addr":"172.21.15.16:6827/3788941302","cluster_addr":"172.21.15.16:6829/3788941302","heartbeat_back_addr":"172.21.15.16:6833/3788941302","heartbeat_front_addr":"172.21.15.16:6831/3788941302","state":["exists","up"]},{"osd":4,"uuid":"def4eda5-28f1-4d0b-89dc-7a2dc247b400","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":451,"up_from":464,"up_thru":2042,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6801","nonce":4043756606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6803","nonce":4043756606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6807","nonce":4043756606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":4043756606},{"type":"v1","addr":"172.21.15.63:6805","nonce":4043756606}]},"public_addr":"172.21.15.63:6801/4043756606","cluster_addr":"172.21.15.63:6803/4043756606","heartbeat_back_addr":"172.21.15.63:6807/4043756606","heartbeat_front_addr":"172.21.15.63:6805/4043756606","state":["exists","up"]},{"osd":5,"uuid":"61c98916-7903-4723-bb0e-37cfa48ab41c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":484,"up_from":496,"up_thru":2042,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6809","nonce":4166928598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6811","nonce":4166928598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6815","nonce":4166928598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":4166928598},{"type":"v1","addr":"172.21.15.63:6813","nonce":4166928598}]},"public_addr":"172.21.15.63:6809/4166928598","cluster_addr":"172.21.15.63:6811/4166928598","heartbeat_back_addr":"172.21.15.63:6815/4166928598","heartbeat_front_addr":"172.21.15.63:6813/4166928598","state":["exists","up"]},{"osd":6,"uuid":"5c0eb9e4-8a8f-43df-8c6a-45bc0506abe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":517,"up_from":529,"up_thru":2042,"down_at":518,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6817","nonce":3583253150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6819","nonce":3583253150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6823","nonce":3583253150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3583253150},{"type":"v1","addr":"172.21.15.63:6821","nonce":3583253150}]},"public_addr":"172.21.15.63:6817/3583253150","cluster_addr":"172.21.15.63:6819/3583253150","heartbeat_back_addr":"172.21.15.63:6823/3583253150","heartbeat_front_addr":"172.21.15.63:6821/3583253150","state":["exists","up"]},{"osd":7,"uuid":"5b4ece0a-bf8f-493a-9df3-b101ea143d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":550,"up_from":562,"up_thru":2042,"down_at":551,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6825","nonce":2180933772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6827","nonce":2180933772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6831","nonce":2180933772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":2180933772},{"type":"v1","addr":"172.21.15.63:6829","nonce":2180933772}]},"public_addr":"172.21.15.63:6825/2180933772","cluster_addr":"172.21.15.63:6827/2180933772","heartbeat_back_addr":"172.21.15.63:6831/2180933772","heartbeat_front_addr":"172.21.15.63:6829/2180933772","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:34:48.776932+0000","dead_epoch":321},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:15.768276+0000","dead_epoch":357},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:35:42.860873+0000","dead_epoch":389},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:10.754795+0000","dead_epoch":418},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:33.951174+0000","dead_epoch":451},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:36:58.100623+0000","dead_epoch":484},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:22.123440+0000","dead_epoch":517},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T02:37:46.202155+0000","dead_epoch":550}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1975037785":"2024-04-24T04:41:09.201998+0000","172.21.15.16:0/2499000055":"2024-04-24T04:27:00.332486+0000","172.21.15.63:6833/257142356":"2024-04-25T02:50:57.226229+0000","172.21.15.63:6832/257142356":"2024-04-25T02:50:57.226229+0000","172.21.15.63:0/1573780099":"2024-04-25T02:44:25.621801+0000","172.21.15.63:0/98984831":"2024-04-25T02:44:25.621801+0000","172.21.15.63:0/2401382162":"2024-04-25T02:44:25.621801+0000","172.21.15.16:6800/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/760374742":"2024-04-24T04:31:32.745910+0000","172.21.15.16:0/3235953690":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/1617050663":"2024-04-25T02:45:14.639471+0000","172.21.15.16:0/198648470":"2024-04-25T02:43:05.548567+0000","172.21.15.16:6801/786188894":"2024-04-25T02:43:05.548567+0000","172.21.15.63:0/1016265307":"2024-04-25T02:44:25.621801+0000","172.21.15.16:6800/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2673203284":"2024-04-25T02:32:59.276812+0000","172.21.15.16:6801/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2801746969":"2024-04-24T04:31:33.753070+0000","172.21.15.16:0/1383761482":"2024-04-25T02:43:05.548567+0000","172.21.15.16:6800/3702006796":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/2855882190":"2024-04-25T02:33:23.129680+0000","172.21.15.16:6800/786188894":"2024-04-25T02:43:05.548567+0000","172.21.15.63:0/2747713748":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/1219515804":"2024-04-25T02:38:26.123208+0000","172.21.15.63:6834/1029035463":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/1579416786":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1039562213":"2024-04-25T02:33:23.129680+0000","172.21.15.16:0/1612639466":"2024-04-25T02:43:05.548567+0000","172.21.15.16:0/2726630902":"2024-04-25T02:43:05.548567+0000","172.21.15.63:0/2965599256":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/2912740367":"2024-04-25T02:45:14.639471+0000","172.21.15.63:6835/1029035463":"2024-04-25T02:44:25.621801+0000","172.21.15.16:6801/1418889371":"2024-04-25T02:38:26.123208+0000","172.21.15.16:0/2737928952":"2024-04-25T02:45:14.639471+0000","172.21.15.16:6800/3309874519":"2024-04-25T02:45:14.639471+0000","172.21.15.16:6801/3309874519":"2024-04-25T02:45:14.639471+0000","172.21.15.63:0/1956683221":"2024-04-25T02:44:25.621801+0000","172.21.15.16:0/4132125812":"2024-04-25T02:45:14.639471+0000","172.21.15.16:0/3448826501":"2024-04-25T02:45:14.639471+0000","172.21.15.16:0/523839182":"2024-04-25T02:45:14.639471+0000","172.21.15.16:6801/1049744759":"2024-04-25T02:32:59.276812+0000","172.21.15.16:0/1278597884":"2024-04-25T02:45:14.639471+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":55,"snaps":[{"begin":2,"length":1}]},{"pool":58,"snaps":[{"begin":1,"length":2}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":92,"snaps":[{"begin":15,"length":1}]},{"pool":93,"snaps":[{"begin":2,"length":1}]},{"pool":94,"snaps":[{"begin":24,"length":1},{"begin":31,"length":1}]},{"pool":95,"snaps":[{"begin":61,"length":3},{"begin":70,"length":4}]},{"pool":97,"snaps":[{"begin":6,"length":1},{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":100,"snaps":[{"begin":2,"length":1}]},{"pool":101,"snaps":[{"begin":2,"length":1}]},{"pool":102,"snaps":[{"begin":2,"length":1}]},{"pool":103,"snaps":[{"begin":2,"length":1}]},{"pool":104,"snaps":[{"begin":2,"length":1}]},{"pool":105,"snaps":[{"begin":2,"length":1}]},{"pool":106,"snaps":[{"begin":2,"length":1}]},{"pool":107,"snaps":[{"begin":573,"length":2},{"begin":577,"length":1},{"begin":580,"length":1},{"begin":582,"length":1}]},{"pool":108,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T03:51:44.863 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-24T03:51:45.255 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-24T03:51:45.267 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-24T03:51:45.531 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[105275]: ignoring --setuser ceph since I am not root 2024-04-24T03:51:45.531 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[105275]: ignoring --setgroup ceph since I am not root 2024-04-24T03:51:45.531 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[105275]: starting mds.a at 2024-04-24T03:51:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[84376]: pgmap v4331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-24T03:51:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1801681570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T03:51:45.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1199553225' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[84372]: 2024-04-24T03:51:45.242+0000 7f1ee8e8f700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[86910]: pgmap v4331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1801681570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:45.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:45 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1199553225' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T03:51:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:45 smithi063 ceph-mon[77007]: pgmap v4331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-24T03:51:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:45 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1801681570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-24T03:51:45.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' 2024-04-24T03:51:45.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:45 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-24T03:51:45.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:45 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1199553225' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-24T03:51:46.275 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1310391574' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3228637123' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:51:46.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1310391574' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-24T03:51:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-24T03:51:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-24T03:51:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T03:51:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-24T03:51:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-24T03:51:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-24T03:51:46.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:46 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3228637123' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:51:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1310391574' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-24T03:51:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-24T03:51:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-24T03:51:46.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-24T03:51:46.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-24T03:51:46.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-24T03:51:46.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-24T03:51:46.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:46 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3228637123' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-24T03:51:47.269 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-04-24T03:51:47.283 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: pgmap v4333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: Cluster is now healthy 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: mds.? [v2:172.21.15.16:6834/3327440905,v1:172.21.15.16:6835/3327440905] up:boot 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/3228637123' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: fsmap 2 up:standby 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/1521254879' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:47.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: pgmap v4333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: Cluster is now healthy 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: mds.? [v2:172.21.15.16:6834/3327440905,v1:172.21.15.16:6835/3327440905] up:boot 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/3228637123' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: fsmap 2 up:standby 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/1521254879' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:47.532 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:47 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:47.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: pgmap v4333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: Cluster is now healthy 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: mds.? [v2:172.21.15.16:6834/3327440905,v1:172.21.15.16:6835/3327440905] up:boot 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/3228637123' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: fsmap 2 up:standby 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: from='mgr.25133 172.21.15.16:0/2945074506' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/1521254879' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:47.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:47 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:48.274 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-04-24T03:51:48.293 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-24T03:51:48.324 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-24T03:51:48.359 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-24T03:51:48.359 DEBUG:teuthology.orchestra.run.smithi016:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-24T03:51:48.383 DEBUG:teuthology.orchestra.run.smithi063:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-24T03:51:48.419 INFO:tasks.cephadm:Stopping all daemons... 2024-04-24T03:51:48.419 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-24T03:51:48.419 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a 2024-04-24T03:51:48.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: ::ffff:172.21.15.63 - - [24/Apr/2024:03:51:48] "GET /metrics HTTP/1.1" 200 34344 "" "Prometheus/2.43.0" 2024-04-24T03:51:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-24T03:51:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[86910]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-24T03:51:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[86910]: from='client.? 172.21.15.16:0/111848961' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[86910]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:48.531 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[86910]: pgmap v4335: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 25 op/s 2024-04-24T03:51:48.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-24T03:51:48.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[84376]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-24T03:51:48.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[84376]: from='client.? 172.21.15.16:0/111848961' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:48.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[84376]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:48.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-mon[84376]: pgmap v4335: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 25 op/s 2024-04-24T03:51:48.532 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 systemd[1]: Stopping Ceph mon.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:51:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:48 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-24T03:51:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:48 smithi063 ceph-mon[77007]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-24T03:51:48.559 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:48 smithi063 ceph-mon[77007]: from='client.? 172.21.15.16:0/111848961' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:48 smithi063 ceph-mon[77007]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-24T03:51:48.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:48 smithi063 ceph-mon[77007]: pgmap v4335: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 25 op/s 2024-04-24T03:51:49.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[84372]: 2024-04-24T03:51:48.699+0000 7f1eee69a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:51:49.031 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a[84372]: 2024-04-24T03:51:48.699+0000 7f1eee69a700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-24T03:51:49.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:48] ENGINE Bus STOPPING 2024-04-24T03:51:49.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-24T03:51:49.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:48] ENGINE Bus STOPPED 2024-04-24T03:51:49.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:48] ENGINE Bus STARTING 2024-04-24T03:51:49.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:48] ENGINE Serving on http://:::9283 2024-04-24T03:51:49.032 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:48 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: [24/Apr/2024:03:51:48] ENGINE Bus STARTED 2024-04-24T03:51:49.531 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 24 03:51:49 smithi016 bash[143560]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-a 2024-04-24T03:51:49.646 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.a.service' 2024-04-24T03:51:49.692 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:51:49.692 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-24T03:51:49.693 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-24T03:51:49.693 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.c 2024-04-24T03:51:49.965 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:49 smithi016 systemd[1]: Stopping Ceph mon.c for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:51:50.280 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[86906]: 2024-04-24T03:51:49.964+0000 7f200c3b8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:51:50.281 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:49 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c[86906]: 2024-04-24T03:51:49.964+0000 7f200c3b8700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-24T03:51:50.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 24 03:51:50 smithi016 bash[143706]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-c 2024-04-24T03:51:50.864 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.c.service' 2024-04-24T03:51:50.900 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:51:50.900 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-24T03:51:50.901 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-24T03:51:50.901 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.b 2024-04-24T03:51:51.205 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:50 smithi063 systemd[1]: Stopping Ceph mon.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:51:51.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[77003]: 2024-04-24T03:51:51.203+0000 7f02eeaf9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:51:51.560 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:51 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b[77003]: 2024-04-24T03:51:51.203+0000 7f02eeaf9700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-24T03:51:52.310 INFO:journalctl@ceph.mon.b.smithi063.stdout:Apr 24 03:51:52 smithi063 bash[133170]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mon-b 2024-04-24T03:51:52.402 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mon.b.service' 2024-04-24T03:51:52.447 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:51:52.447 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-24T03:51:52.447 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-24T03:51:52.448 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y 2024-04-24T03:51:52.749 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:52 smithi016 systemd[1]: Stopping Ceph mgr.y for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:51:53.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:52 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y[78361]: 2024-04-24T03:51:52.748+0000 7faf42bd5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:51:53.530 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 24 03:51:53 smithi016 bash[143846]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-y 2024-04-24T03:51:53.573 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-24T03:51:53.610 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:51:53.610 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-24T03:51:53.611 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-24T03:51:53.611 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.x 2024-04-24T03:51:54.059 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 03:51:53 smithi063 systemd[1]: Stopping Ceph mgr.x for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:51:54.560 INFO:journalctl@ceph.mgr.x.smithi063.stdout:Apr 24 03:51:54 smithi063 bash[133311]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mgr-x 2024-04-24T03:51:54.795 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-24T03:51:54.831 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:51:54.832 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-24T03:51:54.832 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-24T03:51:54.832 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.0 2024-04-24T03:51:55.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 03:51:54 smithi016 systemd[1]: Stopping Ceph osd.0 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:51:55.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 03:51:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[91253]: 2024-04-24T03:51:55.089+0000 7f1d84b10700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:51:55.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 03:51:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[91253]: 2024-04-24T03:51:55.089+0000 7f1d84b10700 -1 osd.0 2592 *** Got signal Terminated *** 2024-04-24T03:51:55.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 03:51:55 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0[91253]: 2024-04-24T03:51:55.089+0000 7f1d84b10700 -1 osd.0 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:01.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 24 03:52:00 smithi016 bash[143987]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-0 2024-04-24T03:52:02.708 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.0.service' 2024-04-24T03:52:02.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:02.756 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-24T03:52:02.756 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-24T03:52:02.756 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.1 2024-04-24T03:52:03.027 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 03:52:02 smithi016 systemd[1]: Stopping Ceph osd.1 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:03.280 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 03:52:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[94612]: 2024-04-24T03:52:03.025+0000 7f96b422b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:03.281 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 03:52:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[94612]: 2024-04-24T03:52:03.025+0000 7f96b422b700 -1 osd.1 2592 *** Got signal Terminated *** 2024-04-24T03:52:03.281 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 03:52:03 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1[94612]: 2024-04-24T03:52:03.025+0000 7f96b422b700 -1 osd.1 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:09.531 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 24 03:52:09 smithi016 bash[144227]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-1 2024-04-24T03:52:10.870 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.1.service' 2024-04-24T03:52:10.916 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:10.916 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-24T03:52:10.916 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-24T03:52:10.917 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.2 2024-04-24T03:52:11.181 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 03:52:10 smithi016 systemd[1]: Stopping Ceph osd.2 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:11.531 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 03:52:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T03:52:11.179+0000 7f7150477700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:11.531 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 03:52:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T03:52:11.179+0000 7f7150477700 -1 osd.2 2592 *** Got signal Terminated *** 2024-04-24T03:52:11.531 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 03:52:11 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2[97985]: 2024-04-24T03:52:11.179+0000 7f7150477700 -1 osd.2 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:14.060 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:52:13 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a[109234]: logger=cleanup t=2024-04-24T03:52:13.602159694Z level=info msg="Completed cleanup jobs" duration=12.576677ms 2024-04-24T03:52:17.280 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 24 03:52:16 smithi016 bash[144456]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-2 2024-04-24T03:52:18.562 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.2.service' 2024-04-24T03:52:18.608 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:18.609 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-24T03:52:18.609 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-24T03:52:18.609 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.3 2024-04-24T03:52:18.880 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:18 smithi016 systemd[1]: Stopping Ceph osd.3 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:19.280 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T03:52:18.879+0000 7fd02ce7c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:19.281 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T03:52:18.879+0000 7fd02ce7c700 -1 osd.3 2592 *** Got signal Terminated *** 2024-04-24T03:52:19.281 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:18 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T03:52:18.879+0000 7fd02ce7c700 -1 osd.3 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:21.559 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:21 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:21.236+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:22.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:22.286+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:22.310 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:22.046+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:23.285 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:23.016+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:23.285 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:22 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:22.895+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:23.559 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:23.284+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:23.780 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:23 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3[101538]: 2024-04-24T03:52:23.462+0000 7fd02546a700 -1 osd.3 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:59.601660+0000 front 2024-04-24T03:51:59.601683+0000 (oldest deadline 2024-04-24T03:52:23.101907+0000) 2024-04-24T03:52:24.310 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:23 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:23.853+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:24.310 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:24.047+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:24.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:24.363+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:24.810 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:24.309+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:25.031 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:24 smithi016 bash[144686]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-3 2024-04-24T03:52:25.294 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:24 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:24.845+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:25.294 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:25.026+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:25.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:25.402+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:25.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:25.293+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:26.263 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:25.815+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:26.263 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:25 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:25.983+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:26.372 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.3.service' 2024-04-24T03:52:26.401 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:26 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.3.service: Succeeded. 2024-04-24T03:52:26.401 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 24 03:52:26 smithi016 systemd[1]: Stopped Ceph osd.3 for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T03:52:26.415 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:26.415 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-24T03:52:26.415 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-24T03:52:26.415 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.4 2024-04-24T03:52:26.559 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:26 smithi063 systemd[1]: Stopping Ceph osd.4 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:26.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:26.442+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:26.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:26.262+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:27.026 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:26.792+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:27.026 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:26.698+0000 7ffb21a7e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:27.026 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:26.698+0000 7ffb21a7e700 -1 osd.4 2592 *** Got signal Terminated *** 2024-04-24T03:52:27.027 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:26 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:26.698+0000 7ffb21a7e700 -1 osd.4 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:27.283 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:27.025+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:27.559 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:27.408+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:27.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:27.283+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:28.059 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:27 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:27.744+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:28.420 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:28.074+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:28.420 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:28.291+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:28.706 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:28.418+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:29.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:28 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:28.705+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:29.398 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:29.111+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:29.399 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:29.279+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:29.707 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:29.397+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:30.059 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:29 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:29.706+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:30.402 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:30.109+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:30.402 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:30.228+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:30.402 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:30.228+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:30.667 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:30.401+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:31.059 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:30.665+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:31.059 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:30 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:30.665+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:31.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:31.200+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:31.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:31.200+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:31.560 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:31.134+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:57.678856+0000 front 2024-04-24T03:51:57.678788+0000 (oldest deadline 2024-04-24T03:52:21.178656+0000) 2024-04-24T03:52:31.560 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4[81420]: 2024-04-24T03:52:31.134+0000 7ffb1a06c700 -1 osd.4 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.280555+0000 front 2024-04-24T03:52:06.280650+0000 (oldest deadline 2024-04-24T03:52:30.980477+0000) 2024-04-24T03:52:31.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:31.366+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:31.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:31.366+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:32.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:31.644+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:32.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:31 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:31.644+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:32.457 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:32.412+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:32.457 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:32.412+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:32.457 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:32.187+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:32.457 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:32.187+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:32.809 INFO:journalctl@ceph.osd.4.smithi063.stdout:Apr 24 03:52:32 smithi063 bash[133454]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-4 2024-04-24T03:52:32.810 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:32.650+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:32.810 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:32 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:32.650+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:33.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:33.438+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:33.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:33.438+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:33.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:33.193+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:33.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:33.193+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:34.047 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:33.680+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:34.047 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:33 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:33.680+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:34.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:34.145+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:34.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:34.145+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:34.349 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.4.service' 2024-04-24T03:52:34.391 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:34.391 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-24T03:52:34.392 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-24T03:52:34.392 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.5 2024-04-24T03:52:34.684 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:34 smithi063 systemd[1]: Stopping Ceph osd.5 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:34.684 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:34.476+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:34.685 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:34.476+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:35.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:34.683+0000 7f466756d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:35.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:34.683+0000 7f466756d700 -1 osd.5 2592 *** Got signal Terminated *** 2024-04-24T03:52:35.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:34.683+0000 7f466756d700 -1 osd.5 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:35.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:34.701+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:35.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:34 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:34.701+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:35.490 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:35.125+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:35.490 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:35.125+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:35.809 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:35.727+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:35.810 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:35.727+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:35.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:35.489+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:35.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:35 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:35.489+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:36.509 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:36.076+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:36.509 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:36.076+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:36.809 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:36.751+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:36.810 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:36.751+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:36.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:36.509+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:36.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:36 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:36.509+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:37.553 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:37.073+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:37.553 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:37.073+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:37.810 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:37.753+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:37.810 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:37.753+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:37.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:37.552+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:37.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:37.552+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:37.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:37 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:37.552+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:38.559 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:38.118+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:38.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:38.118+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:38.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:38.118+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:39.059 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:38.742+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.750650+0000 front 2024-04-24T03:51:58.750660+0000 (oldest deadline 2024-04-24T03:52:22.250448+0000) 2024-04-24T03:52:39.059 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:38.742+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:07.551540+0000 front 2024-04-24T03:52:07.551616+0000 (oldest deadline 2024-04-24T03:52:29.751736+0000) 2024-04-24T03:52:39.060 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5[84761]: 2024-04-24T03:52:38.742+0000 7f4663b63700 -1 osd.5 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:16.153357+0000 front 2024-04-24T03:52:16.153276+0000 (oldest deadline 2024-04-24T03:52:38.453194+0000) 2024-04-24T03:52:39.060 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:38.590+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:39.060 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:38.590+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:39.060 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:38 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:38.590+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:39.544 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:39.078+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:39.544 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:39.078+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:39.544 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:39.078+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:39.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:39.543+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:39.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:39.543+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:39.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:39 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:39.543+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:40.492 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:40.084+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:40.492 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:40.084+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:40.493 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:40.084+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:40.809 INFO:journalctl@ceph.osd.5.smithi063.stdout:Apr 24 03:52:40 smithi063 bash[133696]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-5 2024-04-24T03:52:40.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:40.499+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:40.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:40.499+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:40.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:40 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:40.499+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:41.462 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:41.085+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:41.462 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:41.085+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:41.463 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:41.085+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:41.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:41.461+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:41.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:41.461+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:41.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:41 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:41.461+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:42.209 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:42.085+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:42.210 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:42.085+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:42.210 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:42.085+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:42.217 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.5.service' 2024-04-24T03:52:42.259 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:42.259 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-24T03:52:42.259 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-24T03:52:42.259 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.6 2024-04-24T03:52:42.559 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:42 smithi063 systemd[1]: Stopping Ceph osd.6 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:42.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:42.422+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:42.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:42.422+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:42.560 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:42.422+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:43.045 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:42.561+0000 7fb730b27700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:43.045 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:42.561+0000 7fb730b27700 -1 osd.6 2592 *** Got signal Terminated *** 2024-04-24T03:52:43.046 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:42 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:42.561+0000 7fb730b27700 -1 osd.6 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:43.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:43.045+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:43.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:43.045+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:43.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:43.045+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:43.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:43.460+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:43.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:43.460+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:43.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:43.460+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:52:43.558Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-24T03:52:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:52:43.558Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-24T03:52:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:52:43.560Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-24T03:52:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:52:43.561Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-24T03:52:43.810 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:52:43 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:52:43.561Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-24T03:52:44.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:44.027+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:44.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:44.027+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:44.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:44.027+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:44.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:44.495+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:44.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:44.495+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:44.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:44.495+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:45.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:44.992+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:45.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:44.992+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:45.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:44 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:44.992+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:45.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:45.503+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:45.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:45.503+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:45.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:45.503+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:46.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:45.993+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:46.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:45.993+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:46.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:45 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:45.993+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:46.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:46.488+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:46.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:46.488+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:46.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:46.488+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:47.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:46.965+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:47.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:46.965+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:47.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:46 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:46.965+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:47.809 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:47.478+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:58.299240+0000 front 2024-04-24T03:51:58.299290+0000 (oldest deadline 2024-04-24T03:52:24.198954+0000) 2024-04-24T03:52:47.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:47.478+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.500143+0000 front 2024-04-24T03:52:06.500038+0000 (oldest deadline 2024-04-24T03:52:30.599910+0000) 2024-04-24T03:52:47.810 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6[88049]: 2024-04-24T03:52:47.478+0000 7fb72d11d700 -1 osd.6 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:10.600467+0000 front 2024-04-24T03:52:10.600386+0000 (oldest deadline 2024-04-24T03:52:37.000738+0000) 2024-04-24T03:52:48.259 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:47.970+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:48.260 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:47.970+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:48.260 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:47 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:47.970+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:48.559 INFO:journalctl@ceph.osd.6.smithi063.stdout:Apr 24 03:52:48 smithi063 bash[133926]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-6 2024-04-24T03:52:49.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:48.940+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:49.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:48.940+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:49.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:48 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:48.940+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:49.945 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.6.service' 2024-04-24T03:52:49.986 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:49.986 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-24T03:52:49.987 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-24T03:52:49.987 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.7 2024-04-24T03:52:50.287 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:49.949+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:50.287 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:49.949+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:50.288 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:49.949+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:50.288 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:49 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:49.949+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-24T03:52:22.802580+0000 front 2024-04-24T03:52:22.802623+0000 (oldest deadline 2024-04-24T03:52:49.203003+0000) 2024-04-24T03:52:50.288 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 systemd[1]: Stopping Ceph osd.7 for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:50.288 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:50.287+0000 7fa3bba0f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:50.559 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:50.287+0000 7fa3bba0f700 -1 osd.7 2592 *** Got signal Terminated *** 2024-04-24T03:52:50.560 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:50.287+0000 7fa3bba0f700 -1 osd.7 2592 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-24T03:52:51.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:50.978+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:51.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:50.978+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:51.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:50.978+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:51.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:50 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:50.978+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-24T03:52:22.802580+0000 front 2024-04-24T03:52:22.802623+0000 (oldest deadline 2024-04-24T03:52:49.203003+0000) 2024-04-24T03:52:52.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.016+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:52.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.016+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:52.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.016+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:52.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.016+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-24T03:52:22.802580+0000 front 2024-04-24T03:52:22.802623+0000 (oldest deadline 2024-04-24T03:52:49.203003+0000) 2024-04-24T03:52:53.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.967+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:53.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.967+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:53.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.967+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:53.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:52 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:52.967+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-24T03:52:22.802580+0000 front 2024-04-24T03:52:22.802623+0000 (oldest deadline 2024-04-24T03:52:49.203003+0000) 2024-04-24T03:52:54.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:53.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:54.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:53.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:54.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:53.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:54.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:53.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-24T03:52:22.802580+0000 front 2024-04-24T03:52:22.802623+0000 (oldest deadline 2024-04-24T03:52:49.203003+0000) 2024-04-24T03:52:54.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:53 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:53.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.63:6804 osd.4 since back 2024-04-24T03:52:29.203383+0000 front 2024-04-24T03:52:29.203424+0000 (oldest deadline 2024-04-24T03:52:53.903530+0000) 2024-04-24T03:52:55.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:54.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-24T03:51:56.598922+0000 front 2024-04-24T03:51:56.598727+0000 (oldest deadline 2024-04-24T03:52:20.698770+0000) 2024-04-24T03:52:55.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:54.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-24T03:52:06.599729+0000 front 2024-04-24T03:52:06.599754+0000 (oldest deadline 2024-04-24T03:52:30.099780+0000) 2024-04-24T03:52:55.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:54.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-24T03:52:12.301208+0000 front 2024-04-24T03:52:12.301253+0000 (oldest deadline 2024-04-24T03:52:37.601141+0000) 2024-04-24T03:52:55.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:54.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-24T03:52:22.802580+0000 front 2024-04-24T03:52:22.802623+0000 (oldest deadline 2024-04-24T03:52:49.203003+0000) 2024-04-24T03:52:55.310 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:54 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7[91372]: 2024-04-24T03:52:54.937+0000 7fa3b3ffd700 -1 osd.7 2592 heartbeat_check: no reply from 172.21.15.63:6804 osd.4 since back 2024-04-24T03:52:29.203383+0000 front 2024-04-24T03:52:29.203424+0000 (oldest deadline 2024-04-24T03:52:53.903530+0000) 2024-04-24T03:52:56.309 INFO:journalctl@ceph.osd.7.smithi063.stdout:Apr 24 03:52:55 smithi063 bash[134156]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-osd-7 2024-04-24T03:52:57.580 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@osd.7.service' 2024-04-24T03:52:57.625 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:52:57.625 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-24T03:52:57.626 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-24T03:52:57.626 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.a 2024-04-24T03:52:58.031 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 03:52:57 smithi016 systemd[1]: Stopping Ceph mds.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:52:58.031 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 03:52:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[105275]: 2024-04-24T03:52:57.895+0000 7f45025f6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:52:58.031 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 03:52:57 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a[105275]: 2024-04-24T03:52:57.895+0000 7f45025f6700 -1 mds.a *** got signal Terminated *** 2024-04-24T03:53:02.031 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 24 03:53:01 smithi016 bash[144928]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-a 2024-04-24T03:53:02.065 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.a.service' 2024-04-24T03:53:02.103 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:53:02.103 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-24T03:53:02.103 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-24T03:53:02.104 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.b 2024-04-24T03:53:02.401 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 03:53:02 smithi063 systemd[1]: Stopping Ceph mds.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:53:02.809 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 03:53:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b[94492]: 2024-04-24T03:53:02.400+0000 7feee29f2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T03:53:02.810 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 03:53:02 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b[94492]: 2024-04-24T03:53:02.400+0000 7feee29f2700 -1 mds.b *** got signal Terminated *** 2024-04-24T03:53:07.015 INFO:journalctl@ceph.mds.b.smithi063.stdout:Apr 24 03:53:06 smithi063 bash[134384]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-mds-b 2024-04-24T03:53:07.021 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@mds.b.service' 2024-04-24T03:53:07.057 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:53:07.057 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-24T03:53:07.058 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-24T03:53:07.058 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-cb050474-01e2-11ef-bc93-c7b262605968@prometheus.a 2024-04-24T03:53:07.310 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 systemd[1]: Stopping Ceph prometheus.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:53:07.616 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-24T03:53:07.616 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-24T03:53:07.616 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-24T03:53:07.616 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-24T03:53:07.616 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-24T03:53:07.616 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-24T03:53:07.616 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-24T03:53:07.617 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-24T03:53:07.617 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.350Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-24T03:53:07.617 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.351Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-24T03:53:07.617 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.351Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-24T03:53:07.617 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a[104394]: ts=2024-04-24T03:53:07.351Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-24T03:53:08.059 INFO:journalctl@ceph.prometheus.a.smithi063.stdout:Apr 24 03:53:07 smithi063 bash[134521]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-prometheus-a 2024-04-24T03:53:08.116 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb050474-01e2-11ef-bc93-c7b262605968@prometheus.a.service' 2024-04-24T03:53:08.150 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T03:53:08.150 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-24T03:53:08.150 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb050474-01e2-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-24T03:53:09.531 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 03:53:09 smithi016 systemd[1]: Stopping Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:53:10.133 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 03:53:09 smithi016 bash[145363]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-a 2024-04-24T03:53:10.531 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 03:53:10 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-24T03:53:10.531 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 03:53:10 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-24T03:53:10.531 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 24 03:53:10 smithi016 systemd[1]: Stopped Ceph node-exporter.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T03:53:10.531 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 03:53:10 smithi016 systemd[1]: Stopping Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:53:10.910 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 03:53:10 smithi016 ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a[114812]: ts=2024-04-24T03:53:10.618Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-24T03:53:11.280 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 03:53:11 smithi016 bash[145482]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-alertmanager-a 2024-04-24T03:53:11.775 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 03:53:11 smithi016 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@alertmanager.a.service: Succeeded. 2024-04-24T03:53:11.775 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 24 03:53:11 smithi016 systemd[1]: Stopped Ceph alertmanager.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T03:53:11.905 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb050474-01e2-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-24T03:53:13.310 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 03:53:13 smithi063 systemd[1]: Stopping Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:53:13.915 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 03:53:13 smithi063 bash[134957]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-node-exporter-b 2024-04-24T03:53:13.915 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 03:53:13 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-24T03:53:14.310 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 03:53:13 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-24T03:53:14.310 INFO:journalctl@ceph.node-exporter.b.smithi063.stdout:Apr 24 03:53:13 smithi063 systemd[1]: Stopped Ceph node-exporter.b for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T03:53:14.310 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:53:14 smithi063 systemd[1]: Stopping Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968... 2024-04-24T03:53:14.830 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:53:14 smithi063 bash[135076]: ceph-cb050474-01e2-11ef-bc93-c7b262605968-grafana-a 2024-04-24T03:53:15.154 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:53:14 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-24T03:53:15.154 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:53:15 smithi063 systemd[1]: ceph-cb050474-01e2-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-24T03:53:15.154 INFO:journalctl@ceph.grafana.a.smithi063.stdout:Apr 24 03:53:15 smithi063 systemd[1]: Stopped Ceph grafana.a for cb050474-01e2-11ef-bc93-c7b262605968. 2024-04-24T03:53:15.432 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-24T03:53:15.470 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-24T03:53:15.500 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-24T03:53:15.502 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879/remote/smithi016/crash 2024-04-24T03:53:15.503 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/crash -- . 2024-04-24T03:53:15.555 INFO:teuthology.orchestra.run.smithi016.stderr:tar: /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-24T03:53:15.555 INFO:teuthology.orchestra.run.smithi016.stderr:tar: Error is not recoverable: exiting now 2024-04-24T03:53:15.557 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879/remote/smithi063/crash 2024-04-24T03:53:15.558 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/crash -- . 2024-04-24T03:53:15.590 INFO:teuthology.orchestra.run.smithi063.stderr:tar: /var/lib/ceph/cb050474-01e2-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-24T03:53:15.590 INFO:teuthology.orchestra.run.smithi063.stderr:tar: Error is not recoverable: exiting now 2024-04-24T03:53:15.591 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-24T03:53:15.591 DEBUG:teuthology.orchestra.run.smithi016:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cb050474-01e2-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-24T03:53:15.622 INFO:teuthology.orchestra.run.smithi016.stderr:grep: /var/log/ceph/cb050474-01e2-11ef-bc93-c7b262605968/ceph.log: No such file or directory 2024-04-24T03:53:15.624 INFO:tasks.cephadm:Compressing logs... 2024-04-24T03:53:15.624 DEBUG:teuthology.orchestra.run.smithi016:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-24T03:53:15.666 DEBUG:teuthology.orchestra.run.smithi063:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-24T03:53:15.693 INFO:teuthology.orchestra.run.smithi016.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-24T03:53:15.694 INFO:teuthology.orchestra.run.smithi063.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-24T03:55:03.053 INFO:tasks.cephadm:Archiving logs... 2024-04-24T03:55:03.053 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879/remote/smithi016/log 2024-04-24T03:55:03.055 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-24T03:55:13.748 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879/remote/smithi063/log 2024-04-24T03:55:13.749 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-24T03:55:23.200 INFO:tasks.cephadm:Removing cluster... 2024-04-24T03:55:23.200 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb050474-01e2-11ef-bc93-c7b262605968 --force 2024-04-24T03:55:23.763 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb050474-01e2-11ef-bc93-c7b262605968 --force 2024-04-24T03:55:24.316 INFO:tasks.cephadm:Removing cephadm ... 2024-04-24T03:55:24.317 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-24T03:55:24.340 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-24T03:55:24.359 INFO:tasks.cephadm:Teardown complete 2024-04-24T03:55:24.359 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-24T03:55:24.372 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-24T03:55:24.372 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-24T03:55:24.382 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-24T03:55:24.473 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-24T03:55:24.488 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-24T03:55:24.488 DEBUG:teuthology.orchestra.run.smithi016:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T03:55:24.492 DEBUG:teuthology.orchestra.run.smithi063:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T03:55:24.509 INFO:teuthology.orchestra.run.smithi016.stderr:bash: ntpq: command not found 2024-04-24T03:55:24.509 INFO:teuthology.orchestra.run.smithi063.stderr:bash: ntpq: command not found 2024-04-24T03:55:24.513 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T03:55:24.513 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-04-24T03:55:24.513 INFO:teuthology.orchestra.run.smithi063.stdout:^- hv01.front.sepia.ceph.com 2 7 377 91 +609us[ +609us] +/- 587ms 2024-04-24T03:55:24.513 INFO:teuthology.orchestra.run.smithi063.stdout:^* hv02.front.sepia.ceph.com 3 7 377 92 -895us[ -888us] +/- 53ms 2024-04-24T03:55:24.513 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 26 +1044us[+1044us] +/- 64ms 2024-04-24T03:55:24.513 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T03:55:24.515 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T03:55:24.515 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-04-24T03:55:24.516 INFO:teuthology.orchestra.run.smithi016.stdout:^- hv01.front.sepia.ceph.com 2 8 377 90 +670us[ +701us] +/- 587ms 2024-04-24T03:55:24.516 INFO:teuthology.orchestra.run.smithi016.stdout:^* hv02.front.sepia.ceph.com 3 7 377 89 -847us[ -816us] +/- 53ms 2024-04-24T03:55:24.516 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv03.front.sepia.ceph.com 3 9 377 93 +1132us[+1163us] +/- 63ms 2024-04-24T03:55:24.516 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T03:55:24.516 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-24T03:55:24.545 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-24T03:55:24.547 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-24T03:55:24.592 DEBUG:teuthology.orchestra.run.smithi016:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-24T03:55:24.672 DEBUG:teuthology.orchestra.run.smithi063:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-24T03:55:24.745 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-24T03:55:24.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:55:24.778 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-24T03:55:24.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:55:24.809 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-24T03:55:24.820 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-24T03:55:24.892 INFO:teuthology.task.internal:Duration was 5781.561164 seconds 2024-04-24T03:55:24.892 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-24T03:55:24.940 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-24T03:55:24.940 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-24T03:55:24.942 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-24T03:55:24.990 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T03:55:24.991 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T03:55:25.319 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-24T03:55:25.319 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi016.front.sepia.ceph.com 2024-04-24T03:55:25.320 DEBUG:teuthology.orchestra.run.smithi016:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-24T03:55:25.347 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi063.front.sepia.ceph.com 2024-04-24T03:55:25.347 DEBUG:teuthology.orchestra.run.smithi063:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-24T03:55:25.371 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-24T03:55:25.371 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-24T03:55:25.389 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-24T03:55:25.485 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-24T03:55:25.485 DEBUG:teuthology.orchestra.run.smithi016:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-24T03:55:25.488 DEBUG:teuthology.orchestra.run.smithi063:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-24T03:55:25.708 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-24T03:55:25.724 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-24T03:55:25.724 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-24T03:55:25.752 DEBUG:teuthology.orchestra.run.smithi063:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-24T03:55:25.781 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-24T03:55:25.797 DEBUG:teuthology.orchestra.run.smithi016:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-24T03:55:25.800 DEBUG:teuthology.orchestra.run.smithi063:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-24T03:55:25.825 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = core 2024-04-24T03:55:25.848 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = core 2024-04-24T03:55:25.862 DEBUG:teuthology.orchestra.run.smithi016:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-24T03:55:25.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:55:25.897 DEBUG:teuthology.orchestra.run.smithi063:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-24T03:55:25.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T03:55:25.919 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-24T03:55:25.934 INFO:teuthology.task.internal:Transferring archived files... 2024-04-24T03:55:25.935 DEBUG:teuthology.misc:Transferring archived files from smithi016:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879/remote/smithi016 2024-04-24T03:55:25.935 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-24T03:55:25.989 DEBUG:teuthology.misc:Transferring archived files from smithi063:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_01:08:04-upgrade:pacific-x-reef-distro-default-smithi/7670879/remote/smithi063 2024-04-24T03:55:25.989 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-24T03:55:26.035 INFO:teuthology.task.internal:Removing archive directory... 2024-04-24T03:55:26.035 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-24T03:55:26.038 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-24T03:55:26.085 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-24T03:55:26.097 INFO:teuthology.task.internal:Not uploading archives. 2024-04-24T03:55:26.097 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-24T03:55:26.139 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-24T03:55:26.139 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-24T03:55:26.142 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-24T03:55:26.158 INFO:teuthology.orchestra.run.smithi016.stdout: 525969 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 24 03:55 /home/ubuntu/cephtest 2024-04-24T03:55:26.160 INFO:teuthology.orchestra.run.smithi063.stdout: 526077 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 24 03:55 /home/ubuntu/cephtest 2024-04-24T03:55:26.161 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-24T03:55:26.175 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-24T03:55:26.206 INFO:teuthology.run:Summary data: description: upgrade:pacific-x/parallel/{0-random-distro$/{centos_8.stream_container_tools_crun} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5781.561163663864 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-04-24T03:55:26.206 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-24T03:55:26.284 INFO:teuthology.run:pass